@micdrop/client 2.0.13 → 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +5 -5
- package/dist/index.d.ts +5 -5
- package/dist/index.js +47 -52
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +47 -52
- package/dist/index.mjs.map +1 -1
- package/package.json +2 -1
package/dist/index.d.mts
CHANGED
|
@@ -113,7 +113,7 @@ interface MicRecorderState {
|
|
|
113
113
|
isSpeaking: boolean;
|
|
114
114
|
}
|
|
115
115
|
interface MicRecorderEvents {
|
|
116
|
-
Chunk: [
|
|
116
|
+
Chunk: [Int16Array];
|
|
117
117
|
StartSpeaking: void;
|
|
118
118
|
StopSpeaking: void;
|
|
119
119
|
StateChange: [MicRecorderState];
|
|
@@ -121,9 +121,10 @@ interface MicRecorderEvents {
|
|
|
121
121
|
declare class MicRecorder extends EventEmitter<MicRecorderEvents> {
|
|
122
122
|
state: MicRecorderState;
|
|
123
123
|
vad: VAD;
|
|
124
|
-
private
|
|
125
|
-
private
|
|
124
|
+
private source;
|
|
125
|
+
private workletNode;
|
|
126
126
|
private delayedStream;
|
|
127
|
+
private workletUrl;
|
|
127
128
|
private speakingConfirmed;
|
|
128
129
|
private queuedChunks;
|
|
129
130
|
constructor(vadConfig?: VADConfig);
|
|
@@ -135,9 +136,8 @@ declare class MicRecorder extends EventEmitter<MicRecorderEvents> {
|
|
|
135
136
|
private onConfirmSpeaking;
|
|
136
137
|
private onCancelSpeaking;
|
|
137
138
|
private onStopSpeaking;
|
|
138
|
-
private
|
|
139
|
+
private onWorkletMessage;
|
|
139
140
|
private changeState;
|
|
140
|
-
private getAudioInfo;
|
|
141
141
|
}
|
|
142
142
|
|
|
143
143
|
declare enum LocalStorageKeys {
|
package/dist/index.d.ts
CHANGED
|
@@ -113,7 +113,7 @@ interface MicRecorderState {
|
|
|
113
113
|
isSpeaking: boolean;
|
|
114
114
|
}
|
|
115
115
|
interface MicRecorderEvents {
|
|
116
|
-
Chunk: [
|
|
116
|
+
Chunk: [Int16Array];
|
|
117
117
|
StartSpeaking: void;
|
|
118
118
|
StopSpeaking: void;
|
|
119
119
|
StateChange: [MicRecorderState];
|
|
@@ -121,9 +121,10 @@ interface MicRecorderEvents {
|
|
|
121
121
|
declare class MicRecorder extends EventEmitter<MicRecorderEvents> {
|
|
122
122
|
state: MicRecorderState;
|
|
123
123
|
vad: VAD;
|
|
124
|
-
private
|
|
125
|
-
private
|
|
124
|
+
private source;
|
|
125
|
+
private workletNode;
|
|
126
126
|
private delayedStream;
|
|
127
|
+
private workletUrl;
|
|
127
128
|
private speakingConfirmed;
|
|
128
129
|
private queuedChunks;
|
|
129
130
|
constructor(vadConfig?: VADConfig);
|
|
@@ -135,9 +136,8 @@ declare class MicRecorder extends EventEmitter<MicRecorderEvents> {
|
|
|
135
136
|
private onConfirmSpeaking;
|
|
136
137
|
private onCancelSpeaking;
|
|
137
138
|
private onStopSpeaking;
|
|
138
|
-
private
|
|
139
|
+
private onWorkletMessage;
|
|
139
140
|
private changeState;
|
|
140
|
-
private getAudioInfo;
|
|
141
141
|
}
|
|
142
142
|
|
|
143
143
|
declare enum LocalStorageKeys {
|
package/dist/index.js
CHANGED
|
@@ -387,6 +387,9 @@ var Speaker = class extends import_eventemitter33.EventEmitter {
|
|
|
387
387
|
// src/audio/MicRecorder.ts
|
|
388
388
|
var import_eventemitter35 = require("eventemitter3");
|
|
389
389
|
|
|
390
|
+
// raw:./pcm-processor-worklet
|
|
391
|
+
var pcm_processor_worklet_default = "const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n";
|
|
392
|
+
|
|
390
393
|
// src/audio/utils/delayedStream.ts
|
|
391
394
|
function createDelayedStream(stream, delay) {
|
|
392
395
|
const audioSource = audioContext.createMediaStreamSource(stream);
|
|
@@ -704,7 +707,7 @@ function getVAD(vad) {
|
|
|
704
707
|
}
|
|
705
708
|
|
|
706
709
|
// src/audio/MicRecorder.ts
|
|
707
|
-
var
|
|
710
|
+
var SAMPLE_RATE2 = 16e3;
|
|
708
711
|
var defaultMicRecorderState = {
|
|
709
712
|
isStarting: false,
|
|
710
713
|
isStarted: false,
|
|
@@ -714,7 +717,6 @@ var defaultMicRecorderState = {
|
|
|
714
717
|
var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
715
718
|
constructor(vadConfig) {
|
|
716
719
|
super();
|
|
717
|
-
this.audioInfo = this.getAudioInfo();
|
|
718
720
|
this.speakingConfirmed = false;
|
|
719
721
|
this.queuedChunks = [];
|
|
720
722
|
this.start = async (stream) => {
|
|
@@ -727,19 +729,22 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
727
729
|
isMuted: false,
|
|
728
730
|
isSpeaking: false
|
|
729
731
|
});
|
|
732
|
+
this.speakingConfirmed = false;
|
|
730
733
|
const delayedStream = createDelayedStream(
|
|
731
734
|
stream,
|
|
732
735
|
this.vad.delay / 1e3 + 0.05
|
|
733
736
|
);
|
|
734
737
|
this.delayedStream = delayedStream;
|
|
735
|
-
|
|
736
|
-
|
|
737
|
-
|
|
738
|
-
this.
|
|
739
|
-
|
|
740
|
-
|
|
738
|
+
await audioContext.audioWorklet.addModule(this.workletUrl);
|
|
739
|
+
this.source = audioContext.createMediaStreamSource(delayedStream);
|
|
740
|
+
this.workletNode = new AudioWorkletNode(audioContext, "pcm-processor");
|
|
741
|
+
this.workletNode.port.onmessage = this.onWorkletMessage;
|
|
742
|
+
this.source.connect(this.workletNode);
|
|
743
|
+
this.workletNode.port.postMessage({
|
|
744
|
+
type: "configure",
|
|
745
|
+
sourceSampleRate: audioContext.sampleRate,
|
|
746
|
+
targetSampleRate: SAMPLE_RATE2
|
|
741
747
|
});
|
|
742
|
-
this.recorder.ondataavailable = this.onDataAvailable;
|
|
743
748
|
await this.vad.start(stream);
|
|
744
749
|
this.vad.on("StartSpeaking", this.onStartSpeaking);
|
|
745
750
|
this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
@@ -784,9 +789,13 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
784
789
|
this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
785
790
|
this.vad.off("CancelSpeaking", this.onCancelSpeaking);
|
|
786
791
|
this.vad.off("StopSpeaking", this.onStopSpeaking);
|
|
787
|
-
if (this.
|
|
788
|
-
this.
|
|
789
|
-
this.
|
|
792
|
+
if (this.workletNode) {
|
|
793
|
+
this.workletNode.disconnect();
|
|
794
|
+
this.workletNode = void 0;
|
|
795
|
+
}
|
|
796
|
+
if (this.source) {
|
|
797
|
+
this.source.disconnect();
|
|
798
|
+
this.source = void 0;
|
|
790
799
|
}
|
|
791
800
|
if (this.delayedStream) {
|
|
792
801
|
stopStream(this.delayedStream);
|
|
@@ -797,54 +806,50 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
797
806
|
}
|
|
798
807
|
};
|
|
799
808
|
this.onStartSpeaking = async () => {
|
|
800
|
-
if (
|
|
801
|
-
|
|
802
|
-
|
|
803
|
-
|
|
804
|
-
this.speakingConfirmed = false;
|
|
805
|
-
} catch (error) {
|
|
806
|
-
console.error(error);
|
|
807
|
-
}
|
|
809
|
+
if (this.state.isMuted) return;
|
|
810
|
+
this.speakingConfirmed = false;
|
|
811
|
+
this.queuedChunks.length = 0;
|
|
812
|
+
this.workletNode?.port.postMessage({ type: "start" });
|
|
808
813
|
};
|
|
809
814
|
this.onConfirmSpeaking = async () => {
|
|
810
815
|
if (this.state.isMuted) return;
|
|
811
|
-
this.emit("StartSpeaking");
|
|
812
|
-
this.changeState({ isSpeaking: true });
|
|
813
816
|
this.speakingConfirmed = true;
|
|
817
|
+
this.changeState({ isSpeaking: true });
|
|
818
|
+
this.emit("StartSpeaking");
|
|
814
819
|
};
|
|
815
820
|
this.onCancelSpeaking = async () => {
|
|
816
821
|
if (this.state.isMuted) return;
|
|
817
|
-
try {
|
|
818
|
-
this.recorder?.stop();
|
|
819
|
-
} catch (error) {
|
|
820
|
-
console.error(error);
|
|
821
|
-
}
|
|
822
822
|
this.queuedChunks.length = 0;
|
|
823
|
+
this.workletNode?.port.postMessage({ type: "stop" });
|
|
823
824
|
};
|
|
824
825
|
this.onStopSpeaking = async () => {
|
|
825
826
|
if (this.state.isMuted) return;
|
|
826
|
-
|
|
827
|
-
this.recorder?.stop();
|
|
828
|
-
} catch (error) {
|
|
829
|
-
console.error(error);
|
|
830
|
-
}
|
|
827
|
+
this.speakingConfirmed = false;
|
|
831
828
|
this.changeState({ isSpeaking: false });
|
|
832
829
|
this.emit("StopSpeaking");
|
|
833
|
-
this.
|
|
830
|
+
this.workletNode?.port.postMessage({ type: "stop" });
|
|
834
831
|
};
|
|
835
|
-
this.
|
|
832
|
+
this.onWorkletMessage = (event) => {
|
|
836
833
|
if (this.state.isMuted) return;
|
|
837
|
-
|
|
838
|
-
|
|
839
|
-
|
|
840
|
-
|
|
841
|
-
|
|
842
|
-
|
|
834
|
+
const { type, data } = event.data;
|
|
835
|
+
if (type === "chunk") {
|
|
836
|
+
const pcmData = data;
|
|
837
|
+
if (!this.speakingConfirmed) {
|
|
838
|
+
this.queuedChunks.push(pcmData);
|
|
839
|
+
return;
|
|
840
|
+
}
|
|
841
|
+
for (const chunk of this.queuedChunks) {
|
|
842
|
+
this.emit("Chunk", chunk);
|
|
843
|
+
}
|
|
844
|
+
this.queuedChunks.length = 0;
|
|
845
|
+
this.emit("Chunk", pcmData);
|
|
843
846
|
}
|
|
844
|
-
this.queuedChunks.length = 0;
|
|
845
|
-
this.emit("Chunk", blobEvent.data);
|
|
846
847
|
};
|
|
847
848
|
this.state = defaultMicRecorderState;
|
|
849
|
+
const workletBlob = new Blob([pcm_processor_worklet_default], {
|
|
850
|
+
type: "application/javascript"
|
|
851
|
+
});
|
|
852
|
+
this.workletUrl = URL.createObjectURL(workletBlob);
|
|
848
853
|
this.vad = getVAD(vadConfig);
|
|
849
854
|
}
|
|
850
855
|
changeState(state) {
|
|
@@ -855,16 +860,6 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
855
860
|
this.state = { ...this.state, ...state };
|
|
856
861
|
this.emit("StateChange", this.state);
|
|
857
862
|
}
|
|
858
|
-
getAudioInfo() {
|
|
859
|
-
if (window.MediaRecorder.isTypeSupported("audio/ogg")) {
|
|
860
|
-
return { mimeType: "audio/ogg", ext: "ogg" };
|
|
861
|
-
} else if (window.MediaRecorder.isTypeSupported("audio/webm")) {
|
|
862
|
-
return { mimeType: "audio/webm", ext: "webm" };
|
|
863
|
-
} else if (window.MediaRecorder.isTypeSupported("audio/mp4")) {
|
|
864
|
-
return { mimeType: "audio/mp4", ext: "m4a" };
|
|
865
|
-
}
|
|
866
|
-
return { mimeType: "audio/wav", ext: "wav" };
|
|
867
|
-
}
|
|
868
863
|
};
|
|
869
864
|
|
|
870
865
|
// src/audio/index.ts
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["export * from './audio'\nexport * from './client'\nexport * from './Micdrop'\nexport * from './types'\n","import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private audioInfo = this.getAudioInfo()\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n if (this.state.isMuted) return\n\n // Force stop speaking\n if (this.state.isSpeaking) {\n this.onStopSpeaking()\n }\n this.changeState({ isMuted: true })\n }\n\n unmute = () => {\n if (!this.state.isMuted) return\n this.changeState({ isMuted: false })\n\n // Start speaking if already speaking\n if (this.vad.status === VADStatus.MaybeSpeaking) {\n this.onStartSpeaking()\n } else if (this.vad.status === VADStatus.Speaking) {\n this.onStartSpeaking()\n this.onConfirmSpeaking()\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop recorder\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private onStartSpeaking = async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n this.speakingConfirmed = false\n } catch (error) {\n console.error(error)\n }\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }\n\n private onDataAvailable = async (blobEvent: BlobEvent) => {\n if (this.state.isMuted) return\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.micRecorder?.mute()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.micRecorder?.unmute()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.micRecorder?.unmute()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isMuted) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,aAAAA;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAAC;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAA6B;AAMtB,IAAM,gBAAN,cAA4B,kCAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,IAAAC,wBAA6B;;;ACA7B,IAAAC,wBAA6B;AAQtB,IAAe,cAAf,cAAmC,mCAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsB,mCAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,IAAAC,wBAA6B;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAA6B;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,mCAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,qBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,sBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANZA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0B,mCAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AAPR,SAAQ,YAAY,KAAK,aAAa;AAGtC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAYhC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AAGD,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AAAA,QACrB;AACA,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK;AAGrC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,UAAI,KAAK,MAAM,QAAS;AAGxB,UAAI,KAAK,MAAM,YAAY;AACzB,aAAK,eAAe;AAAA,MACtB;AACA,WAAK,YAAY,EAAE,SAAS,KAAK,CAAC;AAAA,IACpC;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,MAAM,QAAS;AACzB,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAGnC,UAAI,KAAK,IAAI,kCAAoC;AAC/C,aAAK,gBAAgB;AAAA,MACvB,WAAW,KAAK,IAAI,6BAA+B;AACjD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AACnB,eAAK,WAAW;AAAA,QAClB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAC3B,aAAK,oBAAoB;AAAA,MAC3B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,kBAAkB,OAAO,cAAyB;AACxD,UAAI,KAAK,MAAM,QAAS;AAExB,UAAI,CAAC,KAAK,mBAAmB;AAE3B,aAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,MACF;AAGA,iBAAW,SAAS,KAAK,cAAc;AACrC,aAAK,KAAK,SAAS,KAAK;AAAA,MAC1B;AACA,WAAK,aAAa,SAAS;AAG3B,WAAK,KAAK,SAAS,UAAU,IAAI;AAAA,IACnC;AApKE,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAkKQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOnOA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,IAAAC,wBAA6B;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFKO,IAAM,gBAAN,cACG,mCAEV;AAAA,EAeE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAbnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AAqGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,aAAa,KAAK;AACvB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,SAAS;AACrD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAncE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EA4KQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAuFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AGjiBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["Mic","Speaker","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","import_eventemitter3","import_eventemitter3","VADStatus","defaultOptions","Mic","Speaker","import_eventemitter3","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","Speaker","Mic"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","raw:./pcm-processor-worklet","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["export * from './audio'\nexport * from './client'\nexport * from './Micdrop'\nexport * from './types'\n","import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './utils/audioContext'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst SAMPLE_RATE = 16000\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Int16Array]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private source: MediaStreamAudioSourceNode | undefined\n private workletNode: AudioWorkletNode | undefined\n private delayedStream: MediaStream | undefined\n private workletUrl: string\n private speakingConfirmed = false\n private queuedChunks: Int16Array[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n this.workletUrl = URL.createObjectURL(workletBlob)\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n this.speakingConfirmed = false\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(this.workletUrl)\n\n this.source = audioContext.createMediaStreamSource(delayedStream)\n this.workletNode = new AudioWorkletNode(audioContext, 'pcm-processor')\n\n this.workletNode.port.onmessage = this.onWorkletMessage\n this.source.connect(this.workletNode)\n\n // Send sample rate configuration to worklet\n this.workletNode.port.postMessage({\n type: 'configure',\n sourceSampleRate: audioContext.sampleRate,\n targetSampleRate: SAMPLE_RATE,\n })\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n if (this.state.isMuted) return\n\n // Force stop speaking\n if (this.state.isSpeaking) {\n this.onStopSpeaking()\n }\n this.changeState({ isMuted: true })\n }\n\n unmute = () => {\n if (!this.state.isMuted) return\n this.changeState({ isMuted: false })\n\n // Start speaking if already speaking\n if (this.vad.status === VADStatus.MaybeSpeaking) {\n this.onStartSpeaking()\n } else if (this.vad.status === VADStatus.Speaking) {\n this.onStartSpeaking()\n this.onConfirmSpeaking()\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop Web Audio API\n if (this.workletNode) {\n this.workletNode.disconnect()\n this.workletNode = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private onStartSpeaking = async () => {\n if (this.state.isMuted) return\n this.speakingConfirmed = false\n this.queuedChunks.length = 0\n\n // Start recording\n this.workletNode?.port.postMessage({ type: 'start' })\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.speakingConfirmed = true\n this.changeState({ isSpeaking: true })\n this.emit('StartSpeaking')\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n this.queuedChunks.length = 0\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n this.speakingConfirmed = false\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n if (this.state.isMuted) return\n\n const { type, data } = event.data\n if (type === 'chunk') {\n const pcmData = data as Int16Array\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(pcmData)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the current chunk\n this.emit('Chunk', pcmData)\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n}\n","const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.micRecorder?.mute()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.micRecorder?.unmute()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.micRecorder?.unmute()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isMuted) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,aAAAA;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAAC;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAA6B;AAMtB,IAAM,gBAAN,cAA4B,kCAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,IAAAC,wBAA6B;;;ACA7B,IAAAC,wBAA6B;AAQtB,IAAe,cAAf,cAAmC,mCAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsB,mCAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,IAAAC,wBAA6B;;;ACA7B;;;ACQO,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAA6B;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,mCAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,qBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,sBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;APVA,IAAMC,eAAc;AASpB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AASO,IAAM,cAAN,cAA0B,mCAAgC;AAAA,EAW/D,YAAY,WAAuB;AACjC,UAAM;AAJR,SAAQ,oBAAoB;AAC5B,SAAQ,eAA6B,CAAC;AAkBtC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AACD,aAAK,oBAAoB;AAGzB,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,cAAM,aAAa,aAAa,UAAU,KAAK,UAAU;AAEzD,aAAK,SAAS,aAAa,wBAAwB,aAAa;AAChE,aAAK,cAAc,IAAI,iBAAiB,cAAc,eAAe;AAErE,aAAK,YAAY,KAAK,YAAY,KAAK;AACvC,aAAK,OAAO,QAAQ,KAAK,WAAW;AAGpC,aAAK,YAAY,KAAK,YAAY;AAAA,UAChC,MAAM;AAAA,UACN,kBAAkB,aAAa;AAAA,UAC/B,kBAAkBA;AAAA,QACpB,CAAC;AAGD,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,UAAI,KAAK,MAAM,QAAS;AAGxB,UAAI,KAAK,MAAM,YAAY;AACzB,aAAK,eAAe;AAAA,MACtB;AACA,WAAK,YAAY,EAAE,SAAS,KAAK,CAAC;AAAA,IACpC;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,MAAM,QAAS;AACzB,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAGnC,UAAI,KAAK,IAAI,kCAAoC;AAC/C,aAAK,gBAAgB;AAAA,MACvB,WAAW,KAAK,IAAI,6BAA+B;AACjD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,aAAa;AACpB,eAAK,YAAY,WAAW;AAC5B,eAAK,cAAc;AAAA,QACrB;AACA,YAAI,KAAK,QAAQ;AACf,eAAK,OAAO,WAAW;AACvB,eAAK,SAAS;AAAA,QAChB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,oBAAoB;AACzB,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,QAAQ,CAAC;AAAA,IACtD;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,KAAK,eAAe;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AAGxB,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,UAAI,KAAK,MAAM,QAAS;AAExB,YAAM,EAAE,MAAM,KAAK,IAAI,MAAM;AAC7B,UAAI,SAAS,SAAS;AACpB,cAAM,UAAU;AAEhB,YAAI,CAAC,KAAK,mBAAmB;AAE3B,eAAK,aAAa,KAAK,OAAO;AAC9B;AAAA,QACF;AAGA,mBAAW,SAAS,KAAK,cAAc;AACrC,eAAK,KAAK,SAAS,KAAK;AAAA,QAC1B;AACA,aAAK,aAAa,SAAS;AAG3B,aAAK,KAAK,SAAS,OAAO;AAAA,MAC5B;AAAA,IACF;AApLE,SAAK,QAAQ;AAGb,UAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,MAClD,MAAM;AAAA,IACR,CAAC;AACD,SAAK,aAAa,IAAI,gBAAgB,WAAW;AAGjD,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4KQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AACF;;;AQtOA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,IAAAC,wBAA6B;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFKO,IAAM,gBAAN,cACG,mCAEV;AAAA,EAeE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAbnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AAqGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,aAAa,KAAK;AACvB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,SAAS;AACrD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAncE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EA4KQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAuFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AGjiBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["Mic","Speaker","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","import_eventemitter3","import_eventemitter3","VADStatus","defaultOptions","SAMPLE_RATE","Mic","Speaker","import_eventemitter3","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","Speaker","Mic"]}
|
package/dist/index.mjs
CHANGED
|
@@ -344,6 +344,9 @@ var Speaker = class extends EventEmitter3 {
|
|
|
344
344
|
// src/audio/MicRecorder.ts
|
|
345
345
|
import { EventEmitter as EventEmitter5 } from "eventemitter3";
|
|
346
346
|
|
|
347
|
+
// raw:./pcm-processor-worklet
|
|
348
|
+
var pcm_processor_worklet_default = "const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n";
|
|
349
|
+
|
|
347
350
|
// src/audio/utils/delayedStream.ts
|
|
348
351
|
function createDelayedStream(stream, delay) {
|
|
349
352
|
const audioSource = audioContext.createMediaStreamSource(stream);
|
|
@@ -661,7 +664,7 @@ function getVAD(vad) {
|
|
|
661
664
|
}
|
|
662
665
|
|
|
663
666
|
// src/audio/MicRecorder.ts
|
|
664
|
-
var
|
|
667
|
+
var SAMPLE_RATE2 = 16e3;
|
|
665
668
|
var defaultMicRecorderState = {
|
|
666
669
|
isStarting: false,
|
|
667
670
|
isStarted: false,
|
|
@@ -671,7 +674,6 @@ var defaultMicRecorderState = {
|
|
|
671
674
|
var MicRecorder = class extends EventEmitter5 {
|
|
672
675
|
constructor(vadConfig) {
|
|
673
676
|
super();
|
|
674
|
-
this.audioInfo = this.getAudioInfo();
|
|
675
677
|
this.speakingConfirmed = false;
|
|
676
678
|
this.queuedChunks = [];
|
|
677
679
|
this.start = async (stream) => {
|
|
@@ -684,19 +686,22 @@ var MicRecorder = class extends EventEmitter5 {
|
|
|
684
686
|
isMuted: false,
|
|
685
687
|
isSpeaking: false
|
|
686
688
|
});
|
|
689
|
+
this.speakingConfirmed = false;
|
|
687
690
|
const delayedStream = createDelayedStream(
|
|
688
691
|
stream,
|
|
689
692
|
this.vad.delay / 1e3 + 0.05
|
|
690
693
|
);
|
|
691
694
|
this.delayedStream = delayedStream;
|
|
692
|
-
|
|
693
|
-
|
|
694
|
-
|
|
695
|
-
this.
|
|
696
|
-
|
|
697
|
-
|
|
695
|
+
await audioContext.audioWorklet.addModule(this.workletUrl);
|
|
696
|
+
this.source = audioContext.createMediaStreamSource(delayedStream);
|
|
697
|
+
this.workletNode = new AudioWorkletNode(audioContext, "pcm-processor");
|
|
698
|
+
this.workletNode.port.onmessage = this.onWorkletMessage;
|
|
699
|
+
this.source.connect(this.workletNode);
|
|
700
|
+
this.workletNode.port.postMessage({
|
|
701
|
+
type: "configure",
|
|
702
|
+
sourceSampleRate: audioContext.sampleRate,
|
|
703
|
+
targetSampleRate: SAMPLE_RATE2
|
|
698
704
|
});
|
|
699
|
-
this.recorder.ondataavailable = this.onDataAvailable;
|
|
700
705
|
await this.vad.start(stream);
|
|
701
706
|
this.vad.on("StartSpeaking", this.onStartSpeaking);
|
|
702
707
|
this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
@@ -741,9 +746,13 @@ var MicRecorder = class extends EventEmitter5 {
|
|
|
741
746
|
this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
742
747
|
this.vad.off("CancelSpeaking", this.onCancelSpeaking);
|
|
743
748
|
this.vad.off("StopSpeaking", this.onStopSpeaking);
|
|
744
|
-
if (this.
|
|
745
|
-
this.
|
|
746
|
-
this.
|
|
749
|
+
if (this.workletNode) {
|
|
750
|
+
this.workletNode.disconnect();
|
|
751
|
+
this.workletNode = void 0;
|
|
752
|
+
}
|
|
753
|
+
if (this.source) {
|
|
754
|
+
this.source.disconnect();
|
|
755
|
+
this.source = void 0;
|
|
747
756
|
}
|
|
748
757
|
if (this.delayedStream) {
|
|
749
758
|
stopStream(this.delayedStream);
|
|
@@ -754,54 +763,50 @@ var MicRecorder = class extends EventEmitter5 {
|
|
|
754
763
|
}
|
|
755
764
|
};
|
|
756
765
|
this.onStartSpeaking = async () => {
|
|
757
|
-
if (
|
|
758
|
-
|
|
759
|
-
|
|
760
|
-
|
|
761
|
-
this.speakingConfirmed = false;
|
|
762
|
-
} catch (error) {
|
|
763
|
-
console.error(error);
|
|
764
|
-
}
|
|
766
|
+
if (this.state.isMuted) return;
|
|
767
|
+
this.speakingConfirmed = false;
|
|
768
|
+
this.queuedChunks.length = 0;
|
|
769
|
+
this.workletNode?.port.postMessage({ type: "start" });
|
|
765
770
|
};
|
|
766
771
|
this.onConfirmSpeaking = async () => {
|
|
767
772
|
if (this.state.isMuted) return;
|
|
768
|
-
this.emit("StartSpeaking");
|
|
769
|
-
this.changeState({ isSpeaking: true });
|
|
770
773
|
this.speakingConfirmed = true;
|
|
774
|
+
this.changeState({ isSpeaking: true });
|
|
775
|
+
this.emit("StartSpeaking");
|
|
771
776
|
};
|
|
772
777
|
this.onCancelSpeaking = async () => {
|
|
773
778
|
if (this.state.isMuted) return;
|
|
774
|
-
try {
|
|
775
|
-
this.recorder?.stop();
|
|
776
|
-
} catch (error) {
|
|
777
|
-
console.error(error);
|
|
778
|
-
}
|
|
779
779
|
this.queuedChunks.length = 0;
|
|
780
|
+
this.workletNode?.port.postMessage({ type: "stop" });
|
|
780
781
|
};
|
|
781
782
|
this.onStopSpeaking = async () => {
|
|
782
783
|
if (this.state.isMuted) return;
|
|
783
|
-
|
|
784
|
-
this.recorder?.stop();
|
|
785
|
-
} catch (error) {
|
|
786
|
-
console.error(error);
|
|
787
|
-
}
|
|
784
|
+
this.speakingConfirmed = false;
|
|
788
785
|
this.changeState({ isSpeaking: false });
|
|
789
786
|
this.emit("StopSpeaking");
|
|
790
|
-
this.
|
|
787
|
+
this.workletNode?.port.postMessage({ type: "stop" });
|
|
791
788
|
};
|
|
792
|
-
this.
|
|
789
|
+
this.onWorkletMessage = (event) => {
|
|
793
790
|
if (this.state.isMuted) return;
|
|
794
|
-
|
|
795
|
-
|
|
796
|
-
|
|
797
|
-
|
|
798
|
-
|
|
799
|
-
|
|
791
|
+
const { type, data } = event.data;
|
|
792
|
+
if (type === "chunk") {
|
|
793
|
+
const pcmData = data;
|
|
794
|
+
if (!this.speakingConfirmed) {
|
|
795
|
+
this.queuedChunks.push(pcmData);
|
|
796
|
+
return;
|
|
797
|
+
}
|
|
798
|
+
for (const chunk of this.queuedChunks) {
|
|
799
|
+
this.emit("Chunk", chunk);
|
|
800
|
+
}
|
|
801
|
+
this.queuedChunks.length = 0;
|
|
802
|
+
this.emit("Chunk", pcmData);
|
|
800
803
|
}
|
|
801
|
-
this.queuedChunks.length = 0;
|
|
802
|
-
this.emit("Chunk", blobEvent.data);
|
|
803
804
|
};
|
|
804
805
|
this.state = defaultMicRecorderState;
|
|
806
|
+
const workletBlob = new Blob([pcm_processor_worklet_default], {
|
|
807
|
+
type: "application/javascript"
|
|
808
|
+
});
|
|
809
|
+
this.workletUrl = URL.createObjectURL(workletBlob);
|
|
805
810
|
this.vad = getVAD(vadConfig);
|
|
806
811
|
}
|
|
807
812
|
changeState(state) {
|
|
@@ -812,16 +817,6 @@ var MicRecorder = class extends EventEmitter5 {
|
|
|
812
817
|
this.state = { ...this.state, ...state };
|
|
813
818
|
this.emit("StateChange", this.state);
|
|
814
819
|
}
|
|
815
|
-
getAudioInfo() {
|
|
816
|
-
if (window.MediaRecorder.isTypeSupported("audio/ogg")) {
|
|
817
|
-
return { mimeType: "audio/ogg", ext: "ogg" };
|
|
818
|
-
} else if (window.MediaRecorder.isTypeSupported("audio/webm")) {
|
|
819
|
-
return { mimeType: "audio/webm", ext: "webm" };
|
|
820
|
-
} else if (window.MediaRecorder.isTypeSupported("audio/mp4")) {
|
|
821
|
-
return { mimeType: "audio/mp4", ext: "m4a" };
|
|
822
|
-
}
|
|
823
|
-
return { mimeType: "audio/wav", ext: "wav" };
|
|
824
|
-
}
|
|
825
820
|
};
|
|
826
821
|
|
|
827
822
|
// src/audio/index.ts
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private audioInfo = this.getAudioInfo()\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n if (this.state.isMuted) return\n\n // Force stop speaking\n if (this.state.isSpeaking) {\n this.onStopSpeaking()\n }\n this.changeState({ isMuted: true })\n }\n\n unmute = () => {\n if (!this.state.isMuted) return\n this.changeState({ isMuted: false })\n\n // Start speaking if already speaking\n if (this.vad.status === VADStatus.MaybeSpeaking) {\n this.onStartSpeaking()\n } else if (this.vad.status === VADStatus.Speaking) {\n this.onStartSpeaking()\n this.onConfirmSpeaking()\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop recorder\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private onStartSpeaking = async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n this.speakingConfirmed = false\n } catch (error) {\n console.error(error)\n }\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }\n\n private onDataAvailable = async (blobEvent: BlobEvent) => {\n if (this.state.isMuted) return\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.micRecorder?.mute()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.micRecorder?.unmute()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.micRecorder?.unmute()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isMuted) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";AAAA,SAAS,oBAAoB;AAMtB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,SAAS,gBAAAC,qBAAoB;;;ACA7B,SAAS,gBAAAC,qBAAoB;AAQtB,IAAe,cAAf,cAAmCC,cAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsBC,cAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,SAAS,gBAAAC,qBAAoB;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,gBAAAC,qBAAoB;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANZA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AAPR,SAAQ,YAAY,KAAK,aAAa;AAGtC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAYhC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AAGD,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AAAA,QACrB;AACA,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK;AAGrC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,UAAI,KAAK,MAAM,QAAS;AAGxB,UAAI,KAAK,MAAM,YAAY;AACzB,aAAK,eAAe;AAAA,MACtB;AACA,WAAK,YAAY,EAAE,SAAS,KAAK,CAAC;AAAA,IACpC;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,MAAM,QAAS;AACzB,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAGnC,UAAI,KAAK,IAAI,kCAAoC;AAC/C,aAAK,gBAAgB;AAAA,MACvB,WAAW,KAAK,IAAI,6BAA+B;AACjD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AACnB,eAAK,WAAW;AAAA,QAClB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAC3B,aAAK,oBAAoB;AAAA,MAC3B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,kBAAkB,OAAO,cAAyB;AACxD,UAAI,KAAK,MAAM,QAAS;AAExB,UAAI,CAAC,KAAK,mBAAmB;AAE3B,aAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,MACF;AAGA,iBAAW,SAAS,KAAK,cAAc;AACrC,aAAK,KAAK,SAAS,KAAK;AAAA,MAC1B;AACA,WAAK,aAAa,SAAS;AAG3B,WAAK,KAAK,SAAS,UAAU,IAAI;AAAA,IACnC;AApKE,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAkKQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOnOA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,SAAS,gBAAAC,qBAAoB;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFKO,IAAM,gBAAN,cACGC,cAEV;AAAA,EAeE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAbnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AAqGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,aAAa,KAAK;AACvB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,SAAS;AACrD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAncE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EA4KQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAuFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AGjiBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","VADStatus","defaultOptions","EventEmitter","Mic","Speaker","EventEmitter","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","EventEmitter","Speaker","Mic"]}
|
|
1
|
+
{"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","raw:./pcm-processor-worklet","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './utils/audioContext'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst SAMPLE_RATE = 16000\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Int16Array]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private source: MediaStreamAudioSourceNode | undefined\n private workletNode: AudioWorkletNode | undefined\n private delayedStream: MediaStream | undefined\n private workletUrl: string\n private speakingConfirmed = false\n private queuedChunks: Int16Array[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n this.workletUrl = URL.createObjectURL(workletBlob)\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n this.speakingConfirmed = false\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(this.workletUrl)\n\n this.source = audioContext.createMediaStreamSource(delayedStream)\n this.workletNode = new AudioWorkletNode(audioContext, 'pcm-processor')\n\n this.workletNode.port.onmessage = this.onWorkletMessage\n this.source.connect(this.workletNode)\n\n // Send sample rate configuration to worklet\n this.workletNode.port.postMessage({\n type: 'configure',\n sourceSampleRate: audioContext.sampleRate,\n targetSampleRate: SAMPLE_RATE,\n })\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n if (this.state.isMuted) return\n\n // Force stop speaking\n if (this.state.isSpeaking) {\n this.onStopSpeaking()\n }\n this.changeState({ isMuted: true })\n }\n\n unmute = () => {\n if (!this.state.isMuted) return\n this.changeState({ isMuted: false })\n\n // Start speaking if already speaking\n if (this.vad.status === VADStatus.MaybeSpeaking) {\n this.onStartSpeaking()\n } else if (this.vad.status === VADStatus.Speaking) {\n this.onStartSpeaking()\n this.onConfirmSpeaking()\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop Web Audio API\n if (this.workletNode) {\n this.workletNode.disconnect()\n this.workletNode = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private onStartSpeaking = async () => {\n if (this.state.isMuted) return\n this.speakingConfirmed = false\n this.queuedChunks.length = 0\n\n // Start recording\n this.workletNode?.port.postMessage({ type: 'start' })\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.speakingConfirmed = true\n this.changeState({ isSpeaking: true })\n this.emit('StartSpeaking')\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n this.queuedChunks.length = 0\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n this.speakingConfirmed = false\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n if (this.state.isMuted) return\n\n const { type, data } = event.data\n if (type === 'chunk') {\n const pcmData = data as Int16Array\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(pcmData)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the current chunk\n this.emit('Chunk', pcmData)\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n}\n","const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.micRecorder?.mute()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.micRecorder?.unmute()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.micRecorder?.unmute()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isMuted) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";AAAA,SAAS,oBAAoB;AAMtB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,SAAS,gBAAAC,qBAAoB;;;ACA7B,SAAS,gBAAAC,qBAAoB;AAQtB,IAAe,cAAf,cAAmCC,cAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsBC,cAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,SAAS,gBAAAC,qBAAoB;;;ACA7B;;;ACQO,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,gBAAAC,qBAAoB;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;APVA,IAAMC,eAAc;AASpB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AASO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAW/D,YAAY,WAAuB;AACjC,UAAM;AAJR,SAAQ,oBAAoB;AAC5B,SAAQ,eAA6B,CAAC;AAkBtC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AACD,aAAK,oBAAoB;AAGzB,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,cAAM,aAAa,aAAa,UAAU,KAAK,UAAU;AAEzD,aAAK,SAAS,aAAa,wBAAwB,aAAa;AAChE,aAAK,cAAc,IAAI,iBAAiB,cAAc,eAAe;AAErE,aAAK,YAAY,KAAK,YAAY,KAAK;AACvC,aAAK,OAAO,QAAQ,KAAK,WAAW;AAGpC,aAAK,YAAY,KAAK,YAAY;AAAA,UAChC,MAAM;AAAA,UACN,kBAAkB,aAAa;AAAA,UAC/B,kBAAkBD;AAAA,QACpB,CAAC;AAGD,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,UAAI,KAAK,MAAM,QAAS;AAGxB,UAAI,KAAK,MAAM,YAAY;AACzB,aAAK,eAAe;AAAA,MACtB;AACA,WAAK,YAAY,EAAE,SAAS,KAAK,CAAC;AAAA,IACpC;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,MAAM,QAAS;AACzB,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAGnC,UAAI,KAAK,IAAI,kCAAoC;AAC/C,aAAK,gBAAgB;AAAA,MACvB,WAAW,KAAK,IAAI,6BAA+B;AACjD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,aAAa;AACpB,eAAK,YAAY,WAAW;AAC5B,eAAK,cAAc;AAAA,QACrB;AACA,YAAI,KAAK,QAAQ;AACf,eAAK,OAAO,WAAW;AACvB,eAAK,SAAS;AAAA,QAChB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,oBAAoB;AACzB,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,QAAQ,CAAC;AAAA,IACtD;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,KAAK,eAAe;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AAGxB,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,UAAI,KAAK,MAAM,QAAS;AAExB,YAAM,EAAE,MAAM,KAAK,IAAI,MAAM;AAC7B,UAAI,SAAS,SAAS;AACpB,cAAM,UAAU;AAEhB,YAAI,CAAC,KAAK,mBAAmB;AAE3B,eAAK,aAAa,KAAK,OAAO;AAC9B;AAAA,QACF;AAGA,mBAAW,SAAS,KAAK,cAAc;AACrC,eAAK,KAAK,SAAS,KAAK;AAAA,QAC1B;AACA,aAAK,aAAa,SAAS;AAG3B,aAAK,KAAK,SAAS,OAAO;AAAA,MAC5B;AAAA,IACF;AApLE,SAAK,QAAQ;AAGb,UAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,MAClD,MAAM;AAAA,IACR,CAAC;AACD,SAAK,aAAa,IAAI,gBAAgB,WAAW;AAGjD,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4KQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AACF;;;AQtOA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAME,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,SAAS,gBAAAC,qBAAoB;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFKO,IAAM,gBAAN,cACGC,cAEV;AAAA,EAeE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAbnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AAqGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,aAAa,KAAK;AACvB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,SAAS;AACrD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAncE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EA4KQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAuFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AGjiBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","VADStatus","defaultOptions","SAMPLE_RATE","EventEmitter","Mic","Speaker","EventEmitter","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","EventEmitter","Speaker","Mic"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@micdrop/client",
|
|
3
|
-
"version": "2.0
|
|
3
|
+
"version": "2.1.0",
|
|
4
4
|
"description": "🖐️🎤 Micdrop: Real-Time Voice Conversations with AI",
|
|
5
5
|
"author": "Lonestone",
|
|
6
6
|
"license": "MIT",
|
|
@@ -37,6 +37,7 @@
|
|
|
37
37
|
"eventemitter3": "^5.0.1"
|
|
38
38
|
},
|
|
39
39
|
"devDependencies": {
|
|
40
|
+
"esbuild-raw-plugin": "^0.3.1",
|
|
40
41
|
"tsup": "^8.3.6",
|
|
41
42
|
"typescript": "^5.7.3"
|
|
42
43
|
}
|