@micdrop/client 1.1.0 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +121 -11
- package/dist/index.d.ts +121 -11
- package/dist/index.js +245 -46
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +241 -45
- package/dist/index.mjs.map +1 -1
- package/package.json +2 -1
package/dist/index.js
CHANGED
|
@@ -38,7 +38,10 @@ __export(index_exports, {
|
|
|
38
38
|
LocalStorageKeys: () => LocalStorageKeys,
|
|
39
39
|
Mic: () => microphone_exports,
|
|
40
40
|
MicRecorder: () => MicRecorder,
|
|
41
|
-
|
|
41
|
+
SileroVAD: () => SileroVAD,
|
|
42
|
+
Speaker: () => speaker_exports,
|
|
43
|
+
VAD: () => VAD,
|
|
44
|
+
VolumeVAD: () => VolumeVAD
|
|
42
45
|
});
|
|
43
46
|
module.exports = __toCommonJS(index_exports);
|
|
44
47
|
|
|
@@ -52,14 +55,12 @@ var LocalStorageKeys = /* @__PURE__ */ ((LocalStorageKeys2) => {
|
|
|
52
55
|
|
|
53
56
|
// src/audio/MicRecorder.ts
|
|
54
57
|
var import_eventemitter32 = __toESM(require("eventemitter3"));
|
|
55
|
-
var import_hark = __toESM(require("hark"));
|
|
56
58
|
|
|
57
59
|
// src/audio/microphone.ts
|
|
58
60
|
var microphone_exports = {};
|
|
59
61
|
__export(microphone_exports, {
|
|
60
|
-
|
|
62
|
+
audioContext: () => audioContext,
|
|
61
63
|
defaultMicThreshold: () => defaultMicThreshold,
|
|
62
|
-
getMicConstraints: () => getMicConstraints,
|
|
63
64
|
micAnalyser: () => micAnalyser,
|
|
64
65
|
startMicrophone: () => startMicrophone,
|
|
65
66
|
stopMicrophone: () => stopMicrophone
|
|
@@ -176,13 +177,15 @@ function stopMicrophone() {
|
|
|
176
177
|
audioStream = void 0;
|
|
177
178
|
}
|
|
178
179
|
}
|
|
179
|
-
|
|
180
|
+
|
|
181
|
+
// src/audio/createDelayedStream.ts
|
|
182
|
+
function createDelayedStream(stream, delay) {
|
|
180
183
|
if (!audioContext) {
|
|
181
184
|
throw new Error("AudioContext not initialized");
|
|
182
185
|
}
|
|
183
186
|
const audioSource = audioContext.createMediaStreamSource(stream);
|
|
184
|
-
const delayNode = audioContext.createDelay();
|
|
185
|
-
delayNode.delayTime.value =
|
|
187
|
+
const delayNode = audioContext.createDelay(delay);
|
|
188
|
+
delayNode.delayTime.value = delay;
|
|
186
189
|
const audioDestination = audioContext.createMediaStreamDestination();
|
|
187
190
|
audioSource.connect(delayNode);
|
|
188
191
|
delayNode.connect(audioDestination);
|
|
@@ -190,7 +193,7 @@ function createDelayedStream(stream) {
|
|
|
190
193
|
}
|
|
191
194
|
|
|
192
195
|
// src/audio/MicRecorder.ts
|
|
193
|
-
var timeSlice =
|
|
196
|
+
var timeSlice = 100;
|
|
194
197
|
var defaultMicRecorderState = {
|
|
195
198
|
isStarting: false,
|
|
196
199
|
isStarted: false,
|
|
@@ -199,22 +202,36 @@ var defaultMicRecorderState = {
|
|
|
199
202
|
threshold: defaultMicThreshold
|
|
200
203
|
};
|
|
201
204
|
var MicRecorder = class extends import_eventemitter32.default {
|
|
202
|
-
constructor() {
|
|
205
|
+
constructor(vad) {
|
|
203
206
|
super();
|
|
204
207
|
this.audioInfo = this.getAudioInfo();
|
|
208
|
+
this.speakingConfirmed = false;
|
|
209
|
+
this.queuedChunks = [];
|
|
205
210
|
this.onStartSpeaking = (async () => {
|
|
206
211
|
if (!this.recorder || this.state.isMuted) return;
|
|
207
212
|
this.recorder.start(timeSlice);
|
|
213
|
+
this.queuedChunks.length = 0;
|
|
214
|
+
}).bind(this);
|
|
215
|
+
this.onConfirmSpeaking = (async () => {
|
|
208
216
|
this.emit("StartSpeaking");
|
|
209
217
|
this.changeState({ isSpeaking: true });
|
|
218
|
+
this.speakingConfirmed = true;
|
|
219
|
+
}).bind(this);
|
|
220
|
+
this.onCancelSpeaking = (async () => {
|
|
221
|
+
if (!this.recorder) return;
|
|
222
|
+
this.recorder.stop();
|
|
223
|
+
this.queuedChunks.length = 0;
|
|
210
224
|
}).bind(this);
|
|
211
225
|
this.onStopSpeaking = (async () => {
|
|
212
|
-
if (!this.recorder
|
|
226
|
+
if (!this.recorder) return;
|
|
213
227
|
this.recorder.stop();
|
|
214
228
|
this.changeState({ isSpeaking: false });
|
|
229
|
+
this.emit("StopSpeaking");
|
|
230
|
+
this.speakingConfirmed = false;
|
|
215
231
|
}).bind(this);
|
|
216
232
|
const threshold = parseFloat(localStorage.getItem("micdrop.micThreshold" /* MicThreshold */) || "0") || defaultMicThreshold;
|
|
217
233
|
this.state = { ...defaultMicRecorderState, threshold };
|
|
234
|
+
this.vad = vad;
|
|
218
235
|
}
|
|
219
236
|
async start(stream) {
|
|
220
237
|
if (this.state.isStarted) {
|
|
@@ -226,15 +243,19 @@ var MicRecorder = class extends import_eventemitter32.default {
|
|
|
226
243
|
isMuted: false,
|
|
227
244
|
isSpeaking: false
|
|
228
245
|
});
|
|
229
|
-
const delayedStream = createDelayedStream(
|
|
246
|
+
const delayedStream = createDelayedStream(
|
|
247
|
+
stream,
|
|
248
|
+
this.vad.delay / 1e3 + 0.05
|
|
249
|
+
);
|
|
230
250
|
this.delayedStream = delayedStream;
|
|
231
|
-
if (
|
|
232
|
-
this.recorder
|
|
233
|
-
mimeType: this.audioInfo.mimeType,
|
|
234
|
-
audioBitsPerSecond: 128e3
|
|
235
|
-
});
|
|
236
|
-
this.recorder.ondataavailable = this.onDataAvailable.bind(this);
|
|
251
|
+
if (this.recorder) {
|
|
252
|
+
this.recorder.stop();
|
|
237
253
|
}
|
|
254
|
+
this.recorder = new window.MediaRecorder(delayedStream, {
|
|
255
|
+
mimeType: this.audioInfo.mimeType,
|
|
256
|
+
audioBitsPerSecond: 128e3
|
|
257
|
+
});
|
|
258
|
+
this.recorder.ondataavailable = this.onDataAvailable.bind(this);
|
|
238
259
|
await this.startSpeakingDetection(stream);
|
|
239
260
|
this.changeState({
|
|
240
261
|
isStarting: false,
|
|
@@ -276,30 +297,35 @@ var MicRecorder = class extends import_eventemitter32.default {
|
|
|
276
297
|
setThreshold(threshold) {
|
|
277
298
|
this.changeState({ threshold });
|
|
278
299
|
localStorage.setItem("micdrop.micThreshold" /* MicThreshold */, threshold.toString());
|
|
279
|
-
this.
|
|
300
|
+
this.vad.setThreshold(threshold);
|
|
280
301
|
}
|
|
281
302
|
async startSpeakingDetection(stream) {
|
|
282
|
-
if (this.
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
this.
|
|
289
|
-
this.
|
|
290
|
-
}
|
|
291
|
-
stopSpeakingDetection() {
|
|
292
|
-
|
|
293
|
-
this.
|
|
294
|
-
this.
|
|
295
|
-
this.
|
|
296
|
-
this.
|
|
303
|
+
if (this.vad.isStarted) {
|
|
304
|
+
this.vad.stop();
|
|
305
|
+
}
|
|
306
|
+
this.vad.on("StartSpeaking", this.onStartSpeaking);
|
|
307
|
+
this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
308
|
+
this.vad.on("CancelSpeaking", this.onCancelSpeaking);
|
|
309
|
+
this.vad.on("StopSpeaking", this.onStopSpeaking);
|
|
310
|
+
await this.vad.start(stream, this.state.threshold);
|
|
311
|
+
}
|
|
312
|
+
async stopSpeakingDetection() {
|
|
313
|
+
this.vad.off("StartSpeaking", this.onStartSpeaking);
|
|
314
|
+
this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
315
|
+
this.vad.off("CancelSpeaking", this.onCancelSpeaking);
|
|
316
|
+
this.vad.off("StopSpeaking", this.onStopSpeaking);
|
|
317
|
+
await this.vad.stop();
|
|
297
318
|
}
|
|
298
319
|
async onDataAvailable(blobEvent) {
|
|
299
|
-
this.
|
|
300
|
-
|
|
301
|
-
|
|
320
|
+
if (!this.speakingConfirmed) {
|
|
321
|
+
this.queuedChunks.push(blobEvent.data);
|
|
322
|
+
return;
|
|
302
323
|
}
|
|
324
|
+
for (const chunk of this.queuedChunks) {
|
|
325
|
+
this.emit("Chunk", chunk);
|
|
326
|
+
}
|
|
327
|
+
this.queuedChunks.length = 0;
|
|
328
|
+
this.emit("Chunk", blobEvent.data);
|
|
303
329
|
}
|
|
304
330
|
changeState(state) {
|
|
305
331
|
const hasChanged = Object.keys(state).some(
|
|
@@ -536,8 +562,172 @@ function stopAudio() {
|
|
|
536
562
|
}
|
|
537
563
|
}
|
|
538
564
|
|
|
539
|
-
// src/
|
|
565
|
+
// src/audio/vad/SileroVAD.ts
|
|
566
|
+
var import_src = require("@ricky0123/vad-web/src");
|
|
567
|
+
|
|
568
|
+
// src/audio/vad/VAD.ts
|
|
540
569
|
var import_eventemitter33 = __toESM(require("eventemitter3"));
|
|
570
|
+
var VAD = class extends import_eventemitter33.default {
|
|
571
|
+
/**
|
|
572
|
+
* Constructor for the VAD class
|
|
573
|
+
* @param threshold - The threshold to use for the VAD
|
|
574
|
+
*/
|
|
575
|
+
constructor(threshold = 0) {
|
|
576
|
+
super();
|
|
577
|
+
// Max delay to detect speech, can be used to record delayed stream
|
|
578
|
+
this.delay = 100;
|
|
579
|
+
this.threshold = threshold;
|
|
580
|
+
}
|
|
581
|
+
};
|
|
582
|
+
|
|
583
|
+
// src/audio/vad/SileroVAD.ts
|
|
584
|
+
var SileroVAD = class extends VAD {
|
|
585
|
+
get isStarted() {
|
|
586
|
+
return !!this.vad;
|
|
587
|
+
}
|
|
588
|
+
async start(stream, threshold) {
|
|
589
|
+
if (this.vad) return;
|
|
590
|
+
if (threshold !== void 0) {
|
|
591
|
+
this.threshold = threshold;
|
|
592
|
+
}
|
|
593
|
+
const speechThreshold = Math.min(
|
|
594
|
+
Math.max((this.threshold + 100) / 100, 0),
|
|
595
|
+
1
|
|
596
|
+
);
|
|
597
|
+
this.vad = await import_src.MicVAD.new({
|
|
598
|
+
stream,
|
|
599
|
+
onSpeechStart: () => this.emit("StartSpeaking"),
|
|
600
|
+
onSpeechRealStart: () => this.emit("ConfirmSpeaking"),
|
|
601
|
+
onVADMisfire: () => this.emit("CancelSpeaking"),
|
|
602
|
+
onSpeechEnd: () => this.emit("StopSpeaking"),
|
|
603
|
+
positiveSpeechThreshold: speechThreshold,
|
|
604
|
+
negativeSpeechThreshold: speechThreshold * 0.7,
|
|
605
|
+
// Adjust negative threshold proportionally
|
|
606
|
+
redemptionFrames: 5
|
|
607
|
+
});
|
|
608
|
+
this.vad.start();
|
|
609
|
+
}
|
|
610
|
+
async stop() {
|
|
611
|
+
if (!this.vad) return;
|
|
612
|
+
this.vad.pause();
|
|
613
|
+
this.vad = void 0;
|
|
614
|
+
}
|
|
615
|
+
async setThreshold(threshold) {
|
|
616
|
+
if (threshold === this.threshold) return;
|
|
617
|
+
if (this.vad) {
|
|
618
|
+
const stream = this.vad["stream"];
|
|
619
|
+
await this.stop();
|
|
620
|
+
await this.start(stream, threshold);
|
|
621
|
+
}
|
|
622
|
+
}
|
|
623
|
+
};
|
|
624
|
+
|
|
625
|
+
// src/audio/vad/VolumeVAD.ts
|
|
626
|
+
var VolumeVAD = class extends VAD {
|
|
627
|
+
constructor() {
|
|
628
|
+
super();
|
|
629
|
+
this.running = false;
|
|
630
|
+
this.speaking = false;
|
|
631
|
+
this.attemptSpeaking = false;
|
|
632
|
+
this.history = 10;
|
|
633
|
+
this.speakingHistory = [];
|
|
634
|
+
for (let i = 0; i < this.history; i++) {
|
|
635
|
+
this.speakingHistory.push(0);
|
|
636
|
+
}
|
|
637
|
+
}
|
|
638
|
+
getMaxVolume() {
|
|
639
|
+
if (!this.analyser || !this.fftBins) return -Infinity;
|
|
640
|
+
let maxVolume = -Infinity;
|
|
641
|
+
this.analyser.getFloatFrequencyData(this.fftBins);
|
|
642
|
+
for (let i = 4; i < this.fftBins.length; i++) {
|
|
643
|
+
if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {
|
|
644
|
+
maxVolume = this.fftBins[i];
|
|
645
|
+
}
|
|
646
|
+
}
|
|
647
|
+
return maxVolume;
|
|
648
|
+
}
|
|
649
|
+
get isStarted() {
|
|
650
|
+
return this.running;
|
|
651
|
+
}
|
|
652
|
+
async start(stream, threshold) {
|
|
653
|
+
if (this.running) return;
|
|
654
|
+
if (threshold !== void 0) {
|
|
655
|
+
this.threshold = threshold;
|
|
656
|
+
}
|
|
657
|
+
this.audioContext = new (window.AudioContext || window.webkitAudioContext)();
|
|
658
|
+
this.analyser = this.audioContext.createAnalyser();
|
|
659
|
+
this.sourceNode = this.audioContext.createMediaStreamSource(stream);
|
|
660
|
+
this.analyser.fftSize = 512;
|
|
661
|
+
this.analyser.smoothingTimeConstant = 0.1;
|
|
662
|
+
this.fftBins = new Float32Array(this.analyser.frequencyBinCount);
|
|
663
|
+
this.sourceNode.connect(this.analyser);
|
|
664
|
+
this.running = true;
|
|
665
|
+
this.startLoop();
|
|
666
|
+
}
|
|
667
|
+
startLoop() {
|
|
668
|
+
if (!this.running) return;
|
|
669
|
+
const currentVolume = this.getMaxVolume();
|
|
670
|
+
if (currentVolume > this.threshold) {
|
|
671
|
+
if (!this.speaking) {
|
|
672
|
+
let recentHistory = 0;
|
|
673
|
+
for (let i = this.speakingHistory.length - 3; i < this.speakingHistory.length; i++) {
|
|
674
|
+
recentHistory += this.speakingHistory[i];
|
|
675
|
+
}
|
|
676
|
+
if (recentHistory >= 2) {
|
|
677
|
+
this.speaking = true;
|
|
678
|
+
this.attemptSpeaking = false;
|
|
679
|
+
this.emit("ConfirmSpeaking");
|
|
680
|
+
} else if (recentHistory === 1) {
|
|
681
|
+
this.attemptSpeaking = true;
|
|
682
|
+
this.emit("StartSpeaking");
|
|
683
|
+
}
|
|
684
|
+
}
|
|
685
|
+
} else if (this.speaking) {
|
|
686
|
+
let totalHistory = 0;
|
|
687
|
+
for (let i = 0; i < this.speakingHistory.length; i++) {
|
|
688
|
+
totalHistory += this.speakingHistory[i];
|
|
689
|
+
}
|
|
690
|
+
if (totalHistory === 0) {
|
|
691
|
+
this.speaking = false;
|
|
692
|
+
this.emit("StopSpeaking");
|
|
693
|
+
}
|
|
694
|
+
} else if (this.attemptSpeaking) {
|
|
695
|
+
let lastHistory = this.speakingHistory[this.speakingHistory.length - 1];
|
|
696
|
+
if (lastHistory === 0) {
|
|
697
|
+
this.attemptSpeaking = false;
|
|
698
|
+
this.emit("CancelSpeaking");
|
|
699
|
+
}
|
|
700
|
+
}
|
|
701
|
+
this.speakingHistory.shift();
|
|
702
|
+
this.speakingHistory.push(Number(currentVolume > this.threshold));
|
|
703
|
+
setTimeout(() => this.startLoop(), this.delay);
|
|
704
|
+
}
|
|
705
|
+
async stop() {
|
|
706
|
+
if (!this.running) return;
|
|
707
|
+
this.running = false;
|
|
708
|
+
this.speaking = false;
|
|
709
|
+
if (this.sourceNode) {
|
|
710
|
+
this.sourceNode.disconnect();
|
|
711
|
+
this.sourceNode = void 0;
|
|
712
|
+
}
|
|
713
|
+
if (this.analyser) {
|
|
714
|
+
this.analyser.disconnect();
|
|
715
|
+
this.analyser = void 0;
|
|
716
|
+
}
|
|
717
|
+
if (this.audioContext) {
|
|
718
|
+
await this.audioContext.close();
|
|
719
|
+
this.audioContext = void 0;
|
|
720
|
+
}
|
|
721
|
+
this.fftBins = void 0;
|
|
722
|
+
}
|
|
723
|
+
async setThreshold(threshold) {
|
|
724
|
+
if (threshold === this.threshold) return;
|
|
725
|
+
this.threshold = threshold;
|
|
726
|
+
}
|
|
727
|
+
};
|
|
728
|
+
|
|
729
|
+
// src/call/CallHandler.ts
|
|
730
|
+
var import_eventemitter34 = __toESM(require("eventemitter3"));
|
|
541
731
|
|
|
542
732
|
// src/call/CallHandlerError.ts
|
|
543
733
|
var CallHandlerErrorCode = /* @__PURE__ */ ((CallHandlerErrorCode2) => {
|
|
@@ -554,36 +744,42 @@ var CallHandlerError = class extends Error {
|
|
|
554
744
|
};
|
|
555
745
|
|
|
556
746
|
// src/call/CallHandler.ts
|
|
557
|
-
var CallHandler = class _CallHandler extends
|
|
558
|
-
constructor() {
|
|
747
|
+
var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
748
|
+
constructor(options) {
|
|
559
749
|
super();
|
|
560
|
-
this.micRecorder = new MicRecorder();
|
|
561
750
|
this.conversation = [];
|
|
562
751
|
this.debug = false;
|
|
563
752
|
this.startTime = 0;
|
|
753
|
+
this.micRecorder = new MicRecorder(this.getVAD(options?.vad));
|
|
564
754
|
this.micRecorder.on("StateChange", () => {
|
|
565
755
|
this.notifyStateChange();
|
|
566
756
|
});
|
|
567
757
|
this.micRecorder.on("Chunk", (blob) => {
|
|
568
|
-
this.log(`[Mic]
|
|
758
|
+
this.log(`[Mic] Received chunk`, blob);
|
|
569
759
|
this.ws?.send(blob);
|
|
570
760
|
});
|
|
571
761
|
this.micRecorder.on("StartSpeaking", () => {
|
|
572
|
-
this.log("[Mic]
|
|
762
|
+
this.log("[Mic] Start speaking");
|
|
573
763
|
this.ws?.send("startSpeaking" /* StartSpeaking */);
|
|
574
764
|
stopAudio();
|
|
575
765
|
});
|
|
576
766
|
this.micRecorder.on("StopSpeaking", () => {
|
|
577
|
-
this.log("[Mic]
|
|
767
|
+
this.log("[Mic] Stop speaking");
|
|
578
768
|
this.ws?.send("stopSpeaking" /* StopSpeaking */);
|
|
579
769
|
});
|
|
580
770
|
}
|
|
581
|
-
static getInstance() {
|
|
771
|
+
static getInstance(options) {
|
|
582
772
|
if (!_CallHandler.instance) {
|
|
583
|
-
_CallHandler.instance = new _CallHandler();
|
|
773
|
+
_CallHandler.instance = new _CallHandler(options);
|
|
584
774
|
}
|
|
585
775
|
return _CallHandler.instance;
|
|
586
776
|
}
|
|
777
|
+
getVAD(vad) {
|
|
778
|
+
if (!vad) return new VolumeVAD();
|
|
779
|
+
if (vad === "volume") return new VolumeVAD();
|
|
780
|
+
if (vad === "silero") return new SileroVAD();
|
|
781
|
+
return vad;
|
|
782
|
+
}
|
|
587
783
|
get isStarted() {
|
|
588
784
|
return this.isWSStarted && this.micRecorder.state.isStarted;
|
|
589
785
|
}
|
|
@@ -761,6 +957,9 @@ var CallServerCommands = /* @__PURE__ */ ((CallServerCommands2) => {
|
|
|
761
957
|
LocalStorageKeys,
|
|
762
958
|
Mic,
|
|
763
959
|
MicRecorder,
|
|
764
|
-
|
|
960
|
+
SileroVAD,
|
|
961
|
+
Speaker,
|
|
962
|
+
VAD,
|
|
963
|
+
VolumeVAD
|
|
765
964
|
});
|
|
766
965
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export * from './audio/localStorage'\nexport * from './audio/MicRecorder'\nexport * as Mic from './audio/microphone'\nexport * as Speaker from './audio/speaker'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport hark, { Harker } from 'hark'\nimport { LocalStorageKeys } from './localStorage'\nimport { createDelayedStream, defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\n\nconst timeSlice = 500\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private hark: Harker | undefined\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n\n constructor() {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream)\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (!this.recorder) {\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n }\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.hark?.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.hark) return\n this.hark = hark(stream, {\n interval: 100,\n play: false,\n threshold: this.state.threshold,\n })\n this.hark.on('speaking', this.onStartSpeaking)\n this.hark.on('stopped_speaking', this.onStopSpeaking)\n }\n\n private stopSpeakingDetection() {\n if (!this.hark) return\n // @ts-ignore\n this.hark.off('speaking', this.onStartSpeaking)\n // @ts-ignore\n this.hark.off('stopped_speaking', this.onStopSpeaking)\n this.hark.stop()\n this.hark = undefined\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n this.emit('Chunk', blobEvent.data)\n\n if (!this.state.isSpeaking) {\n // It was the last used data until the user stopped speaking\n this.emit('StopSpeaking')\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nlet audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\n// eslint-disable-next-line\nexport function getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n\nexport function createDelayedStream(stream: MediaStream): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay()\n delayNode.delayTime.value = 0.3\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","export function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet mediaSource: MediaSource | undefined\nlet sourceBuffer: SourceBuffer | undefined\nlet currentMediaStream: MediaStream | undefined\nlet isProcessingQueue = false\nconst pendingBlobs: Blob[] = []\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n unlock(audioContext)\n}\n\ninit()\n\nasync function setupAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Create audio element if it doesn't exist\n if (!audioElement) {\n audioElement = new Audio()\n audioElement.autoplay = true\n mediaSource = new MediaSource()\n if (!mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n audioElement.src = URL.createObjectURL(mediaSource)\n\n // Setup MediaSource when it opens\n const ms = mediaSource\n ms.addEventListener('sourceopen', () => {\n sourceBuffer = ms.addSourceBuffer('audio/mpeg')\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => {\n processQueue()\n })\n\n // Process any pending blobs\n if (pendingBlobs.length > 0) {\n processQueue()\n }\n })\n\n // Connect audio element to analyser when we have data\n audioElement.addEventListener('timeupdate', function onTimeUpdate() {\n if (!audioContext || !speakerAnalyser || !audioElement) return\n\n try {\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (audioElement as any).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n currentMediaStream = mediaStream\n const sourceNode = audioContext.createMediaStreamSource(mediaStream)\n sourceNode.connect(speakerAnalyser.node)\n\n // Remove the listener once we've successfully connected\n audioElement.removeEventListener('timeupdate', onTimeUpdate)\n } catch (error) {\n console.error('Error creating media stream source:', error)\n }\n })\n }\n\n // Set sink ID if provided\n if (speakerId) {\n try {\n await setSinkId(speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n return audioElement\n}\n\nasync function processQueue() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (isProcessingQueue || sourceBuffer.updating) return\n\n isProcessingQueue = true\n try {\n await playNextBlob()\n } finally {\n isProcessingQueue = false\n // If there are more blobs and we're not updating, process the next one\n if (pendingBlobs.length > 0 && !sourceBuffer.updating) {\n processQueue()\n }\n }\n}\n\nasync function playNextBlob() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (sourceBuffer.updating) return\n\n // Check if MediaSource is still valid\n if (mediaSource.readyState !== 'open') {\n console.warn('MediaSource is no longer open, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n return\n }\n\n const blob = pendingBlobs.shift()!\n\n try {\n // Double check sourceBuffer is still valid before appending\n if (\n sourceBuffer &&\n Array.from(mediaSource.sourceBuffers).includes(sourceBuffer)\n ) {\n const arrayBuffer = await blob.arrayBuffer()\n sourceBuffer.appendBuffer(arrayBuffer)\n } else {\n console.warn('SourceBuffer is no longer valid, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n if (error instanceof Error && error.name === 'InvalidStateError') {\n console.warn('Resetting audio pipeline due to invalid state')\n stopAudio()\n await setupAudioElement()\n }\n }\n}\n\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nasync function setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice() && audioElement) {\n // @ts-ignore\n return audioElement.setSinkId(speakerId)\n }\n}\n\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await setupAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\nexport function pauseAudio() {\n if (audioElement) {\n audioElement.pause()\n }\n}\n\nexport function resumeAudio() {\n if (audioElement) {\n audioElement.play()\n }\n}\n\nexport async function playAudio(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n\n // Add blob to pending queue\n pendingBlobs.push(blob)\n\n // Initialize audio element if needed\n if (!audioElement) {\n await setupAudioElement()\n }\n\n if (!audioElement) return\n\n try {\n // Start playing if not already playing\n if (audioElement.paused) {\n audioElement.play()\n }\n\n // Try to process the queue if we can\n if (sourceBuffer && !sourceBuffer.updating && !isProcessingQueue) {\n processQueue()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\nexport function stopAudio() {\n // Clear pending blobs\n pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (mediaSource) {\n try {\n if (mediaSource.readyState === 'open') {\n mediaSource.endOfStream()\n }\n if (sourceBuffer && mediaSource.readyState !== 'closed') {\n mediaSource.removeSourceBuffer(sourceBuffer)\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n mediaSource = undefined\n sourceBuffer = undefined\n }\n\n // Destroy audio element\n if (audioElement) {\n audioElement.pause()\n audioElement.src = ''\n audioElement = undefined\n }\n\n // Clean up media stream\n if (currentMediaStream) {\n currentMediaStream.getTracks().forEach((track) => track.stop())\n currentMediaStream = undefined\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { pauseAudio, playAudio, resumeAudio, stopAudio } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport class CallHandler<\n Params extends {},\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<T extends {}>(): CallHandler<T> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T>()\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder = new MicRecorder()\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor() {\n super()\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] onChunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] onStartSpeaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption: Stop speaker if playing\n stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] onSilence')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n pauseAudio()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudio(this.lastAudioBlob)\n }\n resumeAudio()\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudio(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,IAAAC,wBAAyB;AACzB,kBAA6B;;;ACD7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAC,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AChDO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFEA,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAGM,SAAS,kBAAkB,UAA2C;AAC3E,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAEO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;AAEO,SAAS,oBAAoB,QAAkC;AACpE,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY;AAC3C,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ADzGA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAQ/D,cAAc;AACZ,UAAM;AANR,SAAQ,YAAY,KAAK,aAAa;AAkHtC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AAAA,IACvC,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AAAA,IACxC,GAAG,KAAK,IAAI;AApHV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB,oBAAoB,MAAM;AAChD,WAAK,gBAAgB;AAGrB,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAAA,MAChE;AAGA,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,MAAM,aAAa,SAAS;AAAA,EACnC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,KAAM;AACf,SAAK,WAAO,YAAAC,SAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,MACV,MAAM;AAAA,MACN,WAAW,KAAK,MAAM;AAAA,IACxB,CAAC;AACD,SAAK,KAAK,GAAG,YAAY,KAAK,eAAe;AAC7C,SAAK,KAAK,GAAG,oBAAoB,KAAK,cAAc;AAAA,EACtD;AAAA,EAEQ,wBAAwB;AAC9B,QAAI,CAAC,KAAK,KAAM;AAEhB,SAAK,KAAK,IAAI,YAAY,KAAK,eAAe;AAE9C,SAAK,KAAK,IAAI,oBAAoB,KAAK,cAAc;AACrD,SAAK,KAAK,KAAK;AACf,SAAK,OAAO;AAAA,EACd;AAAA,EAeA,MAAc,gBAAgB,WAAsB;AAClD,SAAK,KAAK,SAAS,UAAU,IAAI;AAEjC,QAAI,CAAC,KAAK,MAAM,YAAY;AAE1B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AIpMA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,oBAAoB;AACxB,IAAM,eAAuB,CAAC;AAEvB,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAChD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEL,eAAe,kBAAkB,WAAoB;AACnD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,cAAc;AACjB,mBAAe,IAAI,MAAM;AACzB,iBAAa,WAAW;AACxB,kBAAc,IAAI,YAAY;AAC9B,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AACA,iBAAa,MAAM,IAAI,gBAAgB,WAAW;AAGlD,UAAM,KAAK;AACX,OAAG,iBAAiB,cAAc,MAAM;AACtC,qBAAe,GAAG,gBAAgB,YAAY;AAG9C,mBAAa,iBAAiB,aAAa,MAAM;AAC/C,qBAAa;AAAA,MACf,CAAC;AAGD,UAAI,aAAa,SAAS,GAAG;AAC3B,qBAAa;AAAA,MACf;AAAA,IACF,CAAC;AAGD,iBAAa,iBAAiB,cAAc,SAAS,eAAe;AAClE,UAAI,CAACA,iBAAgB,CAAC,mBAAmB,CAAC,aAAc;AAExD,UAAI;AAEF,cAAM,cAAe,aAAqB,cAAc;AAGxD,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,6BAAqB;AACrB,cAAME,cAAaF,cAAa,wBAAwB,WAAW;AACnE,QAAAE,YAAW,QAAQ,gBAAgB,IAAI;AAGvC,qBAAa,oBAAoB,cAAc,YAAY;AAAA,MAC7D,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAAA,MAC5D;AAAA,IACF,CAAC;AAAA,EACH;AAGA,MAAI,WAAW;AACb,QAAI;AACF,YAAM,UAAU,SAAS;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,qBAAqB,aAAa,SAAU;AAEhD,sBAAoB;AACpB,MAAI;AACF,UAAM,aAAa;AAAA,EACrB,UAAE;AACA,wBAAoB;AAEpB,QAAI,aAAa,SAAS,KAAK,CAAC,aAAa,UAAU;AACrD,mBAAa;AAAA,IACf;AAAA,EACF;AACF;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,aAAa,SAAU;AAG3B,MAAI,YAAY,eAAe,QAAQ;AACrC,YAAQ,KAAK,yDAAyD;AACtE,cAAU;AACV,UAAM,kBAAkB;AACxB;AAAA,EACF;AAEA,QAAM,OAAO,aAAa,MAAM;AAEhC,MAAI;AAEF,QACE,gBACA,MAAM,KAAK,YAAY,aAAa,EAAE,SAAS,YAAY,GAC3D;AACA,YAAM,cAAc,MAAM,KAAK,YAAY;AAC3C,mBAAa,aAAa,WAAW;AAAA,IACvC,OAAO;AACL,cAAQ,KAAK,2DAA2D;AACxE,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,QAAI,iBAAiB,SAAS,MAAM,SAAS,qBAAqB;AAChE,cAAQ,KAAK,+CAA+C;AAC5D,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF;AACF;AAEO,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,eAAe,UAAU,WAAoB;AAC3C,MAAI,aAAa,uBAAuB,KAAK,cAAc;AAEzD,WAAO,aAAa,UAAU,SAAS;AAAA,EACzC;AACF;AAEA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,kBAAkB,SAAS;AACjC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAEO,SAAS,aAAa;AAC3B,MAAI,cAAc;AAChB,iBAAa,MAAM;AAAA,EACrB;AACF;AAEO,SAAS,cAAc;AAC5B,MAAI,cAAc;AAChB,iBAAa,KAAK;AAAA,EACpB;AACF;AAEA,eAAsB,UAAU,MAAY;AAC1C,MAAI,CAACF,iBAAgB,CAAC,gBAAiB;AAGvC,eAAa,KAAK,IAAI;AAGtB,MAAI,CAAC,cAAc;AACjB,UAAM,kBAAkB;AAAA,EAC1B;AAEA,MAAI,CAAC,aAAc;AAEnB,MAAI;AAEF,QAAI,aAAa,QAAQ;AACvB,mBAAa,KAAK;AAAA,IACpB;AAGA,QAAI,gBAAgB,CAAC,aAAa,YAAY,CAAC,mBAAmB;AAChE,mBAAa;AAAA,IACf;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAEO,SAAS,YAAY;AAE1B,eAAa,SAAS;AAGtB,MAAI,aAAa;AACf,QAAI;AACF,UAAI,YAAY,eAAe,QAAQ;AACrC,oBAAY,YAAY;AAAA,MAC1B;AACA,UAAI,gBAAgB,YAAY,eAAe,UAAU;AACvD,oBAAY,mBAAmB,YAAY;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,kCAAkC,KAAK;AAAA,IACvD;AACA,kBAAc;AACd,mBAAe;AAAA,EACjB;AAGA,MAAI,cAAc;AAChB,iBAAa,MAAM;AACnB,iBAAa,MAAM;AACnB,mBAAe;AAAA,EACjB;AAGA,MAAI,oBAAoB;AACtB,uBAAmB,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AAC9D,yBAAqB;AAAA,EACvB;AACF;;;AEnPA,IAAAG,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADAO,IAAM,cAAN,MAAM,qBAEH,sBAAAC,QAAgC;AAAA,EAqBhC,cAAc;AACpB,UAAM;AAVR,SAAO,cAAc,IAAI,YAAY;AACrC,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAOlB,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,iBAAiB,IAAI;AAC9B,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,uBAAuB;AAChC,WAAK,IAAI,wCAAqC;AAE9C,gBAAU;AAAA,IACZ,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,iBAAiB;AAC1B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EA7CA,OAAc,cAA4C;AACxD,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAe;AAAA,IAC5C;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA0CA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AACvB,eAAW;AAAA,EACb;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,gBAAU,KAAK,aAAa;AAAA,IAC9B;AACA,gBAAY;AACZ,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,kBAAU,MAAM,IAAI;AACpB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEnQO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","import_eventemitter3","EventEmitter","audioContext","EventEmitter","hark","audioContext","unlock","audioContext","init","sourceNode","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/createDelayedStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VAD.ts","../src/audio/vad/VolumeVAD.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export * from './audio/localStorage'\nexport * from './audio/MicRecorder'\nexport * as Mic from './audio/microphone'\nexport * as Speaker from './audio/speaker'\nexport * from './audio/vad'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './createDelayedStream'\nimport { LocalStorageKeys } from './localStorage'\nimport { defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\nimport { VAD } from './vad/VAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vad: VAD) {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n this.vad = vad\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.vad.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream, this.state.threshold)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nexport let audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\nfunction getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\n/**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\n/**\n * Stops the microphone\n */\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { audioContext } from './microphone'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet mediaSource: MediaSource | undefined\nlet sourceBuffer: SourceBuffer | undefined\nlet currentMediaStream: MediaStream | undefined\nlet isProcessingQueue = false\nconst pendingBlobs: Blob[] = []\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n unlock(audioContext)\n}\n\ninit()\n\nasync function setupAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Create audio element if it doesn't exist\n if (!audioElement) {\n audioElement = new Audio()\n audioElement.autoplay = true\n mediaSource = new MediaSource()\n if (!mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n audioElement.src = URL.createObjectURL(mediaSource)\n\n // Setup MediaSource when it opens\n const ms = mediaSource\n ms.addEventListener('sourceopen', () => {\n sourceBuffer = ms.addSourceBuffer('audio/mpeg')\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => {\n processQueue()\n })\n\n // Process any pending blobs\n if (pendingBlobs.length > 0) {\n processQueue()\n }\n })\n\n // Connect audio element to analyser when we have data\n audioElement.addEventListener('timeupdate', function onTimeUpdate() {\n if (!audioContext || !speakerAnalyser || !audioElement) return\n\n try {\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (audioElement as any).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n currentMediaStream = mediaStream\n const sourceNode = audioContext.createMediaStreamSource(mediaStream)\n sourceNode.connect(speakerAnalyser.node)\n\n // Remove the listener once we've successfully connected\n audioElement.removeEventListener('timeupdate', onTimeUpdate)\n } catch (error) {\n console.error('Error creating media stream source:', error)\n }\n })\n }\n\n // Set sink ID if provided\n if (speakerId) {\n try {\n await setSinkId(speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n return audioElement\n}\n\nasync function processQueue() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (isProcessingQueue || sourceBuffer.updating) return\n\n isProcessingQueue = true\n try {\n await playNextBlob()\n } finally {\n isProcessingQueue = false\n // If there are more blobs and we're not updating, process the next one\n if (pendingBlobs.length > 0 && !sourceBuffer.updating) {\n processQueue()\n }\n }\n}\n\nasync function playNextBlob() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (sourceBuffer.updating) return\n\n // Check if MediaSource is still valid\n if (mediaSource.readyState !== 'open') {\n console.warn('MediaSource is no longer open, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n return\n }\n\n const blob = pendingBlobs.shift()!\n\n try {\n // Double check sourceBuffer is still valid before appending\n if (\n sourceBuffer &&\n Array.from(mediaSource.sourceBuffers).includes(sourceBuffer)\n ) {\n const arrayBuffer = await blob.arrayBuffer()\n sourceBuffer.appendBuffer(arrayBuffer)\n } else {\n console.warn('SourceBuffer is no longer valid, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n if (error instanceof Error && error.name === 'InvalidStateError') {\n console.warn('Resetting audio pipeline due to invalid state')\n stopAudio()\n await setupAudioElement()\n }\n }\n}\n\n/**\n * Checks if the speaker device can be changed\n * @returns True if the speaker device can be changed, false otherwise\n */\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nasync function setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice() && audioElement) {\n // @ts-ignore\n return audioElement.setSinkId(speakerId)\n }\n}\n\n/**\n * Changes the speaker device\n * @param speakerId - The speakerId to use\n */\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await setupAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\n/**\n * Pauses the audio\n */\nexport function pauseAudio() {\n if (audioElement) {\n audioElement.pause()\n }\n}\n\n/**\n * Resumes the audio\n */\nexport function resumeAudio() {\n if (audioElement) {\n audioElement.play()\n }\n}\n\n/**\n * Plays the audio\n * @param blob - The blob to play (adds to the queue if already playing)\n */\nexport async function playAudio(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n\n // Add blob to pending queue\n pendingBlobs.push(blob)\n\n // Initialize audio element if needed\n if (!audioElement) {\n await setupAudioElement()\n }\n\n if (!audioElement) return\n\n try {\n // Start playing if not already playing\n if (audioElement.paused) {\n audioElement.play()\n }\n\n // Try to process the queue if we can\n if (sourceBuffer && !sourceBuffer.updating && !isProcessingQueue) {\n processQueue()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\n/**\n * Stops the audio\n */\nexport function stopAudio() {\n // Clear pending blobs\n pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (mediaSource) {\n try {\n if (mediaSource.readyState === 'open') {\n mediaSource.endOfStream()\n }\n if (sourceBuffer && mediaSource.readyState !== 'closed') {\n mediaSource.removeSourceBuffer(sourceBuffer)\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n mediaSource = undefined\n sourceBuffer = undefined\n }\n\n // Destroy audio element\n if (audioElement) {\n audioElement.pause()\n audioElement.src = ''\n audioElement = undefined\n }\n\n // Clean up media stream\n if (currentMediaStream) {\n currentMediaStream.getTracks().forEach((track) => track.stop())\n currentMediaStream = undefined\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { VAD } from './VAD'\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n private vad: MicVAD | undefined\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.vad) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n const speechThreshold = Math.min(\n Math.max((this.threshold + 100) / 100, 0),\n 1\n )\n\n this.vad = await MicVAD.new({\n stream,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n positiveSpeechThreshold: speechThreshold,\n negativeSpeechThreshold: speechThreshold * 0.7, // Adjust negative threshold proportionally\n redemptionFrames: 5,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.pause()\n this.vad = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n // Need to recreate the VAD instance with new threshold\n if (this.vad) {\n const stream = this.vad['stream'] // Access internal stream\n await this.stop()\n await this.start(stream, threshold)\n }\n }\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n protected threshold: number\n\n /**\n * Constructor for the VAD class\n * @param threshold - The threshold to use for the VAD\n */\n constructor(threshold = 0) {\n super()\n this.threshold = threshold\n }\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n * @param threshold - The threshold to use for the VAD\n */\n abstract start(stream: MediaStream, threshold?: number): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Sets the threshold for the VAD\n * @param threshold - The threshold to use for the VAD\n */\n abstract setThreshold(threshold: number): Promise<void>\n}\n","import { VAD } from './VAD'\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n private audioContext: AudioContext | undefined\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private history: number = 10\n private speakingHistory: number[] = []\n\n constructor() {\n super()\n // Initialize speaking history\n for (let i = 0; i < this.history; i++) {\n this.speakingHistory.push(0)\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.running) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n // Create audio context and nodes\n this.audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n this.analyser = this.audioContext.createAnalyser()\n this.sourceNode = this.audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n if (this.audioContext) {\n await this.audioContext.close()\n this.audioContext = undefined\n }\n\n this.fftBins = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n this.threshold = threshold\n }\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { pauseAudio, playAudio, resumeAudio, stopAudio } from '../audio/speaker'\nimport { SileroVAD } from '../audio/vad/SileroVAD'\nimport { VAD } from '../audio/vad/VAD'\nimport { VolumeVAD } from '../audio/vad/VolumeVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VAD | 'volume' | 'silero'\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<\n T extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n >(options?: Options): CallHandler<T, Options> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T, Options>(options)\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder: MicRecorder\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor(options?: Options) {\n super()\n\n this.micRecorder = new MicRecorder(this.getVAD(options?.vad))\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption: Stop speaker if playing\n stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n private getVAD(vad?: VAD | 'volume' | 'silero'): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n return vad\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n pauseAudio()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudio(this.lastAudioBlob)\n }\n resumeAudio()\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudio(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,IAAAC,wBAAyB;;;ACAzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAC,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC5CO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFFA,IAAI;AACJ,IAAI;AACG,IAAI;AACX,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAED,SAAS,kBAAkB,UAA2C;AACpE,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAOA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAKO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;;;AGjGO,SAAS,oBACd,QACA,OACa;AACb,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;AJfA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAU/D,YAAY,KAAU;AACpB,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAkHhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AApIV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AACrD,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,IAAI,aAAa,SAAS;AAAA,EACjC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,QAAQ,KAAK,MAAM,SAAS;AAAA,EACnD;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EA4BA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AK/NA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,oBAAoB;AACxB,IAAM,eAAuB,CAAC;AAEvB,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAChD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEL,eAAe,kBAAkB,WAAoB;AACnD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,cAAc;AACjB,mBAAe,IAAI,MAAM;AACzB,iBAAa,WAAW;AACxB,kBAAc,IAAI,YAAY;AAC9B,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AACA,iBAAa,MAAM,IAAI,gBAAgB,WAAW;AAGlD,UAAM,KAAK;AACX,OAAG,iBAAiB,cAAc,MAAM;AACtC,qBAAe,GAAG,gBAAgB,YAAY;AAG9C,mBAAa,iBAAiB,aAAa,MAAM;AAC/C,qBAAa;AAAA,MACf,CAAC;AAGD,UAAI,aAAa,SAAS,GAAG;AAC3B,qBAAa;AAAA,MACf;AAAA,IACF,CAAC;AAGD,iBAAa,iBAAiB,cAAc,SAAS,eAAe;AAClE,UAAI,CAACA,iBAAgB,CAAC,mBAAmB,CAAC,aAAc;AAExD,UAAI;AAEF,cAAM,cAAe,aAAqB,cAAc;AAGxD,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,6BAAqB;AACrB,cAAME,cAAaF,cAAa,wBAAwB,WAAW;AACnE,QAAAE,YAAW,QAAQ,gBAAgB,IAAI;AAGvC,qBAAa,oBAAoB,cAAc,YAAY;AAAA,MAC7D,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAAA,MAC5D;AAAA,IACF,CAAC;AAAA,EACH;AAGA,MAAI,WAAW;AACb,QAAI;AACF,YAAM,UAAU,SAAS;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,qBAAqB,aAAa,SAAU;AAEhD,sBAAoB;AACpB,MAAI;AACF,UAAM,aAAa;AAAA,EACrB,UAAE;AACA,wBAAoB;AAEpB,QAAI,aAAa,SAAS,KAAK,CAAC,aAAa,UAAU;AACrD,mBAAa;AAAA,IACf;AAAA,EACF;AACF;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,aAAa,SAAU;AAG3B,MAAI,YAAY,eAAe,QAAQ;AACrC,YAAQ,KAAK,yDAAyD;AACtE,cAAU;AACV,UAAM,kBAAkB;AACxB;AAAA,EACF;AAEA,QAAM,OAAO,aAAa,MAAM;AAEhC,MAAI;AAEF,QACE,gBACA,MAAM,KAAK,YAAY,aAAa,EAAE,SAAS,YAAY,GAC3D;AACA,YAAM,cAAc,MAAM,KAAK,YAAY;AAC3C,mBAAa,aAAa,WAAW;AAAA,IACvC,OAAO;AACL,cAAQ,KAAK,2DAA2D;AACxE,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,QAAI,iBAAiB,SAAS,MAAM,SAAS,qBAAqB;AAChE,cAAQ,KAAK,+CAA+C;AAC5D,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF;AACF;AAMO,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,eAAe,UAAU,WAAoB;AAC3C,MAAI,aAAa,uBAAuB,KAAK,cAAc;AAEzD,WAAO,aAAa,UAAU,SAAS;AAAA,EACzC;AACF;AAMA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,kBAAkB,SAAS;AACjC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAKO,SAAS,aAAa;AAC3B,MAAI,cAAc;AAChB,iBAAa,MAAM;AAAA,EACrB;AACF;AAKO,SAAS,cAAc;AAC5B,MAAI,cAAc;AAChB,iBAAa,KAAK;AAAA,EACpB;AACF;AAMA,eAAsB,UAAU,MAAY;AAC1C,MAAI,CAACF,iBAAgB,CAAC,gBAAiB;AAGvC,eAAa,KAAK,IAAI;AAGtB,MAAI,CAAC,cAAc;AACjB,UAAM,kBAAkB;AAAA,EAC1B;AAEA,MAAI,CAAC,aAAc;AAEnB,MAAI;AAEF,QAAI,aAAa,QAAQ;AACvB,mBAAa,KAAK;AAAA,IACpB;AAGA,QAAI,gBAAgB,CAAC,aAAa,YAAY,CAAC,mBAAmB;AAChE,mBAAa;AAAA,IACf;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAKO,SAAS,YAAY;AAE1B,eAAa,SAAS;AAGtB,MAAI,aAAa;AACf,QAAI;AACF,UAAI,YAAY,eAAe,QAAQ;AACrC,oBAAY,YAAY;AAAA,MAC1B;AACA,UAAI,gBAAgB,YAAY,eAAe,UAAU;AACvD,oBAAY,mBAAmB,YAAY;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,kCAAkC,KAAK;AAAA,IACvD;AACA,kBAAc;AACd,mBAAe;AAAA,EACjB;AAGA,MAAI,cAAc;AAChB,iBAAa,MAAM;AACnB,iBAAa,MAAM;AACnB,mBAAe;AAAA,EACjB;AAGA,MAAI,oBAAoB;AACtB,uBAAmB,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AAC9D,yBAAqB;AAAA,EACvB;AACF;;;AExQA,iBAAuB;;;ACAvB,IAAAG,wBAAyB;AAiBlB,IAAe,MAAf,cAA2B,sBAAAC,QAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAUxD,YAAY,YAAY,GAAG;AACzB,UAAM;AATR;AAAA,SAAO,QAAQ;AAUb,SAAK,YAAY;AAAA,EACnB;AAyBF;;;ADhDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAGjC,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,IAAK;AAEd,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAEA,UAAM,kBAAkB,KAAK;AAAA,MAC3B,KAAK,KAAK,KAAK,YAAY,OAAO,KAAK,CAAC;AAAA,MACxC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM,kBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,yBAAyB;AAAA,MACzB,yBAAyB,kBAAkB;AAAA;AAAA,MAC3C,kBAAkB;AAAA,IACpB,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,MAAM;AACf,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAElC,QAAI,KAAK,KAAK;AACZ,YAAM,SAAS,KAAK,IAAI,QAAQ;AAChC,YAAM,KAAK,KAAK;AAChB,YAAM,KAAK,MAAM,QAAQ,SAAS;AAAA,IACpC;AAAA,EACF;AACF;;;AEjDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,cAAc;AACZ,UAAM;AAPR,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,UAAkB;AAC1B,SAAQ,kBAA4B,CAAC;AAKnC,aAAS,IAAI,GAAG,IAAI,KAAK,SAAS,KAAK;AACrC,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,QAAS;AAElB,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAGA,SAAK,eAAe,KAAK,OAAO,gBAC7B,OAAe,oBAAoB;AACtC,SAAK,WAAW,KAAK,aAAa,eAAe;AACjD,SAAK,aAAa,KAAK,aAAa,wBAAwB,MAAM;AAGlE,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,WAAW;AAClC,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,SAAS,CAAC;AAGhE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,QAAI,KAAK,cAAc;AACrB,YAAM,KAAK,aAAa,MAAM;AAC9B,WAAK,eAAe;AAAA,IACtB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAClC,SAAK,YAAY;AAAA,EACnB;AACF;;;AC9JA,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADOO,IAAM,cAAN,MAAM,qBAGH,sBAAAC,QAAgC;AAAA,EAwBhC,YAAY,SAAmB;AACrC,UAAM;AATR,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAMlB,SAAK,cAAc,IAAI,YAAY,KAAK,OAAO,SAAS,GAAG,CAAC;AAG5D,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,wBAAwB,IAAI;AACrC,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,sBAAsB;AAC/B,WAAK,IAAI,wCAAqC;AAE9C,gBAAU;AAAA,IACZ,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,qBAAqB;AAC9B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EAlDA,OAAc,YAGZ,SAA4C;AAC5C,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAwB,OAAO;AAAA,IAC5D;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA4CQ,OAAO,KAAsC;AACnD,QAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AACvB,eAAW;AAAA,EACb;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,gBAAU,KAAK,aAAa;AAAA,IAC9B;AACA,gBAAY;AACZ,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,kBAAU,MAAM,IAAI;AACpB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEvRO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","import_eventemitter3","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","import_eventemitter3","EventEmitter","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|