@micdrop/client 1.1.0 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +121 -11
- package/dist/index.d.ts +121 -11
- package/dist/index.js +245 -46
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +241 -45
- package/dist/index.mjs.map +1 -1
- package/package.json +2 -1
package/dist/index.mjs
CHANGED
|
@@ -14,14 +14,12 @@ var LocalStorageKeys = /* @__PURE__ */ ((LocalStorageKeys2) => {
|
|
|
14
14
|
|
|
15
15
|
// src/audio/MicRecorder.ts
|
|
16
16
|
import EventEmitter2 from "eventemitter3";
|
|
17
|
-
import hark from "hark";
|
|
18
17
|
|
|
19
18
|
// src/audio/microphone.ts
|
|
20
19
|
var microphone_exports = {};
|
|
21
20
|
__export(microphone_exports, {
|
|
22
|
-
|
|
21
|
+
audioContext: () => audioContext,
|
|
23
22
|
defaultMicThreshold: () => defaultMicThreshold,
|
|
24
|
-
getMicConstraints: () => getMicConstraints,
|
|
25
23
|
micAnalyser: () => micAnalyser,
|
|
26
24
|
startMicrophone: () => startMicrophone,
|
|
27
25
|
stopMicrophone: () => stopMicrophone
|
|
@@ -138,13 +136,15 @@ function stopMicrophone() {
|
|
|
138
136
|
audioStream = void 0;
|
|
139
137
|
}
|
|
140
138
|
}
|
|
141
|
-
|
|
139
|
+
|
|
140
|
+
// src/audio/createDelayedStream.ts
|
|
141
|
+
function createDelayedStream(stream, delay) {
|
|
142
142
|
if (!audioContext) {
|
|
143
143
|
throw new Error("AudioContext not initialized");
|
|
144
144
|
}
|
|
145
145
|
const audioSource = audioContext.createMediaStreamSource(stream);
|
|
146
|
-
const delayNode = audioContext.createDelay();
|
|
147
|
-
delayNode.delayTime.value =
|
|
146
|
+
const delayNode = audioContext.createDelay(delay);
|
|
147
|
+
delayNode.delayTime.value = delay;
|
|
148
148
|
const audioDestination = audioContext.createMediaStreamDestination();
|
|
149
149
|
audioSource.connect(delayNode);
|
|
150
150
|
delayNode.connect(audioDestination);
|
|
@@ -152,7 +152,7 @@ function createDelayedStream(stream) {
|
|
|
152
152
|
}
|
|
153
153
|
|
|
154
154
|
// src/audio/MicRecorder.ts
|
|
155
|
-
var timeSlice =
|
|
155
|
+
var timeSlice = 100;
|
|
156
156
|
var defaultMicRecorderState = {
|
|
157
157
|
isStarting: false,
|
|
158
158
|
isStarted: false,
|
|
@@ -161,22 +161,36 @@ var defaultMicRecorderState = {
|
|
|
161
161
|
threshold: defaultMicThreshold
|
|
162
162
|
};
|
|
163
163
|
var MicRecorder = class extends EventEmitter2 {
|
|
164
|
-
constructor() {
|
|
164
|
+
constructor(vad) {
|
|
165
165
|
super();
|
|
166
166
|
this.audioInfo = this.getAudioInfo();
|
|
167
|
+
this.speakingConfirmed = false;
|
|
168
|
+
this.queuedChunks = [];
|
|
167
169
|
this.onStartSpeaking = (async () => {
|
|
168
170
|
if (!this.recorder || this.state.isMuted) return;
|
|
169
171
|
this.recorder.start(timeSlice);
|
|
172
|
+
this.queuedChunks.length = 0;
|
|
173
|
+
}).bind(this);
|
|
174
|
+
this.onConfirmSpeaking = (async () => {
|
|
170
175
|
this.emit("StartSpeaking");
|
|
171
176
|
this.changeState({ isSpeaking: true });
|
|
177
|
+
this.speakingConfirmed = true;
|
|
178
|
+
}).bind(this);
|
|
179
|
+
this.onCancelSpeaking = (async () => {
|
|
180
|
+
if (!this.recorder) return;
|
|
181
|
+
this.recorder.stop();
|
|
182
|
+
this.queuedChunks.length = 0;
|
|
172
183
|
}).bind(this);
|
|
173
184
|
this.onStopSpeaking = (async () => {
|
|
174
|
-
if (!this.recorder
|
|
185
|
+
if (!this.recorder) return;
|
|
175
186
|
this.recorder.stop();
|
|
176
187
|
this.changeState({ isSpeaking: false });
|
|
188
|
+
this.emit("StopSpeaking");
|
|
189
|
+
this.speakingConfirmed = false;
|
|
177
190
|
}).bind(this);
|
|
178
191
|
const threshold = parseFloat(localStorage.getItem("micdrop.micThreshold" /* MicThreshold */) || "0") || defaultMicThreshold;
|
|
179
192
|
this.state = { ...defaultMicRecorderState, threshold };
|
|
193
|
+
this.vad = vad;
|
|
180
194
|
}
|
|
181
195
|
async start(stream) {
|
|
182
196
|
if (this.state.isStarted) {
|
|
@@ -188,15 +202,19 @@ var MicRecorder = class extends EventEmitter2 {
|
|
|
188
202
|
isMuted: false,
|
|
189
203
|
isSpeaking: false
|
|
190
204
|
});
|
|
191
|
-
const delayedStream = createDelayedStream(
|
|
205
|
+
const delayedStream = createDelayedStream(
|
|
206
|
+
stream,
|
|
207
|
+
this.vad.delay / 1e3 + 0.05
|
|
208
|
+
);
|
|
192
209
|
this.delayedStream = delayedStream;
|
|
193
|
-
if (
|
|
194
|
-
this.recorder
|
|
195
|
-
mimeType: this.audioInfo.mimeType,
|
|
196
|
-
audioBitsPerSecond: 128e3
|
|
197
|
-
});
|
|
198
|
-
this.recorder.ondataavailable = this.onDataAvailable.bind(this);
|
|
210
|
+
if (this.recorder) {
|
|
211
|
+
this.recorder.stop();
|
|
199
212
|
}
|
|
213
|
+
this.recorder = new window.MediaRecorder(delayedStream, {
|
|
214
|
+
mimeType: this.audioInfo.mimeType,
|
|
215
|
+
audioBitsPerSecond: 128e3
|
|
216
|
+
});
|
|
217
|
+
this.recorder.ondataavailable = this.onDataAvailable.bind(this);
|
|
200
218
|
await this.startSpeakingDetection(stream);
|
|
201
219
|
this.changeState({
|
|
202
220
|
isStarting: false,
|
|
@@ -238,30 +256,35 @@ var MicRecorder = class extends EventEmitter2 {
|
|
|
238
256
|
setThreshold(threshold) {
|
|
239
257
|
this.changeState({ threshold });
|
|
240
258
|
localStorage.setItem("micdrop.micThreshold" /* MicThreshold */, threshold.toString());
|
|
241
|
-
this.
|
|
259
|
+
this.vad.setThreshold(threshold);
|
|
242
260
|
}
|
|
243
261
|
async startSpeakingDetection(stream) {
|
|
244
|
-
if (this.
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
this.
|
|
251
|
-
this.
|
|
252
|
-
}
|
|
253
|
-
stopSpeakingDetection() {
|
|
254
|
-
|
|
255
|
-
this.
|
|
256
|
-
this.
|
|
257
|
-
this.
|
|
258
|
-
this.
|
|
262
|
+
if (this.vad.isStarted) {
|
|
263
|
+
this.vad.stop();
|
|
264
|
+
}
|
|
265
|
+
this.vad.on("StartSpeaking", this.onStartSpeaking);
|
|
266
|
+
this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
267
|
+
this.vad.on("CancelSpeaking", this.onCancelSpeaking);
|
|
268
|
+
this.vad.on("StopSpeaking", this.onStopSpeaking);
|
|
269
|
+
await this.vad.start(stream, this.state.threshold);
|
|
270
|
+
}
|
|
271
|
+
async stopSpeakingDetection() {
|
|
272
|
+
this.vad.off("StartSpeaking", this.onStartSpeaking);
|
|
273
|
+
this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
274
|
+
this.vad.off("CancelSpeaking", this.onCancelSpeaking);
|
|
275
|
+
this.vad.off("StopSpeaking", this.onStopSpeaking);
|
|
276
|
+
await this.vad.stop();
|
|
259
277
|
}
|
|
260
278
|
async onDataAvailable(blobEvent) {
|
|
261
|
-
this.
|
|
262
|
-
|
|
263
|
-
|
|
279
|
+
if (!this.speakingConfirmed) {
|
|
280
|
+
this.queuedChunks.push(blobEvent.data);
|
|
281
|
+
return;
|
|
264
282
|
}
|
|
283
|
+
for (const chunk of this.queuedChunks) {
|
|
284
|
+
this.emit("Chunk", chunk);
|
|
285
|
+
}
|
|
286
|
+
this.queuedChunks.length = 0;
|
|
287
|
+
this.emit("Chunk", blobEvent.data);
|
|
265
288
|
}
|
|
266
289
|
changeState(state) {
|
|
267
290
|
const hasChanged = Object.keys(state).some(
|
|
@@ -498,8 +521,172 @@ function stopAudio() {
|
|
|
498
521
|
}
|
|
499
522
|
}
|
|
500
523
|
|
|
501
|
-
// src/
|
|
524
|
+
// src/audio/vad/SileroVAD.ts
|
|
525
|
+
import { MicVAD } from "@ricky0123/vad-web/src";
|
|
526
|
+
|
|
527
|
+
// src/audio/vad/VAD.ts
|
|
502
528
|
import EventEmitter3 from "eventemitter3";
|
|
529
|
+
var VAD = class extends EventEmitter3 {
|
|
530
|
+
/**
|
|
531
|
+
* Constructor for the VAD class
|
|
532
|
+
* @param threshold - The threshold to use for the VAD
|
|
533
|
+
*/
|
|
534
|
+
constructor(threshold = 0) {
|
|
535
|
+
super();
|
|
536
|
+
// Max delay to detect speech, can be used to record delayed stream
|
|
537
|
+
this.delay = 100;
|
|
538
|
+
this.threshold = threshold;
|
|
539
|
+
}
|
|
540
|
+
};
|
|
541
|
+
|
|
542
|
+
// src/audio/vad/SileroVAD.ts
|
|
543
|
+
var SileroVAD = class extends VAD {
|
|
544
|
+
get isStarted() {
|
|
545
|
+
return !!this.vad;
|
|
546
|
+
}
|
|
547
|
+
async start(stream, threshold) {
|
|
548
|
+
if (this.vad) return;
|
|
549
|
+
if (threshold !== void 0) {
|
|
550
|
+
this.threshold = threshold;
|
|
551
|
+
}
|
|
552
|
+
const speechThreshold = Math.min(
|
|
553
|
+
Math.max((this.threshold + 100) / 100, 0),
|
|
554
|
+
1
|
|
555
|
+
);
|
|
556
|
+
this.vad = await MicVAD.new({
|
|
557
|
+
stream,
|
|
558
|
+
onSpeechStart: () => this.emit("StartSpeaking"),
|
|
559
|
+
onSpeechRealStart: () => this.emit("ConfirmSpeaking"),
|
|
560
|
+
onVADMisfire: () => this.emit("CancelSpeaking"),
|
|
561
|
+
onSpeechEnd: () => this.emit("StopSpeaking"),
|
|
562
|
+
positiveSpeechThreshold: speechThreshold,
|
|
563
|
+
negativeSpeechThreshold: speechThreshold * 0.7,
|
|
564
|
+
// Adjust negative threshold proportionally
|
|
565
|
+
redemptionFrames: 5
|
|
566
|
+
});
|
|
567
|
+
this.vad.start();
|
|
568
|
+
}
|
|
569
|
+
async stop() {
|
|
570
|
+
if (!this.vad) return;
|
|
571
|
+
this.vad.pause();
|
|
572
|
+
this.vad = void 0;
|
|
573
|
+
}
|
|
574
|
+
async setThreshold(threshold) {
|
|
575
|
+
if (threshold === this.threshold) return;
|
|
576
|
+
if (this.vad) {
|
|
577
|
+
const stream = this.vad["stream"];
|
|
578
|
+
await this.stop();
|
|
579
|
+
await this.start(stream, threshold);
|
|
580
|
+
}
|
|
581
|
+
}
|
|
582
|
+
};
|
|
583
|
+
|
|
584
|
+
// src/audio/vad/VolumeVAD.ts
|
|
585
|
+
var VolumeVAD = class extends VAD {
|
|
586
|
+
constructor() {
|
|
587
|
+
super();
|
|
588
|
+
this.running = false;
|
|
589
|
+
this.speaking = false;
|
|
590
|
+
this.attemptSpeaking = false;
|
|
591
|
+
this.history = 10;
|
|
592
|
+
this.speakingHistory = [];
|
|
593
|
+
for (let i = 0; i < this.history; i++) {
|
|
594
|
+
this.speakingHistory.push(0);
|
|
595
|
+
}
|
|
596
|
+
}
|
|
597
|
+
getMaxVolume() {
|
|
598
|
+
if (!this.analyser || !this.fftBins) return -Infinity;
|
|
599
|
+
let maxVolume = -Infinity;
|
|
600
|
+
this.analyser.getFloatFrequencyData(this.fftBins);
|
|
601
|
+
for (let i = 4; i < this.fftBins.length; i++) {
|
|
602
|
+
if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {
|
|
603
|
+
maxVolume = this.fftBins[i];
|
|
604
|
+
}
|
|
605
|
+
}
|
|
606
|
+
return maxVolume;
|
|
607
|
+
}
|
|
608
|
+
get isStarted() {
|
|
609
|
+
return this.running;
|
|
610
|
+
}
|
|
611
|
+
async start(stream, threshold) {
|
|
612
|
+
if (this.running) return;
|
|
613
|
+
if (threshold !== void 0) {
|
|
614
|
+
this.threshold = threshold;
|
|
615
|
+
}
|
|
616
|
+
this.audioContext = new (window.AudioContext || window.webkitAudioContext)();
|
|
617
|
+
this.analyser = this.audioContext.createAnalyser();
|
|
618
|
+
this.sourceNode = this.audioContext.createMediaStreamSource(stream);
|
|
619
|
+
this.analyser.fftSize = 512;
|
|
620
|
+
this.analyser.smoothingTimeConstant = 0.1;
|
|
621
|
+
this.fftBins = new Float32Array(this.analyser.frequencyBinCount);
|
|
622
|
+
this.sourceNode.connect(this.analyser);
|
|
623
|
+
this.running = true;
|
|
624
|
+
this.startLoop();
|
|
625
|
+
}
|
|
626
|
+
startLoop() {
|
|
627
|
+
if (!this.running) return;
|
|
628
|
+
const currentVolume = this.getMaxVolume();
|
|
629
|
+
if (currentVolume > this.threshold) {
|
|
630
|
+
if (!this.speaking) {
|
|
631
|
+
let recentHistory = 0;
|
|
632
|
+
for (let i = this.speakingHistory.length - 3; i < this.speakingHistory.length; i++) {
|
|
633
|
+
recentHistory += this.speakingHistory[i];
|
|
634
|
+
}
|
|
635
|
+
if (recentHistory >= 2) {
|
|
636
|
+
this.speaking = true;
|
|
637
|
+
this.attemptSpeaking = false;
|
|
638
|
+
this.emit("ConfirmSpeaking");
|
|
639
|
+
} else if (recentHistory === 1) {
|
|
640
|
+
this.attemptSpeaking = true;
|
|
641
|
+
this.emit("StartSpeaking");
|
|
642
|
+
}
|
|
643
|
+
}
|
|
644
|
+
} else if (this.speaking) {
|
|
645
|
+
let totalHistory = 0;
|
|
646
|
+
for (let i = 0; i < this.speakingHistory.length; i++) {
|
|
647
|
+
totalHistory += this.speakingHistory[i];
|
|
648
|
+
}
|
|
649
|
+
if (totalHistory === 0) {
|
|
650
|
+
this.speaking = false;
|
|
651
|
+
this.emit("StopSpeaking");
|
|
652
|
+
}
|
|
653
|
+
} else if (this.attemptSpeaking) {
|
|
654
|
+
let lastHistory = this.speakingHistory[this.speakingHistory.length - 1];
|
|
655
|
+
if (lastHistory === 0) {
|
|
656
|
+
this.attemptSpeaking = false;
|
|
657
|
+
this.emit("CancelSpeaking");
|
|
658
|
+
}
|
|
659
|
+
}
|
|
660
|
+
this.speakingHistory.shift();
|
|
661
|
+
this.speakingHistory.push(Number(currentVolume > this.threshold));
|
|
662
|
+
setTimeout(() => this.startLoop(), this.delay);
|
|
663
|
+
}
|
|
664
|
+
async stop() {
|
|
665
|
+
if (!this.running) return;
|
|
666
|
+
this.running = false;
|
|
667
|
+
this.speaking = false;
|
|
668
|
+
if (this.sourceNode) {
|
|
669
|
+
this.sourceNode.disconnect();
|
|
670
|
+
this.sourceNode = void 0;
|
|
671
|
+
}
|
|
672
|
+
if (this.analyser) {
|
|
673
|
+
this.analyser.disconnect();
|
|
674
|
+
this.analyser = void 0;
|
|
675
|
+
}
|
|
676
|
+
if (this.audioContext) {
|
|
677
|
+
await this.audioContext.close();
|
|
678
|
+
this.audioContext = void 0;
|
|
679
|
+
}
|
|
680
|
+
this.fftBins = void 0;
|
|
681
|
+
}
|
|
682
|
+
async setThreshold(threshold) {
|
|
683
|
+
if (threshold === this.threshold) return;
|
|
684
|
+
this.threshold = threshold;
|
|
685
|
+
}
|
|
686
|
+
};
|
|
687
|
+
|
|
688
|
+
// src/call/CallHandler.ts
|
|
689
|
+
import EventEmitter4 from "eventemitter3";
|
|
503
690
|
|
|
504
691
|
// src/call/CallHandlerError.ts
|
|
505
692
|
var CallHandlerErrorCode = /* @__PURE__ */ ((CallHandlerErrorCode2) => {
|
|
@@ -516,36 +703,42 @@ var CallHandlerError = class extends Error {
|
|
|
516
703
|
};
|
|
517
704
|
|
|
518
705
|
// src/call/CallHandler.ts
|
|
519
|
-
var CallHandler = class _CallHandler extends
|
|
520
|
-
constructor() {
|
|
706
|
+
var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
707
|
+
constructor(options) {
|
|
521
708
|
super();
|
|
522
|
-
this.micRecorder = new MicRecorder();
|
|
523
709
|
this.conversation = [];
|
|
524
710
|
this.debug = false;
|
|
525
711
|
this.startTime = 0;
|
|
712
|
+
this.micRecorder = new MicRecorder(this.getVAD(options?.vad));
|
|
526
713
|
this.micRecorder.on("StateChange", () => {
|
|
527
714
|
this.notifyStateChange();
|
|
528
715
|
});
|
|
529
716
|
this.micRecorder.on("Chunk", (blob) => {
|
|
530
|
-
this.log(`[Mic]
|
|
717
|
+
this.log(`[Mic] Received chunk`, blob);
|
|
531
718
|
this.ws?.send(blob);
|
|
532
719
|
});
|
|
533
720
|
this.micRecorder.on("StartSpeaking", () => {
|
|
534
|
-
this.log("[Mic]
|
|
721
|
+
this.log("[Mic] Start speaking");
|
|
535
722
|
this.ws?.send("startSpeaking" /* StartSpeaking */);
|
|
536
723
|
stopAudio();
|
|
537
724
|
});
|
|
538
725
|
this.micRecorder.on("StopSpeaking", () => {
|
|
539
|
-
this.log("[Mic]
|
|
726
|
+
this.log("[Mic] Stop speaking");
|
|
540
727
|
this.ws?.send("stopSpeaking" /* StopSpeaking */);
|
|
541
728
|
});
|
|
542
729
|
}
|
|
543
|
-
static getInstance() {
|
|
730
|
+
static getInstance(options) {
|
|
544
731
|
if (!_CallHandler.instance) {
|
|
545
|
-
_CallHandler.instance = new _CallHandler();
|
|
732
|
+
_CallHandler.instance = new _CallHandler(options);
|
|
546
733
|
}
|
|
547
734
|
return _CallHandler.instance;
|
|
548
735
|
}
|
|
736
|
+
getVAD(vad) {
|
|
737
|
+
if (!vad) return new VolumeVAD();
|
|
738
|
+
if (vad === "volume") return new VolumeVAD();
|
|
739
|
+
if (vad === "silero") return new SileroVAD();
|
|
740
|
+
return vad;
|
|
741
|
+
}
|
|
549
742
|
get isStarted() {
|
|
550
743
|
return this.isWSStarted && this.micRecorder.state.isStarted;
|
|
551
744
|
}
|
|
@@ -722,6 +915,9 @@ export {
|
|
|
722
915
|
LocalStorageKeys,
|
|
723
916
|
microphone_exports as Mic,
|
|
724
917
|
MicRecorder,
|
|
725
|
-
|
|
918
|
+
SileroVAD,
|
|
919
|
+
speaker_exports as Speaker,
|
|
920
|
+
VAD,
|
|
921
|
+
VolumeVAD
|
|
726
922
|
};
|
|
727
923
|
//# sourceMappingURL=index.mjs.map
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport hark, { Harker } from 'hark'\nimport { LocalStorageKeys } from './localStorage'\nimport { createDelayedStream, defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\n\nconst timeSlice = 500\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private hark: Harker | undefined\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n\n constructor() {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream)\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (!this.recorder) {\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n }\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.hark?.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.hark) return\n this.hark = hark(stream, {\n interval: 100,\n play: false,\n threshold: this.state.threshold,\n })\n this.hark.on('speaking', this.onStartSpeaking)\n this.hark.on('stopped_speaking', this.onStopSpeaking)\n }\n\n private stopSpeakingDetection() {\n if (!this.hark) return\n // @ts-ignore\n this.hark.off('speaking', this.onStartSpeaking)\n // @ts-ignore\n this.hark.off('stopped_speaking', this.onStopSpeaking)\n this.hark.stop()\n this.hark = undefined\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n this.emit('Chunk', blobEvent.data)\n\n if (!this.state.isSpeaking) {\n // It was the last used data until the user stopped speaking\n this.emit('StopSpeaking')\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nlet audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\n// eslint-disable-next-line\nexport function getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n\nexport function createDelayedStream(stream: MediaStream): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay()\n delayNode.delayTime.value = 0.3\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","export function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet mediaSource: MediaSource | undefined\nlet sourceBuffer: SourceBuffer | undefined\nlet currentMediaStream: MediaStream | undefined\nlet isProcessingQueue = false\nconst pendingBlobs: Blob[] = []\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n unlock(audioContext)\n}\n\ninit()\n\nasync function setupAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Create audio element if it doesn't exist\n if (!audioElement) {\n audioElement = new Audio()\n audioElement.autoplay = true\n mediaSource = new MediaSource()\n if (!mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n audioElement.src = URL.createObjectURL(mediaSource)\n\n // Setup MediaSource when it opens\n const ms = mediaSource\n ms.addEventListener('sourceopen', () => {\n sourceBuffer = ms.addSourceBuffer('audio/mpeg')\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => {\n processQueue()\n })\n\n // Process any pending blobs\n if (pendingBlobs.length > 0) {\n processQueue()\n }\n })\n\n // Connect audio element to analyser when we have data\n audioElement.addEventListener('timeupdate', function onTimeUpdate() {\n if (!audioContext || !speakerAnalyser || !audioElement) return\n\n try {\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (audioElement as any).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n currentMediaStream = mediaStream\n const sourceNode = audioContext.createMediaStreamSource(mediaStream)\n sourceNode.connect(speakerAnalyser.node)\n\n // Remove the listener once we've successfully connected\n audioElement.removeEventListener('timeupdate', onTimeUpdate)\n } catch (error) {\n console.error('Error creating media stream source:', error)\n }\n })\n }\n\n // Set sink ID if provided\n if (speakerId) {\n try {\n await setSinkId(speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n return audioElement\n}\n\nasync function processQueue() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (isProcessingQueue || sourceBuffer.updating) return\n\n isProcessingQueue = true\n try {\n await playNextBlob()\n } finally {\n isProcessingQueue = false\n // If there are more blobs and we're not updating, process the next one\n if (pendingBlobs.length > 0 && !sourceBuffer.updating) {\n processQueue()\n }\n }\n}\n\nasync function playNextBlob() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (sourceBuffer.updating) return\n\n // Check if MediaSource is still valid\n if (mediaSource.readyState !== 'open') {\n console.warn('MediaSource is no longer open, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n return\n }\n\n const blob = pendingBlobs.shift()!\n\n try {\n // Double check sourceBuffer is still valid before appending\n if (\n sourceBuffer &&\n Array.from(mediaSource.sourceBuffers).includes(sourceBuffer)\n ) {\n const arrayBuffer = await blob.arrayBuffer()\n sourceBuffer.appendBuffer(arrayBuffer)\n } else {\n console.warn('SourceBuffer is no longer valid, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n if (error instanceof Error && error.name === 'InvalidStateError') {\n console.warn('Resetting audio pipeline due to invalid state')\n stopAudio()\n await setupAudioElement()\n }\n }\n}\n\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nasync function setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice() && audioElement) {\n // @ts-ignore\n return audioElement.setSinkId(speakerId)\n }\n}\n\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await setupAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\nexport function pauseAudio() {\n if (audioElement) {\n audioElement.pause()\n }\n}\n\nexport function resumeAudio() {\n if (audioElement) {\n audioElement.play()\n }\n}\n\nexport async function playAudio(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n\n // Add blob to pending queue\n pendingBlobs.push(blob)\n\n // Initialize audio element if needed\n if (!audioElement) {\n await setupAudioElement()\n }\n\n if (!audioElement) return\n\n try {\n // Start playing if not already playing\n if (audioElement.paused) {\n audioElement.play()\n }\n\n // Try to process the queue if we can\n if (sourceBuffer && !sourceBuffer.updating && !isProcessingQueue) {\n processQueue()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\nexport function stopAudio() {\n // Clear pending blobs\n pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (mediaSource) {\n try {\n if (mediaSource.readyState === 'open') {\n mediaSource.endOfStream()\n }\n if (sourceBuffer && mediaSource.readyState !== 'closed') {\n mediaSource.removeSourceBuffer(sourceBuffer)\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n mediaSource = undefined\n sourceBuffer = undefined\n }\n\n // Destroy audio element\n if (audioElement) {\n audioElement.pause()\n audioElement.src = ''\n audioElement = undefined\n }\n\n // Clean up media stream\n if (currentMediaStream) {\n currentMediaStream.getTracks().forEach((track) => track.stop())\n currentMediaStream = undefined\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { pauseAudio, playAudio, resumeAudio, stopAudio } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport class CallHandler<\n Params extends {},\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<T extends {}>(): CallHandler<T> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T>()\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder = new MicRecorder()\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor() {\n super()\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] onChunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] onStartSpeaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption: Stop speaker if playing\n stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] onSilence')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n pauseAudio()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudio(this.lastAudioBlob)\n }\n resumeAudio()\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudio(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;AAAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,OAAOC,mBAAkB;AACzB,OAAO,UAAsB;;;ACD7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AChDO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFEA,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAGM,SAAS,kBAAkB,UAA2C;AAC3E,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAEO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;AAEO,SAAS,oBAAoB,QAAkC;AACpE,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY;AAC3C,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ADzGA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAQ/D,cAAc;AACZ,UAAM;AANR,SAAQ,YAAY,KAAK,aAAa;AAkHtC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AAAA,IACvC,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AAAA,IACxC,GAAG,KAAK,IAAI;AApHV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB,oBAAoB,MAAM;AAChD,WAAK,gBAAgB;AAGrB,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAAA,MAChE;AAGA,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,MAAM,aAAa,SAAS;AAAA,EACnC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,KAAM;AACf,SAAK,OAAO,KAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,MACV,MAAM;AAAA,MACN,WAAW,KAAK,MAAM;AAAA,IACxB,CAAC;AACD,SAAK,KAAK,GAAG,YAAY,KAAK,eAAe;AAC7C,SAAK,KAAK,GAAG,oBAAoB,KAAK,cAAc;AAAA,EACtD;AAAA,EAEQ,wBAAwB;AAC9B,QAAI,CAAC,KAAK,KAAM;AAEhB,SAAK,KAAK,IAAI,YAAY,KAAK,eAAe;AAE9C,SAAK,KAAK,IAAI,oBAAoB,KAAK,cAAc;AACrD,SAAK,KAAK,KAAK;AACf,SAAK,OAAO;AAAA,EACd;AAAA,EAeA,MAAc,gBAAgB,WAAsB;AAClD,SAAK,KAAK,SAAS,UAAU,IAAI;AAEjC,QAAI,CAAC,KAAK,MAAM,YAAY;AAE1B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AIpMA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,oBAAoB;AACxB,IAAM,eAAuB,CAAC;AAEvB,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAChD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEL,eAAe,kBAAkB,WAAoB;AACnD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,cAAc;AACjB,mBAAe,IAAI,MAAM;AACzB,iBAAa,WAAW;AACxB,kBAAc,IAAI,YAAY;AAC9B,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AACA,iBAAa,MAAM,IAAI,gBAAgB,WAAW;AAGlD,UAAM,KAAK;AACX,OAAG,iBAAiB,cAAc,MAAM;AACtC,qBAAe,GAAG,gBAAgB,YAAY;AAG9C,mBAAa,iBAAiB,aAAa,MAAM;AAC/C,qBAAa;AAAA,MACf,CAAC;AAGD,UAAI,aAAa,SAAS,GAAG;AAC3B,qBAAa;AAAA,MACf;AAAA,IACF,CAAC;AAGD,iBAAa,iBAAiB,cAAc,SAAS,eAAe;AAClE,UAAI,CAACA,iBAAgB,CAAC,mBAAmB,CAAC,aAAc;AAExD,UAAI;AAEF,cAAM,cAAe,aAAqB,cAAc;AAGxD,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,6BAAqB;AACrB,cAAME,cAAaF,cAAa,wBAAwB,WAAW;AACnE,QAAAE,YAAW,QAAQ,gBAAgB,IAAI;AAGvC,qBAAa,oBAAoB,cAAc,YAAY;AAAA,MAC7D,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAAA,MAC5D;AAAA,IACF,CAAC;AAAA,EACH;AAGA,MAAI,WAAW;AACb,QAAI;AACF,YAAM,UAAU,SAAS;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,qBAAqB,aAAa,SAAU;AAEhD,sBAAoB;AACpB,MAAI;AACF,UAAM,aAAa;AAAA,EACrB,UAAE;AACA,wBAAoB;AAEpB,QAAI,aAAa,SAAS,KAAK,CAAC,aAAa,UAAU;AACrD,mBAAa;AAAA,IACf;AAAA,EACF;AACF;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,aAAa,SAAU;AAG3B,MAAI,YAAY,eAAe,QAAQ;AACrC,YAAQ,KAAK,yDAAyD;AACtE,cAAU;AACV,UAAM,kBAAkB;AACxB;AAAA,EACF;AAEA,QAAM,OAAO,aAAa,MAAM;AAEhC,MAAI;AAEF,QACE,gBACA,MAAM,KAAK,YAAY,aAAa,EAAE,SAAS,YAAY,GAC3D;AACA,YAAM,cAAc,MAAM,KAAK,YAAY;AAC3C,mBAAa,aAAa,WAAW;AAAA,IACvC,OAAO;AACL,cAAQ,KAAK,2DAA2D;AACxE,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,QAAI,iBAAiB,SAAS,MAAM,SAAS,qBAAqB;AAChE,cAAQ,KAAK,+CAA+C;AAC5D,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF;AACF;AAEO,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,eAAe,UAAU,WAAoB;AAC3C,MAAI,aAAa,uBAAuB,KAAK,cAAc;AAEzD,WAAO,aAAa,UAAU,SAAS;AAAA,EACzC;AACF;AAEA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,kBAAkB,SAAS;AACjC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAEO,SAAS,aAAa;AAC3B,MAAI,cAAc;AAChB,iBAAa,MAAM;AAAA,EACrB;AACF;AAEO,SAAS,cAAc;AAC5B,MAAI,cAAc;AAChB,iBAAa,KAAK;AAAA,EACpB;AACF;AAEA,eAAsB,UAAU,MAAY;AAC1C,MAAI,CAACF,iBAAgB,CAAC,gBAAiB;AAGvC,eAAa,KAAK,IAAI;AAGtB,MAAI,CAAC,cAAc;AACjB,UAAM,kBAAkB;AAAA,EAC1B;AAEA,MAAI,CAAC,aAAc;AAEnB,MAAI;AAEF,QAAI,aAAa,QAAQ;AACvB,mBAAa,KAAK;AAAA,IACpB;AAGA,QAAI,gBAAgB,CAAC,aAAa,YAAY,CAAC,mBAAmB;AAChE,mBAAa;AAAA,IACf;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAEO,SAAS,YAAY;AAE1B,eAAa,SAAS;AAGtB,MAAI,aAAa;AACf,QAAI;AACF,UAAI,YAAY,eAAe,QAAQ;AACrC,oBAAY,YAAY;AAAA,MAC1B;AACA,UAAI,gBAAgB,YAAY,eAAe,UAAU;AACvD,oBAAY,mBAAmB,YAAY;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,kCAAkC,KAAK;AAAA,IACvD;AACA,kBAAc;AACd,mBAAe;AAAA,EACjB;AAGA,MAAI,cAAc;AAChB,iBAAa,MAAM;AACnB,iBAAa,MAAM;AACnB,mBAAe;AAAA,EACjB;AAGA,MAAI,oBAAoB;AACtB,uBAAmB,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AAC9D,yBAAqB;AAAA,EACvB;AACF;;;AEnPA,OAAOG,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADAO,IAAM,cAAN,MAAM,qBAEHC,cAAgC;AAAA,EAqBhC,cAAc;AACpB,UAAM;AAVR,SAAO,cAAc,IAAI,YAAY;AACrC,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAOlB,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,iBAAiB,IAAI;AAC9B,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,uBAAuB;AAChC,WAAK,IAAI,wCAAqC;AAE9C,gBAAU;AAAA,IACZ,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,iBAAiB;AAC1B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EA7CA,OAAc,cAA4C;AACxD,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAe;AAAA,IAC5C;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA0CA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AACvB,eAAW;AAAA,EACb;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,gBAAU,KAAK,aAAa;AAAA,IAC9B;AACA,gBAAY;AACZ,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,kBAAU,MAAM,IAAI;AACpB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEnQO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
|
1
|
+
{"version":3,"sources":["../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/createDelayedStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VAD.ts","../src/audio/vad/VolumeVAD.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './createDelayedStream'\nimport { LocalStorageKeys } from './localStorage'\nimport { defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\nimport { VAD } from './vad/VAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vad: VAD) {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n this.vad = vad\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.vad.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream, this.state.threshold)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nexport let audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\nfunction getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\n/**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\n/**\n * Stops the microphone\n */\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { audioContext } from './microphone'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet mediaSource: MediaSource | undefined\nlet sourceBuffer: SourceBuffer | undefined\nlet currentMediaStream: MediaStream | undefined\nlet isProcessingQueue = false\nconst pendingBlobs: Blob[] = []\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n unlock(audioContext)\n}\n\ninit()\n\nasync function setupAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Create audio element if it doesn't exist\n if (!audioElement) {\n audioElement = new Audio()\n audioElement.autoplay = true\n mediaSource = new MediaSource()\n if (!mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n audioElement.src = URL.createObjectURL(mediaSource)\n\n // Setup MediaSource when it opens\n const ms = mediaSource\n ms.addEventListener('sourceopen', () => {\n sourceBuffer = ms.addSourceBuffer('audio/mpeg')\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => {\n processQueue()\n })\n\n // Process any pending blobs\n if (pendingBlobs.length > 0) {\n processQueue()\n }\n })\n\n // Connect audio element to analyser when we have data\n audioElement.addEventListener('timeupdate', function onTimeUpdate() {\n if (!audioContext || !speakerAnalyser || !audioElement) return\n\n try {\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (audioElement as any).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n currentMediaStream = mediaStream\n const sourceNode = audioContext.createMediaStreamSource(mediaStream)\n sourceNode.connect(speakerAnalyser.node)\n\n // Remove the listener once we've successfully connected\n audioElement.removeEventListener('timeupdate', onTimeUpdate)\n } catch (error) {\n console.error('Error creating media stream source:', error)\n }\n })\n }\n\n // Set sink ID if provided\n if (speakerId) {\n try {\n await setSinkId(speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n return audioElement\n}\n\nasync function processQueue() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (isProcessingQueue || sourceBuffer.updating) return\n\n isProcessingQueue = true\n try {\n await playNextBlob()\n } finally {\n isProcessingQueue = false\n // If there are more blobs and we're not updating, process the next one\n if (pendingBlobs.length > 0 && !sourceBuffer.updating) {\n processQueue()\n }\n }\n}\n\nasync function playNextBlob() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (sourceBuffer.updating) return\n\n // Check if MediaSource is still valid\n if (mediaSource.readyState !== 'open') {\n console.warn('MediaSource is no longer open, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n return\n }\n\n const blob = pendingBlobs.shift()!\n\n try {\n // Double check sourceBuffer is still valid before appending\n if (\n sourceBuffer &&\n Array.from(mediaSource.sourceBuffers).includes(sourceBuffer)\n ) {\n const arrayBuffer = await blob.arrayBuffer()\n sourceBuffer.appendBuffer(arrayBuffer)\n } else {\n console.warn('SourceBuffer is no longer valid, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n if (error instanceof Error && error.name === 'InvalidStateError') {\n console.warn('Resetting audio pipeline due to invalid state')\n stopAudio()\n await setupAudioElement()\n }\n }\n}\n\n/**\n * Checks if the speaker device can be changed\n * @returns True if the speaker device can be changed, false otherwise\n */\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nasync function setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice() && audioElement) {\n // @ts-ignore\n return audioElement.setSinkId(speakerId)\n }\n}\n\n/**\n * Changes the speaker device\n * @param speakerId - The speakerId to use\n */\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await setupAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\n/**\n * Pauses the audio\n */\nexport function pauseAudio() {\n if (audioElement) {\n audioElement.pause()\n }\n}\n\n/**\n * Resumes the audio\n */\nexport function resumeAudio() {\n if (audioElement) {\n audioElement.play()\n }\n}\n\n/**\n * Plays the audio\n * @param blob - The blob to play (adds to the queue if already playing)\n */\nexport async function playAudio(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n\n // Add blob to pending queue\n pendingBlobs.push(blob)\n\n // Initialize audio element if needed\n if (!audioElement) {\n await setupAudioElement()\n }\n\n if (!audioElement) return\n\n try {\n // Start playing if not already playing\n if (audioElement.paused) {\n audioElement.play()\n }\n\n // Try to process the queue if we can\n if (sourceBuffer && !sourceBuffer.updating && !isProcessingQueue) {\n processQueue()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\n/**\n * Stops the audio\n */\nexport function stopAudio() {\n // Clear pending blobs\n pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (mediaSource) {\n try {\n if (mediaSource.readyState === 'open') {\n mediaSource.endOfStream()\n }\n if (sourceBuffer && mediaSource.readyState !== 'closed') {\n mediaSource.removeSourceBuffer(sourceBuffer)\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n mediaSource = undefined\n sourceBuffer = undefined\n }\n\n // Destroy audio element\n if (audioElement) {\n audioElement.pause()\n audioElement.src = ''\n audioElement = undefined\n }\n\n // Clean up media stream\n if (currentMediaStream) {\n currentMediaStream.getTracks().forEach((track) => track.stop())\n currentMediaStream = undefined\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { VAD } from './VAD'\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n private vad: MicVAD | undefined\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.vad) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n const speechThreshold = Math.min(\n Math.max((this.threshold + 100) / 100, 0),\n 1\n )\n\n this.vad = await MicVAD.new({\n stream,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n positiveSpeechThreshold: speechThreshold,\n negativeSpeechThreshold: speechThreshold * 0.7, // Adjust negative threshold proportionally\n redemptionFrames: 5,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.pause()\n this.vad = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n // Need to recreate the VAD instance with new threshold\n if (this.vad) {\n const stream = this.vad['stream'] // Access internal stream\n await this.stop()\n await this.start(stream, threshold)\n }\n }\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n protected threshold: number\n\n /**\n * Constructor for the VAD class\n * @param threshold - The threshold to use for the VAD\n */\n constructor(threshold = 0) {\n super()\n this.threshold = threshold\n }\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n * @param threshold - The threshold to use for the VAD\n */\n abstract start(stream: MediaStream, threshold?: number): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Sets the threshold for the VAD\n * @param threshold - The threshold to use for the VAD\n */\n abstract setThreshold(threshold: number): Promise<void>\n}\n","import { VAD } from './VAD'\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n private audioContext: AudioContext | undefined\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private history: number = 10\n private speakingHistory: number[] = []\n\n constructor() {\n super()\n // Initialize speaking history\n for (let i = 0; i < this.history; i++) {\n this.speakingHistory.push(0)\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.running) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n // Create audio context and nodes\n this.audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n this.analyser = this.audioContext.createAnalyser()\n this.sourceNode = this.audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n if (this.audioContext) {\n await this.audioContext.close()\n this.audioContext = undefined\n }\n\n this.fftBins = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n this.threshold = threshold\n }\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { pauseAudio, playAudio, resumeAudio, stopAudio } from '../audio/speaker'\nimport { SileroVAD } from '../audio/vad/SileroVAD'\nimport { VAD } from '../audio/vad/VAD'\nimport { VolumeVAD } from '../audio/vad/VolumeVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VAD | 'volume' | 'silero'\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<\n T extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n >(options?: Options): CallHandler<T, Options> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T, Options>(options)\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder: MicRecorder\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor(options?: Options) {\n super()\n\n this.micRecorder = new MicRecorder(this.getVAD(options?.vad))\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption: Stop speaker if playing\n stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n private getVAD(vad?: VAD | 'volume' | 'silero'): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n return vad\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n pauseAudio()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudio(this.lastAudioBlob)\n }\n resumeAudio()\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudio(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;AAAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,OAAOC,mBAAkB;;;ACAzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC5CO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFFA,IAAI;AACJ,IAAI;AACG,IAAI;AACX,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAED,SAAS,kBAAkB,UAA2C;AACpE,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAOA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAKO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;;;AGjGO,SAAS,oBACd,QACA,OACa;AACb,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;AJfA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,KAAU;AACpB,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAkHhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AApIV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AACrD,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,IAAI,aAAa,SAAS;AAAA,EACjC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,QAAQ,KAAK,MAAM,SAAS;AAAA,EACnD;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EA4BA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AK/NA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,oBAAoB;AACxB,IAAM,eAAuB,CAAC;AAEvB,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAChD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEL,eAAe,kBAAkB,WAAoB;AACnD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,cAAc;AACjB,mBAAe,IAAI,MAAM;AACzB,iBAAa,WAAW;AACxB,kBAAc,IAAI,YAAY;AAC9B,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AACA,iBAAa,MAAM,IAAI,gBAAgB,WAAW;AAGlD,UAAM,KAAK;AACX,OAAG,iBAAiB,cAAc,MAAM;AACtC,qBAAe,GAAG,gBAAgB,YAAY;AAG9C,mBAAa,iBAAiB,aAAa,MAAM;AAC/C,qBAAa;AAAA,MACf,CAAC;AAGD,UAAI,aAAa,SAAS,GAAG;AAC3B,qBAAa;AAAA,MACf;AAAA,IACF,CAAC;AAGD,iBAAa,iBAAiB,cAAc,SAAS,eAAe;AAClE,UAAI,CAACA,iBAAgB,CAAC,mBAAmB,CAAC,aAAc;AAExD,UAAI;AAEF,cAAM,cAAe,aAAqB,cAAc;AAGxD,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,6BAAqB;AACrB,cAAME,cAAaF,cAAa,wBAAwB,WAAW;AACnE,QAAAE,YAAW,QAAQ,gBAAgB,IAAI;AAGvC,qBAAa,oBAAoB,cAAc,YAAY;AAAA,MAC7D,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAAA,MAC5D;AAAA,IACF,CAAC;AAAA,EACH;AAGA,MAAI,WAAW;AACb,QAAI;AACF,YAAM,UAAU,SAAS;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,qBAAqB,aAAa,SAAU;AAEhD,sBAAoB;AACpB,MAAI;AACF,UAAM,aAAa;AAAA,EACrB,UAAE;AACA,wBAAoB;AAEpB,QAAI,aAAa,SAAS,KAAK,CAAC,aAAa,UAAU;AACrD,mBAAa;AAAA,IACf;AAAA,EACF;AACF;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,aAAa,SAAU;AAG3B,MAAI,YAAY,eAAe,QAAQ;AACrC,YAAQ,KAAK,yDAAyD;AACtE,cAAU;AACV,UAAM,kBAAkB;AACxB;AAAA,EACF;AAEA,QAAM,OAAO,aAAa,MAAM;AAEhC,MAAI;AAEF,QACE,gBACA,MAAM,KAAK,YAAY,aAAa,EAAE,SAAS,YAAY,GAC3D;AACA,YAAM,cAAc,MAAM,KAAK,YAAY;AAC3C,mBAAa,aAAa,WAAW;AAAA,IACvC,OAAO;AACL,cAAQ,KAAK,2DAA2D;AACxE,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,QAAI,iBAAiB,SAAS,MAAM,SAAS,qBAAqB;AAChE,cAAQ,KAAK,+CAA+C;AAC5D,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF;AACF;AAMO,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,eAAe,UAAU,WAAoB;AAC3C,MAAI,aAAa,uBAAuB,KAAK,cAAc;AAEzD,WAAO,aAAa,UAAU,SAAS;AAAA,EACzC;AACF;AAMA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,kBAAkB,SAAS;AACjC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAKO,SAAS,aAAa;AAC3B,MAAI,cAAc;AAChB,iBAAa,MAAM;AAAA,EACrB;AACF;AAKO,SAAS,cAAc;AAC5B,MAAI,cAAc;AAChB,iBAAa,KAAK;AAAA,EACpB;AACF;AAMA,eAAsB,UAAU,MAAY;AAC1C,MAAI,CAACF,iBAAgB,CAAC,gBAAiB;AAGvC,eAAa,KAAK,IAAI;AAGtB,MAAI,CAAC,cAAc;AACjB,UAAM,kBAAkB;AAAA,EAC1B;AAEA,MAAI,CAAC,aAAc;AAEnB,MAAI;AAEF,QAAI,aAAa,QAAQ;AACvB,mBAAa,KAAK;AAAA,IACpB;AAGA,QAAI,gBAAgB,CAAC,aAAa,YAAY,CAAC,mBAAmB;AAChE,mBAAa;AAAA,IACf;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAKO,SAAS,YAAY;AAE1B,eAAa,SAAS;AAGtB,MAAI,aAAa;AACf,QAAI;AACF,UAAI,YAAY,eAAe,QAAQ;AACrC,oBAAY,YAAY;AAAA,MAC1B;AACA,UAAI,gBAAgB,YAAY,eAAe,UAAU;AACvD,oBAAY,mBAAmB,YAAY;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,kCAAkC,KAAK;AAAA,IACvD;AACA,kBAAc;AACd,mBAAe;AAAA,EACjB;AAGA,MAAI,cAAc;AAChB,iBAAa,MAAM;AACnB,iBAAa,MAAM;AACnB,mBAAe;AAAA,EACjB;AAGA,MAAI,oBAAoB;AACtB,uBAAmB,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AAC9D,yBAAqB;AAAA,EACvB;AACF;;;AExQA,SAAS,cAAc;;;ACAvB,OAAOG,mBAAkB;AAiBlB,IAAe,MAAf,cAA2BA,cAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAUxD,YAAY,YAAY,GAAG;AACzB,UAAM;AATR;AAAA,SAAO,QAAQ;AAUb,SAAK,YAAY;AAAA,EACnB;AAyBF;;;ADhDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAGjC,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,IAAK;AAEd,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAEA,UAAM,kBAAkB,KAAK;AAAA,MAC3B,KAAK,KAAK,KAAK,YAAY,OAAO,KAAK,CAAC;AAAA,MACxC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,yBAAyB;AAAA,MACzB,yBAAyB,kBAAkB;AAAA;AAAA,MAC3C,kBAAkB;AAAA,IACpB,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,MAAM;AACf,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAElC,QAAI,KAAK,KAAK;AACZ,YAAM,SAAS,KAAK,IAAI,QAAQ;AAChC,YAAM,KAAK,KAAK;AAChB,YAAM,KAAK,MAAM,QAAQ,SAAS;AAAA,IACpC;AAAA,EACF;AACF;;;AEjDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,cAAc;AACZ,UAAM;AAPR,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,UAAkB;AAC1B,SAAQ,kBAA4B,CAAC;AAKnC,aAAS,IAAI,GAAG,IAAI,KAAK,SAAS,KAAK;AACrC,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,QAAS;AAElB,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAGA,SAAK,eAAe,KAAK,OAAO,gBAC7B,OAAe,oBAAoB;AACtC,SAAK,WAAW,KAAK,aAAa,eAAe;AACjD,SAAK,aAAa,KAAK,aAAa,wBAAwB,MAAM;AAGlE,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,WAAW;AAClC,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,SAAS,CAAC;AAGhE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,QAAI,KAAK,cAAc;AACrB,YAAM,KAAK,aAAa,MAAM;AAC9B,WAAK,eAAe;AAAA,IACtB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAClC,SAAK,YAAY;AAAA,EACnB;AACF;;;AC9JA,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADOO,IAAM,cAAN,MAAM,qBAGHC,cAAgC;AAAA,EAwBhC,YAAY,SAAmB;AACrC,UAAM;AATR,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAMlB,SAAK,cAAc,IAAI,YAAY,KAAK,OAAO,SAAS,GAAG,CAAC;AAG5D,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,wBAAwB,IAAI;AACrC,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,sBAAsB;AAC/B,WAAK,IAAI,wCAAqC;AAE9C,gBAAU;AAAA,IACZ,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,qBAAqB;AAC9B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EAlDA,OAAc,YAGZ,SAA4C;AAC5C,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAwB,OAAO;AAAA,IAC5D;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA4CQ,OAAO,KAAsC;AACnD,QAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AACvB,eAAW;AAAA,EACb;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,gBAAU,KAAK,aAAa;AAAA,IAC9B;AACA,gBAAY;AACZ,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,kBAAU,MAAM,IAAI;AACpB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEvRO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","EventEmitter","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@micdrop/client",
|
|
3
|
-
"version": "1.1
|
|
3
|
+
"version": "1.2.1",
|
|
4
4
|
"description": "A lib for browser that helps to use the mic and speaker for voice conversation",
|
|
5
5
|
"author": "Lonestone",
|
|
6
6
|
"license": "MIT",
|
|
@@ -33,6 +33,7 @@
|
|
|
33
33
|
"conversation"
|
|
34
34
|
],
|
|
35
35
|
"dependencies": {
|
|
36
|
+
"@ricky0123/vad-web": "https://gitpkg.vercel.app/ricky0123/vad/packages/web?aef5853f5822af89fbbe23458f98702f9081941d",
|
|
36
37
|
"eventemitter3": "^5.0.1",
|
|
37
38
|
"hark": "^1.2.3"
|
|
38
39
|
},
|