@micdrop/client 1.7.3 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -4
- package/dist/index.d.mts +22 -20
- package/dist/index.d.ts +22 -20
- package/dist/index.js +31 -31
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +28 -28
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -32,10 +32,13 @@ pnpm add @micdrop/client
|
|
|
32
32
|
## Quick Start
|
|
33
33
|
|
|
34
34
|
```typescript
|
|
35
|
-
import {
|
|
35
|
+
import { CallClient } from '@micdrop/client'
|
|
36
36
|
|
|
37
37
|
// Create a new call handler instance
|
|
38
|
-
const call =
|
|
38
|
+
const call = CallClient.getInstance<YourParamsType>({
|
|
39
|
+
// VAD (see docs)
|
|
40
|
+
vad: ['volume', 'silero'],
|
|
41
|
+
})
|
|
39
42
|
|
|
40
43
|
// Configure the call
|
|
41
44
|
call.url = 'wss://your-server.com/ws'
|
|
@@ -70,7 +73,7 @@ await call.stop()
|
|
|
70
73
|
Check out the demo implementation in the [@micdrop/demo-client](../demo-client/README.md) package. It shows:
|
|
71
74
|
|
|
72
75
|
- Setting up a React application with WebSocket communication
|
|
73
|
-
- Configuring the
|
|
76
|
+
- Configuring the CallClient with custom parameters
|
|
74
77
|
- Managing microphone input and audio playback
|
|
75
78
|
- Handling conversation state and UI updates
|
|
76
79
|
- Error handling patterns
|
|
@@ -79,7 +82,7 @@ Here's a simplified version from the demo:
|
|
|
79
82
|
|
|
80
83
|
## Documentation
|
|
81
84
|
|
|
82
|
-
- **[
|
|
85
|
+
- **[CallClient](./docs/CallClient.md)** - Manages WebSocket connections, audio streaming, and conversation state
|
|
83
86
|
|
|
84
87
|
- **[MicRecorder](./docs/MicRecorder.md)** - Records audio from microphone with voice activity detection and speech events
|
|
85
88
|
|
package/dist/index.d.mts
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import EventEmitter from 'eventemitter3';
|
|
2
|
+
import { VAD as VAD$1, Conversation as Conversation$1 } from '@micdrop/client';
|
|
2
3
|
|
|
3
4
|
interface AudioAnalyserEvents {
|
|
4
5
|
volume: [number];
|
|
@@ -218,37 +219,37 @@ declare class VolumeVAD extends VAD {
|
|
|
218
219
|
resetOptions(): void;
|
|
219
220
|
}
|
|
220
221
|
|
|
221
|
-
declare enum
|
|
222
|
+
declare enum CallClientErrorCode {
|
|
222
223
|
Mic = "Mic",
|
|
223
224
|
Unauthorized = "Unauthorized",
|
|
224
225
|
Error = "Error"
|
|
225
226
|
}
|
|
226
|
-
declare class
|
|
227
|
-
code:
|
|
228
|
-
constructor(code?:
|
|
227
|
+
declare class CallClientError extends Error {
|
|
228
|
+
code: CallClientErrorCode;
|
|
229
|
+
constructor(code?: CallClientErrorCode);
|
|
229
230
|
}
|
|
230
231
|
|
|
231
|
-
interface
|
|
232
|
+
interface CallClientEvents {
|
|
232
233
|
EndCall: [];
|
|
233
|
-
Error: [
|
|
234
|
+
Error: [CallClientError];
|
|
234
235
|
StateChange: void;
|
|
235
236
|
}
|
|
236
|
-
interface
|
|
237
|
+
interface CallClientOptions {
|
|
237
238
|
vad?: VADConfig;
|
|
238
239
|
}
|
|
239
240
|
declare global {
|
|
240
241
|
interface Window {
|
|
241
|
-
|
|
242
|
+
micdropCallClient: any;
|
|
242
243
|
}
|
|
243
244
|
}
|
|
244
|
-
declare class
|
|
245
|
+
declare class CallClient<Params extends {}, Options extends CallClientOptions = CallClientOptions> extends EventEmitter<CallClientEvents> {
|
|
245
246
|
private options?;
|
|
246
|
-
static getInstance<P extends {}, O extends
|
|
247
|
+
static getInstance<P extends {}, O extends CallClientOptions = CallClientOptions>(options?: O): CallClient<P, O>;
|
|
247
248
|
url?: string;
|
|
248
249
|
params?: Params;
|
|
249
250
|
micRecorder?: MicRecorder;
|
|
250
|
-
vad: VAD;
|
|
251
|
-
conversation: Conversation;
|
|
251
|
+
vad: VAD$1;
|
|
252
|
+
conversation: Conversation$1;
|
|
252
253
|
debug: boolean;
|
|
253
254
|
private ws?;
|
|
254
255
|
private micStream?;
|
|
@@ -307,18 +308,19 @@ interface CallSummary {
|
|
|
307
308
|
duration: number;
|
|
308
309
|
}
|
|
309
310
|
type Conversation = ConversationMessage[];
|
|
310
|
-
type
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
311
|
+
type AnswerCommands = {
|
|
312
|
+
endCall?: boolean;
|
|
313
|
+
cancelLastUserMessage?: boolean;
|
|
314
|
+
skipAnswer?: boolean;
|
|
315
|
+
};
|
|
316
|
+
type AnswerMetadata = {
|
|
316
317
|
[key: string]: any;
|
|
317
318
|
};
|
|
318
|
-
interface ConversationMessage<Data extends
|
|
319
|
+
interface ConversationMessage<Data extends AnswerMetadata = AnswerMetadata> {
|
|
319
320
|
role: 'system' | 'user' | 'assistant';
|
|
320
321
|
content: string;
|
|
322
|
+
commands?: AnswerCommands;
|
|
321
323
|
metadata?: Data;
|
|
322
324
|
}
|
|
323
325
|
|
|
324
|
-
export {
|
|
326
|
+
export { type AnswerCommands, type AnswerMetadata, CallClient, CallClientCommands, CallClientError, CallClientErrorCode, type CallClientEvents, type CallClientOptions, type CallConfig, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, MultipleVAD, SileroVAD, type SileroVADOptions, speaker as Speaker, VAD, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions };
|
package/dist/index.d.ts
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import EventEmitter from 'eventemitter3';
|
|
2
|
+
import { VAD as VAD$1, Conversation as Conversation$1 } from '@micdrop/client';
|
|
2
3
|
|
|
3
4
|
interface AudioAnalyserEvents {
|
|
4
5
|
volume: [number];
|
|
@@ -218,37 +219,37 @@ declare class VolumeVAD extends VAD {
|
|
|
218
219
|
resetOptions(): void;
|
|
219
220
|
}
|
|
220
221
|
|
|
221
|
-
declare enum
|
|
222
|
+
declare enum CallClientErrorCode {
|
|
222
223
|
Mic = "Mic",
|
|
223
224
|
Unauthorized = "Unauthorized",
|
|
224
225
|
Error = "Error"
|
|
225
226
|
}
|
|
226
|
-
declare class
|
|
227
|
-
code:
|
|
228
|
-
constructor(code?:
|
|
227
|
+
declare class CallClientError extends Error {
|
|
228
|
+
code: CallClientErrorCode;
|
|
229
|
+
constructor(code?: CallClientErrorCode);
|
|
229
230
|
}
|
|
230
231
|
|
|
231
|
-
interface
|
|
232
|
+
interface CallClientEvents {
|
|
232
233
|
EndCall: [];
|
|
233
|
-
Error: [
|
|
234
|
+
Error: [CallClientError];
|
|
234
235
|
StateChange: void;
|
|
235
236
|
}
|
|
236
|
-
interface
|
|
237
|
+
interface CallClientOptions {
|
|
237
238
|
vad?: VADConfig;
|
|
238
239
|
}
|
|
239
240
|
declare global {
|
|
240
241
|
interface Window {
|
|
241
|
-
|
|
242
|
+
micdropCallClient: any;
|
|
242
243
|
}
|
|
243
244
|
}
|
|
244
|
-
declare class
|
|
245
|
+
declare class CallClient<Params extends {}, Options extends CallClientOptions = CallClientOptions> extends EventEmitter<CallClientEvents> {
|
|
245
246
|
private options?;
|
|
246
|
-
static getInstance<P extends {}, O extends
|
|
247
|
+
static getInstance<P extends {}, O extends CallClientOptions = CallClientOptions>(options?: O): CallClient<P, O>;
|
|
247
248
|
url?: string;
|
|
248
249
|
params?: Params;
|
|
249
250
|
micRecorder?: MicRecorder;
|
|
250
|
-
vad: VAD;
|
|
251
|
-
conversation: Conversation;
|
|
251
|
+
vad: VAD$1;
|
|
252
|
+
conversation: Conversation$1;
|
|
252
253
|
debug: boolean;
|
|
253
254
|
private ws?;
|
|
254
255
|
private micStream?;
|
|
@@ -307,18 +308,19 @@ interface CallSummary {
|
|
|
307
308
|
duration: number;
|
|
308
309
|
}
|
|
309
310
|
type Conversation = ConversationMessage[];
|
|
310
|
-
type
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
311
|
+
type AnswerCommands = {
|
|
312
|
+
endCall?: boolean;
|
|
313
|
+
cancelLastUserMessage?: boolean;
|
|
314
|
+
skipAnswer?: boolean;
|
|
315
|
+
};
|
|
316
|
+
type AnswerMetadata = {
|
|
316
317
|
[key: string]: any;
|
|
317
318
|
};
|
|
318
|
-
interface ConversationMessage<Data extends
|
|
319
|
+
interface ConversationMessage<Data extends AnswerMetadata = AnswerMetadata> {
|
|
319
320
|
role: 'system' | 'user' | 'assistant';
|
|
320
321
|
content: string;
|
|
322
|
+
commands?: AnswerCommands;
|
|
321
323
|
metadata?: Data;
|
|
322
324
|
}
|
|
323
325
|
|
|
324
|
-
export {
|
|
326
|
+
export { type AnswerCommands, type AnswerMetadata, CallClient, CallClientCommands, CallClientError, CallClientErrorCode, type CallClientEvents, type CallClientOptions, type CallConfig, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, MultipleVAD, SileroVAD, type SileroVADOptions, speaker as Speaker, VAD, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions };
|
package/dist/index.js
CHANGED
|
@@ -30,10 +30,10 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
|
|
|
30
30
|
// src/index.ts
|
|
31
31
|
var index_exports = {};
|
|
32
32
|
__export(index_exports, {
|
|
33
|
+
CallClient: () => CallClient,
|
|
33
34
|
CallClientCommands: () => CallClientCommands,
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
CallHandlerErrorCode: () => CallHandlerErrorCode,
|
|
35
|
+
CallClientError: () => CallClientError,
|
|
36
|
+
CallClientErrorCode: () => CallClientErrorCode,
|
|
37
37
|
CallServerCommands: () => CallServerCommands,
|
|
38
38
|
LocalStorageKeys: () => LocalStorageKeys,
|
|
39
39
|
Mic: () => mic,
|
|
@@ -1028,25 +1028,25 @@ if (!window.micdropSpeaker) {
|
|
|
1028
1028
|
}
|
|
1029
1029
|
speaker = window.micdropSpeaker;
|
|
1030
1030
|
|
|
1031
|
-
// src/call/
|
|
1031
|
+
// src/call/CallClient.ts
|
|
1032
1032
|
var import_eventemitter34 = __toESM(require("eventemitter3"));
|
|
1033
1033
|
|
|
1034
|
-
// src/call/
|
|
1035
|
-
var
|
|
1036
|
-
|
|
1037
|
-
|
|
1038
|
-
|
|
1039
|
-
return
|
|
1040
|
-
})(
|
|
1041
|
-
var
|
|
1034
|
+
// src/call/CallClientError.ts
|
|
1035
|
+
var CallClientErrorCode = /* @__PURE__ */ ((CallClientErrorCode2) => {
|
|
1036
|
+
CallClientErrorCode2["Mic"] = "Mic";
|
|
1037
|
+
CallClientErrorCode2["Unauthorized"] = "Unauthorized";
|
|
1038
|
+
CallClientErrorCode2["Error"] = "Error";
|
|
1039
|
+
return CallClientErrorCode2;
|
|
1040
|
+
})(CallClientErrorCode || {});
|
|
1041
|
+
var CallClientError = class extends Error {
|
|
1042
1042
|
constructor(code = "Error" /* Error */) {
|
|
1043
1043
|
super();
|
|
1044
1044
|
this.code = code;
|
|
1045
1045
|
}
|
|
1046
1046
|
};
|
|
1047
1047
|
|
|
1048
|
-
// src/call/
|
|
1049
|
-
var
|
|
1048
|
+
// src/call/CallClient.ts
|
|
1049
|
+
var CallClient = class _CallClient extends import_eventemitter34.default {
|
|
1050
1050
|
constructor(options) {
|
|
1051
1051
|
super();
|
|
1052
1052
|
this.options = options;
|
|
@@ -1057,10 +1057,10 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
1057
1057
|
this.vad = getVAD(this.options?.vad);
|
|
1058
1058
|
}
|
|
1059
1059
|
static getInstance(options) {
|
|
1060
|
-
if (!window.
|
|
1061
|
-
window.
|
|
1060
|
+
if (!window.micdropCallClient) {
|
|
1061
|
+
window.micdropCallClient = new _CallClient(options);
|
|
1062
1062
|
}
|
|
1063
|
-
return window.
|
|
1063
|
+
return window.micdropCallClient;
|
|
1064
1064
|
}
|
|
1065
1065
|
get isStarted() {
|
|
1066
1066
|
return this.isWSStarted && this.micRecorder?.state.isStarted || false;
|
|
@@ -1097,13 +1097,13 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
1097
1097
|
try {
|
|
1098
1098
|
this.stopWS();
|
|
1099
1099
|
} catch (error) {
|
|
1100
|
-
console.error("[
|
|
1100
|
+
console.error("[CallClient] stop WS", error);
|
|
1101
1101
|
}
|
|
1102
1102
|
try {
|
|
1103
1103
|
this.micRecorder?.stop();
|
|
1104
1104
|
this.stopMic();
|
|
1105
1105
|
} catch (error) {
|
|
1106
|
-
console.error("[
|
|
1106
|
+
console.error("[CallClient] stop mic", error);
|
|
1107
1107
|
}
|
|
1108
1108
|
}
|
|
1109
1109
|
pause() {
|
|
@@ -1156,8 +1156,8 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
1156
1156
|
await this.micRecorder.start(this.micStream);
|
|
1157
1157
|
}
|
|
1158
1158
|
} catch (error) {
|
|
1159
|
-
console.error("[
|
|
1160
|
-
this.emit("Error", new
|
|
1159
|
+
console.error("[CallClient] startMic", error);
|
|
1160
|
+
this.emit("Error", new CallClientError("Mic" /* Mic */));
|
|
1161
1161
|
this.stop();
|
|
1162
1162
|
}
|
|
1163
1163
|
}
|
|
@@ -1170,13 +1170,13 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
1170
1170
|
}
|
|
1171
1171
|
async startWS() {
|
|
1172
1172
|
if (this.ws) {
|
|
1173
|
-
throw new Error("[
|
|
1173
|
+
throw new Error("[CallClient] startWS: WebSocket is already started");
|
|
1174
1174
|
}
|
|
1175
1175
|
if (!this.isMicStarted) {
|
|
1176
|
-
throw new Error("[
|
|
1176
|
+
throw new Error("[CallClient] startWS: Microphone is not started");
|
|
1177
1177
|
}
|
|
1178
1178
|
if (!this.url) {
|
|
1179
|
-
throw new Error("[
|
|
1179
|
+
throw new Error("[CallClient] startWS: URL is not set");
|
|
1180
1180
|
}
|
|
1181
1181
|
this.ws = new WebSocket(this.url);
|
|
1182
1182
|
this.ws.binaryType = "blob";
|
|
@@ -1230,18 +1230,18 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
1230
1230
|
this.log("[WS] Closed", event);
|
|
1231
1231
|
this.stop();
|
|
1232
1232
|
if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {
|
|
1233
|
-
this.emit("Error", new
|
|
1233
|
+
this.emit("Error", new CallClientError());
|
|
1234
1234
|
} else if (event.code === 4401) {
|
|
1235
1235
|
this.emit(
|
|
1236
1236
|
"Error",
|
|
1237
|
-
new
|
|
1237
|
+
new CallClientError("Unauthorized" /* Unauthorized */)
|
|
1238
1238
|
);
|
|
1239
1239
|
} else if (event.code >= 4e3) {
|
|
1240
|
-
this.emit("Error", new
|
|
1240
|
+
this.emit("Error", new CallClientError());
|
|
1241
1241
|
}
|
|
1242
1242
|
};
|
|
1243
1243
|
this.ws.onerror = (event) => {
|
|
1244
|
-
console.error("[
|
|
1244
|
+
console.error("[CallClient] [WS] Error:", event);
|
|
1245
1245
|
this.stop();
|
|
1246
1246
|
};
|
|
1247
1247
|
}
|
|
@@ -1282,10 +1282,10 @@ var CallServerCommands = /* @__PURE__ */ ((CallServerCommands2) => {
|
|
|
1282
1282
|
})(CallServerCommands || {});
|
|
1283
1283
|
// Annotate the CommonJS export names for ESM import in node:
|
|
1284
1284
|
0 && (module.exports = {
|
|
1285
|
+
CallClient,
|
|
1285
1286
|
CallClientCommands,
|
|
1286
|
-
|
|
1287
|
-
|
|
1288
|
-
CallHandlerErrorCode,
|
|
1287
|
+
CallClientError,
|
|
1288
|
+
CallClientErrorCode,
|
|
1289
1289
|
CallServerCommands,
|
|
1290
1290
|
LocalStorageKeys,
|
|
1291
1291
|
Mic,
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export { mic as Mic } from './audio/mic'\nexport * from './audio/MicRecorder'\nexport { speaker as Speaker } from './audio/speaker'\nexport * from './audio/utils/localStorage'\nexport * from './audio/vad'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n this.onStatusChange = this.onStatusChange.bind(this)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange() {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndCall: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: any\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n P extends {},\n O extends CallHandlerOptions = CallHandlerOptions,\n >(options?: O): CallHandler<P, O> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler<P, O>(options)\n }\n return window.micdropCallHandler\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type CallMetadata = {\n commands?: {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n }\n [key: string]: any\n}\n\nexport interface ConversationMessage<Data extends CallMetadata = CallMetadata> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAA,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,IAAAC,wBAAyB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAAyB;AAelB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,sBAAAC,QAAwB;AAAA,EAAnD;AAAA;AACL,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;AChFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AACN,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AACzC,SAAK,iBAAiB,KAAK,eAAe,KAAK,IAAI;AAAA,EACrD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEQ,iBAAiB;AACvB,UAAM,eAAe,KAAK,KAAK;AAAA,MAC7B,CAAC,QAAQ,IAAI;AAAA,IACf;AACA,UAAM,gBAAgB,KAAK,KAAK;AAAA,MAC9B,CAAC,QAAQ,IAAI;AAAA,IACf;AAGA,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,YAAI,aAAc;AAClB,aAAK,KAAK,eAAe;AACzB,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,gBAAgB;AAC1B;AAAA,QACF;AACA,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,cAAc;AAAA,QAC1B;AACA;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACrEA,iBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,kBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAyGhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAxIV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOhOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,cAAN,MAAM,qBAGH,sBAAAC,QAAgC;AAAA,EAwBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAAgC;AAChC,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAkB,OAAO;AAAA,IAC3D;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["EventEmitter","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","VADStatus","EventEmitter","defaultOptions","EventEmitter","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallClient.ts","../src/call/CallClientError.ts","../../server/src/types.ts"],"sourcesContent":["export { mic as Mic } from './audio/mic'\nexport * from './audio/MicRecorder'\nexport { speaker as Speaker } from './audio/speaker'\nexport * from './audio/utils/localStorage'\nexport * from './audio/vad'\nexport * from './call/CallClient'\nexport * from './call/CallClientError'\nexport * from './types'\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n this.onStatusChange = this.onStatusChange.bind(this)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange() {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '@micdrop/client'\nimport EventEmitter from 'eventemitter3'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallClientError, CallClientErrorCode } from './CallClientError'\n\nexport interface CallClientEvents {\n EndCall: []\n Error: [CallClientError]\n StateChange: void\n}\n\nexport interface CallClientOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallClient: any\n }\n}\n\nexport class CallClient<\n Params extends {},\n Options extends CallClientOptions = CallClientOptions,\n> extends EventEmitter<CallClientEvents> {\n public static getInstance<\n P extends {},\n O extends CallClientOptions = CallClientOptions,\n >(options?: O): CallClient<P, O> {\n if (!window.micdropCallClient) {\n window.micdropCallClient = new CallClient<P, O>(options)\n }\n return window.micdropCallClient\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallClient] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallClient] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallClient] startMic', error)\n this.emit('Error', new CallClientError(CallClientErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallClient] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallClient] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallClient] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallClientError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallClientError(CallClientErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallClientError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallClient] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallClientErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallClientError extends Error {\n code: CallClientErrorCode\n\n constructor(code = CallClientErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type AnswerCommands = {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n}\n\nexport type AnswerMetadata = {\n [key: string]: any\n}\n\nexport interface ConversationMessage<\n Data extends AnswerMetadata = AnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n commands?: AnswerCommands\n metadata?: Data\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAA,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,IAAAC,wBAAyB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAAyB;AAelB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,sBAAAC,QAAwB;AAAA,EAAnD;AAAA;AACL,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;AChFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AACN,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AACzC,SAAK,iBAAiB,KAAK,eAAe,KAAK,IAAI;AAAA,EACrD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEQ,iBAAiB;AACvB,UAAM,eAAe,KAAK,KAAK;AAAA,MAC7B,CAAC,QAAQ,IAAI;AAAA,IACf;AACA,UAAM,gBAAgB,KAAK,KAAK;AAAA,MAC9B,CAAC,QAAQ,IAAI;AAAA,IACf;AAGA,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,YAAI,aAAc;AAClB,aAAK,KAAK,eAAe;AACzB,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,gBAAgB;AAC1B;AAAA,QACF;AACA,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,cAAc;AAAA,QAC1B;AACA;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACrEA,iBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,kBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAyGhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAxIV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOhOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;AClIjB,IAAAC,wBAAyB;;;ACPlB,IAAK,sBAAL,kBAAKC,yBAAL;AACL,EAAAA,qBAAA,SAAM;AACN,EAAAA,qBAAA,kBAAe;AACf,EAAAA,qBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,kBAAN,cAA8B,MAAM;AAAA,EAGzC,YAAY,OAAO,qBAA2B;AAC5C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,aAAN,MAAM,oBAGH,sBAAAC,QAA+B;AAAA,EAwB/B,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAA+B;AAC/B,QAAI,CAAC,OAAO,mBAAmB;AAC7B,aAAO,oBAAoB,IAAI,YAAiB,OAAO;AAAA,IACzD;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,wBAAwB,KAAK;AAAA,IAC7C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,WAAK,KAAK,SAAS,IAAI,+BAAuC,CAAC;AAC/D,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,oDAAoD;AAAA,IACtE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,sCAAsC;AAAA,IACxD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,gBAAgB,CAAC;AAAA,MAC1C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,iDAAgD;AAAA,QACtD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,gBAAgB,CAAC;AAAA,MAC1C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,4BAA4B,KAAK;AAC/C,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["EventEmitter","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","VADStatus","EventEmitter","defaultOptions","EventEmitter","import_eventemitter3","CallClientErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
package/dist/index.mjs
CHANGED
|
@@ -979,25 +979,25 @@ if (!window.micdropSpeaker) {
|
|
|
979
979
|
}
|
|
980
980
|
speaker = window.micdropSpeaker;
|
|
981
981
|
|
|
982
|
-
// src/call/
|
|
982
|
+
// src/call/CallClient.ts
|
|
983
983
|
import EventEmitter4 from "eventemitter3";
|
|
984
984
|
|
|
985
|
-
// src/call/
|
|
986
|
-
var
|
|
987
|
-
|
|
988
|
-
|
|
989
|
-
|
|
990
|
-
return
|
|
991
|
-
})(
|
|
992
|
-
var
|
|
985
|
+
// src/call/CallClientError.ts
|
|
986
|
+
var CallClientErrorCode = /* @__PURE__ */ ((CallClientErrorCode2) => {
|
|
987
|
+
CallClientErrorCode2["Mic"] = "Mic";
|
|
988
|
+
CallClientErrorCode2["Unauthorized"] = "Unauthorized";
|
|
989
|
+
CallClientErrorCode2["Error"] = "Error";
|
|
990
|
+
return CallClientErrorCode2;
|
|
991
|
+
})(CallClientErrorCode || {});
|
|
992
|
+
var CallClientError = class extends Error {
|
|
993
993
|
constructor(code = "Error" /* Error */) {
|
|
994
994
|
super();
|
|
995
995
|
this.code = code;
|
|
996
996
|
}
|
|
997
997
|
};
|
|
998
998
|
|
|
999
|
-
// src/call/
|
|
1000
|
-
var
|
|
999
|
+
// src/call/CallClient.ts
|
|
1000
|
+
var CallClient = class _CallClient extends EventEmitter4 {
|
|
1001
1001
|
constructor(options) {
|
|
1002
1002
|
super();
|
|
1003
1003
|
this.options = options;
|
|
@@ -1008,10 +1008,10 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
1008
1008
|
this.vad = getVAD(this.options?.vad);
|
|
1009
1009
|
}
|
|
1010
1010
|
static getInstance(options) {
|
|
1011
|
-
if (!window.
|
|
1012
|
-
window.
|
|
1011
|
+
if (!window.micdropCallClient) {
|
|
1012
|
+
window.micdropCallClient = new _CallClient(options);
|
|
1013
1013
|
}
|
|
1014
|
-
return window.
|
|
1014
|
+
return window.micdropCallClient;
|
|
1015
1015
|
}
|
|
1016
1016
|
get isStarted() {
|
|
1017
1017
|
return this.isWSStarted && this.micRecorder?.state.isStarted || false;
|
|
@@ -1048,13 +1048,13 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
1048
1048
|
try {
|
|
1049
1049
|
this.stopWS();
|
|
1050
1050
|
} catch (error) {
|
|
1051
|
-
console.error("[
|
|
1051
|
+
console.error("[CallClient] stop WS", error);
|
|
1052
1052
|
}
|
|
1053
1053
|
try {
|
|
1054
1054
|
this.micRecorder?.stop();
|
|
1055
1055
|
this.stopMic();
|
|
1056
1056
|
} catch (error) {
|
|
1057
|
-
console.error("[
|
|
1057
|
+
console.error("[CallClient] stop mic", error);
|
|
1058
1058
|
}
|
|
1059
1059
|
}
|
|
1060
1060
|
pause() {
|
|
@@ -1107,8 +1107,8 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
1107
1107
|
await this.micRecorder.start(this.micStream);
|
|
1108
1108
|
}
|
|
1109
1109
|
} catch (error) {
|
|
1110
|
-
console.error("[
|
|
1111
|
-
this.emit("Error", new
|
|
1110
|
+
console.error("[CallClient] startMic", error);
|
|
1111
|
+
this.emit("Error", new CallClientError("Mic" /* Mic */));
|
|
1112
1112
|
this.stop();
|
|
1113
1113
|
}
|
|
1114
1114
|
}
|
|
@@ -1121,13 +1121,13 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
1121
1121
|
}
|
|
1122
1122
|
async startWS() {
|
|
1123
1123
|
if (this.ws) {
|
|
1124
|
-
throw new Error("[
|
|
1124
|
+
throw new Error("[CallClient] startWS: WebSocket is already started");
|
|
1125
1125
|
}
|
|
1126
1126
|
if (!this.isMicStarted) {
|
|
1127
|
-
throw new Error("[
|
|
1127
|
+
throw new Error("[CallClient] startWS: Microphone is not started");
|
|
1128
1128
|
}
|
|
1129
1129
|
if (!this.url) {
|
|
1130
|
-
throw new Error("[
|
|
1130
|
+
throw new Error("[CallClient] startWS: URL is not set");
|
|
1131
1131
|
}
|
|
1132
1132
|
this.ws = new WebSocket(this.url);
|
|
1133
1133
|
this.ws.binaryType = "blob";
|
|
@@ -1181,18 +1181,18 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
1181
1181
|
this.log("[WS] Closed", event);
|
|
1182
1182
|
this.stop();
|
|
1183
1183
|
if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {
|
|
1184
|
-
this.emit("Error", new
|
|
1184
|
+
this.emit("Error", new CallClientError());
|
|
1185
1185
|
} else if (event.code === 4401) {
|
|
1186
1186
|
this.emit(
|
|
1187
1187
|
"Error",
|
|
1188
|
-
new
|
|
1188
|
+
new CallClientError("Unauthorized" /* Unauthorized */)
|
|
1189
1189
|
);
|
|
1190
1190
|
} else if (event.code >= 4e3) {
|
|
1191
|
-
this.emit("Error", new
|
|
1191
|
+
this.emit("Error", new CallClientError());
|
|
1192
1192
|
}
|
|
1193
1193
|
};
|
|
1194
1194
|
this.ws.onerror = (event) => {
|
|
1195
|
-
console.error("[
|
|
1195
|
+
console.error("[CallClient] [WS] Error:", event);
|
|
1196
1196
|
this.stop();
|
|
1197
1197
|
};
|
|
1198
1198
|
}
|
|
@@ -1232,10 +1232,10 @@ var CallServerCommands = /* @__PURE__ */ ((CallServerCommands2) => {
|
|
|
1232
1232
|
return CallServerCommands2;
|
|
1233
1233
|
})(CallServerCommands || {});
|
|
1234
1234
|
export {
|
|
1235
|
+
CallClient,
|
|
1235
1236
|
CallClientCommands,
|
|
1236
|
-
|
|
1237
|
-
|
|
1238
|
-
CallHandlerErrorCode,
|
|
1237
|
+
CallClientError,
|
|
1238
|
+
CallClientErrorCode,
|
|
1239
1239
|
CallServerCommands,
|
|
1240
1240
|
LocalStorageKeys,
|
|
1241
1241
|
mic as Mic,
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n this.onStatusChange = this.onStatusChange.bind(this)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange() {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndCall: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: any\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n P extends {},\n O extends CallHandlerOptions = CallHandlerOptions,\n >(options?: O): CallHandler<P, O> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler<P, O>(options)\n }\n return window.micdropCallHandler\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type CallMetadata = {\n commands?: {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n }\n [key: string]: any\n}\n\nexport interface ConversationMessage<Data extends CallMetadata = CallMetadata> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";AAAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,OAAOC,mBAAkB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,OAAOC,mBAAkB;AAelB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;AChFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AACN,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AACzC,SAAK,iBAAiB,KAAK,eAAe,KAAK,IAAI;AAAA,EACrD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEQ,iBAAiB;AACvB,UAAM,eAAe,KAAK,KAAK;AAAA,MAC7B,CAAC,QAAQ,IAAI;AAAA,IACf;AACA,UAAM,gBAAgB,KAAK,KAAK;AAAA,MAC9B,CAAC,QAAQ,IAAI;AAAA,IACf;AAGA,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,YAAI,aAAc;AAClB,aAAK,KAAK,eAAe;AACzB,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,gBAAgB;AAC1B;AAAA,QACF;AACA,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,cAAc;AAAA,QAC1B;AACA;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACrEA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAyGhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAxIV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOhOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,cAAN,MAAM,qBAGHC,cAAgC;AAAA,EAwBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAAgC;AAChC,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAkB,OAAO;AAAA,IAC3D;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","VADStatus","defaultOptions","EventEmitter","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
|
1
|
+
{"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallClient.ts","../src/call/CallClientError.ts","../../server/src/types.ts"],"sourcesContent":["import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n this.onStatusChange = this.onStatusChange.bind(this)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange() {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '@micdrop/client'\nimport EventEmitter from 'eventemitter3'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallClientError, CallClientErrorCode } from './CallClientError'\n\nexport interface CallClientEvents {\n EndCall: []\n Error: [CallClientError]\n StateChange: void\n}\n\nexport interface CallClientOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallClient: any\n }\n}\n\nexport class CallClient<\n Params extends {},\n Options extends CallClientOptions = CallClientOptions,\n> extends EventEmitter<CallClientEvents> {\n public static getInstance<\n P extends {},\n O extends CallClientOptions = CallClientOptions,\n >(options?: O): CallClient<P, O> {\n if (!window.micdropCallClient) {\n window.micdropCallClient = new CallClient<P, O>(options)\n }\n return window.micdropCallClient\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallClient] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallClient] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallClient] startMic', error)\n this.emit('Error', new CallClientError(CallClientErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallClient] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallClient] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallClient] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallClientError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallClientError(CallClientErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallClientError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallClient] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallClientErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallClientError extends Error {\n code: CallClientErrorCode\n\n constructor(code = CallClientErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type AnswerCommands = {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n}\n\nexport type AnswerMetadata = {\n [key: string]: any\n}\n\nexport interface ConversationMessage<\n Data extends AnswerMetadata = AnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n commands?: AnswerCommands\n metadata?: Data\n}\n"],"mappings":";AAAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,OAAOC,mBAAkB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,OAAOC,mBAAkB;AAelB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;AChFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AACN,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AACzC,SAAK,iBAAiB,KAAK,eAAe,KAAK,IAAI;AAAA,EACrD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEQ,iBAAiB;AACvB,UAAM,eAAe,KAAK,KAAK;AAAA,MAC7B,CAAC,QAAQ,IAAI;AAAA,IACf;AACA,UAAM,gBAAgB,KAAK,KAAK;AAAA,MAC9B,CAAC,QAAQ,IAAI;AAAA,IACf;AAGA,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,YAAI,aAAc;AAClB,aAAK,KAAK,eAAe;AACzB,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,gBAAgB;AAC1B;AAAA,QACF;AACA,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,cAAc;AAAA,QAC1B;AACA;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACrEA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAyGhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAxIV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOhOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;AClIjB,OAAOC,mBAAkB;;;ACPlB,IAAK,sBAAL,kBAAKC,yBAAL;AACL,EAAAA,qBAAA,SAAM;AACN,EAAAA,qBAAA,kBAAe;AACf,EAAAA,qBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,kBAAN,cAA8B,MAAM;AAAA,EAGzC,YAAY,OAAO,qBAA2B;AAC5C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,aAAN,MAAM,oBAGHC,cAA+B;AAAA,EAwB/B,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAA+B;AAC/B,QAAI,CAAC,OAAO,mBAAmB;AAC7B,aAAO,oBAAoB,IAAI,YAAiB,OAAO;AAAA,IACzD;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,wBAAwB,KAAK;AAAA,IAC7C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,WAAK,KAAK,SAAS,IAAI,+BAAuC,CAAC;AAC/D,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,oDAAoD;AAAA,IACtE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,sCAAsC;AAAA,IACxD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,gBAAgB,CAAC;AAAA,MAC1C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,iDAAgD;AAAA,QACtD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,gBAAgB,CAAC;AAAA,MAC1C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,4BAA4B,KAAK;AAC/C,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","VADStatus","defaultOptions","EventEmitter","EventEmitter","CallClientErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|