@micdrop/client 1.0.0 → 1.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -83,6 +83,18 @@ call.on('Error', (error) => {
83
83
  await call.stop()
84
84
  ```
85
85
 
86
+ ## Demo
87
+
88
+ Check out the demo implementation in the [@micdrop/demo-client](../demo-client/README.md) package. It shows:
89
+
90
+ - Setting up a React application with WebSocket communication
91
+ - Configuring the CallHandler with custom parameters
92
+ - Managing microphone input and audio playback
93
+ - Handling conversation state and UI updates
94
+ - Error handling patterns
95
+
96
+ Here's a simplified version from the demo:
97
+
86
98
  ## Documentation
87
99
 
88
100
  - **[CallHandler](./docs/CallHandler.md)** - Manages WebSocket connections, audio streaming, and conversation state
@@ -108,4 +120,6 @@ MIT
108
120
 
109
121
  ## Author
110
122
 
111
- [Lonestone](https://www.lonestone.io) ([GitHub](https://github.com/lonestone))
123
+ Originally developed for [Raconte.ai](https://www.raconte.ai)
124
+
125
+ by [Lonestone](https://www.lonestone.io) ([GitHub](https://github.com/lonestone))
package/dist/index.d.mts CHANGED
@@ -1,6 +1,4 @@
1
- export * from '@micdrop/server/src/types';
2
1
  import EventEmitter from 'eventemitter3';
3
- import { Conversation } from '@micdrop/server';
4
2
 
5
3
  declare enum LocalStorageKeys {
6
4
  MicDevice = "micdrop.micDevice",
@@ -105,15 +103,18 @@ interface CallHandlerEvents {
105
103
  StateChange: void;
106
104
  }
107
105
  declare class CallHandler<Params extends {}> extends EventEmitter<CallHandlerEvents> {
106
+ private static instance;
107
+ static getInstance<T extends {}>(): CallHandler<T>;
108
108
  url?: string;
109
109
  params?: Params;
110
110
  micRecorder: MicRecorder;
111
111
  conversation: Conversation;
112
+ debug: boolean;
112
113
  private ws?;
113
114
  private micStream?;
114
115
  private startTime;
115
116
  private lastAudioBlob?;
116
- constructor();
117
+ private constructor();
117
118
  get isStarted(): boolean;
118
119
  get isStarting(): boolean;
119
120
  get isWSStarted(): boolean;
@@ -129,7 +130,40 @@ declare class CallHandler<Params extends {}> extends EventEmitter<CallHandlerEve
129
130
  private stopWS;
130
131
  private addMessage;
131
132
  private notifyStateChange;
132
- private debug;
133
+ private log;
134
+ }
135
+
136
+ declare enum CallClientCommands {
137
+ StartSpeaking = "startSpeaking",
138
+ StopSpeaking = "stopSpeaking",
139
+ Mute = "mute"
140
+ }
141
+ declare enum CallServerCommands {
142
+ UserMessage = "userMessage",
143
+ AssistantMessage = "assistantMessage",
144
+ CancelLastAssistantMessage = "cancelLastAssistantMessage",
145
+ EndInterview = "endInterview"
146
+ }
147
+ interface CallConfig {
148
+ systemPrompt: string;
149
+ firstMessage?: string;
150
+ debugLog?: boolean;
151
+ debugSaveSpeech?: boolean;
152
+ disableTTS?: boolean;
153
+ generateAnswer(conversation: Conversation): Promise<string>;
154
+ speech2Text(blob: Blob, prompt?: string): Promise<string>;
155
+ text2Speech(text: string): Promise<ArrayBuffer>;
156
+ onMessage?(message: ConversationMessage): void;
157
+ onEnd?(call: CallSummary): void;
158
+ }
159
+ interface CallSummary {
160
+ conversation: Conversation;
161
+ duration: number;
162
+ }
163
+ type Conversation = ConversationMessage[];
164
+ interface ConversationMessage {
165
+ role: 'system' | 'user' | 'assistant';
166
+ content: string;
133
167
  }
134
168
 
135
- export { CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, LocalStorageKeys, microphone as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, speaker as Speaker };
169
+ export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, microphone as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, speaker as Speaker };
package/dist/index.d.ts CHANGED
@@ -1,6 +1,4 @@
1
- export * from '@micdrop/server/src/types';
2
1
  import EventEmitter from 'eventemitter3';
3
- import { Conversation } from '@micdrop/server';
4
2
 
5
3
  declare enum LocalStorageKeys {
6
4
  MicDevice = "micdrop.micDevice",
@@ -105,15 +103,18 @@ interface CallHandlerEvents {
105
103
  StateChange: void;
106
104
  }
107
105
  declare class CallHandler<Params extends {}> extends EventEmitter<CallHandlerEvents> {
106
+ private static instance;
107
+ static getInstance<T extends {}>(): CallHandler<T>;
108
108
  url?: string;
109
109
  params?: Params;
110
110
  micRecorder: MicRecorder;
111
111
  conversation: Conversation;
112
+ debug: boolean;
112
113
  private ws?;
113
114
  private micStream?;
114
115
  private startTime;
115
116
  private lastAudioBlob?;
116
- constructor();
117
+ private constructor();
117
118
  get isStarted(): boolean;
118
119
  get isStarting(): boolean;
119
120
  get isWSStarted(): boolean;
@@ -129,7 +130,40 @@ declare class CallHandler<Params extends {}> extends EventEmitter<CallHandlerEve
129
130
  private stopWS;
130
131
  private addMessage;
131
132
  private notifyStateChange;
132
- private debug;
133
+ private log;
134
+ }
135
+
136
+ declare enum CallClientCommands {
137
+ StartSpeaking = "startSpeaking",
138
+ StopSpeaking = "stopSpeaking",
139
+ Mute = "mute"
140
+ }
141
+ declare enum CallServerCommands {
142
+ UserMessage = "userMessage",
143
+ AssistantMessage = "assistantMessage",
144
+ CancelLastAssistantMessage = "cancelLastAssistantMessage",
145
+ EndInterview = "endInterview"
146
+ }
147
+ interface CallConfig {
148
+ systemPrompt: string;
149
+ firstMessage?: string;
150
+ debugLog?: boolean;
151
+ debugSaveSpeech?: boolean;
152
+ disableTTS?: boolean;
153
+ generateAnswer(conversation: Conversation): Promise<string>;
154
+ speech2Text(blob: Blob, prompt?: string): Promise<string>;
155
+ text2Speech(text: string): Promise<ArrayBuffer>;
156
+ onMessage?(message: ConversationMessage): void;
157
+ onEnd?(call: CallSummary): void;
158
+ }
159
+ interface CallSummary {
160
+ conversation: Conversation;
161
+ duration: number;
162
+ }
163
+ type Conversation = ConversationMessage[];
164
+ interface ConversationMessage {
165
+ role: 'system' | 'user' | 'assistant';
166
+ content: string;
133
167
  }
134
168
 
135
- export { CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, LocalStorageKeys, microphone as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, speaker as Speaker };
169
+ export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, microphone as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, speaker as Speaker };
package/dist/index.js CHANGED
@@ -27,7 +27,7 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
27
27
  ));
28
28
  var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
29
29
 
30
- // index.ts
30
+ // src/index.ts
31
31
  var index_exports = {};
32
32
  __export(index_exports, {
33
33
  CallClientCommands: () => CallClientCommands,
@@ -42,21 +42,6 @@ __export(index_exports, {
42
42
  });
43
43
  module.exports = __toCommonJS(index_exports);
44
44
 
45
- // ../server/src/types.ts
46
- var CallClientCommands = /* @__PURE__ */ ((CallClientCommands3) => {
47
- CallClientCommands3["StartSpeaking"] = "startSpeaking";
48
- CallClientCommands3["StopSpeaking"] = "stopSpeaking";
49
- CallClientCommands3["Mute"] = "mute";
50
- return CallClientCommands3;
51
- })(CallClientCommands || {});
52
- var CallServerCommands = /* @__PURE__ */ ((CallServerCommands3) => {
53
- CallServerCommands3["UserMessage"] = "userMessage";
54
- CallServerCommands3["AssistantMessage"] = "assistantMessage";
55
- CallServerCommands3["CancelLastAssistantMessage"] = "cancelLastAssistantMessage";
56
- CallServerCommands3["EndInterview"] = "endInterview";
57
- return CallServerCommands3;
58
- })(CallServerCommands || {});
59
-
60
45
  // src/audio/localStorage.ts
61
46
  var LocalStorageKeys = /* @__PURE__ */ ((LocalStorageKeys2) => {
62
47
  LocalStorageKeys2["MicDevice"] = "micdrop.micDevice";
@@ -457,21 +442,6 @@ function stopAudioBlob() {
457
442
  audioBlobSourceNode = void 0;
458
443
  }
459
444
 
460
- // ../server/dist/index.mjs
461
- var CallClientCommands2 = /* @__PURE__ */ ((CallClientCommands22) => {
462
- CallClientCommands22["StartSpeaking"] = "startSpeaking";
463
- CallClientCommands22["StopSpeaking"] = "stopSpeaking";
464
- CallClientCommands22["Mute"] = "mute";
465
- return CallClientCommands22;
466
- })(CallClientCommands2 || {});
467
- var CallServerCommands2 = /* @__PURE__ */ ((CallServerCommands22) => {
468
- CallServerCommands22["UserMessage"] = "userMessage";
469
- CallServerCommands22["AssistantMessage"] = "assistantMessage";
470
- CallServerCommands22["CancelLastAssistantMessage"] = "cancelLastAssistantMessage";
471
- CallServerCommands22["EndInterview"] = "endInterview";
472
- return CallServerCommands22;
473
- })(CallServerCommands2 || {});
474
-
475
445
  // src/call/CallHandler.ts
476
446
  var import_eventemitter33 = __toESM(require("eventemitter3"));
477
447
 
@@ -490,30 +460,36 @@ var CallHandlerError = class extends Error {
490
460
  };
491
461
 
492
462
  // src/call/CallHandler.ts
493
- var debugEnabled = false;
494
- var CallHandler = class extends import_eventemitter33.default {
463
+ var CallHandler = class _CallHandler extends import_eventemitter33.default {
495
464
  constructor() {
496
465
  super();
497
466
  this.micRecorder = new MicRecorder();
498
467
  this.conversation = [];
468
+ this.debug = false;
499
469
  this.startTime = 0;
500
470
  this.micRecorder.on("StateChange", () => {
501
471
  this.notifyStateChange();
502
472
  });
503
473
  this.micRecorder.on("Chunk", (blob) => {
504
- this.debug(`[Mic] onChunk`, blob);
474
+ this.log(`[Mic] onChunk`, blob);
505
475
  this.ws?.send(blob);
506
476
  });
507
477
  this.micRecorder.on("StartSpeaking", () => {
508
- this.debug("[Mic] onStartSpeaking");
509
- this.ws?.send(CallClientCommands2.StartSpeaking);
478
+ this.log("[Mic] onStartSpeaking");
479
+ this.ws?.send("startSpeaking" /* StartSpeaking */);
510
480
  stopAudioBlob();
511
481
  });
512
482
  this.micRecorder.on("StopSpeaking", () => {
513
- this.debug("[Mic] onSilence");
514
- this.ws?.send(CallClientCommands2.StopSpeaking);
483
+ this.log("[Mic] onSilence");
484
+ this.ws?.send("stopSpeaking" /* StopSpeaking */);
515
485
  });
516
486
  }
487
+ static getInstance() {
488
+ if (!_CallHandler.instance) {
489
+ _CallHandler.instance = new _CallHandler();
490
+ }
491
+ return _CallHandler.instance;
492
+ }
517
493
  get isStarted() {
518
494
  return this.isWSStarted && this.micRecorder.state.isStarted;
519
495
  }
@@ -595,40 +571,40 @@ var CallHandler = class extends import_eventemitter33.default {
595
571
  this.ws.binaryType = "blob";
596
572
  this.notifyStateChange();
597
573
  this.ws.onopen = () => {
598
- this.debug("[WS] Opened");
574
+ this.log("[WS] Opened");
599
575
  this.notifyStateChange();
600
576
  if (this.params) {
601
577
  this.ws?.send(JSON.stringify(this.params));
602
578
  }
603
579
  };
604
580
  this.ws.onmessage = (event) => {
605
- this.debug("[WS]", event.data);
581
+ this.log("[WS]", event.data);
606
582
  if (event.data instanceof Blob) {
607
583
  playAudioBlob(event.data);
608
584
  this.lastAudioBlob = event.data;
609
585
  } else if (typeof event.data !== "string") {
610
586
  console.warn(`[WS] Unknown message type: ${event.data}`);
611
- } else if (event.data.startsWith(CallServerCommands2.UserMessage)) {
587
+ } else if (event.data.startsWith("userMessage" /* UserMessage */)) {
612
588
  this.addMessage(
613
589
  "user",
614
- event.data.substring(CallServerCommands2.UserMessage.length + 1)
590
+ event.data.substring("userMessage" /* UserMessage */.length + 1)
615
591
  );
616
- } else if (event.data.startsWith(CallServerCommands2.AssistantMessage)) {
592
+ } else if (event.data.startsWith("assistantMessage" /* AssistantMessage */)) {
617
593
  this.addMessage(
618
594
  "assistant",
619
- event.data.substring(CallServerCommands2.AssistantMessage.length + 1)
595
+ event.data.substring("assistantMessage" /* AssistantMessage */.length + 1)
620
596
  );
621
- } else if (event.data === CallServerCommands2.EndInterview) {
597
+ } else if (event.data === "endInterview" /* EndInterview */) {
622
598
  setTimeout(() => {
623
599
  this.emit("EndInterview");
624
600
  }, 2e3);
625
- } else if (event.data === CallServerCommands2.CancelLastAssistantMessage) {
601
+ } else if (event.data === "cancelLastAssistantMessage" /* CancelLastAssistantMessage */) {
626
602
  this.conversation = this.conversation.slice(0, -1);
627
603
  this.notifyStateChange();
628
604
  }
629
605
  };
630
606
  this.ws.onclose = (event) => {
631
- this.debug("[WS] Closed", event);
607
+ this.log("[WS] Closed", event);
632
608
  this.notifyStateChange();
633
609
  if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {
634
610
  this.emit("Error", new CallHandlerError());
@@ -659,11 +635,26 @@ var CallHandler = class extends import_eventemitter33.default {
659
635
  notifyStateChange() {
660
636
  this.emit("StateChange");
661
637
  }
662
- debug(...message) {
663
- if (!debugEnabled) return;
638
+ log(...message) {
639
+ if (!this.debug) return;
664
640
  console.log(`[Debug ${Date.now() - this.startTime}]`, ...message);
665
641
  }
666
642
  };
643
+
644
+ // ../server/src/types.ts
645
+ var CallClientCommands = /* @__PURE__ */ ((CallClientCommands2) => {
646
+ CallClientCommands2["StartSpeaking"] = "startSpeaking";
647
+ CallClientCommands2["StopSpeaking"] = "stopSpeaking";
648
+ CallClientCommands2["Mute"] = "mute";
649
+ return CallClientCommands2;
650
+ })(CallClientCommands || {});
651
+ var CallServerCommands = /* @__PURE__ */ ((CallServerCommands2) => {
652
+ CallServerCommands2["UserMessage"] = "userMessage";
653
+ CallServerCommands2["AssistantMessage"] = "assistantMessage";
654
+ CallServerCommands2["CancelLastAssistantMessage"] = "cancelLastAssistantMessage";
655
+ CallServerCommands2["EndInterview"] = "endInterview";
656
+ return CallServerCommands2;
657
+ })(CallServerCommands || {});
667
658
  // Annotate the CommonJS export names for ESM import in node:
668
659
  0 && (module.exports = {
669
660
  CallClientCommands,
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../index.ts","../../server/src/types.ts","../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../../server/src/CallSocket.ts","../../server/src/types.ts","../../server/src/errors.ts","../../server/src/waitForParams.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts"],"sourcesContent":["export * from '@micdrop/server/src/types'\nexport * from './src/audio/localStorage'\nexport * from './src/audio/MicRecorder'\nexport * as Mic from './src/audio/microphone'\nexport * as Speaker from './src/audio/speaker'\nexport * from './src/call/CallHandler'\nexport * from './src/call/CallHandlerError'\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport hark, { Harker } from 'hark'\nimport { LocalStorageKeys } from './localStorage'\nimport { createDelayedStream, defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\n\nconst timeSlice = 500\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private hark: Harker | undefined\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n\n constructor() {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream)\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (!this.recorder) {\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n }\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.hark?.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.hark) return\n this.hark = hark(stream, {\n interval: 100,\n play: false,\n threshold: this.state.threshold,\n })\n this.hark.on('speaking', this.onStartSpeaking)\n this.hark.on('stopped_speaking', this.onStopSpeaking)\n }\n\n private stopSpeakingDetection() {\n if (!this.hark) return\n // @ts-ignore\n this.hark.off('speaking', this.onStartSpeaking)\n // @ts-ignore\n this.hark.off('stopped_speaking', this.onStopSpeaking)\n this.hark.stop()\n this.hark = undefined\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n this.emit('Chunk', blobEvent.data)\n\n if (!this.state.isSpeaking) {\n // It was the last used data until the user stopped speaking\n this.emit('StopSpeaking')\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nlet audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\n// eslint-disable-next-line\nexport function getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n\nexport function createDelayedStream(stream: MediaStream): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay()\n delayNode.delayTime.value = 0.3\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","export function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet audioBlobSourceNode: AudioBufferSourceNode | undefined\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n\n // Using default destination until an audio element is attached\n speakerAnalyser.node.connect(audioContext.destination)\n\n unlock(audioContext)\n}\n\ninit()\n\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nfunction setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice()) {\n // @ts-ignore\n return audioElement?.setSinkId(speakerId)\n }\n}\n\nasync function attachAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Don't use audio element if no speakerId is provided\n if (!speakerId) return\n\n if (audioElement) {\n await setSinkId(speakerId)\n return\n }\n\n // Create audio element and play stream\n audioElement = new Audio()\n try {\n await setSinkId(speakerId)\n speakerAnalyser.node.disconnect(audioContext.destination)\n const destinationNode = audioContext.createMediaStreamDestination()\n speakerAnalyser.node.connect(destinationNode)\n audioElement.srcObject = destinationNode.stream\n audioElement.play()\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n audioElement = undefined\n }\n}\n\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await attachAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\nexport async function playAudioBlob(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n try {\n await attachAudioElement()\n const sourceNode = audioContext.createBufferSource()\n audioBlobSourceNode = sourceNode\n sourceNode.onended = () => {\n sourceNode.disconnect()\n audioBlobSourceNode = undefined\n }\n sourceNode.buffer = await audioContext.decodeAudioData(\n await blob.arrayBuffer()\n )\n sourceNode.connect(speakerAnalyser.node)\n sourceNode.start()\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\nexport function stopAudioBlob() {\n if (!audioBlobSourceNode) return\n try {\n audioBlobSourceNode.stop()\n } catch (error) {\n console.error('Error stopping audio blob', error, audioBlobSourceNode)\n }\n audioBlobSourceNode.disconnect()\n audioBlobSourceNode = undefined\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import * as fs from 'fs'\nimport * as path from 'path'\nimport { WebSocket } from 'ws'\nimport {\n CallClientCommands,\n CallConfig,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n} from './types'\n\nconst debugEnabled = false\nconst debugSaveFile = false\nconst disableTTS = false\n\nexport const END_INTERVIEW = 'END_INTERVIEW'\n\nexport class CallSocket {\n private startTime = Date.now()\n private lastDebug = Date.now()\n\n // An answer can be aborted if user is speaking\n private abortAnswer = false\n\n // When user is speaking, we're waiting to chunks or to stop\n private isSpeaking = false\n\n // Chunks of user speech since user started speaking\n private chunks: Buffer[] = []\n\n // Conversation history\n private conversation: Conversation\n\n constructor(\n public socket: WebSocket,\n public config: CallConfig\n ) {\n this.conversation = [{ role: 'system', content: config.systemPrompt }]\n this.debug(`Call started`)\n\n // Assistant speaks first\n\n // LLM: Generate answer\n if (config.firstMessage) {\n this.answer(config.firstMessage)\n } else {\n this.config\n .generateAnswer(this.conversation)\n .then((answer) => this.answer(answer))\n .catch((error) => {\n console.error('[WS]', error)\n this.socket.close()\n })\n }\n\n // Listen to events\n this.socket.on('close', this.onClose.bind(this))\n this.socket.on('message', this.onMessage.bind(this))\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.socket.send(\n `${\n message.role === 'user'\n ? CallServerCommands.UserMessage\n : CallServerCommands.AssistantMessage\n } ${message.content}`\n )\n this.config.onMessage?.(message)\n }\n\n private onClose() {\n this.debug('Connection closed')\n this.abortAnswer = true\n const duration = Math.round((Date.now() - this.startTime) / 1000)\n\n // End call callback\n this.config.onEnd?.({\n conversation: this.conversation.slice(1), // Remove system message\n duration,\n })\n\n // Unset params\n // @ts-ignore\n this.socket = null\n // @ts-ignore\n this.config = null\n }\n\n private async onMessage(message: Buffer) {\n if (!Buffer.isBuffer(message)) {\n console.warn(`[WS] Message is not a buffer`)\n return\n }\n\n // Commands\n if (message.byteLength < 15) {\n const cmd = message.toString()\n this.debug(`Command: ${cmd}`)\n\n if (cmd === CallClientCommands.StartSpeaking) {\n // User started speaking\n this.isSpeaking = true\n // Abort answer if there is generation in progress\n this.abortAnswer = true\n } else if (cmd === CallClientCommands.Mute) {\n // User muted the call\n // Abort answer if there is generation in progress\n this.abortAnswer = true\n } else if (cmd === CallClientCommands.StopSpeaking) {\n // User stopped speaking\n this.isSpeaking = false\n await this.onStopSpeaking()\n }\n }\n\n // Audio chunk\n else if (Buffer.isBuffer(message) && this.isSpeaking) {\n this.debug(`Received chunk (${message.byteLength} bytes)`)\n this.chunks.push(message)\n }\n }\n\n private async onStopSpeaking() {\n // Do nothing if there is no chunk\n if (this.chunks.length === 0) return\n\n this.abortAnswer = false\n\n // Combine audio blob\n const blob = new Blob(this.chunks, { type: 'audio/ogg' })\n\n // Reset chunks for next user speech\n this.chunks.length = 0\n\n try {\n // Save file to disk\n if (debugSaveFile) {\n const filePath = path.join(__dirname, 'speech.ogg')\n fs.writeFileSync(filePath, Buffer.from(await blob.arrayBuffer()))\n return\n }\n\n // STT: Get transcript and send to client\n const transcript = await this.config.speech2Text(\n blob,\n this.conversation[this.conversation.length - 1]?.content\n )\n if (!transcript) {\n this.debug('Ignoring empty transcript')\n return\n }\n\n this.debug('User transcript:', transcript)\n\n // Send transcript to client\n this.addMessage({ role: 'user', content: transcript })\n\n if (this.abortAnswer) {\n this.debug('Answer aborted, no answer generated')\n return\n }\n\n // LLM: Generate answer\n const answer = await this.config.generateAnswer(this.conversation)\n if (this.abortAnswer) {\n this.debug('Answer aborted, ignoring answer')\n return\n }\n\n await this.answer(answer)\n } catch (error) {\n console.error('[WS]', error)\n this.socket.close()\n }\n }\n\n private async answer(message: string) {\n let isEnd = false\n\n // Detect end of interview\n if (message.includes(END_INTERVIEW)) {\n message = message.replace(END_INTERVIEW, '').trim()\n isEnd = true\n }\n\n if (message.length) {\n // Send answer to client\n this.debug('Assistant message:', message)\n this.addMessage({ role: 'assistant', content: message })\n\n // TTS: Generate answer audio\n if (!disableTTS) {\n const audio = await this.config.text2Speech(message)\n if (this.abortAnswer) {\n // Remove last assistant message if aborted\n this.debug('Answer aborted, removing last assistant message')\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation.pop()\n this.socket.send(CallServerCommands.CancelLastAssistantMessage)\n }\n return\n }\n\n // Send audio to client\n this.debug(`Send audio: (${audio.byteLength} bytes)`)\n this.socket.send(audio)\n }\n }\n\n // End of call\n if (isEnd) {\n this.debug('Interview ended')\n this.socket.send(CallServerCommands.EndInterview)\n }\n }\n\n private debug(...message: any[]) {\n if (!debugEnabled) return\n const nowTime = Date.now()\n console.log(\n `[WS] [${nowTime - this.startTime} | ${nowTime - this.lastDebug}ms]`,\n ...message\n )\n this.lastDebug = nowTime\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n","import WebSocket from 'ws'\n\nexport enum CallErrorCode {\n BadRequest = 4400,\n Unauthorized = 4401,\n NotFound = 4404,\n}\n\nexport class CallError extends Error {\n code: number\n\n constructor(code: number, message: string) {\n super(message)\n this.code = code\n }\n}\n\nexport function handleError(socket: WebSocket, error: unknown) {\n if (error instanceof CallError) {\n socket.close(error.code, error.message)\n } else {\n console.error(error)\n socket.close(1011)\n }\n socket.terminate()\n}\n","import { WebSocket } from 'ws'\nimport { CallError, CallErrorCode } from './errors'\n\nexport async function waitForParams<CallParams>(\n socket: WebSocket,\n validate: (params: any) => CallParams\n): Promise<CallParams> {\n return new Promise<CallParams>((resolve, reject) => {\n // Handle timeout\n const timeout = setTimeout(() => {\n reject(new CallError(CallErrorCode.BadRequest, 'Missing params'))\n }, 3000)\n\n const onParams = (payload: string) => {\n // Clear timeout and listener\n clearTimeout(timeout)\n socket.off('message', onParams)\n\n try {\n // Parse JSON payload\n const params = validate(JSON.parse(payload))\n resolve(params)\n } catch (error) {\n reject(new CallError(CallErrorCode.BadRequest, 'Invalid params'))\n }\n }\n\n // Listen for params\n socket.on('message', onParams)\n })\n}\n","import {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n} from '@micdrop/server'\nimport EventEmitter from 'eventemitter3'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { playAudioBlob, stopAudioBlob } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nconst debugEnabled = false\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport class CallHandler<\n Params extends {},\n> extends EventEmitter<CallHandlerEvents> {\n public url?: string\n public params?: Params\n public micRecorder = new MicRecorder()\n public conversation: Conversation = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n constructor() {\n super()\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.debug(`[Mic] onChunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.debug('[Mic] onStartSpeaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption / Stop assistant speech if playing\n stopAudioBlob()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.debug('[Mic] onSilence')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudioBlob(this.lastAudioBlob)\n }\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.debug('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.debug('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudioBlob(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.debug('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private debug(...message: any[]) {\n if (!debugEnabled) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAO,IAAK,qBAAL,kBAAKA,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;;;ACNL,IAAK,mBAAL,kBAAKC,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,IAAAC,wBAAyB;AACzB,kBAA6B;;;ACD7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAC,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AChDO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFEA,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAGM,SAAS,kBAAkB,UAA2C;AAC3E,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAEO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;AAEO,SAAS,oBAAoB,QAAkC;AACpE,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY;AAC3C,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ADzGA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAQ/D,cAAc;AACZ,UAAM;AANR,SAAQ,YAAY,KAAK,aAAa;AAkHtC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AAAA,IACvC,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AAAA,IACxC,GAAG,KAAK,IAAI;AApHV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB,oBAAoB,MAAM;AAChD,WAAK,gBAAgB;AAGrB,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAAA,MAChE;AAGA,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,MAAM,aAAa,SAAS;AAAA,EACnC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,KAAM;AACf,SAAK,WAAO,YAAAC,SAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,MACV,MAAM;AAAA,MACN,WAAW,KAAK,MAAM;AAAA,IACxB,CAAC;AACD,SAAK,KAAK,GAAG,YAAY,KAAK,eAAe;AAC7C,SAAK,KAAK,GAAG,oBAAoB,KAAK,cAAc;AAAA,EACtD;AAAA,EAEQ,wBAAwB;AAC9B,QAAI,CAAC,KAAK,KAAM;AAEhB,SAAK,KAAK,IAAI,YAAY,KAAK,eAAe;AAE9C,SAAK,KAAK,IAAI,oBAAoB,KAAK,cAAc;AACrD,SAAK,KAAK,KAAK;AACf,SAAK,OAAO;AAAA,EACd;AAAA,EAeA,MAAc,gBAAgB,WAAsB;AAClD,SAAK,KAAK,SAAS,UAAU,IAAI;AAEjC,QAAI,CAAC,KAAK,MAAM,YAAY;AAE1B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AIpMA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AAEG,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAGhD,kBAAgB,KAAK,QAAQA,cAAa,WAAW;AAErD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEE,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,SAAS,UAAU,WAAoB;AACrC,MAAI,aAAa,uBAAuB,GAAG;AAEzC,WAAO,cAAc,UAAU,SAAS;AAAA,EAC1C;AACF;AAEA,eAAe,mBAAmB,WAAoB;AACpD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,UAAW;AAEhB,MAAI,cAAc;AAChB,UAAM,UAAU,SAAS;AACzB;AAAA,EACF;AAGA,iBAAe,IAAI,MAAM;AACzB,MAAI;AACF,UAAM,UAAU,SAAS;AACzB,oBAAgB,KAAK,WAAWA,cAAa,WAAW;AACxD,UAAM,kBAAkBA,cAAa,6BAA6B;AAClE,oBAAgB,KAAK,QAAQ,eAAe;AAC5C,iBAAa,YAAY,gBAAgB;AACzC,iBAAa,KAAK;AAAA,EACpB,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AACjE,mBAAe;AAAA,EACjB;AACF;AAEA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,mBAAmB,SAAS;AAClC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAEA,eAAsB,cAAc,MAAY;AAC9C,MAAI,CAACA,iBAAgB,CAAC,gBAAiB;AACvC,MAAI;AACF,UAAM,mBAAmB;AACzB,UAAME,cAAaF,cAAa,mBAAmB;AACnD,0BAAsBE;AACtB,IAAAA,YAAW,UAAU,MAAM;AACzB,MAAAA,YAAW,WAAW;AACtB,4BAAsB;AAAA,IACxB;AACA,IAAAA,YAAW,SAAS,MAAMF,cAAa;AAAA,MACrC,MAAM,KAAK,YAAY;AAAA,IACzB;AACA,IAAAE,YAAW,QAAQ,gBAAgB,IAAI;AACvC,IAAAA,YAAW,MAAM;AAAA,EACnB,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAEO,SAAS,gBAAgB;AAC9B,MAAI,CAAC,oBAAqB;AAC1B,MAAI;AACF,wBAAoB,KAAK;AAAA,EAC3B,SAAS,OAAO;AACd,YAAQ,MAAM,6BAA6B,OAAO,mBAAmB;AAAA,EACvE;AACA,sBAAoB,WAAW;AAC/B,wBAAsB;AACxB;;;AG7GO,IAAKC,sBAAL,kBAAKA,yBAAL;AACLA,EAAAA,qBAAA,eAAA,IAAgB;AAChBA,EAAAA,qBAAA,cAAA,IAAe;AACfA,EAAAA,qBAAA,MAAA,IAAO;AAHG,SAAAA;AAAA,GAAAA,uBAAA,CAAA,CAAA;AAML,IAAKC,sBAAL,kBAAKA,yBAAL;AACLA,EAAAA,qBAAA,aAAA,IAAc;AACdA,EAAAA,qBAAA,kBAAA,IAAmB;AACnBA,EAAAA,qBAAA,4BAAA,IAA6B;AAC7BA,EAAAA,qBAAA,cAAA,IAAe;AAJL,SAAAA;AAAA,GAAAA,uBAAA,CAAA,CAAA;;;AGDZ,IAAAC,wBAAyB;;;ACLlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADFA,IAAM,eAAe;AAQd,IAAM,cAAN,cAEG,sBAAAC,QAAgC;AAAA,EAWxC,cAAc;AACZ,UAAM;AATR,SAAO,cAAc,IAAI,YAAY;AACrC,SAAO,eAA6B,CAAC;AAIrC,SAAQ,YAAY;AAOlB,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,MAAM,iBAAiB,IAAI;AAChC,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,MAAM,uBAAuB;AAClC,WAAK,IAAI,KAAKC,oBAAmB,aAAa;AAE9C,oBAAc;AAAA,IAChB,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,MAAM,iBAAiB;AAC5B,WAAK,IAAI,KAAKA,oBAAmB,YAAY;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,oBAAc,KAAK,aAAa;AAAA,IAClC;AACA,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,MAAM,aAAa;AACxB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,MAAM,QAAQ,MAAM,IAAI;AAC7B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,sBAAc,MAAM,IAAI;AACxB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,WAAWC,oBAAmB,WAAW,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,UAAUA,oBAAmB,YAAY,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,WAAWA,oBAAmB,gBAAgB,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,UAAUA,oBAAmB,iBAAiB,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,SAASA,oBAAmB,cAAc;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,SAASA,oBAAmB,4BAA4B;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,MAAM,eAAe,KAAK;AAC/B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,SAAS,SAAgB;AAC/B,QAAI,CAAC,aAAc;AACnB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;","names":["CallClientCommands","CallServerCommands","LocalStorageKeys","import_eventemitter3","EventEmitter","audioContext","EventEmitter","hark","audioContext","unlock","audioContext","init","sourceNode","CallClientCommands","CallServerCommands","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export * from './audio/localStorage'\nexport * from './audio/MicRecorder'\nexport * as Mic from './audio/microphone'\nexport * as Speaker from './audio/speaker'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport hark, { Harker } from 'hark'\nimport { LocalStorageKeys } from './localStorage'\nimport { createDelayedStream, defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\n\nconst timeSlice = 500\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private hark: Harker | undefined\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n\n constructor() {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream)\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (!this.recorder) {\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n }\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.hark?.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.hark) return\n this.hark = hark(stream, {\n interval: 100,\n play: false,\n threshold: this.state.threshold,\n })\n this.hark.on('speaking', this.onStartSpeaking)\n this.hark.on('stopped_speaking', this.onStopSpeaking)\n }\n\n private stopSpeakingDetection() {\n if (!this.hark) return\n // @ts-ignore\n this.hark.off('speaking', this.onStartSpeaking)\n // @ts-ignore\n this.hark.off('stopped_speaking', this.onStopSpeaking)\n this.hark.stop()\n this.hark = undefined\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n this.emit('Chunk', blobEvent.data)\n\n if (!this.state.isSpeaking) {\n // It was the last used data until the user stopped speaking\n this.emit('StopSpeaking')\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nlet audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\n// eslint-disable-next-line\nexport function getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n\nexport function createDelayedStream(stream: MediaStream): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay()\n delayNode.delayTime.value = 0.3\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","export function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet audioBlobSourceNode: AudioBufferSourceNode | undefined\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n\n // Using default destination until an audio element is attached\n speakerAnalyser.node.connect(audioContext.destination)\n\n unlock(audioContext)\n}\n\ninit()\n\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nfunction setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice()) {\n // @ts-ignore\n return audioElement?.setSinkId(speakerId)\n }\n}\n\nasync function attachAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Don't use audio element if no speakerId is provided\n if (!speakerId) return\n\n if (audioElement) {\n await setSinkId(speakerId)\n return\n }\n\n // Create audio element and play stream\n audioElement = new Audio()\n try {\n await setSinkId(speakerId)\n speakerAnalyser.node.disconnect(audioContext.destination)\n const destinationNode = audioContext.createMediaStreamDestination()\n speakerAnalyser.node.connect(destinationNode)\n audioElement.srcObject = destinationNode.stream\n audioElement.play()\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n audioElement = undefined\n }\n}\n\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await attachAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\nexport async function playAudioBlob(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n try {\n await attachAudioElement()\n const sourceNode = audioContext.createBufferSource()\n audioBlobSourceNode = sourceNode\n sourceNode.onended = () => {\n sourceNode.disconnect()\n audioBlobSourceNode = undefined\n }\n sourceNode.buffer = await audioContext.decodeAudioData(\n await blob.arrayBuffer()\n )\n sourceNode.connect(speakerAnalyser.node)\n sourceNode.start()\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\nexport function stopAudioBlob() {\n if (!audioBlobSourceNode) return\n try {\n audioBlobSourceNode.stop()\n } catch (error) {\n console.error('Error stopping audio blob', error, audioBlobSourceNode)\n }\n audioBlobSourceNode.disconnect()\n audioBlobSourceNode = undefined\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { playAudioBlob, stopAudioBlob } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport class CallHandler<\n Params extends {},\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<T extends {}>(): CallHandler<T> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T>()\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder = new MicRecorder()\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor() {\n super()\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] onChunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] onStartSpeaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption / Stop assistant speech if playing\n stopAudioBlob()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] onSilence')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudioBlob(this.lastAudioBlob)\n }\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudioBlob(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,IAAAC,wBAAyB;AACzB,kBAA6B;;;ACD7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAC,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AChDO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFEA,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAGM,SAAS,kBAAkB,UAA2C;AAC3E,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAEO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;AAEO,SAAS,oBAAoB,QAAkC;AACpE,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY;AAC3C,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ADzGA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAQ/D,cAAc;AACZ,UAAM;AANR,SAAQ,YAAY,KAAK,aAAa;AAkHtC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AAAA,IACvC,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AAAA,IACxC,GAAG,KAAK,IAAI;AApHV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB,oBAAoB,MAAM;AAChD,WAAK,gBAAgB;AAGrB,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAAA,MAChE;AAGA,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,MAAM,aAAa,SAAS;AAAA,EACnC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,KAAM;AACf,SAAK,WAAO,YAAAC,SAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,MACV,MAAM;AAAA,MACN,WAAW,KAAK,MAAM;AAAA,IACxB,CAAC;AACD,SAAK,KAAK,GAAG,YAAY,KAAK,eAAe;AAC7C,SAAK,KAAK,GAAG,oBAAoB,KAAK,cAAc;AAAA,EACtD;AAAA,EAEQ,wBAAwB;AAC9B,QAAI,CAAC,KAAK,KAAM;AAEhB,SAAK,KAAK,IAAI,YAAY,KAAK,eAAe;AAE9C,SAAK,KAAK,IAAI,oBAAoB,KAAK,cAAc;AACrD,SAAK,KAAK,KAAK;AACf,SAAK,OAAO;AAAA,EACd;AAAA,EAeA,MAAc,gBAAgB,WAAsB;AAClD,SAAK,KAAK,SAAS,UAAU,IAAI;AAEjC,QAAI,CAAC,KAAK,MAAM,YAAY;AAE1B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AIpMA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AAEG,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAGhD,kBAAgB,KAAK,QAAQA,cAAa,WAAW;AAErD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEE,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,SAAS,UAAU,WAAoB;AACrC,MAAI,aAAa,uBAAuB,GAAG;AAEzC,WAAO,cAAc,UAAU,SAAS;AAAA,EAC1C;AACF;AAEA,eAAe,mBAAmB,WAAoB;AACpD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,UAAW;AAEhB,MAAI,cAAc;AAChB,UAAM,UAAU,SAAS;AACzB;AAAA,EACF;AAGA,iBAAe,IAAI,MAAM;AACzB,MAAI;AACF,UAAM,UAAU,SAAS;AACzB,oBAAgB,KAAK,WAAWA,cAAa,WAAW;AACxD,UAAM,kBAAkBA,cAAa,6BAA6B;AAClE,oBAAgB,KAAK,QAAQ,eAAe;AAC5C,iBAAa,YAAY,gBAAgB;AACzC,iBAAa,KAAK;AAAA,EACpB,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AACjE,mBAAe;AAAA,EACjB;AACF;AAEA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,mBAAmB,SAAS;AAClC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAEA,eAAsB,cAAc,MAAY;AAC9C,MAAI,CAACA,iBAAgB,CAAC,gBAAiB;AACvC,MAAI;AACF,UAAM,mBAAmB;AACzB,UAAME,cAAaF,cAAa,mBAAmB;AACnD,0BAAsBE;AACtB,IAAAA,YAAW,UAAU,MAAM;AACzB,MAAAA,YAAW,WAAW;AACtB,4BAAsB;AAAA,IACxB;AACA,IAAAA,YAAW,SAAS,MAAMF,cAAa;AAAA,MACrC,MAAM,KAAK,YAAY;AAAA,IACzB;AACA,IAAAE,YAAW,QAAQ,gBAAgB,IAAI;AACvC,IAAAA,YAAW,MAAM;AAAA,EACnB,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAEO,SAAS,gBAAgB;AAC9B,MAAI,CAAC,oBAAqB;AAC1B,MAAI;AACF,wBAAoB,KAAK;AAAA,EAC3B,SAAS,OAAO;AACd,YAAQ,MAAM,6BAA6B,OAAO,mBAAmB;AAAA,EACvE;AACA,sBAAoB,WAAW;AAC/B,wBAAsB;AACxB;;;AE7GA,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADAO,IAAM,cAAN,MAAM,qBAEH,sBAAAC,QAAgC;AAAA,EAqBhC,cAAc;AACpB,UAAM;AAVR,SAAO,cAAc,IAAI,YAAY;AACrC,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAOlB,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,iBAAiB,IAAI;AAC9B,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,uBAAuB;AAChC,WAAK,IAAI,wCAAqC;AAE9C,oBAAc;AAAA,IAChB,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,iBAAiB;AAC1B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EA7CA,OAAc,cAA4C;AACxD,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAe;AAAA,IAC5C;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA0CA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,oBAAc,KAAK,aAAa;AAAA,IAClC;AACA,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,sBAAc,MAAM,IAAI;AACxB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEjQO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","import_eventemitter3","EventEmitter","audioContext","EventEmitter","hark","audioContext","unlock","audioContext","init","sourceNode","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
package/dist/index.mjs CHANGED
@@ -4,21 +4,6 @@ var __export = (target, all) => {
4
4
  __defProp(target, name, { get: all[name], enumerable: true });
5
5
  };
6
6
 
7
- // ../server/src/types.ts
8
- var CallClientCommands = /* @__PURE__ */ ((CallClientCommands3) => {
9
- CallClientCommands3["StartSpeaking"] = "startSpeaking";
10
- CallClientCommands3["StopSpeaking"] = "stopSpeaking";
11
- CallClientCommands3["Mute"] = "mute";
12
- return CallClientCommands3;
13
- })(CallClientCommands || {});
14
- var CallServerCommands = /* @__PURE__ */ ((CallServerCommands3) => {
15
- CallServerCommands3["UserMessage"] = "userMessage";
16
- CallServerCommands3["AssistantMessage"] = "assistantMessage";
17
- CallServerCommands3["CancelLastAssistantMessage"] = "cancelLastAssistantMessage";
18
- CallServerCommands3["EndInterview"] = "endInterview";
19
- return CallServerCommands3;
20
- })(CallServerCommands || {});
21
-
22
7
  // src/audio/localStorage.ts
23
8
  var LocalStorageKeys = /* @__PURE__ */ ((LocalStorageKeys2) => {
24
9
  LocalStorageKeys2["MicDevice"] = "micdrop.micDevice";
@@ -419,21 +404,6 @@ function stopAudioBlob() {
419
404
  audioBlobSourceNode = void 0;
420
405
  }
421
406
 
422
- // ../server/dist/index.mjs
423
- var CallClientCommands2 = /* @__PURE__ */ ((CallClientCommands22) => {
424
- CallClientCommands22["StartSpeaking"] = "startSpeaking";
425
- CallClientCommands22["StopSpeaking"] = "stopSpeaking";
426
- CallClientCommands22["Mute"] = "mute";
427
- return CallClientCommands22;
428
- })(CallClientCommands2 || {});
429
- var CallServerCommands2 = /* @__PURE__ */ ((CallServerCommands22) => {
430
- CallServerCommands22["UserMessage"] = "userMessage";
431
- CallServerCommands22["AssistantMessage"] = "assistantMessage";
432
- CallServerCommands22["CancelLastAssistantMessage"] = "cancelLastAssistantMessage";
433
- CallServerCommands22["EndInterview"] = "endInterview";
434
- return CallServerCommands22;
435
- })(CallServerCommands2 || {});
436
-
437
407
  // src/call/CallHandler.ts
438
408
  import EventEmitter3 from "eventemitter3";
439
409
 
@@ -452,30 +422,36 @@ var CallHandlerError = class extends Error {
452
422
  };
453
423
 
454
424
  // src/call/CallHandler.ts
455
- var debugEnabled = false;
456
- var CallHandler = class extends EventEmitter3 {
425
+ var CallHandler = class _CallHandler extends EventEmitter3 {
457
426
  constructor() {
458
427
  super();
459
428
  this.micRecorder = new MicRecorder();
460
429
  this.conversation = [];
430
+ this.debug = false;
461
431
  this.startTime = 0;
462
432
  this.micRecorder.on("StateChange", () => {
463
433
  this.notifyStateChange();
464
434
  });
465
435
  this.micRecorder.on("Chunk", (blob) => {
466
- this.debug(`[Mic] onChunk`, blob);
436
+ this.log(`[Mic] onChunk`, blob);
467
437
  this.ws?.send(blob);
468
438
  });
469
439
  this.micRecorder.on("StartSpeaking", () => {
470
- this.debug("[Mic] onStartSpeaking");
471
- this.ws?.send(CallClientCommands2.StartSpeaking);
440
+ this.log("[Mic] onStartSpeaking");
441
+ this.ws?.send("startSpeaking" /* StartSpeaking */);
472
442
  stopAudioBlob();
473
443
  });
474
444
  this.micRecorder.on("StopSpeaking", () => {
475
- this.debug("[Mic] onSilence");
476
- this.ws?.send(CallClientCommands2.StopSpeaking);
445
+ this.log("[Mic] onSilence");
446
+ this.ws?.send("stopSpeaking" /* StopSpeaking */);
477
447
  });
478
448
  }
449
+ static getInstance() {
450
+ if (!_CallHandler.instance) {
451
+ _CallHandler.instance = new _CallHandler();
452
+ }
453
+ return _CallHandler.instance;
454
+ }
479
455
  get isStarted() {
480
456
  return this.isWSStarted && this.micRecorder.state.isStarted;
481
457
  }
@@ -557,40 +533,40 @@ var CallHandler = class extends EventEmitter3 {
557
533
  this.ws.binaryType = "blob";
558
534
  this.notifyStateChange();
559
535
  this.ws.onopen = () => {
560
- this.debug("[WS] Opened");
536
+ this.log("[WS] Opened");
561
537
  this.notifyStateChange();
562
538
  if (this.params) {
563
539
  this.ws?.send(JSON.stringify(this.params));
564
540
  }
565
541
  };
566
542
  this.ws.onmessage = (event) => {
567
- this.debug("[WS]", event.data);
543
+ this.log("[WS]", event.data);
568
544
  if (event.data instanceof Blob) {
569
545
  playAudioBlob(event.data);
570
546
  this.lastAudioBlob = event.data;
571
547
  } else if (typeof event.data !== "string") {
572
548
  console.warn(`[WS] Unknown message type: ${event.data}`);
573
- } else if (event.data.startsWith(CallServerCommands2.UserMessage)) {
549
+ } else if (event.data.startsWith("userMessage" /* UserMessage */)) {
574
550
  this.addMessage(
575
551
  "user",
576
- event.data.substring(CallServerCommands2.UserMessage.length + 1)
552
+ event.data.substring("userMessage" /* UserMessage */.length + 1)
577
553
  );
578
- } else if (event.data.startsWith(CallServerCommands2.AssistantMessage)) {
554
+ } else if (event.data.startsWith("assistantMessage" /* AssistantMessage */)) {
579
555
  this.addMessage(
580
556
  "assistant",
581
- event.data.substring(CallServerCommands2.AssistantMessage.length + 1)
557
+ event.data.substring("assistantMessage" /* AssistantMessage */.length + 1)
582
558
  );
583
- } else if (event.data === CallServerCommands2.EndInterview) {
559
+ } else if (event.data === "endInterview" /* EndInterview */) {
584
560
  setTimeout(() => {
585
561
  this.emit("EndInterview");
586
562
  }, 2e3);
587
- } else if (event.data === CallServerCommands2.CancelLastAssistantMessage) {
563
+ } else if (event.data === "cancelLastAssistantMessage" /* CancelLastAssistantMessage */) {
588
564
  this.conversation = this.conversation.slice(0, -1);
589
565
  this.notifyStateChange();
590
566
  }
591
567
  };
592
568
  this.ws.onclose = (event) => {
593
- this.debug("[WS] Closed", event);
569
+ this.log("[WS] Closed", event);
594
570
  this.notifyStateChange();
595
571
  if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {
596
572
  this.emit("Error", new CallHandlerError());
@@ -621,11 +597,26 @@ var CallHandler = class extends EventEmitter3 {
621
597
  notifyStateChange() {
622
598
  this.emit("StateChange");
623
599
  }
624
- debug(...message) {
625
- if (!debugEnabled) return;
600
+ log(...message) {
601
+ if (!this.debug) return;
626
602
  console.log(`[Debug ${Date.now() - this.startTime}]`, ...message);
627
603
  }
628
604
  };
605
+
606
+ // ../server/src/types.ts
607
+ var CallClientCommands = /* @__PURE__ */ ((CallClientCommands2) => {
608
+ CallClientCommands2["StartSpeaking"] = "startSpeaking";
609
+ CallClientCommands2["StopSpeaking"] = "stopSpeaking";
610
+ CallClientCommands2["Mute"] = "mute";
611
+ return CallClientCommands2;
612
+ })(CallClientCommands || {});
613
+ var CallServerCommands = /* @__PURE__ */ ((CallServerCommands2) => {
614
+ CallServerCommands2["UserMessage"] = "userMessage";
615
+ CallServerCommands2["AssistantMessage"] = "assistantMessage";
616
+ CallServerCommands2["CancelLastAssistantMessage"] = "cancelLastAssistantMessage";
617
+ CallServerCommands2["EndInterview"] = "endInterview";
618
+ return CallServerCommands2;
619
+ })(CallServerCommands || {});
629
620
  export {
630
621
  CallClientCommands,
631
622
  CallHandler,
@@ -1 +1 @@
1
- {"version":3,"sources":["../../server/src/types.ts","../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../../server/src/CallSocket.ts","../../server/src/types.ts","../../server/src/errors.ts","../../server/src/waitForParams.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts"],"sourcesContent":["export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport hark, { Harker } from 'hark'\nimport { LocalStorageKeys } from './localStorage'\nimport { createDelayedStream, defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\n\nconst timeSlice = 500\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private hark: Harker | undefined\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n\n constructor() {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream)\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (!this.recorder) {\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n }\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.hark?.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.hark) return\n this.hark = hark(stream, {\n interval: 100,\n play: false,\n threshold: this.state.threshold,\n })\n this.hark.on('speaking', this.onStartSpeaking)\n this.hark.on('stopped_speaking', this.onStopSpeaking)\n }\n\n private stopSpeakingDetection() {\n if (!this.hark) return\n // @ts-ignore\n this.hark.off('speaking', this.onStartSpeaking)\n // @ts-ignore\n this.hark.off('stopped_speaking', this.onStopSpeaking)\n this.hark.stop()\n this.hark = undefined\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n this.emit('Chunk', blobEvent.data)\n\n if (!this.state.isSpeaking) {\n // It was the last used data until the user stopped speaking\n this.emit('StopSpeaking')\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nlet audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\n// eslint-disable-next-line\nexport function getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n\nexport function createDelayedStream(stream: MediaStream): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay()\n delayNode.delayTime.value = 0.3\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","export function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet audioBlobSourceNode: AudioBufferSourceNode | undefined\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n\n // Using default destination until an audio element is attached\n speakerAnalyser.node.connect(audioContext.destination)\n\n unlock(audioContext)\n}\n\ninit()\n\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nfunction setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice()) {\n // @ts-ignore\n return audioElement?.setSinkId(speakerId)\n }\n}\n\nasync function attachAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Don't use audio element if no speakerId is provided\n if (!speakerId) return\n\n if (audioElement) {\n await setSinkId(speakerId)\n return\n }\n\n // Create audio element and play stream\n audioElement = new Audio()\n try {\n await setSinkId(speakerId)\n speakerAnalyser.node.disconnect(audioContext.destination)\n const destinationNode = audioContext.createMediaStreamDestination()\n speakerAnalyser.node.connect(destinationNode)\n audioElement.srcObject = destinationNode.stream\n audioElement.play()\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n audioElement = undefined\n }\n}\n\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await attachAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\nexport async function playAudioBlob(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n try {\n await attachAudioElement()\n const sourceNode = audioContext.createBufferSource()\n audioBlobSourceNode = sourceNode\n sourceNode.onended = () => {\n sourceNode.disconnect()\n audioBlobSourceNode = undefined\n }\n sourceNode.buffer = await audioContext.decodeAudioData(\n await blob.arrayBuffer()\n )\n sourceNode.connect(speakerAnalyser.node)\n sourceNode.start()\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\nexport function stopAudioBlob() {\n if (!audioBlobSourceNode) return\n try {\n audioBlobSourceNode.stop()\n } catch (error) {\n console.error('Error stopping audio blob', error, audioBlobSourceNode)\n }\n audioBlobSourceNode.disconnect()\n audioBlobSourceNode = undefined\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import * as fs from 'fs'\nimport * as path from 'path'\nimport { WebSocket } from 'ws'\nimport {\n CallClientCommands,\n CallConfig,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n} from './types'\n\nconst debugEnabled = false\nconst debugSaveFile = false\nconst disableTTS = false\n\nexport const END_INTERVIEW = 'END_INTERVIEW'\n\nexport class CallSocket {\n private startTime = Date.now()\n private lastDebug = Date.now()\n\n // An answer can be aborted if user is speaking\n private abortAnswer = false\n\n // When user is speaking, we're waiting to chunks or to stop\n private isSpeaking = false\n\n // Chunks of user speech since user started speaking\n private chunks: Buffer[] = []\n\n // Conversation history\n private conversation: Conversation\n\n constructor(\n public socket: WebSocket,\n public config: CallConfig\n ) {\n this.conversation = [{ role: 'system', content: config.systemPrompt }]\n this.debug(`Call started`)\n\n // Assistant speaks first\n\n // LLM: Generate answer\n if (config.firstMessage) {\n this.answer(config.firstMessage)\n } else {\n this.config\n .generateAnswer(this.conversation)\n .then((answer) => this.answer(answer))\n .catch((error) => {\n console.error('[WS]', error)\n this.socket.close()\n })\n }\n\n // Listen to events\n this.socket.on('close', this.onClose.bind(this))\n this.socket.on('message', this.onMessage.bind(this))\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.socket.send(\n `${\n message.role === 'user'\n ? CallServerCommands.UserMessage\n : CallServerCommands.AssistantMessage\n } ${message.content}`\n )\n this.config.onMessage?.(message)\n }\n\n private onClose() {\n this.debug('Connection closed')\n this.abortAnswer = true\n const duration = Math.round((Date.now() - this.startTime) / 1000)\n\n // End call callback\n this.config.onEnd?.({\n conversation: this.conversation.slice(1), // Remove system message\n duration,\n })\n\n // Unset params\n // @ts-ignore\n this.socket = null\n // @ts-ignore\n this.config = null\n }\n\n private async onMessage(message: Buffer) {\n if (!Buffer.isBuffer(message)) {\n console.warn(`[WS] Message is not a buffer`)\n return\n }\n\n // Commands\n if (message.byteLength < 15) {\n const cmd = message.toString()\n this.debug(`Command: ${cmd}`)\n\n if (cmd === CallClientCommands.StartSpeaking) {\n // User started speaking\n this.isSpeaking = true\n // Abort answer if there is generation in progress\n this.abortAnswer = true\n } else if (cmd === CallClientCommands.Mute) {\n // User muted the call\n // Abort answer if there is generation in progress\n this.abortAnswer = true\n } else if (cmd === CallClientCommands.StopSpeaking) {\n // User stopped speaking\n this.isSpeaking = false\n await this.onStopSpeaking()\n }\n }\n\n // Audio chunk\n else if (Buffer.isBuffer(message) && this.isSpeaking) {\n this.debug(`Received chunk (${message.byteLength} bytes)`)\n this.chunks.push(message)\n }\n }\n\n private async onStopSpeaking() {\n // Do nothing if there is no chunk\n if (this.chunks.length === 0) return\n\n this.abortAnswer = false\n\n // Combine audio blob\n const blob = new Blob(this.chunks, { type: 'audio/ogg' })\n\n // Reset chunks for next user speech\n this.chunks.length = 0\n\n try {\n // Save file to disk\n if (debugSaveFile) {\n const filePath = path.join(__dirname, 'speech.ogg')\n fs.writeFileSync(filePath, Buffer.from(await blob.arrayBuffer()))\n return\n }\n\n // STT: Get transcript and send to client\n const transcript = await this.config.speech2Text(\n blob,\n this.conversation[this.conversation.length - 1]?.content\n )\n if (!transcript) {\n this.debug('Ignoring empty transcript')\n return\n }\n\n this.debug('User transcript:', transcript)\n\n // Send transcript to client\n this.addMessage({ role: 'user', content: transcript })\n\n if (this.abortAnswer) {\n this.debug('Answer aborted, no answer generated')\n return\n }\n\n // LLM: Generate answer\n const answer = await this.config.generateAnswer(this.conversation)\n if (this.abortAnswer) {\n this.debug('Answer aborted, ignoring answer')\n return\n }\n\n await this.answer(answer)\n } catch (error) {\n console.error('[WS]', error)\n this.socket.close()\n }\n }\n\n private async answer(message: string) {\n let isEnd = false\n\n // Detect end of interview\n if (message.includes(END_INTERVIEW)) {\n message = message.replace(END_INTERVIEW, '').trim()\n isEnd = true\n }\n\n if (message.length) {\n // Send answer to client\n this.debug('Assistant message:', message)\n this.addMessage({ role: 'assistant', content: message })\n\n // TTS: Generate answer audio\n if (!disableTTS) {\n const audio = await this.config.text2Speech(message)\n if (this.abortAnswer) {\n // Remove last assistant message if aborted\n this.debug('Answer aborted, removing last assistant message')\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation.pop()\n this.socket.send(CallServerCommands.CancelLastAssistantMessage)\n }\n return\n }\n\n // Send audio to client\n this.debug(`Send audio: (${audio.byteLength} bytes)`)\n this.socket.send(audio)\n }\n }\n\n // End of call\n if (isEnd) {\n this.debug('Interview ended')\n this.socket.send(CallServerCommands.EndInterview)\n }\n }\n\n private debug(...message: any[]) {\n if (!debugEnabled) return\n const nowTime = Date.now()\n console.log(\n `[WS] [${nowTime - this.startTime} | ${nowTime - this.lastDebug}ms]`,\n ...message\n )\n this.lastDebug = nowTime\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n","import WebSocket from 'ws'\n\nexport enum CallErrorCode {\n BadRequest = 4400,\n Unauthorized = 4401,\n NotFound = 4404,\n}\n\nexport class CallError extends Error {\n code: number\n\n constructor(code: number, message: string) {\n super(message)\n this.code = code\n }\n}\n\nexport function handleError(socket: WebSocket, error: unknown) {\n if (error instanceof CallError) {\n socket.close(error.code, error.message)\n } else {\n console.error(error)\n socket.close(1011)\n }\n socket.terminate()\n}\n","import { WebSocket } from 'ws'\nimport { CallError, CallErrorCode } from './errors'\n\nexport async function waitForParams<CallParams>(\n socket: WebSocket,\n validate: (params: any) => CallParams\n): Promise<CallParams> {\n return new Promise<CallParams>((resolve, reject) => {\n // Handle timeout\n const timeout = setTimeout(() => {\n reject(new CallError(CallErrorCode.BadRequest, 'Missing params'))\n }, 3000)\n\n const onParams = (payload: string) => {\n // Clear timeout and listener\n clearTimeout(timeout)\n socket.off('message', onParams)\n\n try {\n // Parse JSON payload\n const params = validate(JSON.parse(payload))\n resolve(params)\n } catch (error) {\n reject(new CallError(CallErrorCode.BadRequest, 'Invalid params'))\n }\n }\n\n // Listen for params\n socket.on('message', onParams)\n })\n}\n","import {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n} from '@micdrop/server'\nimport EventEmitter from 'eventemitter3'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { playAudioBlob, stopAudioBlob } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nconst debugEnabled = false\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport class CallHandler<\n Params extends {},\n> extends EventEmitter<CallHandlerEvents> {\n public url?: string\n public params?: Params\n public micRecorder = new MicRecorder()\n public conversation: Conversation = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n constructor() {\n super()\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.debug(`[Mic] onChunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.debug('[Mic] onStartSpeaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption / Stop assistant speech if playing\n stopAudioBlob()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.debug('[Mic] onSilence')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudioBlob(this.lastAudioBlob)\n }\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.debug('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.debug('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudioBlob(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.debug('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private debug(...message: any[]) {\n if (!debugEnabled) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n"],"mappings":";;;;;;;AAAO,IAAK,qBAAL,kBAAKA,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;;;ACNL,IAAK,mBAAL,kBAAKC,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,OAAOC,mBAAkB;AACzB,OAAO,UAAsB;;;ACD7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AChDO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFEA,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAGM,SAAS,kBAAkB,UAA2C;AAC3E,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAEO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;AAEO,SAAS,oBAAoB,QAAkC;AACpE,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY;AAC3C,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ADzGA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAQ/D,cAAc;AACZ,UAAM;AANR,SAAQ,YAAY,KAAK,aAAa;AAkHtC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AAAA,IACvC,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AAAA,IACxC,GAAG,KAAK,IAAI;AApHV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB,oBAAoB,MAAM;AAChD,WAAK,gBAAgB;AAGrB,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAAA,MAChE;AAGA,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,MAAM,aAAa,SAAS;AAAA,EACnC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,KAAM;AACf,SAAK,OAAO,KAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,MACV,MAAM;AAAA,MACN,WAAW,KAAK,MAAM;AAAA,IACxB,CAAC;AACD,SAAK,KAAK,GAAG,YAAY,KAAK,eAAe;AAC7C,SAAK,KAAK,GAAG,oBAAoB,KAAK,cAAc;AAAA,EACtD;AAAA,EAEQ,wBAAwB;AAC9B,QAAI,CAAC,KAAK,KAAM;AAEhB,SAAK,KAAK,IAAI,YAAY,KAAK,eAAe;AAE9C,SAAK,KAAK,IAAI,oBAAoB,KAAK,cAAc;AACrD,SAAK,KAAK,KAAK;AACf,SAAK,OAAO;AAAA,EACd;AAAA,EAeA,MAAc,gBAAgB,WAAsB;AAClD,SAAK,KAAK,SAAS,UAAU,IAAI;AAEjC,QAAI,CAAC,KAAK,MAAM,YAAY;AAE1B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AIpMA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AAEG,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAGhD,kBAAgB,KAAK,QAAQA,cAAa,WAAW;AAErD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEE,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,SAAS,UAAU,WAAoB;AACrC,MAAI,aAAa,uBAAuB,GAAG;AAEzC,WAAO,cAAc,UAAU,SAAS;AAAA,EAC1C;AACF;AAEA,eAAe,mBAAmB,WAAoB;AACpD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,UAAW;AAEhB,MAAI,cAAc;AAChB,UAAM,UAAU,SAAS;AACzB;AAAA,EACF;AAGA,iBAAe,IAAI,MAAM;AACzB,MAAI;AACF,UAAM,UAAU,SAAS;AACzB,oBAAgB,KAAK,WAAWA,cAAa,WAAW;AACxD,UAAM,kBAAkBA,cAAa,6BAA6B;AAClE,oBAAgB,KAAK,QAAQ,eAAe;AAC5C,iBAAa,YAAY,gBAAgB;AACzC,iBAAa,KAAK;AAAA,EACpB,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AACjE,mBAAe;AAAA,EACjB;AACF;AAEA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,mBAAmB,SAAS;AAClC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAEA,eAAsB,cAAc,MAAY;AAC9C,MAAI,CAACA,iBAAgB,CAAC,gBAAiB;AACvC,MAAI;AACF,UAAM,mBAAmB;AACzB,UAAME,cAAaF,cAAa,mBAAmB;AACnD,0BAAsBE;AACtB,IAAAA,YAAW,UAAU,MAAM;AACzB,MAAAA,YAAW,WAAW;AACtB,4BAAsB;AAAA,IACxB;AACA,IAAAA,YAAW,SAAS,MAAMF,cAAa;AAAA,MACrC,MAAM,KAAK,YAAY;AAAA,IACzB;AACA,IAAAE,YAAW,QAAQ,gBAAgB,IAAI;AACvC,IAAAA,YAAW,MAAM;AAAA,EACnB,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAEO,SAAS,gBAAgB;AAC9B,MAAI,CAAC,oBAAqB;AAC1B,MAAI;AACF,wBAAoB,KAAK;AAAA,EAC3B,SAAS,OAAO;AACd,YAAQ,MAAM,6BAA6B,OAAO,mBAAmB;AAAA,EACvE;AACA,sBAAoB,WAAW;AAC/B,wBAAsB;AACxB;;;AG7GO,IAAKC,sBAAL,kBAAKA,yBAAL;AACLA,EAAAA,qBAAA,eAAA,IAAgB;AAChBA,EAAAA,qBAAA,cAAA,IAAe;AACfA,EAAAA,qBAAA,MAAA,IAAO;AAHG,SAAAA;AAAA,GAAAA,uBAAA,CAAA,CAAA;AAML,IAAKC,sBAAL,kBAAKA,yBAAL;AACLA,EAAAA,qBAAA,aAAA,IAAc;AACdA,EAAAA,qBAAA,kBAAA,IAAmB;AACnBA,EAAAA,qBAAA,4BAAA,IAA6B;AAC7BA,EAAAA,qBAAA,cAAA,IAAe;AAJL,SAAAA;AAAA,GAAAA,uBAAA,CAAA,CAAA;;;AGDZ,OAAOC,mBAAkB;;;ACLlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADFA,IAAM,eAAe;AAQd,IAAM,cAAN,cAEGC,cAAgC;AAAA,EAWxC,cAAc;AACZ,UAAM;AATR,SAAO,cAAc,IAAI,YAAY;AACrC,SAAO,eAA6B,CAAC;AAIrC,SAAQ,YAAY;AAOlB,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,MAAM,iBAAiB,IAAI;AAChC,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,MAAM,uBAAuB;AAClC,WAAK,IAAI,KAAKC,oBAAmB,aAAa;AAE9C,oBAAc;AAAA,IAChB,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,MAAM,iBAAiB;AAC5B,WAAK,IAAI,KAAKA,oBAAmB,YAAY;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,oBAAc,KAAK,aAAa;AAAA,IAClC;AACA,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,MAAM,aAAa;AACxB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,MAAM,QAAQ,MAAM,IAAI;AAC7B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,sBAAc,MAAM,IAAI;AACxB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,WAAWC,oBAAmB,WAAW,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,UAAUA,oBAAmB,YAAY,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,WAAWA,oBAAmB,gBAAgB,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,UAAUA,oBAAmB,iBAAiB,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,SAASA,oBAAmB,cAAc;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,SAASA,oBAAmB,4BAA4B;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,MAAM,eAAe,KAAK;AAC/B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,SAAS,SAAgB;AAC/B,QAAI,CAAC,aAAc;AACnB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;","names":["CallClientCommands","CallServerCommands","LocalStorageKeys","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","CallClientCommands","CallServerCommands","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
1
+ {"version":3,"sources":["../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport hark, { Harker } from 'hark'\nimport { LocalStorageKeys } from './localStorage'\nimport { createDelayedStream, defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\n\nconst timeSlice = 500\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private hark: Harker | undefined\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n\n constructor() {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream)\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (!this.recorder) {\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n }\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.hark?.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.hark) return\n this.hark = hark(stream, {\n interval: 100,\n play: false,\n threshold: this.state.threshold,\n })\n this.hark.on('speaking', this.onStartSpeaking)\n this.hark.on('stopped_speaking', this.onStopSpeaking)\n }\n\n private stopSpeakingDetection() {\n if (!this.hark) return\n // @ts-ignore\n this.hark.off('speaking', this.onStartSpeaking)\n // @ts-ignore\n this.hark.off('stopped_speaking', this.onStopSpeaking)\n this.hark.stop()\n this.hark = undefined\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n this.emit('Chunk', blobEvent.data)\n\n if (!this.state.isSpeaking) {\n // It was the last used data until the user stopped speaking\n this.emit('StopSpeaking')\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nlet audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\n// eslint-disable-next-line\nexport function getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n\nexport function createDelayedStream(stream: MediaStream): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay()\n delayNode.delayTime.value = 0.3\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","export function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet audioBlobSourceNode: AudioBufferSourceNode | undefined\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n\n // Using default destination until an audio element is attached\n speakerAnalyser.node.connect(audioContext.destination)\n\n unlock(audioContext)\n}\n\ninit()\n\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nfunction setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice()) {\n // @ts-ignore\n return audioElement?.setSinkId(speakerId)\n }\n}\n\nasync function attachAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Don't use audio element if no speakerId is provided\n if (!speakerId) return\n\n if (audioElement) {\n await setSinkId(speakerId)\n return\n }\n\n // Create audio element and play stream\n audioElement = new Audio()\n try {\n await setSinkId(speakerId)\n speakerAnalyser.node.disconnect(audioContext.destination)\n const destinationNode = audioContext.createMediaStreamDestination()\n speakerAnalyser.node.connect(destinationNode)\n audioElement.srcObject = destinationNode.stream\n audioElement.play()\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n audioElement = undefined\n }\n}\n\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await attachAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\nexport async function playAudioBlob(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n try {\n await attachAudioElement()\n const sourceNode = audioContext.createBufferSource()\n audioBlobSourceNode = sourceNode\n sourceNode.onended = () => {\n sourceNode.disconnect()\n audioBlobSourceNode = undefined\n }\n sourceNode.buffer = await audioContext.decodeAudioData(\n await blob.arrayBuffer()\n )\n sourceNode.connect(speakerAnalyser.node)\n sourceNode.start()\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\nexport function stopAudioBlob() {\n if (!audioBlobSourceNode) return\n try {\n audioBlobSourceNode.stop()\n } catch (error) {\n console.error('Error stopping audio blob', error, audioBlobSourceNode)\n }\n audioBlobSourceNode.disconnect()\n audioBlobSourceNode = undefined\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { playAudioBlob, stopAudioBlob } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport class CallHandler<\n Params extends {},\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<T extends {}>(): CallHandler<T> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T>()\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder = new MicRecorder()\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor() {\n super()\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] onChunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] onStartSpeaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption / Stop assistant speech if playing\n stopAudioBlob()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] onSilence')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudioBlob(this.lastAudioBlob)\n }\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudioBlob(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;AAAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,OAAOC,mBAAkB;AACzB,OAAO,UAAsB;;;ACD7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AChDO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFEA,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAGM,SAAS,kBAAkB,UAA2C;AAC3E,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAEO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;AAEO,SAAS,oBAAoB,QAAkC;AACpE,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY;AAC3C,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ADzGA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAQ/D,cAAc;AACZ,UAAM;AANR,SAAQ,YAAY,KAAK,aAAa;AAkHtC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AAAA,IACvC,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AAAA,IACxC,GAAG,KAAK,IAAI;AApHV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB,oBAAoB,MAAM;AAChD,WAAK,gBAAgB;AAGrB,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAAA,MAChE;AAGA,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,MAAM,aAAa,SAAS;AAAA,EACnC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,KAAM;AACf,SAAK,OAAO,KAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,MACV,MAAM;AAAA,MACN,WAAW,KAAK,MAAM;AAAA,IACxB,CAAC;AACD,SAAK,KAAK,GAAG,YAAY,KAAK,eAAe;AAC7C,SAAK,KAAK,GAAG,oBAAoB,KAAK,cAAc;AAAA,EACtD;AAAA,EAEQ,wBAAwB;AAC9B,QAAI,CAAC,KAAK,KAAM;AAEhB,SAAK,KAAK,IAAI,YAAY,KAAK,eAAe;AAE9C,SAAK,KAAK,IAAI,oBAAoB,KAAK,cAAc;AACrD,SAAK,KAAK,KAAK;AACf,SAAK,OAAO;AAAA,EACd;AAAA,EAeA,MAAc,gBAAgB,WAAsB;AAClD,SAAK,KAAK,SAAS,UAAU,IAAI;AAEjC,QAAI,CAAC,KAAK,MAAM,YAAY;AAE1B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AIpMA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AAEG,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAGhD,kBAAgB,KAAK,QAAQA,cAAa,WAAW;AAErD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEE,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,SAAS,UAAU,WAAoB;AACrC,MAAI,aAAa,uBAAuB,GAAG;AAEzC,WAAO,cAAc,UAAU,SAAS;AAAA,EAC1C;AACF;AAEA,eAAe,mBAAmB,WAAoB;AACpD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,UAAW;AAEhB,MAAI,cAAc;AAChB,UAAM,UAAU,SAAS;AACzB;AAAA,EACF;AAGA,iBAAe,IAAI,MAAM;AACzB,MAAI;AACF,UAAM,UAAU,SAAS;AACzB,oBAAgB,KAAK,WAAWA,cAAa,WAAW;AACxD,UAAM,kBAAkBA,cAAa,6BAA6B;AAClE,oBAAgB,KAAK,QAAQ,eAAe;AAC5C,iBAAa,YAAY,gBAAgB;AACzC,iBAAa,KAAK;AAAA,EACpB,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AACjE,mBAAe;AAAA,EACjB;AACF;AAEA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,mBAAmB,SAAS;AAClC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAEA,eAAsB,cAAc,MAAY;AAC9C,MAAI,CAACA,iBAAgB,CAAC,gBAAiB;AACvC,MAAI;AACF,UAAM,mBAAmB;AACzB,UAAME,cAAaF,cAAa,mBAAmB;AACnD,0BAAsBE;AACtB,IAAAA,YAAW,UAAU,MAAM;AACzB,MAAAA,YAAW,WAAW;AACtB,4BAAsB;AAAA,IACxB;AACA,IAAAA,YAAW,SAAS,MAAMF,cAAa;AAAA,MACrC,MAAM,KAAK,YAAY;AAAA,IACzB;AACA,IAAAE,YAAW,QAAQ,gBAAgB,IAAI;AACvC,IAAAA,YAAW,MAAM;AAAA,EACnB,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAEO,SAAS,gBAAgB;AAC9B,MAAI,CAAC,oBAAqB;AAC1B,MAAI;AACF,wBAAoB,KAAK;AAAA,EAC3B,SAAS,OAAO;AACd,YAAQ,MAAM,6BAA6B,OAAO,mBAAmB;AAAA,EACvE;AACA,sBAAoB,WAAW;AAC/B,wBAAsB;AACxB;;;AE7GA,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADAO,IAAM,cAAN,MAAM,qBAEHC,cAAgC;AAAA,EAqBhC,cAAc;AACpB,UAAM;AAVR,SAAO,cAAc,IAAI,YAAY;AACrC,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAOlB,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,iBAAiB,IAAI;AAC9B,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,uBAAuB;AAChC,WAAK,IAAI,wCAAqC;AAE9C,oBAAc;AAAA,IAChB,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,iBAAiB;AAC1B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EA7CA,OAAc,cAA4C;AACxD,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAe;AAAA,IAC5C;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA0CA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,oBAAc,KAAK,aAAa;AAAA,IAClC;AACA,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,sBAAc,MAAM,IAAI;AACxB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEjQO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/client",
3
- "version": "1.0.0",
3
+ "version": "1.0.2",
4
4
  "description": "A lib for browser that helps to use the mic and speaker for voice conversation",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",
@@ -38,7 +38,7 @@
38
38
  },
39
39
  "devDependencies": {
40
40
  "@types/hark": "^1.2.5",
41
- "tsup": "^8.0.2",
42
- "typescript": "^5.0.4"
41
+ "tsup": "^8.3.6",
42
+ "typescript": "^5.7.3"
43
43
  }
44
44
  }