@micdrop/client 1.0.1 → 1.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -1
- package/dist/index.d.mts +8 -2
- package/dist/index.d.ts +8 -2
- package/dist/index.js +16 -10
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +16 -10
- package/dist/index.mjs.map +1 -1
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -120,4 +120,6 @@ MIT
|
|
|
120
120
|
|
|
121
121
|
## Author
|
|
122
122
|
|
|
123
|
-
[
|
|
123
|
+
Originally developed for [Raconte.ai](https://www.raconte.ai)
|
|
124
|
+
|
|
125
|
+
by [Lonestone](https://www.lonestone.io) ([GitHub](https://github.com/lonestone))
|
package/dist/index.d.mts
CHANGED
|
@@ -103,15 +103,18 @@ interface CallHandlerEvents {
|
|
|
103
103
|
StateChange: void;
|
|
104
104
|
}
|
|
105
105
|
declare class CallHandler<Params extends {}> extends EventEmitter<CallHandlerEvents> {
|
|
106
|
+
private static instance;
|
|
107
|
+
static getInstance<T extends {}>(): CallHandler<T>;
|
|
106
108
|
url?: string;
|
|
107
109
|
params?: Params;
|
|
108
110
|
micRecorder: MicRecorder;
|
|
109
111
|
conversation: Conversation;
|
|
112
|
+
debug: boolean;
|
|
110
113
|
private ws?;
|
|
111
114
|
private micStream?;
|
|
112
115
|
private startTime;
|
|
113
116
|
private lastAudioBlob?;
|
|
114
|
-
constructor();
|
|
117
|
+
private constructor();
|
|
115
118
|
get isStarted(): boolean;
|
|
116
119
|
get isStarting(): boolean;
|
|
117
120
|
get isWSStarted(): boolean;
|
|
@@ -127,7 +130,7 @@ declare class CallHandler<Params extends {}> extends EventEmitter<CallHandlerEve
|
|
|
127
130
|
private stopWS;
|
|
128
131
|
private addMessage;
|
|
129
132
|
private notifyStateChange;
|
|
130
|
-
private
|
|
133
|
+
private log;
|
|
131
134
|
}
|
|
132
135
|
|
|
133
136
|
declare enum CallClientCommands {
|
|
@@ -144,6 +147,9 @@ declare enum CallServerCommands {
|
|
|
144
147
|
interface CallConfig {
|
|
145
148
|
systemPrompt: string;
|
|
146
149
|
firstMessage?: string;
|
|
150
|
+
debugLog?: boolean;
|
|
151
|
+
debugSaveSpeech?: boolean;
|
|
152
|
+
disableTTS?: boolean;
|
|
147
153
|
generateAnswer(conversation: Conversation): Promise<string>;
|
|
148
154
|
speech2Text(blob: Blob, prompt?: string): Promise<string>;
|
|
149
155
|
text2Speech(text: string): Promise<ArrayBuffer>;
|
package/dist/index.d.ts
CHANGED
|
@@ -103,15 +103,18 @@ interface CallHandlerEvents {
|
|
|
103
103
|
StateChange: void;
|
|
104
104
|
}
|
|
105
105
|
declare class CallHandler<Params extends {}> extends EventEmitter<CallHandlerEvents> {
|
|
106
|
+
private static instance;
|
|
107
|
+
static getInstance<T extends {}>(): CallHandler<T>;
|
|
106
108
|
url?: string;
|
|
107
109
|
params?: Params;
|
|
108
110
|
micRecorder: MicRecorder;
|
|
109
111
|
conversation: Conversation;
|
|
112
|
+
debug: boolean;
|
|
110
113
|
private ws?;
|
|
111
114
|
private micStream?;
|
|
112
115
|
private startTime;
|
|
113
116
|
private lastAudioBlob?;
|
|
114
|
-
constructor();
|
|
117
|
+
private constructor();
|
|
115
118
|
get isStarted(): boolean;
|
|
116
119
|
get isStarting(): boolean;
|
|
117
120
|
get isWSStarted(): boolean;
|
|
@@ -127,7 +130,7 @@ declare class CallHandler<Params extends {}> extends EventEmitter<CallHandlerEve
|
|
|
127
130
|
private stopWS;
|
|
128
131
|
private addMessage;
|
|
129
132
|
private notifyStateChange;
|
|
130
|
-
private
|
|
133
|
+
private log;
|
|
131
134
|
}
|
|
132
135
|
|
|
133
136
|
declare enum CallClientCommands {
|
|
@@ -144,6 +147,9 @@ declare enum CallServerCommands {
|
|
|
144
147
|
interface CallConfig {
|
|
145
148
|
systemPrompt: string;
|
|
146
149
|
firstMessage?: string;
|
|
150
|
+
debugLog?: boolean;
|
|
151
|
+
debugSaveSpeech?: boolean;
|
|
152
|
+
disableTTS?: boolean;
|
|
147
153
|
generateAnswer(conversation: Conversation): Promise<string>;
|
|
148
154
|
speech2Text(blob: Blob, prompt?: string): Promise<string>;
|
|
149
155
|
text2Speech(text: string): Promise<ArrayBuffer>;
|
package/dist/index.js
CHANGED
|
@@ -460,30 +460,36 @@ var CallHandlerError = class extends Error {
|
|
|
460
460
|
};
|
|
461
461
|
|
|
462
462
|
// src/call/CallHandler.ts
|
|
463
|
-
var
|
|
464
|
-
var CallHandler = class extends import_eventemitter33.default {
|
|
463
|
+
var CallHandler = class _CallHandler extends import_eventemitter33.default {
|
|
465
464
|
constructor() {
|
|
466
465
|
super();
|
|
467
466
|
this.micRecorder = new MicRecorder();
|
|
468
467
|
this.conversation = [];
|
|
468
|
+
this.debug = false;
|
|
469
469
|
this.startTime = 0;
|
|
470
470
|
this.micRecorder.on("StateChange", () => {
|
|
471
471
|
this.notifyStateChange();
|
|
472
472
|
});
|
|
473
473
|
this.micRecorder.on("Chunk", (blob) => {
|
|
474
|
-
this.
|
|
474
|
+
this.log(`[Mic] onChunk`, blob);
|
|
475
475
|
this.ws?.send(blob);
|
|
476
476
|
});
|
|
477
477
|
this.micRecorder.on("StartSpeaking", () => {
|
|
478
|
-
this.
|
|
478
|
+
this.log("[Mic] onStartSpeaking");
|
|
479
479
|
this.ws?.send("startSpeaking" /* StartSpeaking */);
|
|
480
480
|
stopAudioBlob();
|
|
481
481
|
});
|
|
482
482
|
this.micRecorder.on("StopSpeaking", () => {
|
|
483
|
-
this.
|
|
483
|
+
this.log("[Mic] onSilence");
|
|
484
484
|
this.ws?.send("stopSpeaking" /* StopSpeaking */);
|
|
485
485
|
});
|
|
486
486
|
}
|
|
487
|
+
static getInstance() {
|
|
488
|
+
if (!_CallHandler.instance) {
|
|
489
|
+
_CallHandler.instance = new _CallHandler();
|
|
490
|
+
}
|
|
491
|
+
return _CallHandler.instance;
|
|
492
|
+
}
|
|
487
493
|
get isStarted() {
|
|
488
494
|
return this.isWSStarted && this.micRecorder.state.isStarted;
|
|
489
495
|
}
|
|
@@ -565,14 +571,14 @@ var CallHandler = class extends import_eventemitter33.default {
|
|
|
565
571
|
this.ws.binaryType = "blob";
|
|
566
572
|
this.notifyStateChange();
|
|
567
573
|
this.ws.onopen = () => {
|
|
568
|
-
this.
|
|
574
|
+
this.log("[WS] Opened");
|
|
569
575
|
this.notifyStateChange();
|
|
570
576
|
if (this.params) {
|
|
571
577
|
this.ws?.send(JSON.stringify(this.params));
|
|
572
578
|
}
|
|
573
579
|
};
|
|
574
580
|
this.ws.onmessage = (event) => {
|
|
575
|
-
this.
|
|
581
|
+
this.log("[WS]", event.data);
|
|
576
582
|
if (event.data instanceof Blob) {
|
|
577
583
|
playAudioBlob(event.data);
|
|
578
584
|
this.lastAudioBlob = event.data;
|
|
@@ -598,7 +604,7 @@ var CallHandler = class extends import_eventemitter33.default {
|
|
|
598
604
|
}
|
|
599
605
|
};
|
|
600
606
|
this.ws.onclose = (event) => {
|
|
601
|
-
this.
|
|
607
|
+
this.log("[WS] Closed", event);
|
|
602
608
|
this.notifyStateChange();
|
|
603
609
|
if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {
|
|
604
610
|
this.emit("Error", new CallHandlerError());
|
|
@@ -629,8 +635,8 @@ var CallHandler = class extends import_eventemitter33.default {
|
|
|
629
635
|
notifyStateChange() {
|
|
630
636
|
this.emit("StateChange");
|
|
631
637
|
}
|
|
632
|
-
|
|
633
|
-
if (!
|
|
638
|
+
log(...message) {
|
|
639
|
+
if (!this.debug) return;
|
|
634
640
|
console.log(`[Debug ${Date.now() - this.startTime}]`, ...message);
|
|
635
641
|
}
|
|
636
642
|
};
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export * from './audio/localStorage'\nexport * from './audio/MicRecorder'\nexport * as Mic from './audio/microphone'\nexport * as Speaker from './audio/speaker'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport hark, { Harker } from 'hark'\nimport { LocalStorageKeys } from './localStorage'\nimport { createDelayedStream, defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\n\nconst timeSlice = 500\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private hark: Harker | undefined\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n\n constructor() {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream)\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (!this.recorder) {\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n }\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.hark?.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.hark) return\n this.hark = hark(stream, {\n interval: 100,\n play: false,\n threshold: this.state.threshold,\n })\n this.hark.on('speaking', this.onStartSpeaking)\n this.hark.on('stopped_speaking', this.onStopSpeaking)\n }\n\n private stopSpeakingDetection() {\n if (!this.hark) return\n // @ts-ignore\n this.hark.off('speaking', this.onStartSpeaking)\n // @ts-ignore\n this.hark.off('stopped_speaking', this.onStopSpeaking)\n this.hark.stop()\n this.hark = undefined\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n this.emit('Chunk', blobEvent.data)\n\n if (!this.state.isSpeaking) {\n // It was the last used data until the user stopped speaking\n this.emit('StopSpeaking')\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nlet audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\n// eslint-disable-next-line\nexport function getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n\nexport function createDelayedStream(stream: MediaStream): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay()\n delayNode.delayTime.value = 0.3\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","export function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet audioBlobSourceNode: AudioBufferSourceNode | undefined\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n\n // Using default destination until an audio element is attached\n speakerAnalyser.node.connect(audioContext.destination)\n\n unlock(audioContext)\n}\n\ninit()\n\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nfunction setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice()) {\n // @ts-ignore\n return audioElement?.setSinkId(speakerId)\n }\n}\n\nasync function attachAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Don't use audio element if no speakerId is provided\n if (!speakerId) return\n\n if (audioElement) {\n await setSinkId(speakerId)\n return\n }\n\n // Create audio element and play stream\n audioElement = new Audio()\n try {\n await setSinkId(speakerId)\n speakerAnalyser.node.disconnect(audioContext.destination)\n const destinationNode = audioContext.createMediaStreamDestination()\n speakerAnalyser.node.connect(destinationNode)\n audioElement.srcObject = destinationNode.stream\n audioElement.play()\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n audioElement = undefined\n }\n}\n\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await attachAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\nexport async function playAudioBlob(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n try {\n await attachAudioElement()\n const sourceNode = audioContext.createBufferSource()\n audioBlobSourceNode = sourceNode\n sourceNode.onended = () => {\n sourceNode.disconnect()\n audioBlobSourceNode = undefined\n }\n sourceNode.buffer = await audioContext.decodeAudioData(\n await blob.arrayBuffer()\n )\n sourceNode.connect(speakerAnalyser.node)\n sourceNode.start()\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\nexport function stopAudioBlob() {\n if (!audioBlobSourceNode) return\n try {\n audioBlobSourceNode.stop()\n } catch (error) {\n console.error('Error stopping audio blob', error, audioBlobSourceNode)\n }\n audioBlobSourceNode.disconnect()\n audioBlobSourceNode = undefined\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { playAudioBlob, stopAudioBlob } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nconst debugEnabled = false\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport class CallHandler<\n Params extends {},\n> extends EventEmitter<CallHandlerEvents> {\n public url?: string\n public params?: Params\n public micRecorder = new MicRecorder()\n public conversation: Conversation = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n constructor() {\n super()\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.debug(`[Mic] onChunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.debug('[Mic] onStartSpeaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption / Stop assistant speech if playing\n stopAudioBlob()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.debug('[Mic] onSilence')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudioBlob(this.lastAudioBlob)\n }\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.debug('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.debug('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudioBlob(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.debug('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private debug(...message: any[]) {\n if (!debugEnabled) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,IAAAC,wBAAyB;AACzB,kBAA6B;;;ACD7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAC,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AChDO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFEA,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAGM,SAAS,kBAAkB,UAA2C;AAC3E,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAEO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;AAEO,SAAS,oBAAoB,QAAkC;AACpE,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY;AAC3C,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ADzGA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAQ/D,cAAc;AACZ,UAAM;AANR,SAAQ,YAAY,KAAK,aAAa;AAkHtC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AAAA,IACvC,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AAAA,IACxC,GAAG,KAAK,IAAI;AApHV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB,oBAAoB,MAAM;AAChD,WAAK,gBAAgB;AAGrB,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAAA,MAChE;AAGA,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,MAAM,aAAa,SAAS;AAAA,EACnC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,KAAM;AACf,SAAK,WAAO,YAAAC,SAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,MACV,MAAM;AAAA,MACN,WAAW,KAAK,MAAM;AAAA,IACxB,CAAC;AACD,SAAK,KAAK,GAAG,YAAY,KAAK,eAAe;AAC7C,SAAK,KAAK,GAAG,oBAAoB,KAAK,cAAc;AAAA,EACtD;AAAA,EAEQ,wBAAwB;AAC9B,QAAI,CAAC,KAAK,KAAM;AAEhB,SAAK,KAAK,IAAI,YAAY,KAAK,eAAe;AAE9C,SAAK,KAAK,IAAI,oBAAoB,KAAK,cAAc;AACrD,SAAK,KAAK,KAAK;AACf,SAAK,OAAO;AAAA,EACd;AAAA,EAeA,MAAc,gBAAgB,WAAsB;AAClD,SAAK,KAAK,SAAS,UAAU,IAAI;AAEjC,QAAI,CAAC,KAAK,MAAM,YAAY;AAE1B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AIpMA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AAEG,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAGhD,kBAAgB,KAAK,QAAQA,cAAa,WAAW;AAErD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEE,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,SAAS,UAAU,WAAoB;AACrC,MAAI,aAAa,uBAAuB,GAAG;AAEzC,WAAO,cAAc,UAAU,SAAS;AAAA,EAC1C;AACF;AAEA,eAAe,mBAAmB,WAAoB;AACpD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,UAAW;AAEhB,MAAI,cAAc;AAChB,UAAM,UAAU,SAAS;AACzB;AAAA,EACF;AAGA,iBAAe,IAAI,MAAM;AACzB,MAAI;AACF,UAAM,UAAU,SAAS;AACzB,oBAAgB,KAAK,WAAWA,cAAa,WAAW;AACxD,UAAM,kBAAkBA,cAAa,6BAA6B;AAClE,oBAAgB,KAAK,QAAQ,eAAe;AAC5C,iBAAa,YAAY,gBAAgB;AACzC,iBAAa,KAAK;AAAA,EACpB,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AACjE,mBAAe;AAAA,EACjB;AACF;AAEA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,mBAAmB,SAAS;AAClC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAEA,eAAsB,cAAc,MAAY;AAC9C,MAAI,CAACA,iBAAgB,CAAC,gBAAiB;AACvC,MAAI;AACF,UAAM,mBAAmB;AACzB,UAAME,cAAaF,cAAa,mBAAmB;AACnD,0BAAsBE;AACtB,IAAAA,YAAW,UAAU,MAAM;AACzB,MAAAA,YAAW,WAAW;AACtB,4BAAsB;AAAA,IACxB;AACA,IAAAA,YAAW,SAAS,MAAMF,cAAa;AAAA,MACrC,MAAM,KAAK,YAAY;AAAA,IACzB;AACA,IAAAE,YAAW,QAAQ,gBAAgB,IAAI;AACvC,IAAAA,YAAW,MAAM;AAAA,EACnB,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAEO,SAAS,gBAAgB;AAC9B,MAAI,CAAC,oBAAqB;AAC1B,MAAI;AACF,wBAAoB,KAAK;AAAA,EAC3B,SAAS,OAAO;AACd,YAAQ,MAAM,6BAA6B,OAAO,mBAAmB;AAAA,EACvE;AACA,sBAAoB,WAAW;AAC/B,wBAAsB;AACxB;;;AE7GA,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADNA,IAAM,eAAe;AAQd,IAAM,cAAN,cAEG,sBAAAC,QAAgC;AAAA,EAWxC,cAAc;AACZ,UAAM;AATR,SAAO,cAAc,IAAI,YAAY;AACrC,SAAO,eAA6B,CAAC;AAIrC,SAAQ,YAAY;AAOlB,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,MAAM,iBAAiB,IAAI;AAChC,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,MAAM,uBAAuB;AAClC,WAAK,IAAI,wCAAqC;AAE9C,oBAAc;AAAA,IAChB,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,MAAM,iBAAiB;AAC5B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,oBAAc,KAAK,aAAa;AAAA,IAClC;AACA,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,MAAM,aAAa;AACxB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,MAAM,QAAQ,MAAM,IAAI;AAC7B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,sBAAc,MAAM,IAAI;AACxB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,MAAM,eAAe,KAAK;AAC/B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,SAAS,SAAgB;AAC/B,QAAI,CAAC,aAAc;AACnB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEzPO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","import_eventemitter3","EventEmitter","audioContext","EventEmitter","hark","audioContext","unlock","audioContext","init","sourceNode","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export * from './audio/localStorage'\nexport * from './audio/MicRecorder'\nexport * as Mic from './audio/microphone'\nexport * as Speaker from './audio/speaker'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport hark, { Harker } from 'hark'\nimport { LocalStorageKeys } from './localStorage'\nimport { createDelayedStream, defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\n\nconst timeSlice = 500\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private hark: Harker | undefined\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n\n constructor() {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream)\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (!this.recorder) {\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n }\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.hark?.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.hark) return\n this.hark = hark(stream, {\n interval: 100,\n play: false,\n threshold: this.state.threshold,\n })\n this.hark.on('speaking', this.onStartSpeaking)\n this.hark.on('stopped_speaking', this.onStopSpeaking)\n }\n\n private stopSpeakingDetection() {\n if (!this.hark) return\n // @ts-ignore\n this.hark.off('speaking', this.onStartSpeaking)\n // @ts-ignore\n this.hark.off('stopped_speaking', this.onStopSpeaking)\n this.hark.stop()\n this.hark = undefined\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n this.emit('Chunk', blobEvent.data)\n\n if (!this.state.isSpeaking) {\n // It was the last used data until the user stopped speaking\n this.emit('StopSpeaking')\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nlet audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\n// eslint-disable-next-line\nexport function getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n\nexport function createDelayedStream(stream: MediaStream): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay()\n delayNode.delayTime.value = 0.3\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","export function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet audioBlobSourceNode: AudioBufferSourceNode | undefined\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n\n // Using default destination until an audio element is attached\n speakerAnalyser.node.connect(audioContext.destination)\n\n unlock(audioContext)\n}\n\ninit()\n\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nfunction setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice()) {\n // @ts-ignore\n return audioElement?.setSinkId(speakerId)\n }\n}\n\nasync function attachAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Don't use audio element if no speakerId is provided\n if (!speakerId) return\n\n if (audioElement) {\n await setSinkId(speakerId)\n return\n }\n\n // Create audio element and play stream\n audioElement = new Audio()\n try {\n await setSinkId(speakerId)\n speakerAnalyser.node.disconnect(audioContext.destination)\n const destinationNode = audioContext.createMediaStreamDestination()\n speakerAnalyser.node.connect(destinationNode)\n audioElement.srcObject = destinationNode.stream\n audioElement.play()\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n audioElement = undefined\n }\n}\n\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await attachAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\nexport async function playAudioBlob(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n try {\n await attachAudioElement()\n const sourceNode = audioContext.createBufferSource()\n audioBlobSourceNode = sourceNode\n sourceNode.onended = () => {\n sourceNode.disconnect()\n audioBlobSourceNode = undefined\n }\n sourceNode.buffer = await audioContext.decodeAudioData(\n await blob.arrayBuffer()\n )\n sourceNode.connect(speakerAnalyser.node)\n sourceNode.start()\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\nexport function stopAudioBlob() {\n if (!audioBlobSourceNode) return\n try {\n audioBlobSourceNode.stop()\n } catch (error) {\n console.error('Error stopping audio blob', error, audioBlobSourceNode)\n }\n audioBlobSourceNode.disconnect()\n audioBlobSourceNode = undefined\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { playAudioBlob, stopAudioBlob } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport class CallHandler<\n Params extends {},\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<T extends {}>(): CallHandler<T> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T>()\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder = new MicRecorder()\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor() {\n super()\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] onChunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] onStartSpeaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption / Stop assistant speech if playing\n stopAudioBlob()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] onSilence')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudioBlob(this.lastAudioBlob)\n }\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudioBlob(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,IAAAC,wBAAyB;AACzB,kBAA6B;;;ACD7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAC,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AChDO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFEA,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAGM,SAAS,kBAAkB,UAA2C;AAC3E,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAEO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;AAEO,SAAS,oBAAoB,QAAkC;AACpE,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY;AAC3C,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ADzGA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAQ/D,cAAc;AACZ,UAAM;AANR,SAAQ,YAAY,KAAK,aAAa;AAkHtC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AAAA,IACvC,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AAAA,IACxC,GAAG,KAAK,IAAI;AApHV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB,oBAAoB,MAAM;AAChD,WAAK,gBAAgB;AAGrB,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAAA,MAChE;AAGA,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,MAAM,aAAa,SAAS;AAAA,EACnC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,KAAM;AACf,SAAK,WAAO,YAAAC,SAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,MACV,MAAM;AAAA,MACN,WAAW,KAAK,MAAM;AAAA,IACxB,CAAC;AACD,SAAK,KAAK,GAAG,YAAY,KAAK,eAAe;AAC7C,SAAK,KAAK,GAAG,oBAAoB,KAAK,cAAc;AAAA,EACtD;AAAA,EAEQ,wBAAwB;AAC9B,QAAI,CAAC,KAAK,KAAM;AAEhB,SAAK,KAAK,IAAI,YAAY,KAAK,eAAe;AAE9C,SAAK,KAAK,IAAI,oBAAoB,KAAK,cAAc;AACrD,SAAK,KAAK,KAAK;AACf,SAAK,OAAO;AAAA,EACd;AAAA,EAeA,MAAc,gBAAgB,WAAsB;AAClD,SAAK,KAAK,SAAS,UAAU,IAAI;AAEjC,QAAI,CAAC,KAAK,MAAM,YAAY;AAE1B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AIpMA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AAEG,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAGhD,kBAAgB,KAAK,QAAQA,cAAa,WAAW;AAErD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEE,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,SAAS,UAAU,WAAoB;AACrC,MAAI,aAAa,uBAAuB,GAAG;AAEzC,WAAO,cAAc,UAAU,SAAS;AAAA,EAC1C;AACF;AAEA,eAAe,mBAAmB,WAAoB;AACpD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,UAAW;AAEhB,MAAI,cAAc;AAChB,UAAM,UAAU,SAAS;AACzB;AAAA,EACF;AAGA,iBAAe,IAAI,MAAM;AACzB,MAAI;AACF,UAAM,UAAU,SAAS;AACzB,oBAAgB,KAAK,WAAWA,cAAa,WAAW;AACxD,UAAM,kBAAkBA,cAAa,6BAA6B;AAClE,oBAAgB,KAAK,QAAQ,eAAe;AAC5C,iBAAa,YAAY,gBAAgB;AACzC,iBAAa,KAAK;AAAA,EACpB,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AACjE,mBAAe;AAAA,EACjB;AACF;AAEA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,mBAAmB,SAAS;AAClC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAEA,eAAsB,cAAc,MAAY;AAC9C,MAAI,CAACA,iBAAgB,CAAC,gBAAiB;AACvC,MAAI;AACF,UAAM,mBAAmB;AACzB,UAAME,cAAaF,cAAa,mBAAmB;AACnD,0BAAsBE;AACtB,IAAAA,YAAW,UAAU,MAAM;AACzB,MAAAA,YAAW,WAAW;AACtB,4BAAsB;AAAA,IACxB;AACA,IAAAA,YAAW,SAAS,MAAMF,cAAa;AAAA,MACrC,MAAM,KAAK,YAAY;AAAA,IACzB;AACA,IAAAE,YAAW,QAAQ,gBAAgB,IAAI;AACvC,IAAAA,YAAW,MAAM;AAAA,EACnB,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAEO,SAAS,gBAAgB;AAC9B,MAAI,CAAC,oBAAqB;AAC1B,MAAI;AACF,wBAAoB,KAAK;AAAA,EAC3B,SAAS,OAAO;AACd,YAAQ,MAAM,6BAA6B,OAAO,mBAAmB;AAAA,EACvE;AACA,sBAAoB,WAAW;AAC/B,wBAAsB;AACxB;;;AE7GA,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADAO,IAAM,cAAN,MAAM,qBAEH,sBAAAC,QAAgC;AAAA,EAqBhC,cAAc;AACpB,UAAM;AAVR,SAAO,cAAc,IAAI,YAAY;AACrC,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAOlB,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,iBAAiB,IAAI;AAC9B,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,uBAAuB;AAChC,WAAK,IAAI,wCAAqC;AAE9C,oBAAc;AAAA,IAChB,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,iBAAiB;AAC1B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EA7CA,OAAc,cAA4C;AACxD,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAe;AAAA,IAC5C;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA0CA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,oBAAc,KAAK,aAAa;AAAA,IAClC;AACA,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,sBAAc,MAAM,IAAI;AACxB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEjQO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","import_eventemitter3","EventEmitter","audioContext","EventEmitter","hark","audioContext","unlock","audioContext","init","sourceNode","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
package/dist/index.mjs
CHANGED
|
@@ -422,30 +422,36 @@ var CallHandlerError = class extends Error {
|
|
|
422
422
|
};
|
|
423
423
|
|
|
424
424
|
// src/call/CallHandler.ts
|
|
425
|
-
var
|
|
426
|
-
var CallHandler = class extends EventEmitter3 {
|
|
425
|
+
var CallHandler = class _CallHandler extends EventEmitter3 {
|
|
427
426
|
constructor() {
|
|
428
427
|
super();
|
|
429
428
|
this.micRecorder = new MicRecorder();
|
|
430
429
|
this.conversation = [];
|
|
430
|
+
this.debug = false;
|
|
431
431
|
this.startTime = 0;
|
|
432
432
|
this.micRecorder.on("StateChange", () => {
|
|
433
433
|
this.notifyStateChange();
|
|
434
434
|
});
|
|
435
435
|
this.micRecorder.on("Chunk", (blob) => {
|
|
436
|
-
this.
|
|
436
|
+
this.log(`[Mic] onChunk`, blob);
|
|
437
437
|
this.ws?.send(blob);
|
|
438
438
|
});
|
|
439
439
|
this.micRecorder.on("StartSpeaking", () => {
|
|
440
|
-
this.
|
|
440
|
+
this.log("[Mic] onStartSpeaking");
|
|
441
441
|
this.ws?.send("startSpeaking" /* StartSpeaking */);
|
|
442
442
|
stopAudioBlob();
|
|
443
443
|
});
|
|
444
444
|
this.micRecorder.on("StopSpeaking", () => {
|
|
445
|
-
this.
|
|
445
|
+
this.log("[Mic] onSilence");
|
|
446
446
|
this.ws?.send("stopSpeaking" /* StopSpeaking */);
|
|
447
447
|
});
|
|
448
448
|
}
|
|
449
|
+
static getInstance() {
|
|
450
|
+
if (!_CallHandler.instance) {
|
|
451
|
+
_CallHandler.instance = new _CallHandler();
|
|
452
|
+
}
|
|
453
|
+
return _CallHandler.instance;
|
|
454
|
+
}
|
|
449
455
|
get isStarted() {
|
|
450
456
|
return this.isWSStarted && this.micRecorder.state.isStarted;
|
|
451
457
|
}
|
|
@@ -527,14 +533,14 @@ var CallHandler = class extends EventEmitter3 {
|
|
|
527
533
|
this.ws.binaryType = "blob";
|
|
528
534
|
this.notifyStateChange();
|
|
529
535
|
this.ws.onopen = () => {
|
|
530
|
-
this.
|
|
536
|
+
this.log("[WS] Opened");
|
|
531
537
|
this.notifyStateChange();
|
|
532
538
|
if (this.params) {
|
|
533
539
|
this.ws?.send(JSON.stringify(this.params));
|
|
534
540
|
}
|
|
535
541
|
};
|
|
536
542
|
this.ws.onmessage = (event) => {
|
|
537
|
-
this.
|
|
543
|
+
this.log("[WS]", event.data);
|
|
538
544
|
if (event.data instanceof Blob) {
|
|
539
545
|
playAudioBlob(event.data);
|
|
540
546
|
this.lastAudioBlob = event.data;
|
|
@@ -560,7 +566,7 @@ var CallHandler = class extends EventEmitter3 {
|
|
|
560
566
|
}
|
|
561
567
|
};
|
|
562
568
|
this.ws.onclose = (event) => {
|
|
563
|
-
this.
|
|
569
|
+
this.log("[WS] Closed", event);
|
|
564
570
|
this.notifyStateChange();
|
|
565
571
|
if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {
|
|
566
572
|
this.emit("Error", new CallHandlerError());
|
|
@@ -591,8 +597,8 @@ var CallHandler = class extends EventEmitter3 {
|
|
|
591
597
|
notifyStateChange() {
|
|
592
598
|
this.emit("StateChange");
|
|
593
599
|
}
|
|
594
|
-
|
|
595
|
-
if (!
|
|
600
|
+
log(...message) {
|
|
601
|
+
if (!this.debug) return;
|
|
596
602
|
console.log(`[Debug ${Date.now() - this.startTime}]`, ...message);
|
|
597
603
|
}
|
|
598
604
|
};
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport hark, { Harker } from 'hark'\nimport { LocalStorageKeys } from './localStorage'\nimport { createDelayedStream, defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\n\nconst timeSlice = 500\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private hark: Harker | undefined\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n\n constructor() {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream)\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (!this.recorder) {\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n }\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.hark?.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.hark) return\n this.hark = hark(stream, {\n interval: 100,\n play: false,\n threshold: this.state.threshold,\n })\n this.hark.on('speaking', this.onStartSpeaking)\n this.hark.on('stopped_speaking', this.onStopSpeaking)\n }\n\n private stopSpeakingDetection() {\n if (!this.hark) return\n // @ts-ignore\n this.hark.off('speaking', this.onStartSpeaking)\n // @ts-ignore\n this.hark.off('stopped_speaking', this.onStopSpeaking)\n this.hark.stop()\n this.hark = undefined\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n this.emit('Chunk', blobEvent.data)\n\n if (!this.state.isSpeaking) {\n // It was the last used data until the user stopped speaking\n this.emit('StopSpeaking')\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nlet audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\n// eslint-disable-next-line\nexport function getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n\nexport function createDelayedStream(stream: MediaStream): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay()\n delayNode.delayTime.value = 0.3\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","export function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet audioBlobSourceNode: AudioBufferSourceNode | undefined\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n\n // Using default destination until an audio element is attached\n speakerAnalyser.node.connect(audioContext.destination)\n\n unlock(audioContext)\n}\n\ninit()\n\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nfunction setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice()) {\n // @ts-ignore\n return audioElement?.setSinkId(speakerId)\n }\n}\n\nasync function attachAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Don't use audio element if no speakerId is provided\n if (!speakerId) return\n\n if (audioElement) {\n await setSinkId(speakerId)\n return\n }\n\n // Create audio element and play stream\n audioElement = new Audio()\n try {\n await setSinkId(speakerId)\n speakerAnalyser.node.disconnect(audioContext.destination)\n const destinationNode = audioContext.createMediaStreamDestination()\n speakerAnalyser.node.connect(destinationNode)\n audioElement.srcObject = destinationNode.stream\n audioElement.play()\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n audioElement = undefined\n }\n}\n\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await attachAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\nexport async function playAudioBlob(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n try {\n await attachAudioElement()\n const sourceNode = audioContext.createBufferSource()\n audioBlobSourceNode = sourceNode\n sourceNode.onended = () => {\n sourceNode.disconnect()\n audioBlobSourceNode = undefined\n }\n sourceNode.buffer = await audioContext.decodeAudioData(\n await blob.arrayBuffer()\n )\n sourceNode.connect(speakerAnalyser.node)\n sourceNode.start()\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\nexport function stopAudioBlob() {\n if (!audioBlobSourceNode) return\n try {\n audioBlobSourceNode.stop()\n } catch (error) {\n console.error('Error stopping audio blob', error, audioBlobSourceNode)\n }\n audioBlobSourceNode.disconnect()\n audioBlobSourceNode = undefined\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { playAudioBlob, stopAudioBlob } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nconst debugEnabled = false\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport class CallHandler<\n Params extends {},\n> extends EventEmitter<CallHandlerEvents> {\n public url?: string\n public params?: Params\n public micRecorder = new MicRecorder()\n public conversation: Conversation = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n constructor() {\n super()\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.debug(`[Mic] onChunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.debug('[Mic] onStartSpeaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption / Stop assistant speech if playing\n stopAudioBlob()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.debug('[Mic] onSilence')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudioBlob(this.lastAudioBlob)\n }\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.debug('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.debug('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudioBlob(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.debug('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private debug(...message: any[]) {\n if (!debugEnabled) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;AAAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,OAAOC,mBAAkB;AACzB,OAAO,UAAsB;;;ACD7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AChDO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFEA,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAGM,SAAS,kBAAkB,UAA2C;AAC3E,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAEO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;AAEO,SAAS,oBAAoB,QAAkC;AACpE,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY;AAC3C,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ADzGA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAQ/D,cAAc;AACZ,UAAM;AANR,SAAQ,YAAY,KAAK,aAAa;AAkHtC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AAAA,IACvC,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AAAA,IACxC,GAAG,KAAK,IAAI;AApHV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB,oBAAoB,MAAM;AAChD,WAAK,gBAAgB;AAGrB,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAAA,MAChE;AAGA,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,MAAM,aAAa,SAAS;AAAA,EACnC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,KAAM;AACf,SAAK,OAAO,KAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,MACV,MAAM;AAAA,MACN,WAAW,KAAK,MAAM;AAAA,IACxB,CAAC;AACD,SAAK,KAAK,GAAG,YAAY,KAAK,eAAe;AAC7C,SAAK,KAAK,GAAG,oBAAoB,KAAK,cAAc;AAAA,EACtD;AAAA,EAEQ,wBAAwB;AAC9B,QAAI,CAAC,KAAK,KAAM;AAEhB,SAAK,KAAK,IAAI,YAAY,KAAK,eAAe;AAE9C,SAAK,KAAK,IAAI,oBAAoB,KAAK,cAAc;AACrD,SAAK,KAAK,KAAK;AACf,SAAK,OAAO;AAAA,EACd;AAAA,EAeA,MAAc,gBAAgB,WAAsB;AAClD,SAAK,KAAK,SAAS,UAAU,IAAI;AAEjC,QAAI,CAAC,KAAK,MAAM,YAAY;AAE1B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AIpMA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AAEG,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAGhD,kBAAgB,KAAK,QAAQA,cAAa,WAAW;AAErD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEE,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,SAAS,UAAU,WAAoB;AACrC,MAAI,aAAa,uBAAuB,GAAG;AAEzC,WAAO,cAAc,UAAU,SAAS;AAAA,EAC1C;AACF;AAEA,eAAe,mBAAmB,WAAoB;AACpD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,UAAW;AAEhB,MAAI,cAAc;AAChB,UAAM,UAAU,SAAS;AACzB;AAAA,EACF;AAGA,iBAAe,IAAI,MAAM;AACzB,MAAI;AACF,UAAM,UAAU,SAAS;AACzB,oBAAgB,KAAK,WAAWA,cAAa,WAAW;AACxD,UAAM,kBAAkBA,cAAa,6BAA6B;AAClE,oBAAgB,KAAK,QAAQ,eAAe;AAC5C,iBAAa,YAAY,gBAAgB;AACzC,iBAAa,KAAK;AAAA,EACpB,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AACjE,mBAAe;AAAA,EACjB;AACF;AAEA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,mBAAmB,SAAS;AAClC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAEA,eAAsB,cAAc,MAAY;AAC9C,MAAI,CAACA,iBAAgB,CAAC,gBAAiB;AACvC,MAAI;AACF,UAAM,mBAAmB;AACzB,UAAME,cAAaF,cAAa,mBAAmB;AACnD,0BAAsBE;AACtB,IAAAA,YAAW,UAAU,MAAM;AACzB,MAAAA,YAAW,WAAW;AACtB,4BAAsB;AAAA,IACxB;AACA,IAAAA,YAAW,SAAS,MAAMF,cAAa;AAAA,MACrC,MAAM,KAAK,YAAY;AAAA,IACzB;AACA,IAAAE,YAAW,QAAQ,gBAAgB,IAAI;AACvC,IAAAA,YAAW,MAAM;AAAA,EACnB,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAEO,SAAS,gBAAgB;AAC9B,MAAI,CAAC,oBAAqB;AAC1B,MAAI;AACF,wBAAoB,KAAK;AAAA,EAC3B,SAAS,OAAO;AACd,YAAQ,MAAM,6BAA6B,OAAO,mBAAmB;AAAA,EACvE;AACA,sBAAoB,WAAW;AAC/B,wBAAsB;AACxB;;;AE7GA,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADNA,IAAM,eAAe;AAQd,IAAM,cAAN,cAEGC,cAAgC;AAAA,EAWxC,cAAc;AACZ,UAAM;AATR,SAAO,cAAc,IAAI,YAAY;AACrC,SAAO,eAA6B,CAAC;AAIrC,SAAQ,YAAY;AAOlB,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,MAAM,iBAAiB,IAAI;AAChC,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,MAAM,uBAAuB;AAClC,WAAK,IAAI,wCAAqC;AAE9C,oBAAc;AAAA,IAChB,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,MAAM,iBAAiB;AAC5B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,oBAAc,KAAK,aAAa;AAAA,IAClC;AACA,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,MAAM,aAAa;AACxB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,MAAM,QAAQ,MAAM,IAAI;AAC7B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,sBAAc,MAAM,IAAI;AACxB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,MAAM,eAAe,KAAK;AAC/B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,SAAS,SAAgB;AAC/B,QAAI,CAAC,aAAc;AACnB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEzPO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
|
1
|
+
{"version":3,"sources":["../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport hark, { Harker } from 'hark'\nimport { LocalStorageKeys } from './localStorage'\nimport { createDelayedStream, defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\n\nconst timeSlice = 500\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private hark: Harker | undefined\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n\n constructor() {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream)\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (!this.recorder) {\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n }\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.hark?.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.hark) return\n this.hark = hark(stream, {\n interval: 100,\n play: false,\n threshold: this.state.threshold,\n })\n this.hark.on('speaking', this.onStartSpeaking)\n this.hark.on('stopped_speaking', this.onStopSpeaking)\n }\n\n private stopSpeakingDetection() {\n if (!this.hark) return\n // @ts-ignore\n this.hark.off('speaking', this.onStartSpeaking)\n // @ts-ignore\n this.hark.off('stopped_speaking', this.onStopSpeaking)\n this.hark.stop()\n this.hark = undefined\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n this.emit('Chunk', blobEvent.data)\n\n if (!this.state.isSpeaking) {\n // It was the last used data until the user stopped speaking\n this.emit('StopSpeaking')\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nlet audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\n// eslint-disable-next-line\nexport function getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n\nexport function createDelayedStream(stream: MediaStream): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay()\n delayNode.delayTime.value = 0.3\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","export function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet audioBlobSourceNode: AudioBufferSourceNode | undefined\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n\n // Using default destination until an audio element is attached\n speakerAnalyser.node.connect(audioContext.destination)\n\n unlock(audioContext)\n}\n\ninit()\n\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nfunction setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice()) {\n // @ts-ignore\n return audioElement?.setSinkId(speakerId)\n }\n}\n\nasync function attachAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Don't use audio element if no speakerId is provided\n if (!speakerId) return\n\n if (audioElement) {\n await setSinkId(speakerId)\n return\n }\n\n // Create audio element and play stream\n audioElement = new Audio()\n try {\n await setSinkId(speakerId)\n speakerAnalyser.node.disconnect(audioContext.destination)\n const destinationNode = audioContext.createMediaStreamDestination()\n speakerAnalyser.node.connect(destinationNode)\n audioElement.srcObject = destinationNode.stream\n audioElement.play()\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n audioElement = undefined\n }\n}\n\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await attachAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\nexport async function playAudioBlob(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n try {\n await attachAudioElement()\n const sourceNode = audioContext.createBufferSource()\n audioBlobSourceNode = sourceNode\n sourceNode.onended = () => {\n sourceNode.disconnect()\n audioBlobSourceNode = undefined\n }\n sourceNode.buffer = await audioContext.decodeAudioData(\n await blob.arrayBuffer()\n )\n sourceNode.connect(speakerAnalyser.node)\n sourceNode.start()\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\nexport function stopAudioBlob() {\n if (!audioBlobSourceNode) return\n try {\n audioBlobSourceNode.stop()\n } catch (error) {\n console.error('Error stopping audio blob', error, audioBlobSourceNode)\n }\n audioBlobSourceNode.disconnect()\n audioBlobSourceNode = undefined\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { playAudioBlob, stopAudioBlob } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport class CallHandler<\n Params extends {},\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<T extends {}>(): CallHandler<T> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T>()\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder = new MicRecorder()\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor() {\n super()\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] onChunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] onStartSpeaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption / Stop assistant speech if playing\n stopAudioBlob()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] onSilence')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudioBlob(this.lastAudioBlob)\n }\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudioBlob(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;AAAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,OAAOC,mBAAkB;AACzB,OAAO,UAAsB;;;ACD7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AChDO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFEA,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAGM,SAAS,kBAAkB,UAA2C;AAC3E,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAEO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;AAEO,SAAS,oBAAoB,QAAkC;AACpE,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY;AAC3C,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ADzGA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAQ/D,cAAc;AACZ,UAAM;AANR,SAAQ,YAAY,KAAK,aAAa;AAkHtC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AAAA,IACvC,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AAAA,IACxC,GAAG,KAAK,IAAI;AApHV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB,oBAAoB,MAAM;AAChD,WAAK,gBAAgB;AAGrB,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAAA,MAChE;AAGA,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,MAAM,aAAa,SAAS;AAAA,EACnC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,KAAM;AACf,SAAK,OAAO,KAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,MACV,MAAM;AAAA,MACN,WAAW,KAAK,MAAM;AAAA,IACxB,CAAC;AACD,SAAK,KAAK,GAAG,YAAY,KAAK,eAAe;AAC7C,SAAK,KAAK,GAAG,oBAAoB,KAAK,cAAc;AAAA,EACtD;AAAA,EAEQ,wBAAwB;AAC9B,QAAI,CAAC,KAAK,KAAM;AAEhB,SAAK,KAAK,IAAI,YAAY,KAAK,eAAe;AAE9C,SAAK,KAAK,IAAI,oBAAoB,KAAK,cAAc;AACrD,SAAK,KAAK,KAAK;AACf,SAAK,OAAO;AAAA,EACd;AAAA,EAeA,MAAc,gBAAgB,WAAsB;AAClD,SAAK,KAAK,SAAS,UAAU,IAAI;AAEjC,QAAI,CAAC,KAAK,MAAM,YAAY;AAE1B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AIpMA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AAEG,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAGhD,kBAAgB,KAAK,QAAQA,cAAa,WAAW;AAErD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEE,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,SAAS,UAAU,WAAoB;AACrC,MAAI,aAAa,uBAAuB,GAAG;AAEzC,WAAO,cAAc,UAAU,SAAS;AAAA,EAC1C;AACF;AAEA,eAAe,mBAAmB,WAAoB;AACpD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,UAAW;AAEhB,MAAI,cAAc;AAChB,UAAM,UAAU,SAAS;AACzB;AAAA,EACF;AAGA,iBAAe,IAAI,MAAM;AACzB,MAAI;AACF,UAAM,UAAU,SAAS;AACzB,oBAAgB,KAAK,WAAWA,cAAa,WAAW;AACxD,UAAM,kBAAkBA,cAAa,6BAA6B;AAClE,oBAAgB,KAAK,QAAQ,eAAe;AAC5C,iBAAa,YAAY,gBAAgB;AACzC,iBAAa,KAAK;AAAA,EACpB,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AACjE,mBAAe;AAAA,EACjB;AACF;AAEA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,mBAAmB,SAAS;AAClC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAEA,eAAsB,cAAc,MAAY;AAC9C,MAAI,CAACA,iBAAgB,CAAC,gBAAiB;AACvC,MAAI;AACF,UAAM,mBAAmB;AACzB,UAAME,cAAaF,cAAa,mBAAmB;AACnD,0BAAsBE;AACtB,IAAAA,YAAW,UAAU,MAAM;AACzB,MAAAA,YAAW,WAAW;AACtB,4BAAsB;AAAA,IACxB;AACA,IAAAA,YAAW,SAAS,MAAMF,cAAa;AAAA,MACrC,MAAM,KAAK,YAAY;AAAA,IACzB;AACA,IAAAE,YAAW,QAAQ,gBAAgB,IAAI;AACvC,IAAAA,YAAW,MAAM;AAAA,EACnB,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAEO,SAAS,gBAAgB;AAC9B,MAAI,CAAC,oBAAqB;AAC1B,MAAI;AACF,wBAAoB,KAAK;AAAA,EAC3B,SAAS,OAAO;AACd,YAAQ,MAAM,6BAA6B,OAAO,mBAAmB;AAAA,EACvE;AACA,sBAAoB,WAAW;AAC/B,wBAAsB;AACxB;;;AE7GA,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADAO,IAAM,cAAN,MAAM,qBAEHC,cAAgC;AAAA,EAqBhC,cAAc;AACpB,UAAM;AAVR,SAAO,cAAc,IAAI,YAAY;AACrC,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAOlB,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,iBAAiB,IAAI;AAC9B,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,uBAAuB;AAChC,WAAK,IAAI,wCAAqC;AAE9C,oBAAc;AAAA,IAChB,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,iBAAiB;AAC1B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EA7CA,OAAc,cAA4C;AACxD,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAe;AAAA,IAC5C;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA0CA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,oBAAc,KAAK,aAAa;AAAA,IAClC;AACA,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,sBAAc,MAAM,IAAI;AACxB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEjQO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@micdrop/client",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.2",
|
|
4
4
|
"description": "A lib for browser that helps to use the mic and speaker for voice conversation",
|
|
5
5
|
"author": "Lonestone",
|
|
6
6
|
"license": "MIT",
|
|
@@ -9,7 +9,7 @@
|
|
|
9
9
|
"types": "dist/index.d.ts",
|
|
10
10
|
"scripts": {
|
|
11
11
|
"build": "tsup",
|
|
12
|
-
"dev": "tsup --watch
|
|
12
|
+
"dev": "tsup --watch",
|
|
13
13
|
"clean": "rm -rf dist",
|
|
14
14
|
"typecheck": "tsc --noEmit",
|
|
15
15
|
"prepublishOnly": "npm run build"
|