@layercode/js-sdk 1.0.19 → 1.0.21

package/dist/layercode-js-sdk.esm.js

@@ -3482,6 +3482,7 @@ class LayercodeClient {
             onUserAmplitudeChange: options.onUserAmplitudeChange || (() => { }),
             onAgentAmplitudeChange: options.onAgentAmplitudeChange || (() => { }),
             onStatusChange: options.onStatusChange || (() => { }),
+            onUserIsSpeakingChange: options.onUserIsSpeakingChange || (() => { }),
         };
         this.AMPLITUDE_MONITORING_SAMPLE_RATE = 10;
         this._websocketUrl = 'wss://api.layercode.com/v1/pipelines/websocket';
@@ -3518,6 +3519,7 @@ class LayercodeClient {
             console.log('silero vad model timeout');
             // TODO: send message to server to indicate that the vad model timed out
             this.userIsSpeaking = true; // allow audio to be sent to the server
+            this.options.onUserIsSpeakingChange(true);
         }, 2000);
         if (!this.canInterrupt) {
             dist.MicVAD.new({
@@ -3531,10 +3533,12 @@ class LayercodeClient {
                 onSpeechStart: () => {
                     if (!this.wavPlayer.isPlaying) {
                         this.userIsSpeaking = true;
+                        this.options.onUserIsSpeakingChange(true);
                     }
                 },
                 onVADMisfire: () => {
                     this.userIsSpeaking = false;
+                    this.options.onUserIsSpeakingChange(false);
                 },
                 onSpeechEnd: () => {
                     this.endUserTurn = true; // Set flag to indicate that the user turn has ended, so we can send a vad_end event to the server
@@ -3572,6 +3576,7 @@ class LayercodeClient {
                         console.log('onSpeechStart: WavPlayer is not playing, VAD will not pause.');
                     }
                     this.userIsSpeaking = true;
+                    this.options.onUserIsSpeakingChange(true);
                     console.log('onSpeechStart: sending vad_start');
                     this._wsSend({
                         type: 'vad_events',
@@ -3581,6 +3586,7 @@ class LayercodeClient {
                 onVADMisfire: () => {
                     // If the speech detected was for less than minSpeechFrames, this is called instead of onSpeechEnd, and we should resume the assistant audio as it was a false interruption. We include a configurable delay so the assistant isn't too quick to start speaking again.
                     this.userIsSpeaking = false;
+                    this.options.onUserIsSpeakingChange(false);
                     if (this.vadPausedPlayer) {
                         console.log('onSpeechEnd: VAD paused the player, resuming');
                         this.wavPlayer.play();
@@ -3591,11 +3597,7 @@ class LayercodeClient {
                     }
                 },
                 onSpeechEnd: () => {
-                    this.userIsSpeaking = false;
-                    this._wsSend({
-                        type: 'vad_events',
-                        event: 'vad_end',
-                    });
+                    this.endUserTurn = true; // Set flag to indicate that the user turn has ended, so we can send a vad_end event to the server
                 },
             })
                 .then((vad) => {
@@ -3716,6 +3718,7 @@ class LayercodeClient {
                 if (this.endUserTurn) {
                     this.endUserTurn = false;
                     this.userIsSpeaking = false; // Reset userIsSpeaking to false so we don't send any more audio to the server
+                    this.options.onUserIsSpeakingChange(false);
                     this._wsSend({
                         type: 'vad_events',
                         event: 'vad_end',
@@ -3866,6 +3869,25 @@ class LayercodeClient {
     getStream() {
         return this.wavRecorder.getStream();
     }
+    /**
+     * Switches the input device for the microphone and restarts recording
+     * @param {string} deviceId - The deviceId of the new microphone
+     */
+    async setInputDevice(deviceId) {
+        if (this.wavRecorder) {
+            try {
+                await this.wavRecorder.end();
+            }
+            catch (e) { }
+            try {
+                await this.wavRecorder.quit();
+            }
+            catch (e) { }
+        }
+        await this.wavRecorder.begin(deviceId);
+        await this.wavRecorder.record(this._handleDataAvailable, 1638);
+        this._setupAmplitudeMonitoring(this.wavRecorder, this.options.onUserAmplitudeChange, (amp) => (this.userAudioAmplitude = amp));
+    }
 }
 
 export { LayercodeClient as default };