@layercode/js-sdk 1.0.18 → 1.0.21

package/dist/layercode-js-sdk.esm.js

@@ -3482,6 +3482,7 @@ class LayercodeClient {
             onUserAmplitudeChange: options.onUserAmplitudeChange || (() => { }),
             onAgentAmplitudeChange: options.onAgentAmplitudeChange || (() => { }),
             onStatusChange: options.onStatusChange || (() => { }),
+            onUserIsSpeakingChange: options.onUserIsSpeakingChange || (() => { }),
         };
         this.AMPLITUDE_MONITORING_SAMPLE_RATE = 10;
         this._websocketUrl = 'wss://api.layercode.com/v1/pipelines/websocket';
@@ -3501,6 +3502,7 @@ class LayercodeClient {
         this.pushToTalkEnabled = false;
         this.canInterrupt = false;
         this.userIsSpeaking = false;
+        this.endUserTurn = false;
         this.recorderStarted = false;
         this.readySent = false;
         // Bind event handlers
@@ -3517,6 +3519,7 @@ class LayercodeClient {
             console.log('silero vad model timeout');
             // TODO: send message to server to indicate that the vad model timed out
             this.userIsSpeaking = true; // allow audio to be sent to the server
+            this.options.onUserIsSpeakingChange(true);
         }, 2000);
         if (!this.canInterrupt) {
             dist.MicVAD.new({
@@ -3530,17 +3533,15 @@ class LayercodeClient {
                 onSpeechStart: () => {
                     if (!this.wavPlayer.isPlaying) {
                         this.userIsSpeaking = true;
+                        this.options.onUserIsSpeakingChange(true);
                     }
                 },
                 onVADMisfire: () => {
                     this.userIsSpeaking = false;
+                    this.options.onUserIsSpeakingChange(false);
                 },
                 onSpeechEnd: () => {
-                    this.userIsSpeaking = false;
-                    this._wsSend({
-                        type: 'vad_events',
-                        event: 'vad_end',
-                    });
+                    this.endUserTurn = true; // Set flag to indicate that the user turn has ended, so we can send a vad_end event to the server
                 },
             })
                 .then((vad) => {
@@ -3575,6 +3576,7 @@ class LayercodeClient {
                         console.log('onSpeechStart: WavPlayer is not playing, VAD will not pause.');
                     }
                     this.userIsSpeaking = true;
+                    this.options.onUserIsSpeakingChange(true);
                     console.log('onSpeechStart: sending vad_start');
                     this._wsSend({
                         type: 'vad_events',
@@ -3584,6 +3586,7 @@ class LayercodeClient {
                 onVADMisfire: () => {
                     // If the speech detected was for less than minSpeechFrames, this is called instead of onSpeechEnd, and we should resume the assistant audio as it was a false interruption. We include a configurable delay so the assistant isn't too quick to start speaking again.
                     this.userIsSpeaking = false;
+                    this.options.onUserIsSpeakingChange(false);
                     if (this.vadPausedPlayer) {
                         console.log('onSpeechEnd: VAD paused the player, resuming');
                         this.wavPlayer.play();
@@ -3594,11 +3597,7 @@ class LayercodeClient {
                     }
                 },
                 onSpeechEnd: () => {
-                    this.userIsSpeaking = false;
-                    this._wsSend({
-                        type: 'vad_events',
-                        event: 'vad_end',
-                    });
+                    this.endUserTurn = true; // Set flag to indicate that the user turn has ended, so we can send a vad_end event to the server
                 },
             })
                 .then((vad) => {
@@ -3716,6 +3715,15 @@ class LayercodeClient {
                     type: 'client.audio',
                     content: base64,
                 });
+                if (this.endUserTurn) {
+                    this.endUserTurn = false;
+                    this.userIsSpeaking = false; // Reset userIsSpeaking to false so we don't send any more audio to the server
+                    this.options.onUserIsSpeakingChange(false);
+                    this._wsSend({
+                        type: 'vad_events',
+                        event: 'vad_end',
+                    });
+                }
             }
         }
         catch (error) {
@@ -3861,6 +3869,25 @@ class LayercodeClient {
     getStream() {
         return this.wavRecorder.getStream();
     }
+    /**
+     * Switches the input device for the microphone and restarts recording
+     * @param {string} deviceId - The deviceId of the new microphone
+     */
+    async setInputDevice(deviceId) {
+        if (this.wavRecorder) {
+            try {
+                await this.wavRecorder.end();
+            }
+            catch (e) { }
+            try {
+                await this.wavRecorder.quit();
+            }
+            catch (e) { }
+        }
+        await this.wavRecorder.begin(deviceId);
+        await this.wavRecorder.record(this._handleDataAvailable, 1638);
+        this._setupAmplitudeMonitoring(this.wavRecorder, this.options.onUserAmplitudeChange, (amp) => (this.userAudioAmplitude = amp));
+    }
 }
 
 export { LayercodeClient as default };