@layercode/js-sdk 1.0.18 → 1.0.21

package/dist/layercode-js-sdk.min.js

@@ -3488,6 +3488,7 @@ registerProcessor('audio_processor', AudioProcessor);
               onUserAmplitudeChange: options.onUserAmplitudeChange || (() => { }),
               onAgentAmplitudeChange: options.onAgentAmplitudeChange || (() => { }),
               onStatusChange: options.onStatusChange || (() => { }),
+              onUserIsSpeakingChange: options.onUserIsSpeakingChange || (() => { }),
           };
           this.AMPLITUDE_MONITORING_SAMPLE_RATE = 10;
           this._websocketUrl = 'wss://api.layercode.com/v1/pipelines/websocket';
@@ -3507,6 +3508,7 @@ registerProcessor('audio_processor', AudioProcessor);
           this.pushToTalkEnabled = false;
           this.canInterrupt = false;
           this.userIsSpeaking = false;
+          this.endUserTurn = false;
           this.recorderStarted = false;
           this.readySent = false;
           // Bind event handlers
@@ -3523,6 +3525,7 @@ registerProcessor('audio_processor', AudioProcessor);
               console.log('silero vad model timeout');
               // TODO: send message to server to indicate that the vad model timed out
               this.userIsSpeaking = true; // allow audio to be sent to the server
+              this.options.onUserIsSpeakingChange(true);
           }, 2000);
           if (!this.canInterrupt) {
               dist.MicVAD.new({
@@ -3536,17 +3539,15 @@ registerProcessor('audio_processor', AudioProcessor);
                   onSpeechStart: () => {
                       if (!this.wavPlayer.isPlaying) {
                           this.userIsSpeaking = true;
+                          this.options.onUserIsSpeakingChange(true);
                       }
                   },
                   onVADMisfire: () => {
                       this.userIsSpeaking = false;
+                      this.options.onUserIsSpeakingChange(false);
                   },
                   onSpeechEnd: () => {
-                      this.userIsSpeaking = false;
-                      this._wsSend({
-                          type: 'vad_events',
-                          event: 'vad_end',
-                      });
+                      this.endUserTurn = true; // Set flag to indicate that the user turn has ended, so we can send a vad_end event to the server
                   },
               })
                   .then((vad) => {
@@ -3581,6 +3582,7 @@ registerProcessor('audio_processor', AudioProcessor);
                           console.log('onSpeechStart: WavPlayer is not playing, VAD will not pause.');
                       }
                       this.userIsSpeaking = true;
+                      this.options.onUserIsSpeakingChange(true);
                       console.log('onSpeechStart: sending vad_start');
                       this._wsSend({
                           type: 'vad_events',
@@ -3590,6 +3592,7 @@ registerProcessor('audio_processor', AudioProcessor);
                   onVADMisfire: () => {
                       // If the speech detected was for less than minSpeechFrames, this is called instead of onSpeechEnd, and we should resume the assistant audio as it was a false interruption. We include a configurable delay so the assistant isn't too quick to start speaking again.
                       this.userIsSpeaking = false;
+                      this.options.onUserIsSpeakingChange(false);
                       if (this.vadPausedPlayer) {
                           console.log('onSpeechEnd: VAD paused the player, resuming');
                           this.wavPlayer.play();
@@ -3600,11 +3603,7 @@ registerProcessor('audio_processor', AudioProcessor);
                       }
                   },
                   onSpeechEnd: () => {
-                      this.userIsSpeaking = false;
-                      this._wsSend({
-                          type: 'vad_events',
-                          event: 'vad_end',
-                      });
+                      this.endUserTurn = true; // Set flag to indicate that the user turn has ended, so we can send a vad_end event to the server
                   },
               })
                   .then((vad) => {
@@ -3722,6 +3721,15 @@ registerProcessor('audio_processor', AudioProcessor);
                       type: 'client.audio',
                       content: base64,
                   });
+                  if (this.endUserTurn) {
+                      this.endUserTurn = false;
+                      this.userIsSpeaking = false; // Reset userIsSpeaking to false so we don't send any more audio to the server
+                      this.options.onUserIsSpeakingChange(false);
+                      this._wsSend({
+                          type: 'vad_events',
+                          event: 'vad_end',
+                      });
+                  }
               }
           }
           catch (error) {
@@ -3867,6 +3875,25 @@ registerProcessor('audio_processor', AudioProcessor);
       getStream() {
           return this.wavRecorder.getStream();
       }
+      /**
+       * Switches the input device for the microphone and restarts recording
+       * @param {string} deviceId - The deviceId of the new microphone
+       */
+      async setInputDevice(deviceId) {
+          if (this.wavRecorder) {
+              try {
+                  await this.wavRecorder.end();
+              }
+              catch (e) { }
+              try {
+                  await this.wavRecorder.quit();
+              }
+              catch (e) { }
+          }
+          await this.wavRecorder.begin(deviceId);
+          await this.wavRecorder.record(this._handleDataAvailable, 1638);
+          this._setupAmplitudeMonitoring(this.wavRecorder, this.options.onUserAmplitudeChange, (amp) => (this.userAudioAmplitude = amp));
+      }
   }
 
   return LayercodeClient;