@layercode/js-sdk 1.0.17 → 1.0.19

package/dist/layercode-js-sdk.min.js

@@ -3507,6 +3507,9 @@ registerProcessor('audio_processor', AudioProcessor);
           this.pushToTalkEnabled = false;
           this.canInterrupt = false;
           this.userIsSpeaking = false;
+          this.endUserTurn = false;
+          this.recorderStarted = false;
+          this.readySent = false;
           // Bind event handlers
           this._handleWebSocketMessage = this._handleWebSocketMessage.bind(this);
           this._handleDataAvailable = this._handleDataAvailable.bind(this);
@@ -3540,11 +3543,7 @@ registerProcessor('audio_processor', AudioProcessor);
                       this.userIsSpeaking = false;
                   },
                   onSpeechEnd: () => {
-                      this.userIsSpeaking = false;
-                      this._wsSend({
-                          type: 'vad_events',
-                          event: 'vad_end',
-                      });
+                      this.endUserTurn = true; // Set flag to indicate that the user turn has ended, so we can send a vad_end event to the server
                   },
               })
                   .then((vad) => {
@@ -3720,6 +3719,14 @@ registerProcessor('audio_processor', AudioProcessor);
                       type: 'client.audio',
                       content: base64,
                   });
+                  if (this.endUserTurn) {
+                      this.endUserTurn = false;
+                      this.userIsSpeaking = false; // Reset userIsSpeaking to false so we don't send any more audio to the server
+                      this._wsSend({
+                          type: 'vad_events',
+                          event: 'vad_end',
+                      });
+                  }
               }
           }
           catch (error) {
@@ -3737,6 +3744,13 @@ registerProcessor('audio_processor', AudioProcessor);
               this.ws.send(messageString);
           }
       }
+      _sendReadyIfNeeded() {
+          var _a;
+          if (this.recorderStarted && ((_a = this.ws) === null || _a === void 0 ? void 0 : _a.readyState) === WebSocket.OPEN && !this.readySent) {
+              this._wsSend({ type: 'client.ready' });
+              this.readySent = true;
+          }
+      }
       /**
        * Sets up amplitude monitoring for a given audio source.
        * @param {WavRecorder | WavStreamPlayer} source - The audio source (recorder or player).
@@ -3812,6 +3826,8 @@ registerProcessor('audio_processor', AudioProcessor);
                   console.log('WebSocket connection established');
                   this._setStatus('connected');
                   this.options.onConnect({ sessionId: this.sessionId });
+                  // Attempt to send ready message if recorder already started
+                  this._sendReadyIfNeeded();
               };
               this.ws.onclose = () => {
                   console.log('WebSocket connection closed');
@@ -3832,6 +3848,9 @@ registerProcessor('audio_processor', AudioProcessor);
               await this.wavPlayer.connect();
               // Set up audio player amplitude monitoring
               this._setupAmplitudeMonitoring(this.wavPlayer, this.options.onAgentAmplitudeChange, (amp) => (this.agentAudioAmplitude = amp));
+              // Mark recorder as started and attempt to notify server
+              this.recorderStarted = true;
+              this._sendReadyIfNeeded();
           }
           catch (error) {
               console.error('Error connecting to Layercode pipeline:', error);