@layercode/js-sdk 2.8.1 → 2.8.2

package/dist/layercode-js-sdk.esm.js

@@ -5962,6 +5962,7 @@ class LayercodeClient {
         this.canInterrupt = false;
         this.userIsSpeaking = false;
         this.agentIsSpeaking = false;
+        this.agentIsPlayingAudio = false;
         this.recorderStarted = false;
         this.readySent = false;
         this.currentTurnId = null;
@@ -6114,6 +6115,8 @@ class LayercodeClient {
         await this.audioOutputReady;
     }
     _setAgentSpeaking(isSpeaking) {
+        // Track the actual audio playback state regardless of audioOutput setting
+        this.agentIsPlayingAudio = isSpeaking;
         const shouldReportSpeaking = this.audioOutput && isSpeaking;
         if (this.agentIsSpeaking === shouldReportSpeaking) {
             return;
@@ -6207,11 +6210,24 @@ class LayercodeClient {
                     });
                     break;
                 }
-                case 'response.audio':
+                case 'response.audio': {
                     await this._waitForAudioOutputReady();
-                    this._setAgentSpeaking(true);
                     const audioBuffer = base64ToArrayBuffer(message.content);
-                    this.wavPlayer.add16BitPCM(audioBuffer, message.turn_id);
+                    const hasAudioSamples = audioBuffer.byteLength > 0;
+                    let audioEnqueued = false;
+                    if (hasAudioSamples) {
+                        try {
+                            const playbackBuffer = this.wavPlayer.add16BitPCM(audioBuffer, message.turn_id);
+                            audioEnqueued = Boolean(playbackBuffer && playbackBuffer.length > 0);
+                        }
+                        catch (error) {
+                            this._setAgentSpeaking(false);
+                            throw error;
+                        }
+                    }
+                    else {
+                        console.debug(`Skipping empty audio response for turn ${message.turn_id}`);
+                    }
                     // TODO: once we've added turn_id to the turn.start msgs sent from teh server, we should move this currentTurnId switching logic to the turn.start msg case. We can then remove the currentTurnId setting logic from the response.audio and response.text cases.
                     // Set current turn ID from first audio message, or update if different turn
                     if (!this.currentTurnId || this.currentTurnId !== message.turn_id) {
@@ -6220,7 +6236,11 @@ class LayercodeClient {
                         // Clean up interrupted tracks, keeping only the current turn
                         this.wavPlayer.clearInterruptedTracks(this.currentTurnId ? [this.currentTurnId] : []);
                     }
+                    if (audioEnqueued) {
+                        this._setAgentSpeaking(true);
+                    }
                     break;
+                }
                 case 'response.text':
                     // Set turn ID from first text message if not set
                     if (!this.currentTurnId) {
@@ -6432,6 +6452,8 @@ class LayercodeClient {
             this._emitAudioOutput();
             if (state) {
                 this.wavPlayer.unmute();
+                // Sync agentSpeaking state with actual playback state when enabling audio output
+                this._syncAgentSpeakingState();
             }
             else {
                 this.wavPlayer.mute();
@@ -6439,6 +6461,17 @@ class LayercodeClient {
             }
         }
     }
+    /**
+     * Syncs the reported agentSpeaking state with the actual audio playback state.
+     * Called when audioOutput is enabled to ensure proper state synchronization.
+     */
+    _syncAgentSpeakingState() {
+        const shouldReportSpeaking = this.audioOutput && this.agentIsPlayingAudio;
+        if (this.agentIsSpeaking !== shouldReportSpeaking) {
+            this.agentIsSpeaking = shouldReportSpeaking;
+            this.options.onAgentSpeakingChange(shouldReportSpeaking);
+        }
+    }
     /** Emitters for audio flags */
     _emitAudioInput() {
         this.options.audioInputChanged(this.audioInput);