@layercode/js-sdk 2.8.1 → 2.8.2

package/dist/layercode-js-sdk.min.js

@@ -5968,6 +5968,7 @@ registerProcessor('audio_processor', AudioProcessor);
 	        this.canInterrupt = false;
 	        this.userIsSpeaking = false;
 	        this.agentIsSpeaking = false;
+	        this.agentIsPlayingAudio = false;
 	        this.recorderStarted = false;
 	        this.readySent = false;
 	        this.currentTurnId = null;
@@ -6120,6 +6121,8 @@ registerProcessor('audio_processor', AudioProcessor);
 	        await this.audioOutputReady;
 	    }
 	    _setAgentSpeaking(isSpeaking) {
+	        // Track the actual audio playback state regardless of audioOutput setting
+	        this.agentIsPlayingAudio = isSpeaking;
 	        const shouldReportSpeaking = this.audioOutput && isSpeaking;
 	        if (this.agentIsSpeaking === shouldReportSpeaking) {
 	            return;
@@ -6213,11 +6216,24 @@ registerProcessor('audio_processor', AudioProcessor);
 	                    });
 	                    break;
 	                }
-	                case 'response.audio':
+	                case 'response.audio': {
 	                    await this._waitForAudioOutputReady();
-	                    this._setAgentSpeaking(true);
 	                    const audioBuffer = base64ToArrayBuffer(message.content);
-	                    this.wavPlayer.add16BitPCM(audioBuffer, message.turn_id);
+	                    const hasAudioSamples = audioBuffer.byteLength > 0;
+	                    let audioEnqueued = false;
+	                    if (hasAudioSamples) {
+	                        try {
+	                            const playbackBuffer = this.wavPlayer.add16BitPCM(audioBuffer, message.turn_id);
+	                            audioEnqueued = Boolean(playbackBuffer && playbackBuffer.length > 0);
+	                        }
+	                        catch (error) {
+	                            this._setAgentSpeaking(false);
+	                            throw error;
+	                        }
+	                    }
+	                    else {
+	                        console.debug(`Skipping empty audio response for turn ${message.turn_id}`);
+	                    }
 	                    // TODO: once we've added turn_id to the turn.start msgs sent from teh server, we should move this currentTurnId switching logic to the turn.start msg case. We can then remove the currentTurnId setting logic from the response.audio and response.text cases.
 	                    // Set current turn ID from first audio message, or update if different turn
 	                    if (!this.currentTurnId || this.currentTurnId !== message.turn_id) {
@@ -6226,7 +6242,11 @@ registerProcessor('audio_processor', AudioProcessor);
 	                        // Clean up interrupted tracks, keeping only the current turn
 	                        this.wavPlayer.clearInterruptedTracks(this.currentTurnId ? [this.currentTurnId] : []);
 	                    }
+	                    if (audioEnqueued) {
+	                        this._setAgentSpeaking(true);
+	                    }
 	                    break;
+	                }
 	                case 'response.text':
 	                    // Set turn ID from first text message if not set
 	                    if (!this.currentTurnId) {
@@ -6438,6 +6458,8 @@ registerProcessor('audio_processor', AudioProcessor);
 	            this._emitAudioOutput();
 	            if (state) {
 	                this.wavPlayer.unmute();
+	                // Sync agentSpeaking state with actual playback state when enabling audio output
+	                this._syncAgentSpeakingState();
 	            }
 	            else {
 	                this.wavPlayer.mute();
@@ -6445,6 +6467,17 @@ registerProcessor('audio_processor', AudioProcessor);
 	            }
 	        }
 	    }
+	    /**
+	     * Syncs the reported agentSpeaking state with the actual audio playback state.
+	     * Called when audioOutput is enabled to ensure proper state synchronization.
+	     */
+	    _syncAgentSpeakingState() {
+	        const shouldReportSpeaking = this.audioOutput && this.agentIsPlayingAudio;
+	        if (this.agentIsSpeaking !== shouldReportSpeaking) {
+	            this.agentIsSpeaking = shouldReportSpeaking;
+	            this.options.onAgentSpeakingChange(shouldReportSpeaking);
+	        }
+	    }
 	    /** Emitters for audio flags */
 	    _emitAudioInput() {
 	        this.options.audioInputChanged(this.audioInput);