@layercode/js-sdk 2.3.3 → 2.5.0

package/dist/layercode-js-sdk.min.js

@@ -511,12 +511,37 @@ registerProcessor('stream_processor', StreamProcessor);
       this.sampleRate = sampleRate;
       this.context = null;
       this.stream = null;
+      this.gainNode = null;
       this.analyser = null;
       this.trackSampleOffsets = {};
       this.interruptedTrackIds = {};
       this.finishedPlayingCallback = finishedPlayingCallback;
       this.isPlaying = false;
       this.amplitudeMonitorRaf = undefined;
+      this.muted = false;
+    }
+
+    _ensureGainNode() {
+      if (!this.context) {
+        return null;
+      }
+      if (!this.gainNode) {
+        this.gainNode = this.context.createGain();
+        this._applyGain();
+      }
+      return this.gainNode;
+    }
+
+    _applyGain() {
+      if (!this.gainNode || !this.context) {
+        return;
+      }
+      const target = this.muted ? 0 : 1;
+      try {
+        this.gainNode.gain.setTargetAtTime(target, this.context.currentTime, 0.01);
+      } catch {
+        this.gainNode.gain.value = target;
+      }
     }
 
     /**
@@ -556,6 +581,7 @@ registerProcessor('stream_processor', StreamProcessor);
       analyser.fftSize = 8192;
       analyser.smoothingTimeConstant = 0.1;
       this.analyser = analyser;
+      this._ensureGainNode();
       this.isPlaying = true;
       return true;
     }
@@ -625,12 +651,19 @@ registerProcessor('stream_processor', StreamProcessor);
      */
     _start() {
       const streamNode = new AudioWorkletNode(this.context, "stream_processor");
-      streamNode.connect(this.context.destination);
+      const gainNode = this._ensureGainNode();
+      if (!gainNode) {
+        throw new Error("GainNode not initialized");
+      }
       streamNode.port.onmessage = (e) => {
         const { event } = e.data;
         if (event === "stop") {
           streamNode.disconnect();
+          gainNode.disconnect();
           this.stream = null;
+          if (this.analyser) {
+            this.analyser.disconnect();
+          }
           this.isPlaying = false;
           this.finishedPlayingCallback();
         } else if (event === "offset") {
@@ -639,8 +672,15 @@ registerProcessor('stream_processor', StreamProcessor);
           this.trackSampleOffsets[requestId] = { trackId, offset, currentTime };
         }
       };
-      this.analyser.disconnect();
-      streamNode.connect(this.analyser);
+      if (this.analyser) {
+        this.analyser.disconnect();
+        streamNode.connect(gainNode);
+        gainNode.connect(this.analyser);
+        this.analyser.connect(this.context.destination);
+      } else {
+        streamNode.connect(gainNode);
+        gainNode.connect(this.context.destination);
+      }
       this.stream = streamNode;
       this.isPlaying = true;
       return true;
@@ -770,6 +810,16 @@ registerProcessor('stream_processor', StreamProcessor);
       }
     }
 
+    mute() {
+      this.muted = true;
+      this._applyGain();
+    }
+
+    unmute() {
+      this.muted = false;
+      this._applyGain();
+    }
+
     /**
      * Disconnects the audio context and cleans up resources
      * @returns {void}
@@ -781,6 +831,11 @@ registerProcessor('stream_processor', StreamProcessor);
         this.stream = null;
       }
 
+      if (this.gainNode) {
+        this.gainNode.disconnect();
+        this.gainNode = null;
+      }
+
       if (this.analyser) {
         this.analyser.disconnect();
       }
@@ -3631,7 +3686,7 @@ registerProcessor('audio_processor', AudioProcessor);
        * @param {Object} options - Configuration options
        */
       constructor(options) {
-          var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _s, _t, _u, _v;
+          var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y;
           this.deviceId = null;
           this.options = {
               agentId: options.agentId,
@@ -3642,22 +3697,25 @@ registerProcessor('audio_processor', AudioProcessor);
               vadResumeDelay: (_c = options.vadResumeDelay) !== null && _c !== void 0 ? _c : 500,
               audioInput: (_d = options.audioInput) !== null && _d !== void 0 ? _d : true,
               audioInputChanged: (_e = options.audioInputChanged) !== null && _e !== void 0 ? _e : NOOP,
-              onConnect: (_f = options.onConnect) !== null && _f !== void 0 ? _f : NOOP,
-              onDisconnect: (_g = options.onDisconnect) !== null && _g !== void 0 ? _g : NOOP,
-              onError: (_h = options.onError) !== null && _h !== void 0 ? _h : NOOP,
-              onDeviceSwitched: (_j = options.onDeviceSwitched) !== null && _j !== void 0 ? _j : NOOP,
-              onDevicesChanged: (_k = options.onDevicesChanged) !== null && _k !== void 0 ? _k : NOOP,
-              onDataMessage: (_l = options.onDataMessage) !== null && _l !== void 0 ? _l : NOOP,
-              onMessage: (_m = options.onMessage) !== null && _m !== void 0 ? _m : NOOP,
-              onUserAmplitudeChange: (_o = options.onUserAmplitudeChange) !== null && _o !== void 0 ? _o : NOOP,
-              onAgentAmplitudeChange: (_p = options.onAgentAmplitudeChange) !== null && _p !== void 0 ? _p : NOOP,
-              onStatusChange: (_q = options.onStatusChange) !== null && _q !== void 0 ? _q : NOOP,
-              onUserIsSpeakingChange: (_r = options.onUserIsSpeakingChange) !== null && _r !== void 0 ? _r : NOOP,
-              onAgentSpeakingChange: (_s = options.onAgentSpeakingChange) !== null && _s !== void 0 ? _s : NOOP,
-              onMuteStateChange: (_t = options.onMuteStateChange) !== null && _t !== void 0 ? _t : NOOP,
-              enableAmplitudeMonitoring: (_u = options.enableAmplitudeMonitoring) !== null && _u !== void 0 ? _u : true,
+              audioOutput: (_f = options.audioOutput) !== null && _f !== void 0 ? _f : true,
+              audioOutputChanged: (_g = options.audioOutputChanged) !== null && _g !== void 0 ? _g : NOOP,
+              onConnect: (_h = options.onConnect) !== null && _h !== void 0 ? _h : NOOP,
+              onDisconnect: (_j = options.onDisconnect) !== null && _j !== void 0 ? _j : NOOP,
+              onError: (_k = options.onError) !== null && _k !== void 0 ? _k : NOOP,
+              onDeviceSwitched: (_l = options.onDeviceSwitched) !== null && _l !== void 0 ? _l : NOOP,
+              onDevicesChanged: (_m = options.onDevicesChanged) !== null && _m !== void 0 ? _m : NOOP,
+              onDataMessage: (_o = options.onDataMessage) !== null && _o !== void 0 ? _o : NOOP,
+              onMessage: (_p = options.onMessage) !== null && _p !== void 0 ? _p : NOOP,
+              onUserAmplitudeChange: (_q = options.onUserAmplitudeChange) !== null && _q !== void 0 ? _q : NOOP,
+              onAgentAmplitudeChange: (_r = options.onAgentAmplitudeChange) !== null && _r !== void 0 ? _r : NOOP,
+              onStatusChange: (_s = options.onStatusChange) !== null && _s !== void 0 ? _s : NOOP,
+              onUserIsSpeakingChange: (_t = options.onUserIsSpeakingChange) !== null && _t !== void 0 ? _t : NOOP,
+              onAgentSpeakingChange: (_u = options.onAgentSpeakingChange) !== null && _u !== void 0 ? _u : NOOP,
+              onMuteStateChange: (_v = options.onMuteStateChange) !== null && _v !== void 0 ? _v : NOOP,
+              enableAmplitudeMonitoring: (_w = options.enableAmplitudeMonitoring) !== null && _w !== void 0 ? _w : true,
           };
-          this.audioInput = (_v = options.audioInput) !== null && _v !== void 0 ? _v : true;
+          this.audioInput = (_x = options.audioInput) !== null && _x !== void 0 ? _x : true;
+          this.audioOutput = (_y = options.audioOutput) !== null && _y !== void 0 ? _y : true;
           this._emitAudioInput();
           this.AMPLITUDE_MONITORING_SAMPLE_RATE = 2;
           this._websocketUrl = DEFAULT_WS_URL;
@@ -3848,6 +3906,9 @@ registerProcessor('audio_processor', AudioProcessor);
           await this._clientInterruptAgentReplay();
           this._wsSend({ type: 'client.response.text', content: text });
       }
+      async sendClientResponseData(data) {
+          this._wsSend({ type: 'client.response.data', data: data });
+      }
       /**
        * Handles incoming WebSocket messages
        * @param {MessageEvent} event - The WebSocket message event
@@ -4082,10 +4143,25 @@ registerProcessor('audio_processor', AudioProcessor);
               }
           }
       }
+      async setAudioOutput(state) {
+          if (this.audioOutput !== state) {
+              this.audioOutput = state;
+              this._emitAudioOutput();
+              if (state) {
+                  this.wavPlayer.unmute();
+              }
+              else {
+                  this.wavPlayer.mute();
+              }
+          }
+      }
       /** Emitters for audio flags */
       _emitAudioInput() {
           this.options.audioInputChanged(this.audioInput);
       }
+      _emitAudioOutput() {
+          this.options.audioOutputChanged(this.audioOutput);
+      }
       get audioInputEnabled() {
           return this.audioInput;
       }
@@ -4211,6 +4287,12 @@ registerProcessor('audio_processor', AudioProcessor);
           if (!this.options.enableAmplitudeMonitoring) {
               this.agentAudioAmplitude = 0;
           }
+          if (this.audioOutput) {
+              this.wavPlayer.unmute();
+          }
+          else {
+              this.wavPlayer.mute();
+          }
       }
       async connectToAudioInput() {
           if (!this.audioInput) {