@layercode/js-sdk 2.1.6 → 2.2.0

package/dist/layercode-js-sdk.min.js

@@ -1309,54 +1309,14 @@ registerProcessor('audio_processor', AudioProcessor);
      * @returns {Promise<true>}
      */
     async requestPermission() {
-      const ensureUserMediaAccess = async () => {
-        const stream = await navigator.mediaDevices.getUserMedia({
-          audio: true,
-        });
-        const tracks = stream.getTracks();
-        tracks.forEach((track) => track.stop());
-      };
-
-      const permissionsUnsupported =
-        !navigator.permissions ||
-        typeof navigator.permissions.query !== 'function';
-
-      if (permissionsUnsupported) {
-        try {
-          await ensureUserMediaAccess();
-        } catch (error) {
-          window.alert('You must grant microphone access to use this feature.');
-          throw error;
-        }
-        return true;
-      }
-
       try {
-        const permissionStatus = await navigator.permissions.query({
-          name: 'microphone',
+        console.log('ensureUserMediaAccess');
+        await navigator.mediaDevices.getUserMedia({
+          audio: true,
         });
-
-        if (permissionStatus.state === 'denied') {
-          window.alert('You must grant microphone access to use this feature.');
-          return true;
-        }
-
-        if (permissionStatus.state === 'prompt') {
-          try {
-            await ensureUserMediaAccess();
-          } catch (error) {
-            window.alert('You must grant microphone access to use this feature.');
-            throw error;
-          }
-        }
-      } catch (error) {
-        // Firefox rejects permissions.query with NotSupportedError – fall back to getUserMedia directly
-        try {
-          await ensureUserMediaAccess();
-        } catch (fallbackError) {
-          window.alert('You must grant microphone access to use this feature.');
-          throw fallbackError;
-        }
+      } catch (fallbackError) {
+        window.alert('You must grant microphone access to use this feature.');
+        throw fallbackError;
       }
       return true;
     }
@@ -1373,10 +1333,9 @@ registerProcessor('audio_processor', AudioProcessor);
         throw new Error('Could not request user devices');
       }
       await this.requestPermission();
+
       const devices = await navigator.mediaDevices.enumerateDevices();
-      const audioDevices = devices.filter(
-        (device) => device.kind === 'audioinput',
-      );
+      const audioDevices = devices.filter((device) => device.kind === 'audioinput');
       const defaultDeviceIndex = audioDevices.findIndex(
         (device) => device.deviceId === 'default',
       );
@@ -3661,7 +3620,7 @@ registerProcessor('audio_processor', AudioProcessor);
   const NOOP = () => { };
   const DEFAULT_WS_URL = 'wss://api.layercode.com/v1/agents/web/websocket';
   // SDK version - updated when publishing
-  const SDK_VERSION = '2.1.3';
+  const SDK_VERSION = '2.2.0';
   /**
    * @class LayercodeClient
    * @classdesc Core client for Layercode audio agent that manages audio recording, WebSocket communication, and speech processing.
@@ -3672,7 +3631,7 @@ registerProcessor('audio_processor', AudioProcessor);
        * @param {Object} options - Configuration options
        */
       constructor(options) {
-          var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p;
+          var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q;
           this.deviceId = null;
           this.options = {
               agentId: options.agentId,
@@ -3684,13 +3643,14 @@ registerProcessor('audio_processor', AudioProcessor);
               onDisconnect: (_e = options.onDisconnect) !== null && _e !== void 0 ? _e : NOOP,
               onError: (_f = options.onError) !== null && _f !== void 0 ? _f : NOOP,
               onDeviceSwitched: (_g = options.onDeviceSwitched) !== null && _g !== void 0 ? _g : NOOP,
-              onDataMessage: (_h = options.onDataMessage) !== null && _h !== void 0 ? _h : NOOP,
-              onMessage: (_j = options.onMessage) !== null && _j !== void 0 ? _j : NOOP,
-              onUserAmplitudeChange: (_k = options.onUserAmplitudeChange) !== null && _k !== void 0 ? _k : NOOP,
-              onAgentAmplitudeChange: (_l = options.onAgentAmplitudeChange) !== null && _l !== void 0 ? _l : NOOP,
-              onStatusChange: (_m = options.onStatusChange) !== null && _m !== void 0 ? _m : NOOP,
-              onUserIsSpeakingChange: (_o = options.onUserIsSpeakingChange) !== null && _o !== void 0 ? _o : NOOP,
-              onMuteStateChange: (_p = options.onMuteStateChange) !== null && _p !== void 0 ? _p : NOOP,
+              onDevicesChanged: (_h = options.onDevicesChanged) !== null && _h !== void 0 ? _h : NOOP,
+              onDataMessage: (_j = options.onDataMessage) !== null && _j !== void 0 ? _j : NOOP,
+              onMessage: (_k = options.onMessage) !== null && _k !== void 0 ? _k : NOOP,
+              onUserAmplitudeChange: (_l = options.onUserAmplitudeChange) !== null && _l !== void 0 ? _l : NOOP,
+              onAgentAmplitudeChange: (_m = options.onAgentAmplitudeChange) !== null && _m !== void 0 ? _m : NOOP,
+              onStatusChange: (_o = options.onStatusChange) !== null && _o !== void 0 ? _o : NOOP,
+              onUserIsSpeakingChange: (_p = options.onUserIsSpeakingChange) !== null && _p !== void 0 ? _p : NOOP,
+              onMuteStateChange: (_q = options.onMuteStateChange) !== null && _q !== void 0 ? _q : NOOP,
           };
           this.AMPLITUDE_MONITORING_SAMPLE_RATE = 2;
           this._websocketUrl = DEFAULT_WS_URL;
@@ -3848,6 +3808,10 @@ registerProcessor('audio_processor', AudioProcessor);
               this._wsSend({ type: 'trigger.turn.end', role: 'user' });
           }
       }
+      async sendClientResponseText(text) {
+          await this._clientInterruptAssistantReplay();
+          this._wsSend({ type: 'client.response.text', content: text });
+      }
       /**
        * Handles incoming WebSocket messages
        * @param {MessageEvent} event - The WebSocket message event
@@ -4032,7 +3996,6 @@ registerProcessor('audio_processor', AudioProcessor);
               // Reset turn tracking for clean start
               this._resetTurnTracking();
               this._stopAmplitudeMonitoring();
-              this._setupDeviceChangeListener();
               // Get conversation key from server
               let authorizeSessionRequestBody = {
                   agent_id: this.options.agentId,
@@ -4056,6 +4019,8 @@ registerProcessor('audio_processor', AudioProcessor);
               const authorizeSessionResponseBody = await authorizeSessionResponse.json();
               this.conversationId = authorizeSessionResponseBody.conversation_id; // Save the conversation_id for use in future reconnects
               this.options.conversationId = this.conversationId;
+              await this.wavRecorder.requestPermission();
+              this._setupDeviceChangeListener();
               // Connect WebSocket
               this.ws = new WebSocket(`${this._websocketUrl}?${new URLSearchParams({
                 client_session_key: authorizeSessionResponseBody.client_session_key,
@@ -4108,7 +4073,6 @@ registerProcessor('audio_processor', AudioProcessor);
               console.error('Error connecting to Layercode agent:', error);
               this._setStatus('error');
               this.options.onError(error instanceof Error ? error : new Error(String(error)));
-              throw error;
           }
       }
       _resetTurnTracking() {
@@ -4136,6 +4100,13 @@ registerProcessor('audio_processor', AudioProcessor);
       getStream() {
           return this.wavRecorder.getStream();
       }
+      /**
+       * List all available audio input devices
+       * @returns {Promise<Array<MediaDeviceInfo & {default: boolean}>>}
+       */
+      async listDevices() {
+          return this.wavRecorder.listDevices();
+      }
       /**
        * Switches the input device for the microphone and restarts recording
        * @param {string} deviceId - The deviceId of the new microphone
@@ -4228,6 +4199,8 @@ registerProcessor('audio_processor', AudioProcessor);
           if (!this.deviceChangeListener) {
               this.deviceChangeListener = async (devices) => {
                   try {
+                      // Notify user that devices have changed
+                      this.options.onDevicesChanged(devices);
                       const defaultDevice = devices.find((device) => device.default);
                       const usingDefaultDevice = this.useSystemDefaultDevice;
                       const previousDefaultDeviceKey = this.lastKnownSystemDefaultDeviceKey;