@layercode/js-sdk 2.3.1 → 2.3.3

package/dist/types/index.d.ts

@@ -37,6 +37,7 @@ interface ILayercodeClient {
     triggerUserTurnFinished(): Promise<void>;
     getStream(): MediaStream | null;
     setInputDevice(deviceId: string): Promise<void>;
+    setAudioInput(state: boolean): Promise<void>;
     listDevices(): Promise<Array<MediaDeviceInfo & {
         default: boolean;
     }>>;
@@ -48,6 +49,8 @@ interface ILayercodeClient {
     readonly agentAudioAmplitude: number;
     readonly isMuted: boolean;
     readonly conversationId: string | null;
+    readonly userSpeaking: boolean;
+    readonly agentSpeaking: boolean;
 }
 /**
  * Interface for LayercodeClient constructor options
@@ -63,7 +66,11 @@ interface LayercodeClientOptions {
     authorizeSessionRequest?: AuthorizeSessionRequest;
     /** Metadata to send with webhooks */
     metadata?: Record<string, any>;
-    /** Milliseconds before resuming assistant audio after temporary pause due to user interruption (which was actually a false interruption) */
+    /** Whether audio input is enabled. I.e. is the microphone turned on in the browser */
+    audioInput?: boolean;
+    /** Fired when audio input flag changes */
+    audioInputChanged?: (audioInput: boolean) => void;
+    /** Milliseconds before resuming agent audio after temporary pause due to user interruption (which was actually a false interruption) */
     vadResumeDelay?: number;
     /** Callback when connection is established */
     onConnect?: ({ conversationId, config }: {
@@ -92,8 +99,12 @@ interface LayercodeClientOptions {
     onStatusChange?: (status: string) => void;
     /** Callback when user turn changes */
     onUserIsSpeakingChange?: (isSpeaking: boolean) => void;
+    /** Callback when agent speaking state changes */
+    onAgentSpeakingChange?: (isSpeaking: boolean) => void;
     /** Callback when mute state changes */
     onMuteStateChange?: (isMuted: boolean) => void;
+    /** Whether amplitude monitoring should run for mic and speaker */
+    enableAmplitudeMonitoring?: boolean;
 }
 /**
  * @class LayercodeClient
@@ -105,11 +116,13 @@ declare class LayercodeClient implements ILayercodeClient {
     private wavPlayer;
     private vad;
     private ws;
+    private audioInput;
     private AMPLITUDE_MONITORING_SAMPLE_RATE;
     private pushToTalkActive;
     private pushToTalkEnabled;
     private canInterrupt;
     private userIsSpeaking;
+    private agentIsSpeaking;
     private recorderStarted;
     private readySent;
     private currentTurnId;
@@ -140,11 +153,13 @@ declare class LayercodeClient implements ILayercodeClient {
      * @param {string} status - New status value
      */
     private _setStatus;
+    private _setAgentSpeaking;
+    private _setUserSpeaking;
     /**
      * Handles when agent audio finishes playing
      */
     private _clientResponseAudioReplayFinished;
-    private _clientInterruptAssistantReplay;
+    private _clientInterruptAgentReplay;
     triggerUserTurnStarted(): Promise<void>;
     triggerUserTurnFinished(): Promise<void>;
     sendClientResponseText(text: string): Promise<void>;
@@ -168,12 +183,25 @@ declare class LayercodeClient implements ILayercodeClient {
      */
     private _setupAmplitudeMonitoring;
     private _stopAmplitudeMonitoring;
+    audioInputConnect(): Promise<void>;
+    audioInputDisconnect(): Promise<void>;
+    setAudioInput(state: boolean): Promise<void>;
+    /** Emitters for audio flags */
+    private _emitAudioInput;
+    get audioInputEnabled(): boolean;
+    get userSpeaking(): boolean;
+    get agentSpeaking(): boolean;
     /**
      * Connects to the Layercode agent using the stored conversation ID and starts the audio conversation
      * @async
      * @returns {Promise<void>}
      */
     connect(): Promise<void>;
+    private bindWebsocketMessageCallbacks;
+    private setupVadConfig;
+    private authorizeSession;
+    private setupAudioOutput;
+    private connectToAudioInput;
     private _resetTurnTracking;
     disconnect(): Promise<void>;
     /**
@@ -197,6 +225,10 @@ declare class LayercodeClient implements ILayercodeClient {
      * Restarts audio recording after a device switch to ensure audio is captured from the new device
      */
     private _restartAudioRecording;
+    /**
+     * Disconnect VAD
+     */
+    private stopVad;
     /**
      * Reinitializes VAD with a new stream (used after device switching)
      */

package/package.json

@@ -2,7 +2,7 @@
   "author": "Layercode",
   "license": "MIT",
   "name": "@layercode/js-sdk",
-  "version": "2.3.1",
+  "version": "2.3.3",
   "description": "Layercode JavaScript SDK for browser usage",
   "type": "module",
   "main": "dist/layercode-js-sdk.esm.js",