@convai/web-sdk 0.1.0 → 0.1.1-beta.0

package/dist/core/VideoManager.d.ts

@@ -0,0 +1,69 @@
+import { Room } from "livekit-client";
+import { VideoControls } from "./types";
+import { EventEmitter } from "./EventEmitter";
+/**
+ * Manages video controls for LiveKit room
+ * Provides methods to enable/disable camera, manage video devices,
+ * and control video state.
+ */
+export declare class VideoManager extends EventEmitter implements VideoControls {
+    private room;
+    private _isVideoEnabled;
+    private _isVideoHidden;
+    constructor(room?: Room);
+    get isVideoEnabled(): boolean;
+    get isVideoHidden(): boolean;
+    /**
+     * Set the LiveKit room instance
+     */
+    setRoom(room: Room): void;
+    /**
+     * Setup event listeners for room
+     */
+    private setupListeners;
+    /**
+     * Clean up event listeners
+     */
+    private cleanupListeners;
+    /**
+     * Update video state from room
+     */
+    private updateState;
+    /**
+     * Enable video
+     */
+    enableVideo(): Promise<void>;
+    /**
+     * Disable video
+     */
+    disableVideo(): Promise<void>;
+    /**
+     * Hide video
+     */
+    hideVideo(): Promise<void>;
+    /**
+     * Show video
+     */
+    showVideo(): Promise<void>;
+    /**
+     * Toggle video
+     */
+    toggleVideo(): Promise<void>;
+    /**
+     * Set video device
+     */
+    setVideoDevice(deviceId: string): Promise<void>;
+    /**
+     * Get available video devices
+     */
+    getVideoDevices(): Promise<MediaDeviceInfo[]>;
+    /**
+     * Set video quality
+     */
+    setVideoQuality(quality: 'low' | 'medium' | 'high'): Promise<void>;
+    /**
+     * Reset state on disconnect
+     */
+    reset(): void;
+}
+//# sourceMappingURL=VideoManager.d.ts.map

package/dist/core/VideoManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VideoManager.d.ts","sourceRoot":"","sources":["../../src/core/VideoManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAExC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C;;;;GAIG;AACH,qBAAa,YAAa,SAAQ,YAAa,YAAW,aAAa;IACrE,OAAO,CAAC,IAAI,CAAqB;IACjC,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,cAAc,CAAkB;gBAE5B,IAAI,CAAC,EAAE,IAAI;IAOvB,IAAI,cAAc,IAAI,OAAO,CAE5B;IAED,IAAI,aAAa,IAAI,OAAO,CAE3B;IAED;;OAEG;IACH,OAAO,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI;IAczB;;OAEG;IACH,OAAO,CAAC,cAAc;IAuCtB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAKxB;;OAEG;IACH,OAAO,CAAC,WAAW;IAYnB;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAclC;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAcnC;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAIhC;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAIhC;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAQlC;;OAEG;IACG,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAarD;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAWnD;;OAEG;IACG,eAAe,CAAC,OAAO,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAcxE;;OAEG;IACH,KAAK,IAAI,IAAI;CAQd"}

package/dist/core/VideoManager.js

@@ -0,0 +1,207 @@
+import { logger } from "../utils/logger";
+import { EventEmitter } from "./EventEmitter";
+/**
+ * Manages video controls for LiveKit room
+ * Provides methods to enable/disable camera, manage video devices,
+ * and control video state.
+ */
+export class VideoManager extends EventEmitter {
+    constructor(room) {
+        super();
+        this.room = null;
+        this._isVideoEnabled = false;
+        this._isVideoHidden = false;
+        if (room) {
+            this.setRoom(room);
+        }
+    }
+    get isVideoEnabled() {
+        return this._isVideoEnabled;
+    }
+    get isVideoHidden() {
+        return this._isVideoHidden;
+    }
+    /**
+     * Set the LiveKit room instance
+     */
+    setRoom(room) {
+        // Clean up previous room listeners
+        if (this.room) {
+            this.cleanupListeners();
+        }
+        this.room = room;
+        if (room && room.state !== 'disconnected') {
+            this.setupListeners();
+            this.updateState();
+        }
+    }
+    /**
+     * Setup event listeners for room
+     */
+    setupListeners() {
+        if (!this.room)
+            return;
+        const localParticipant = this.room.localParticipant;
+        const handleTrackMuted = (track) => {
+            if (track.source === 'camera') {
+                this._isVideoHidden = true;
+                this.emit('videoStateChange', { isVideoHidden: true });
+            }
+        };
+        const handleTrackUnmuted = (track) => {
+            if (track.source === 'camera') {
+                this._isVideoHidden = false;
+                this.emit('videoStateChange', { isVideoHidden: false });
+            }
+        };
+        const handleTrackPublished = (publication) => {
+            if (publication.source === 'camera') {
+                this._isVideoEnabled = true;
+                this.emit('videoStateChange', { isVideoEnabled: true });
+            }
+        };
+        const handleTrackUnpublished = (publication) => {
+            if (publication.source === 'camera') {
+                this._isVideoEnabled = false;
+                this.emit('videoStateChange', { isVideoEnabled: false });
+            }
+        };
+        localParticipant.on('trackMuted', handleTrackMuted);
+        localParticipant.on('trackUnmuted', handleTrackUnmuted);
+        localParticipant.on('trackPublished', handleTrackPublished);
+        localParticipant.on('trackUnpublished', handleTrackUnpublished);
+    }
+    /**
+     * Clean up event listeners
+     */
+    cleanupListeners() {
+        if (!this.room)
+            return;
+        // LiveKit handles cleanup automatically when participant is removed
+    }
+    /**
+     * Update video state from room
+     */
+    updateState() {
+        if (!this.room || this.room.state === 'disconnected') {
+            this._isVideoEnabled = false;
+            this._isVideoHidden = false;
+            return;
+        }
+        const localParticipant = this.room.localParticipant;
+        this._isVideoEnabled = localParticipant.isCameraEnabled;
+        this._isVideoHidden = false; // LiveKit doesn't have a direct hidden state for video
+    }
+    /**
+     * Enable video
+     */
+    async enableVideo() {
+        if (!this.room) {
+            throw new Error('Room not initialized');
+        }
+        try {
+            await this.room.localParticipant.setCameraEnabled(true);
+            this._isVideoEnabled = true;
+        }
+        catch (error) {
+            logger.error("Failed to enable video:", error);
+            throw error;
+        }
+    }
+    /**
+     * Disable video
+     */
+    async disableVideo() {
+        if (!this.room) {
+            throw new Error('Room not initialized');
+        }
+        try {
+            await this.room.localParticipant.setCameraEnabled(false);
+            this._isVideoEnabled = false;
+        }
+        catch (error) {
+            logger.error("Failed to disable video:", error);
+            throw error;
+        }
+    }
+    /**
+     * Hide video
+     */
+    async hideVideo() {
+        await this.disableVideo();
+    }
+    /**
+     * Show video
+     */
+    async showVideo() {
+        await this.enableVideo();
+    }
+    /**
+     * Toggle video
+     */
+    async toggleVideo() {
+        if (this._isVideoEnabled) {
+            await this.disableVideo();
+        }
+        else {
+            await this.enableVideo();
+        }
+    }
+    /**
+     * Set video device
+     */
+    async setVideoDevice(deviceId) {
+        if (!this.room) {
+            throw new Error('Room not initialized');
+        }
+        try {
+            await this.room.localParticipant.setCameraEnabled(true, { deviceId });
+        }
+        catch (error) {
+            logger.error("Failed to set video device:", error);
+            throw error;
+        }
+    }
+    /**
+     * Get available video devices
+     */
+    async getVideoDevices() {
+        try {
+            const devices = await navigator.mediaDevices.enumerateDevices();
+            const videoDevices = devices.filter(device => device.kind === 'videoinput');
+            return videoDevices;
+        }
+        catch (error) {
+            logger.error("Failed to get video devices:", error);
+            throw error;
+        }
+    }
+    /**
+     * Set video quality
+     */
+    async setVideoQuality(quality) {
+        if (!this.room) {
+            throw new Error('Room not initialized');
+        }
+        try {
+            // TODO: Implement video quality settings when LiveKit provides the API
+            logger.warn('Video quality setting not yet implemented');
+        }
+        catch (error) {
+            logger.error("Failed to set video quality:", error);
+            throw error;
+        }
+    }
+    /**
+     * Reset state on disconnect
+     */
+    reset() {
+        this._isVideoEnabled = false;
+        this._isVideoHidden = false;
+        this.emit('videoStateChange', {
+            isVideoEnabled: false,
+            isVideoHidden: false
+        });
+    }
+}
+//# sourceMappingURL=VideoManager.js.map

package/dist/core/VideoManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VideoManager.js","sourceRoot":"","sources":["../../src/core/VideoManager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C;;;;GAIG;AACH,MAAM,OAAO,YAAa,SAAQ,YAAY;IAK5C,YAAY,IAAW;QACrB,KAAK,EAAE,CAAC;QALF,SAAI,GAAgB,IAAI,CAAC;QACzB,oBAAe,GAAY,KAAK,CAAC;QACjC,mBAAc,GAAY,KAAK,CAAC;QAItC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,IAAU;QAChB,mCAAmC;QACnC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QAEjB,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,cAAc,EAAE,CAAC;YAC1C,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc;QACpB,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QAEvB,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAEpD,MAAM,gBAAgB,GAAG,CAAC,KAAU,EAAE,EAAE;YACtC,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC3B,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,kBAAkB,GAAG,CAAC,KAAU,EAAE,EAAE;YACxC,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;gBAC5B,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,oBAAoB,GAAG,CAAC,WAAgB,EAAE,EAAE;YAChD,IAAI,WAAW,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;gBAC5B,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,sBAAsB,GAAG,CAAC,WAAgB,EAAE,EAAE;YAClD,IAAI,WAAW,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpC,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;gBAC7B,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC,CAAC;QAEF,gBAAgB,CAAC,EAAE,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;QACpD,gBAAgB,CAAC,EAAE,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;QACxD,gBAAgB,CAAC,EAAE,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,CAAC;QAC5D,gBAAgB,CAAC,EAAE,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,CAAC;IAClE,CAAC;IAED;;OAEG;IACK,gBAAgB;QACtB,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QACvB,oEAAoE;IACtE,CAAC;IAED;;OAEG;IACK,WAAW;QACjB,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,cAAc,EAAE,CAAC;YACrD,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;YAC7B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;YAC5B,OAAO;QACT,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACpD,IAAI,CAAC,eAAe,GAAG,gBAAgB,CAAC,eAAe,CAAC;QACxD,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,CAAC,uDAAuD;IACtF,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACxD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;YAC/C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YACzD,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YAChD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,QAAgB;QACnC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACnD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;YAChE,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;YAC5E,OAAO,YAAY,CAAC;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,OAAkC;QACtD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC;YACH,uEAAuE;YACvE,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAC5B,cAAc,EAAE,KAAK;YACrB,aAAa,EAAE,KAAK;SACrB,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/core/index.d.ts

@@ -0,0 +1,9 @@
+export { ConvaiClient } from './ConvaiClient';
+export * from './types';
+export type { ConvaiClient as ConvaiClientType } from './ConvaiClient';
+export { AudioManager } from './AudioManager';
+export { VideoManager } from './VideoManager';
+export { ScreenShareManager } from './ScreenShareManager';
+export { MessageHandler } from './MessageHandler';
+export { EventEmitter } from './EventEmitter';
+//# sourceMappingURL=index.d.ts.map

package/dist/core/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAG9C,cAAc,SAAS,CAAC;AAGxB,YAAY,EAAE,YAAY,IAAI,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAGvE,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAGlD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/core/index.js

@@ -0,0 +1,12 @@
+// Main client
+export { ConvaiClient } from './ConvaiClient';
+// Types (including IConvaiClient interface)
+export * from './types';
+// Managers (for advanced usage)
+export { AudioManager } from './AudioManager';
+export { VideoManager } from './VideoManager';
+export { ScreenShareManager } from './ScreenShareManager';
+export { MessageHandler } from './MessageHandler';
+// Event Emitter (for advanced usage)
+export { EventEmitter } from './EventEmitter';
+//# sourceMappingURL=index.js.map

package/dist/core/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,cAAc;AACd,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,4CAA4C;AAC5C,cAAc,SAAS,CAAC;AAKxB,gCAAgC;AAChC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,qCAAqC;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/core/types.d.ts

@@ -0,0 +1,311 @@
+import { Room } from 'livekit-client';
+/**
+ * Audio processing settings for the microphone input.
+ * These settings help optimize the audio quality and reduce interruptions.
+ * @internal - This is a fixed configuration and should not be modified by users
+ */
+export interface AudioSettings {
+    /** Enable echo cancellation to prevent audio feedback (default: true) */
+    echoCancellation?: boolean;
+    /** Enable noise suppression to reduce background noise (default: true) */
+    noiseSuppression?: boolean;
+    /** Enable automatic gain control for consistent volume (default: true) */
+    autoGainControl?: boolean;
+    /** Audio sample rate in Hz (default: 48000) */
+    sampleRate?: number;
+    /** Number of audio channels, 1 for mono, 2 for stereo (default: 1) */
+    channelCount?: number;
+}
+/**
+ * Configuration object for connecting to a Convai character.
+ *
+ * @example
+ * ```typescript
+ * const config: ConvaiConfig = {
+ *   apiKey: 'your-api-key',
+ *   characterId: 'your-character-id',
+ *   endUserId: 'user-uuid', // Optional: enables long-term memory and analytics
+ *   enableVideo: false, // If false, connection_type will be "audio"
+ * };
+ * ```
+ */
+export interface ConvaiConfig {
+    /** Your Convai API key from convai.com dashboard (required) */
+    apiKey: string;
+    /** The Character ID to connect to (required) */
+    characterId: string;
+    /**
+     * End user identifier for speaker management (optional).
+     *
+     * When provided:
+     * - Enables long-term memory: Character remembers context from previous conversations with this user
+     * - Enables analytics: Track user engagement and behavior
+     *
+     * When not provided:
+     * - Anonymous mode: No persistent memory or user tracking
+     * - Each session is independent with no conversation history
+     *
+     * Use a unique UUID or device ID for persistent user experiences.
+     */
+    endUserId?: string;
+    /** Custom Convai API URL (optional, defaults to production endpoint) */
+    url?: string;
+    /**
+     * Enable video capability (default: false).
+     * If true, connection_type will be "video" (supports audio, video, and screenshare).
+     * If false, connection_type will be "audio" (audio only).
+     */
+    enableVideo?: boolean;
+    /**
+     * Start with video camera on when connecting (default: false).
+     * Only works if enableVideo is true. If false, camera stays off until user enables it.
+     */
+    startWithVideoOn?: boolean;
+    /** Enable text-to-speech audio generation (default: true) */
+    ttsEnabled?: boolean;
+    /** Configuration for character actions and environmental context */
+    actionConfig?: {
+        /** List of action names the character can perform */
+        actions: string[];
+        /** Other characters present in the scene or conversation */
+        characters: Array<{
+            /** Character name */
+            name: string;
+            /** Character biography or description */
+            bio: string;
+        }>;
+        /** Objects available in the scene or environment */
+        objects: Array<{
+            /** Object name */
+            name: string;
+            /** Object description or properties */
+            description: string;
+        }>;
+        /** Name of the object the character is currently focused on */
+        currentAttentionObject?: string;
+    };
+}
+/**
+ * Represents a single message in the chat conversation.
+ * Different message types are used for various parts of the conversation flow.
+ */
+export interface ChatMessage {
+    /** Unique identifier for the message */
+    id: string;
+    /**
+     * Type of message:
+     * - `user`: User's sent message
+     * - `convai`: Character's response
+     * - `user-transcription`: Real-time speech-to-text from user
+     * - `bot-llm-text`: Character's LLM-generated text
+     * - `emotion`: Character's emotional state
+     * - `behavior-tree`: Behavior tree response
+     * - `action`: Action execution
+     * - `bot-emotion`: Bot emotional response
+     * - `user-llm-text`: User text processed by LLM
+     */
+    type: 'user' | 'convai' | 'emotion' | 'behavior-tree' | 'action' | 'user-transcription' | 'bot-llm-text' | 'bot-emotion' | 'user-llm-text';
+    /** The text content of the message */
+    content: string;
+    /** ISO timestamp string of when the message was created */
+    timestamp: string;
+    /** Whether this is the final version of the message (for streaming) */
+    isFinal?: boolean;
+}
+/**
+ * Represents the current state of the Convai client connection and activity.
+ * Use this to provide UI feedback about the conversation state.
+ *
+ * @example
+ * ```typescript
+ * const { state } = convaiClient;
+ *
+ * if (state.isConnected) {
+ *   console.log('Connected to character');
+ * }
+ *
+ * if (state.isSpeaking) {
+ *   console.log('Character is speaking');
+ * }
+ *
+ * // Or use the combined state
+ * console.log(state.agentState); // 'listening' | 'thinking' | 'speaking'
+ * ```
+ */
+export interface ConvaiClientState {
+    /** Whether the client is currently connected to Convai */
+    isConnected: boolean;
+    /** Whether a connection attempt is in progress */
+    isConnecting: boolean;
+    /** Whether the system is actively listening to user input */
+    isListening: boolean;
+    /** Whether the character is processing/thinking about a response */
+    isThinking: boolean;
+    /** Whether the character is currently speaking */
+    isSpeaking: boolean;
+    /**
+     * Combined state indicator for the character's current activity.
+     * Use this as a single source of truth for UI state.
+     */
+    agentState: 'disconnected' | 'connected' | 'listening' | 'thinking' | 'speaking';
+}
+/**
+ * Audio control interface for managing microphone
+ */
+export interface AudioControls {
+    isAudioEnabled: boolean;
+    isAudioMuted: boolean;
+    audioLevel: number;
+    enableAudio: () => Promise<void>;
+    disableAudio: () => Promise<void>;
+    muteAudio: () => Promise<void>;
+    unmuteAudio: () => Promise<void>;
+    toggleAudio: () => Promise<void>;
+    setAudioDevice: (deviceId: string) => Promise<void>;
+    getAudioDevices: () => Promise<MediaDeviceInfo[]>;
+    startAudioLevelMonitoring: () => void;
+    stopAudioLevelMonitoring: () => void;
+}
+/**
+ * Video control interface for managing camera
+ */
+export interface VideoControls {
+    isVideoEnabled: boolean;
+    isVideoHidden: boolean;
+    enableVideo: () => Promise<void>;
+    disableVideo: () => Promise<void>;
+    hideVideo: () => Promise<void>;
+    showVideo: () => Promise<void>;
+    toggleVideo: () => Promise<void>;
+    setVideoDevice: (deviceId: string) => Promise<void>;
+    getVideoDevices: () => Promise<MediaDeviceInfo[]>;
+    setVideoQuality: (quality: 'low' | 'medium' | 'high') => Promise<void>;
+}
+/**
+ * Screen share control interface
+ */
+export interface ScreenShareControls {
+    isScreenShareEnabled: boolean;
+    isScreenShareActive: boolean;
+    enableScreenShare: () => Promise<void>;
+    disableScreenShare: () => Promise<void>;
+    toggleScreenShare: () => Promise<void>;
+    enableScreenShareWithAudio: () => Promise<void>;
+    getScreenShareTracks: () => Promise<any[]>;
+}
+/**
+ * Main Convai client interface.
+ * Provides complete control over Convai character connections and interactions.
+ *
+ * @example
+ * ```typescript
+ * import { ConvaiClient } from '@convai/web-sdk/core';
+ *
+ * const client = new ConvaiClient();
+ *
+ * // Connect to character
+ * await client.connect({
+ *   apiKey: 'your-api-key',
+ *   characterId: 'your-character-id',
+ *   endUserId: '-1' // Dev mode
+ * });
+ *
+ * // Send a message
+ * client.sendUserTextMessage('Hello!');
+ *
+ * // Listen for state changes
+ * client.on('stateChange', (state) => {
+ *   console.log('State:', state);
+ * });
+ *
+ * // Listen for messages
+ * client.on('message', (message) => {
+ *   console.log('New message:', message);
+ * });
+ * ```
+ */
+export interface IConvaiClient {
+    /** Current connection and activity state of the client */
+    readonly state: ConvaiClientState;
+    /**
+     * Connection type: "audio" (audio only) or "video" (audio + video + screenshare).
+     * Set based on enableVideo in connect config.
+     */
+    readonly connectionType: 'audio' | 'video' | null;
+    /** API key used for the current connection (null if not connected) */
+    readonly apiKey: string | null;
+    /** Character ID used for the current connection (null if not connected) */
+    readonly characterId: string | null;
+    /**
+     * Speaker ID for the current user (null if not connected).
+     * Used for long-term memory and user analytics.
+     */
+    readonly speakerId: string | null;
+    /** Internal LiveKit Room instance (for advanced usage) */
+    readonly room: Room;
+    /** Array of all chat messages in the current conversation */
+    readonly chatMessages: ChatMessage[];
+    /** Current real-time transcription of user speech */
+    readonly userTranscription: string;
+    /** Unique session ID for the current character conversation */
+    readonly characterSessionId: string | null;
+    /** Whether the bot is ready to receive messages (true after bot-ready message) */
+    readonly isBotReady: boolean;
+    /** Audio control methods for managing microphone mute/unmute */
+    readonly audioControls: AudioControls;
+    /** Video control methods for enabling/disabling camera */
+    readonly videoControls: VideoControls;
+    /** Screen sharing control methods */
+    readonly screenShareControls: ScreenShareControls;
+    /**
+     * Connect to a Convai character.
+     */
+    connect: (config?: ConvaiConfig) => Promise<void>;
+    /** Disconnect from the current character session */
+    disconnect: () => Promise<void>;
+    /** Reconnect - disconnect and connect again using stored config */
+    reconnect: () => Promise<void>;
+    /** Reset the session ID to start a new conversation (clears history) */
+    resetSession: () => void;
+    /** Send a text message to the character */
+    sendUserTextMessage: (text: string) => void;
+    /**
+     * Send a trigger message to invoke specific character actions or responses.
+     * @param triggerName - Name of the trigger to invoke
+     * @param triggerMessage - Optional message to accompany the trigger
+     */
+    sendTriggerMessage: (triggerName?: string, triggerMessage?: string) => void;
+    /**
+     * Update template keys in the character's context (e.g., user name, location).
+     * These keys can be referenced in the character's responses.
+     */
+    updateTemplateKeys: (templateKeys: {
+        [key: string]: string;
+    }) => void;
+    /**
+     * Update dynamic information about the current context.
+     * This helps the character understand the current situation.
+     */
+    updateDynamicInfo: (dynamicInfo: {
+        text: string;
+    }) => void;
+    /**
+     * Toggle text-to-speech on or off.
+     * When disabled, character responses won't be spoken aloud.
+     */
+    toggleTts: (enabled: boolean) => void;
+    /**
+     * Subscribe to an event
+     * @param event Event name ('stateChange', 'message', 'connect', 'disconnect', 'error')
+     * @param callback Callback function
+     * @returns Unsubscribe function
+     */
+    on: (event: string, callback: (...args: any[]) => void) => () => void;
+    /**
+     * Unsubscribe from an event
+     * @param event Event name
+     * @param callback Callback function to remove
+     */
+    off: (event: string, callback: (...args: any[]) => void) => void;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/core/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/core/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAEtC;;;;GAIG;AACH,MAAM,WAAW,aAAa;IAC5B,yEAAyE;IACzE,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,0EAA0E;IAC1E,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,0EAA0E;IAC1E,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,+CAA+C;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sEAAsE;IACtE,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,YAAY;IAC3B,+DAA+D;IAC/D,MAAM,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,WAAW,EAAE,MAAM,CAAC;IACpB;;;;;;;;;;;;OAYG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wEAAwE;IACxE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb;;;;OAIG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,6DAA6D;IAC7D,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,oEAAoE;IACpE,YAAY,CAAC,EAAE;QACb,qDAAqD;QACrD,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,4DAA4D;QAC5D,UAAU,EAAE,KAAK,CAAC;YAChB,qBAAqB;YACrB,IAAI,EAAE,MAAM,CAAC;YACb,yCAAyC;YACzC,GAAG,EAAE,MAAM,CAAC;SACb,CAAC,CAAC;QACH,oDAAoD;QACpD,OAAO,EAAE,KAAK,CAAC;YACb,kBAAkB;YAClB,IAAI,EAAE,MAAM,CAAC;YACb,uCAAuC;YACvC,WAAW,EAAE,MAAM,CAAC;SACrB,CAAC,CAAC;QACH,+DAA+D;QAC/D,sBAAsB,CAAC,EAAE,MAAM,CAAC;KACjC,CAAC;CACH;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,wCAAwC;IACxC,EAAE,EAAE,MAAM,CAAC;IACX;;;;;;;;;;;OAWG;IACH,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,GAAG,eAAe,GAAG,QAAQ,GAAG,oBAAoB,GAAG,cAAc,GAAG,aAAa,GAAG,eAAe,CAAC;IAC3I,sCAAsC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,2DAA2D;IAC3D,SAAS,EAAE,MAAM,CAAC;IAClB,uEAAuE;IACvE,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,WAAW,iBAAiB;IAChC,0DAA0D;IAC1D,WAAW,EAAE,OAAO,CAAC;IACrB,kDAAkD;IAClD,YAAY,EAAE,OAAO,CAAC;IACtB,6DAA6D;IAC7D,WAAW,EAAE,OAAO,CAAC;IACrB,oEAAoE;IACpE,UAAU,EAAE,OAAO,CAAC;IACpB,kDAAkD;IAClD,UAAU,EAAE,OAAO,CAAC;IACpB;;;OAGG;IACH,UAAU,EAAE,cAAc,GAAG,WAAW,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,CAAC;CAClF;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,cAAc,EAAE,OAAO,CAAC;IACxB,YAAY,EAAE,OAAO,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,YAAY,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,WAAW,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,WAAW,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,cAAc,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,eAAe,EAAE,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAClD,yBAAyB,EAAE,MAAM,IAAI,CAAC;IACtC,wBAAwB,EAAE,MAAM,IAAI,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,YAAY,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,WAAW,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,cAAc,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,eAAe,EAAE,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAClD,eAAe,EAAE,CAAC,OAAO,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACxE;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,oBAAoB,EAAE,OAAO,CAAC;IAC9B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,iBAAiB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,kBAAkB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,iBAAiB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,0BAA0B,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,oBAAoB,EAAE,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;CAC5C;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,MAAM,WAAW,aAAa;IAC5B,0DAA0D;IAC1D,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;IAElC;;;OAGG;IACH,QAAQ,CAAC,cAAc,EAAE,OAAO,GAAG,OAAO,GAAG,IAAI,CAAC;IAElD,sEAAsE;IACtE,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAE/B,2EAA2E;IAC3E,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAEpC;;;OAGG;IACH,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC,0DAA0D;IAC1D,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;IAEpB,6DAA6D;IAC7D,QAAQ,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC;IAErC,qDAAqD;IACrD,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IAEnC,+DAA+D;IAC/D,QAAQ,CAAC,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAE3C,kFAAkF;IAClF,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAE7B,gEAAgE;IAChE,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IAEtC,0DAA0D;IAC1D,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IAEtC,qCAAqC;IACrC,QAAQ,CAAC,mBAAmB,EAAE,mBAAmB,CAAC;IAElD;;OAEG;IACH,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAElD,oDAAoD;IACpD,UAAU,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhC,mEAAmE;IACnE,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/B,wEAAwE;IACxE,YAAY,EAAE,MAAM,IAAI,CAAC;IAEzB,2CAA2C;IAC3C,mBAAmB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IAE5C;;;;OAIG;IACH,kBAAkB,EAAE,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IAE5E;;;OAGG;IACH,kBAAkB,EAAE,CAAC,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAEtE;;;OAGG;IACH,iBAAiB,EAAE,CAAC,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAE3D;;;OAGG;IACH,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;IAEtC;;;;;OAKG;IACH,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;IAEtE;;;;OAIG;IACH,GAAG,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,KAAK,IAAI,CAAC;CAClE"}

package/dist/core/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/core/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/core/types.ts"],"names":[],"mappings":""}

package/dist/hooks/useConvaiClient.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useConvaiClient.d.ts","sourceRoot":"","sources":["../../src/hooks/useConvaiClient.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,YAAY,EACZ,YAAY,EAEZ,WAAW,EAEZ,MAAM,UAAU,CAAC;AAYlB;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,eAAe,GAAI,SAAS,YAAY,KAAG,YAAY,GAAG;IACrE,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,WAAW,EAAE,CAAC;CAuV7B,CAAC"}
+{"version":3,"file":"useConvaiClient.d.ts","sourceRoot":"","sources":["../../src/hooks/useConvaiClient.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,YAAY,EACZ,YAAY,EAEZ,WAAW,EAEZ,MAAM,UAAU,CAAC;AAalB;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,eAAe,GAAI,SAAS,YAAY,KAAG,YAAY,GAAG;IACrE,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,WAAW,EAAE,CAAC;CAyW7B,CAAC"}