@convai/web-sdk 0.3.2-beta.0 → 1.0.0-beta.1

package/dist/core/BlendshapeQueue.d.ts

@@ -1,11 +1,3 @@
-/**
- * Post-processor function that can modify blendshape frames
- * @param frame - The blendshape frame to process
- * @param frameIndex - Index of the frame in the sequence
- * @param totalFrames - Total number of frames in the sequence
- * @returns Modified frame
- */
-export type BlendshapePostProcessor = (frame: Float32Array, frameIndex: number, totalFrames: number) => Float32Array;
 /**
  * BlendshapeQueue - Manages buffering and lifecycle of blendshape frames
  *
@@ -16,26 +8,56 @@ export type BlendshapePostProcessor = (frame: Float32Array, frameIndex: number,
  * 1. Blendshapes arrive in chunks and are buffered in the queue
  * 2. bot-started-speaking triggers conversation start
  * 3. Consumer reads frames from queue using time-based indexing (elapsed_time * 60fps)
- * 4. blendshape-turn-stats marks conversation end
- * 5. Queue drains remaining frames and resets for next conversation
+ * 4. blendshape-turn-stats provides total_audio_duration_ms and total_blendshapes
+ * 5. TimeLeft event emitted during playback based on remaining frames
+ * 6. ConversationEnded event emitted when all frames played
+ * 7. Queue drains remaining frames and resets for next conversation
  *
- * Features:
- * - Zero frame blending for smooth transitions (always enabled)
- * - Frame interpolation for smooth animation (always enabled)
- * - Post-processing hooks for custom frame modifications
+ * Mapping:
+ * - Supports optional mapping of blendshape data via a mapper function
+ * - Mapper is applied when frames are added to the queue
+ * - Common use cases: ARKit 61 → ARKit 52, MetaHuman 251 → Custom format
  */
+export interface TurnStats {
+    fps: number;
+    total_audio_bytes: number;
+    total_audio_duration_ms: number;
+    total_blendshapes: number;
+    total_turn_duration_ms: number;
+}
 export declare class BlendshapeQueue {
     private queue;
     private conversationActive;
     private conversationEnded;
-    private postProcessors;
-    private static readonly ZERO_FRAME;
+    private mapper?;
+    private turnStats;
+    private framesConsumed;
+    private interrupted;
+    private interruptedAtFrame;
     private static readonly TARGET_FPS;
+    /**
+     * Create a new BlendshapeQueue
+     * @param mapper - Optional function to map/transform blendshape data as it's added
+     */
+    constructor(mapper?: (input: number[] | Float32Array) => Float32Array);
     /**
      * Add a chunk of blendshapes to the queue
      * @param blendshapes - Array of blendshape frames (each frame is an array of numbers)
      */
     addChunk(blendshapes: number[][]): void;
+    /**
+     * Set or update the mapper function
+     * @param mapper - Function to map/transform blendshape data
+     */
+    setMapper(mapper: (input: number[] | Float32Array) => Float32Array): void;
+    /**
+     * Clear the mapper function (passthrough mode)
+     */
+    clearMapper(): void;
+    /**
+     * Check if a mapper is configured
+     */
+    hasMapper(): boolean;
     /**
      * Get all frames currently in the queue
      * @returns Array of blendshape frames as Float32Arrays
@@ -47,6 +69,14 @@ export declare class BlendshapeQueue {
      * @returns The frame at the given index, or null if out of bounds
      */
     getFrame(index: number): Float32Array | null;
+    /**
+     * Get a frame with fade-in/fade-out alpha multiplier applied
+     * First 10 frames: fade in from 0 to 1 (starts with bot-started-speaking)
+     * Last 10 frames: fade out from 1 to 0 (normal end or interruption)
+     * @param index - Frame index within the current queue
+     * @returns The frame with alpha applied, or null if out of bounds
+     */
+    getFrameWithAlpha(index: number): Float32Array | null;
     /**
      * Remove frames from the beginning of the queue (consume frames)
      * @param count - Number of frames to remove
@@ -70,52 +100,52 @@ export declare class BlendshapeQueue {
     isConversationEnded(): boolean;
     /**
      * Mark conversation start (called when bot-started-speaking)
+     * Clears any remaining frames from previous conversation
      */
     startConversation(): void;
     /**
-     * Mark conversation end (called when blendshape-turn-stats received)
-     * Queue should be drained after this point
+     * Mark conversation end with turn stats
+     * Called when blendshape-turn-stats received
+     * Note: We keep accepting frames even after stats arrive, because blendshapes
+     * can arrive late due to network timing. We only stop when all frames consumed.
      */
-    endConversation(): void;
+    endConversation(stats?: TurnStats): void;
     /**
-     * Reset queue for new conversation
-     * Should be called after all frames have been consumed
+     * Handle interruption - mark for fade out
+     * Keeps last 10 frames in queue and fades them out
      */
-    reset(): void;
+    interrupt(): void;
     /**
-     * Add a post-processor to modify frames during playback
+     * Get turn stats
      */
-    addPostProcessor(processor: BlendshapePostProcessor): void;
+    getTurnStats(): TurnStats | null;
     /**
-     * Remove a post-processor
+     * Get number of frames consumed
      */
-    removePostProcessor(processor: BlendshapePostProcessor): void;
+    getFramesConsumed(): number;
     /**
-     * Clear all post-processors
+     * Calculate time left in milliseconds based on turn stats
+     * Returns null if stats not available
      */
-    clearPostProcessors(): void;
+    getTimeLeftMs(): number | null;
     /**
-     * Apply all post-processors to a frame
+     * Check if all frames have been consumed based on turn stats
+     */
+    isAllFramesConsumed(): boolean;
+    /**
+     * Reset queue for new conversation
+     * Should be called after all frames have been consumed
      */
-    private applyPostProcessing;
+    reset(): void;
     /**
-     * Get interpolated frame with zero-frame blending (always enabled)
+     * Get frame at specified time
      * @param elapsedTime - Elapsed time in seconds
-     * @returns Interpolated frame with blending info
+     * @returns Frame data
      */
-    getInterpolatedFrame(elapsedTime: number): {
+    getFrameAtTime(elapsedTime: number): {
         frame: Float32Array;
         frameIndex: number;
-        isBlendingToZero: boolean;
     } | null;
-    /**
-     * Interpolate between two frames
-     */
-    private interpolate;
-    /**
-     * Get the zero frame (neutral pose)
-     */
-    static getZeroFrame(): Float32Array;
     /**
      * Get debug info about the queue state
      */
@@ -123,6 +153,9 @@ export declare class BlendshapeQueue {
         frameCount: number;
         conversationActive: boolean;
         conversationEnded: boolean;
+        framesConsumed: number;
+        turnStats: TurnStats | null;
+        timeLeftMs: number | null;
     };
 }
 //# sourceMappingURL=BlendshapeQueue.d.ts.map

package/dist/core/BlendshapeQueue.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"BlendshapeQueue.d.ts","sourceRoot":"","sources":["../../src/core/BlendshapeQueue.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,MAAM,MAAM,uBAAuB,GAAG,CACpC,KAAK,EAAE,YAAY,EACnB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,KAChB,YAAY,CAAC;AAElB;;;;;;;;;;;;;;;;;GAiBG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,kBAAkB,CAAkB;IAC5C,OAAO,CAAC,iBAAiB,CAAkB;IAG3C,OAAO,CAAC,cAAc,CAAiC;IAGvD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAgC;IAClE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAM;IAExC;;;OAGG;IACH,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI;IASvC;;;OAGG;IACH,SAAS,IAAI,YAAY,EAAE;IAI3B;;;;OAIG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI;IAO5C;;;OAGG;IACH,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAKlC;;OAEG;IACH,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,oBAAoB,IAAI,OAAO;IAI/B;;OAEG;IACH,mBAAmB,IAAI,OAAO;IAI9B;;OAEG;IACH,iBAAiB,IAAI,IAAI;IAKzB;;;OAGG;IACH,eAAe,IAAI,IAAI;IAKvB;;;OAGG;IACH,KAAK,IAAI,IAAI;IAMb;;OAEG;IACH,gBAAgB,CAAC,SAAS,EAAE,uBAAuB,GAAG,IAAI;IAI1D;;OAEG;IACH,mBAAmB,CAAC,SAAS,EAAE,uBAAuB,GAAG,IAAI;IAO7D;;OAEG;IACH,mBAAmB,IAAI,IAAI;IAI3B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAW3B;;;;OAIG;IACH,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG;QACzC,KAAK,EAAE,YAAY,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,gBAAgB,EAAE,OAAO,CAAC;KAC3B,GAAG,IAAI;IA6DR;;OAEG;IACH,OAAO,CAAC,WAAW;IAiBnB;;OAEG;IACH,MAAM,CAAC,YAAY,IAAI,YAAY;IAInC;;OAEG;IACH,YAAY,IAAI;QACd,UAAU,EAAE,MAAM,CAAC;QACnB,kBAAkB,EAAE,OAAO,CAAC;QAC5B,iBAAiB,EAAE,OAAO,CAAC;KAC5B;CAOF"}
+{"version":3,"file":"BlendshapeQueue.d.ts","sourceRoot":"","sources":["../../src/core/BlendshapeQueue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,iBAAiB,EAAE,MAAM,CAAC;IAC1B,uBAAuB,EAAE,MAAM,CAAC;IAChC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,EAAE,MAAM,CAAC;CAChC;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,kBAAkB,CAAkB;IAC5C,OAAO,CAAC,iBAAiB,CAAkB;IAC3C,OAAO,CAAC,MAAM,CAAC,CAAmD;IAClE,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,cAAc,CAAa;IACnC,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,kBAAkB,CAAa;IAGvC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAM;IAExC;;;OAGG;gBACS,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,KAAK,YAAY;IAIrE;;;OAGG;IACH,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI;IAqBvC;;;OAGG;IACH,SAAS,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,KAAK,YAAY,GAAG,IAAI;IAIzE;;OAEG;IACH,WAAW,IAAI,IAAI;IAInB;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;;OAGG;IACH,SAAS,IAAI,YAAY,EAAE;IAI3B;;;;OAIG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI;IAO5C;;;;;;OAMG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI;IA+CrD;;;OAGG;IACH,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAQlC;;OAEG;IACH,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,oBAAoB,IAAI,OAAO;IAI/B;;OAEG;IACH,mBAAmB,IAAI,OAAO;IAI9B;;;OAGG;IACH,iBAAiB,IAAI,IAAI;IAYzB;;;;;OAKG;IACH,eAAe,CAAC,KAAK,CAAC,EAAE,SAAS,GAAG,IAAI;IAUxC;;;OAGG;IACH,SAAS,IAAI,IAAI;IAYjB;;OAEG;IACH,YAAY,IAAI,SAAS,GAAG,IAAI;IAIhC;;OAEG;IACH,iBAAiB,IAAI,MAAM;IAI3B;;;OAGG;IACH,aAAa,IAAI,MAAM,GAAG,IAAI;IAiB9B;;OAEG;IACH,mBAAmB,IAAI,OAAO;IAK9B;;;OAGG;IACH,KAAK,IAAI,IAAI;IAQb;;;;OAIG;IACH,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG;QACnC,KAAK,EAAE,YAAY,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;KACpB,GAAG,IAAI;IAiBR;;OAEG;IACH,YAAY,IAAI;QACd,UAAU,EAAE,MAAM,CAAC;QACnB,kBAAkB,EAAE,OAAO,CAAC;QAC5B,iBAAiB,EAAE,OAAO,CAAC;QAC3B,cAAc,EAAE,MAAM,CAAC;QACvB,SAAS,EAAE,SAAS,GAAG,IAAI,CAAC;QAC5B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B;CAUF"}

package/dist/core/BlendshapeQueue.js

@@ -8,33 +8,72 @@
  * 1. Blendshapes arrive in chunks and are buffered in the queue
  * 2. bot-started-speaking triggers conversation start
  * 3. Consumer reads frames from queue using time-based indexing (elapsed_time * 60fps)
- * 4. blendshape-turn-stats marks conversation end
- * 5. Queue drains remaining frames and resets for next conversation
+ * 4. blendshape-turn-stats provides total_audio_duration_ms and total_blendshapes
+ * 5. TimeLeft event emitted during playback based on remaining frames
+ * 6. ConversationEnded event emitted when all frames played
+ * 7. Queue drains remaining frames and resets for next conversation
  *
- * Features:
- * - Zero frame blending for smooth transitions (always enabled)
- * - Frame interpolation for smooth animation (always enabled)
- * - Post-processing hooks for custom frame modifications
+ * Mapping:
+ * - Supports optional mapping of blendshape data via a mapper function
+ * - Mapper is applied when frames are added to the queue
+ * - Common use cases: ARKit 61 → ARKit 52, MetaHuman 251 → Custom format
  */
 export class BlendshapeQueue {
-    constructor() {
+    /**
+     * Create a new BlendshapeQueue
+     * @param mapper - Optional function to map/transform blendshape data as it's added
+     */
+    constructor(mapper) {
         this.queue = [];
         this.conversationActive = false;
         this.conversationEnded = false;
-        // Post-processing
-        this.postProcessors = [];
+        this.turnStats = null;
+        this.framesConsumed = 0;
+        this.interrupted = false; // Track if conversation was interrupted
+        this.interruptedAtFrame = 0; // Frame number when interrupted
+        this.mapper = mapper;
     }
     /**
      * Add a chunk of blendshapes to the queue
      * @param blendshapes - Array of blendshape frames (each frame is an array of numbers)
      */
     addChunk(blendshapes) {
+        // Only accept frames if conversation is active
+        // Keep accepting even after conversationEnded=true, because frames can arrive late
+        if (!this.conversationActive) {
+            console.log(`[BlendshapeQueue] ❌ Ignoring ${blendshapes.length} frames - conversation not active`);
+            return;
+        }
         const before = this.queue.length;
         for (let i = 0; i < blendshapes.length; i++) {
-            this.queue.push(new Float32Array(blendshapes[i]));
+            const rawFrame = blendshapes[i];
+            // Apply mapper if provided, otherwise convert to Float32Array directly
+            const mappedFrame = this.mapper
+                ? this.mapper(rawFrame)
+                : new Float32Array(rawFrame);
+            this.queue.push(mappedFrame);
         }
         const after = this.queue.length;
-        // console.log(`[BlendshapeQueue] Added ${blendshapes.length} frames. Queue: ${before} -> ${after}`);
+        console.log(`[BlendshapeQueue] ✅ Added ${blendshapes.length} frames. Queue: ${before} -> ${after}, Total consumed so far: ${this.framesConsumed}`);
+    }
+    /**
+     * Set or update the mapper function
+     * @param mapper - Function to map/transform blendshape data
+     */
+    setMapper(mapper) {
+        this.mapper = mapper;
+    }
+    /**
+     * Clear the mapper function (passthrough mode)
+     */
+    clearMapper() {
+        this.mapper = undefined;
+    }
+    /**
+     * Check if a mapper is configured
+     */
+    hasMapper() {
+        return this.mapper !== undefined;
     }
     /**
      * Get all frames currently in the queue
@@ -54,6 +93,52 @@ export class BlendshapeQueue {
         }
         return this.queue[index];
     }
+    /**
+     * Get a frame with fade-in/fade-out alpha multiplier applied
+     * First 10 frames: fade in from 0 to 1 (starts with bot-started-speaking)
+     * Last 10 frames: fade out from 1 to 0 (normal end or interruption)
+     * @param index - Frame index within the current queue
+     * @returns The frame with alpha applied, or null if out of bounds
+     */
+    getFrameWithAlpha(index) {
+        const frame = this.getFrame(index);
+        if (!frame)
+            return null;
+        let alpha = 1.0;
+        // Calculate absolute frame number (frames consumed + current index in queue)
+        const absoluteFrameNumber = this.framesConsumed + index;
+        // Fade in: first 10 frames (0 to 1) - starts when bot-started-speaking
+        if (absoluteFrameNumber < 10) {
+            alpha = absoluteFrameNumber / 10;
+        }
+        // Fade out for interruptions: last 10 frames of remaining queue
+        if (this.interrupted) {
+            const remainingFrames = this.queue.length;
+            const frameIndexInQueue = index;
+            // Apply fade out to last 10 frames in queue
+            if (frameIndexInQueue >= remainingFrames - 10) {
+                const framesFromEnd = remainingFrames - frameIndexInQueue;
+                alpha = Math.min(alpha, framesFromEnd / 10);
+            }
+        }
+        // Fade out for normal end: last 10 frames based on turn stats
+        else if (this.turnStats) {
+            const totalFrames = this.turnStats.total_blendshapes;
+            const framesFromEnd = totalFrames - absoluteFrameNumber;
+            if (framesFromEnd <= 10) {
+                alpha = Math.min(alpha, framesFromEnd / 10);
+            }
+        }
+        // Apply alpha to all morph values
+        if (alpha < 1.0) {
+            const fadedFrame = new Float32Array(frame.length);
+            for (let i = 0; i < frame.length; i++) {
+                fadedFrame[i] = frame[i] * alpha;
+            }
+            return fadedFrame;
+        }
+        return frame;
+    }
     /**
      * Remove frames from the beginning of the queue (consume frames)
      * @param count - Number of frames to remove
@@ -61,7 +146,10 @@ export class BlendshapeQueue {
     consumeFrames(count) {
         if (count <= 0)
             return;
-        this.queue.splice(0, Math.min(count, this.queue.length));
+        const actualConsumed = Math.min(count, this.queue.length);
+        this.queue.splice(0, actualConsumed);
+        this.framesConsumed += actualConsumed;
+        console.log(`[BlendshapeQueue] 🔄 Consumed ${actualConsumed} frames. Total consumed: ${this.framesConsumed}, Queue left: ${this.queue.length}`);
     }
     /**
      * Get the number of frames currently in the queue
@@ -89,129 +177,113 @@ export class BlendshapeQueue {
     }
     /**
      * Mark conversation start (called when bot-started-speaking)
+     * Clears any remaining frames from previous conversation
      */
     startConversation() {
+        console.log(`[BlendshapeQueue] 🎬 Starting new conversation - clearing ${this.queue.length} leftover frames`);
+        // Clear any leftover frames from previous conversation
+        this.queue = [];
         this.conversationActive = true;
         this.conversationEnded = false;
+        this.framesConsumed = 0; // Reset frame counter for new conversation
+        this.turnStats = null; // Clear old stats
+        this.interrupted = false; // Reset interruption flag
+        this.interruptedAtFrame = 0;
     }
     /**
-     * Mark conversation end (called when blendshape-turn-stats received)
-     * Queue should be drained after this point
+     * Mark conversation end with turn stats
+     * Called when blendshape-turn-stats received
+     * Note: We keep accepting frames even after stats arrive, because blendshapes
+     * can arrive late due to network timing. We only stop when all frames consumed.
      */
-    endConversation() {
+    endConversation(stats) {
+        console.log(`[BlendshapeQueue] 🏁 Turn stats received:`, stats);
+        console.log(`[BlendshapeQueue] Total consumed: ${this.framesConsumed}, Queue remaining: ${this.queue.length}`);
+        // Don't set conversationActive = false yet! Keep accepting late frames
         this.conversationEnded = true;
-        // Note: Don't set conversationActive to false yet - let consumer drain remaining frames
+        if (stats) {
+            this.turnStats = stats;
+        }
     }
     /**
-     * Reset queue for new conversation
-     * Should be called after all frames have been consumed
+     * Handle interruption - mark for fade out
+     * Keeps last 10 frames in queue and fades them out
      */
-    reset() {
-        this.queue = [];
-        this.conversationActive = false;
-        this.conversationEnded = false;
+    interrupt() {
+        console.log(`[BlendshapeQueue] ⚠️ Interruption - keeping last 10 frames for fade out. Current queue: ${this.queue.length}`);
+        this.interrupted = true;
+        this.interruptedAtFrame = this.framesConsumed + this.queue.length;
+        this.conversationActive = false; // Stop accepting new frames
+        // Keep only last 10 frames for fade out
+        if (this.queue.length > 10) {
+            this.queue = this.queue.slice(-10);
+        }
     }
     /**
-     * Add a post-processor to modify frames during playback
+     * Get turn stats
      */
-    addPostProcessor(processor) {
-        this.postProcessors.push(processor);
+    getTurnStats() {
+        return this.turnStats;
     }
     /**
-     * Remove a post-processor
+     * Get number of frames consumed
      */
-    removePostProcessor(processor) {
-        const index = this.postProcessors.indexOf(processor);
-        if (index !== -1) {
-            this.postProcessors.splice(index, 1);
-        }
+    getFramesConsumed() {
+        return this.framesConsumed;
     }
     /**
-     * Clear all post-processors
+     * Calculate time left in milliseconds based on turn stats
+     * Returns null if stats not available
      */
-    clearPostProcessors() {
-        this.postProcessors = [];
+    getTimeLeftMs() {
+        if (!this.turnStats)
+            return null;
+        const { total_audio_duration_ms, total_blendshapes } = this.turnStats;
+        // Calculate time per frame
+        const msPerFrame = total_audio_duration_ms / total_blendshapes;
+        // Calculate remaining frames
+        const remainingFrames = total_blendshapes - this.framesConsumed;
+        // Calculate time left
+        const timeLeftMs = remainingFrames * msPerFrame;
+        return Math.max(0, timeLeftMs);
     }
     /**
-     * Apply all post-processors to a frame
+     * Check if all frames have been consumed based on turn stats
      */
-    applyPostProcessing(frame, frameIndex) {
-        return this.postProcessors.reduce((processedFrame, processor) => processor(processedFrame, frameIndex, this.queue.length), frame);
+    isAllFramesConsumed() {
+        if (!this.turnStats)
+            return false;
+        return this.framesConsumed >= this.turnStats.total_blendshapes;
+    }
+    /**
+     * Reset queue for new conversation
+     * Should be called after all frames have been consumed
+     */
+    reset() {
+        this.queue = [];
+        this.conversationActive = false;
+        this.conversationEnded = false;
+        this.turnStats = null;
+        this.framesConsumed = 0;
     }
     /**
-     * Get interpolated frame with zero-frame blending (always enabled)
+     * Get frame at specified time
      * @param elapsedTime - Elapsed time in seconds
-     * @returns Interpolated frame with blending info
+     * @returns Frame data
      */
-    getInterpolatedFrame(elapsedTime) {
+    getFrameAtTime(elapsedTime) {
         if (this.queue.length === 0) {
             return null;
         }
-        const totalDuration = this.queue.length / BlendshapeQueue.TARGET_FPS;
-        const frameDuration = 1 / BlendshapeQueue.TARGET_FPS;
-        const halfFrameDuration = frameDuration * 0.5;
-        let startFrame;
-        let endFrame;
-        let alpha;
-        let frameIndex;
-        let isBlendingToZero = false;
-        // Beginning: blend from zero to first frame
-        if (elapsedTime <= halfFrameDuration) {
-            startFrame = BlendshapeQueue.ZERO_FRAME;
-            endFrame = this.queue[0];
-            alpha = elapsedTime / halfFrameDuration;
-            frameIndex = 0;
-        }
-        // End: blend from last frame to zero
-        else if (elapsedTime >= totalDuration - halfFrameDuration) {
-            startFrame = this.queue[this.queue.length - 1];
-            endFrame = BlendshapeQueue.ZERO_FRAME;
-            alpha =
-                (elapsedTime - (totalDuration - halfFrameDuration)) / halfFrameDuration;
-            frameIndex = this.queue.length - 1;
-            isBlendingToZero = true;
-        }
-        // Middle: normal interpolation
-        else {
-            const adjustedTime = elapsedTime - halfFrameDuration;
-            const currentFrameIndex = Math.floor(adjustedTime / frameDuration);
-            const nextFrameIndex = Math.min(currentFrameIndex + 1, this.queue.length - 1);
-            startFrame = this.queue[currentFrameIndex];
-            endFrame = this.queue[nextFrameIndex];
-            alpha = (adjustedTime % frameDuration) / frameDuration;
-            frameIndex = currentFrameIndex;
-        }
-        // Always interpolate for smooth animation
-        let resultFrame = this.interpolate(startFrame, endFrame, alpha);
-        // Apply post-processing
-        if (this.postProcessors.length > 0) {
-            resultFrame = this.applyPostProcessing(resultFrame, frameIndex);
-        }
+        // Calculate frame index based on elapsed time and target FPS
+        const frameIndex = Math.floor(elapsedTime * BlendshapeQueue.TARGET_FPS);
+        // Clamp to valid range
+        const clampedIndex = Math.min(frameIndex, this.queue.length - 1);
         return {
-            frame: resultFrame,
-            frameIndex,
-            isBlendingToZero,
+            frame: this.queue[clampedIndex],
+            frameIndex: clampedIndex,
         };
     }
-    /**
-     * Interpolate between two frames
-     */
-    interpolate(start, end, alpha) {
-        const result = new Float32Array(Math.max(start.length, end.length));
-        const minLength = Math.min(start.length, end.length);
-        for (let i = 0; i < minLength; i++) {
-            const startVal = start[i] || 0;
-            const endVal = end[i] || 0;
-            result[i] = startVal + (endVal - startVal) * alpha;
-        }
-        return result;
-    }
-    /**
-     * Get the zero frame (neutral pose)
-     */
-    static getZeroFrame() {
-        return new Float32Array(BlendshapeQueue.ZERO_FRAME);
-    }
     /**
      * Get debug info about the queue state
      */
@@ -220,10 +292,12 @@ export class BlendshapeQueue {
             frameCount: this.queue.length,
             conversationActive: this.conversationActive,
             conversationEnded: this.conversationEnded,
+            framesConsumed: this.framesConsumed,
+            turnStats: this.turnStats,
+            timeLeftMs: this.getTimeLeftMs(),
         };
     }
 }
 // Constants
-BlendshapeQueue.ZERO_FRAME = new Float32Array(52).fill(0);
 BlendshapeQueue.TARGET_FPS = 60;
 //# sourceMappingURL=BlendshapeQueue.js.map

package/dist/core/BlendshapeQueue.js.map

@@ -1 +1 @@
-{"version":3,"file":"BlendshapeQueue.js","sourceRoot":"","sources":["../../src/core/BlendshapeQueue.ts"],"names":[],"mappings":"AAaA;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,OAAO,eAAe;IAA5B;QACU,UAAK,GAAmB,EAAE,CAAC;QAC3B,uBAAkB,GAAY,KAAK,CAAC;QACpC,sBAAiB,GAAY,KAAK,CAAC;QAE3C,kBAAkB;QACV,mBAAc,GAA8B,EAAE,CAAC;IA4PzD,CAAC;IAtPC;;;OAGG;IACH,QAAQ,CAAC,WAAuB;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QAChC,qGAAqG;IACvG,CAAC;IAED;;;OAGG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,KAAa;QACpB,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,KAAa;QACzB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,oBAAoB;QAClB,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAC/B,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,wFAAwF;IAC1F,CAAC;IAED;;;OAGG;IACH,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC;QAChC,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,SAAkC;QACjD,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,SAAkC;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACK,mBAAmB,CACzB,KAAmB,EACnB,UAAkB;QAElB,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,CAC/B,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAC5B,SAAS,CAAC,cAAc,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAC1D,KAAK,CACN,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,oBAAoB,CAAC,WAAmB;QAKtC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe,CAAC,UAAU,CAAC;QACrE,MAAM,aAAa,GAAG,CAAC,GAAG,eAAe,CAAC,UAAU,CAAC;QACrD,MAAM,iBAAiB,GAAG,aAAa,GAAG,GAAG,CAAC;QAE9C,IAAI,UAAwB,CAAC;QAC7B,IAAI,QAAsB,CAAC;QAC3B,IAAI,KAAa,CAAC;QAClB,IAAI,UAAkB,CAAC;QACvB,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAE7B,4CAA4C;QAC5C,IAAI,WAAW,IAAI,iBAAiB,EAAE,CAAC;YACrC,UAAU,GAAG,eAAe,CAAC,UAAU,CAAC;YACxC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACzB,KAAK,GAAG,WAAW,GAAG,iBAAiB,CAAC;YACxC,UAAU,GAAG,CAAC,CAAC;QACjB,CAAC;QACD,qCAAqC;aAChC,IAAI,WAAW,IAAI,aAAa,GAAG,iBAAiB,EAAE,CAAC;YAC1D,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC/C,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC;YACtC,KAAK;gBACH,CAAC,WAAW,GAAG,CAAC,aAAa,GAAG,iBAAiB,CAAC,CAAC,GAAG,iBAAiB,CAAC;YAC1E,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACnC,gBAAgB,GAAG,IAAI,CAAC;QAC1B,CAAC;QACD,+BAA+B;aAC1B,CAAC;YACJ,MAAM,YAAY,GAAG,WAAW,GAAG,iBAAiB,CAAC;YACrD,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,aAAa,CAAC,CAAC;YACnE,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,iBAAiB,GAAG,CAAC,EACrB,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CACtB,CAAC;YAEF,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC3C,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACtC,KAAK,GAAG,CAAC,YAAY,GAAG,aAAa,CAAC,GAAG,aAAa,CAAC;YACvD,UAAU,GAAG,iBAAiB,CAAC;QACjC,CAAC;QAED,0CAA0C;QAC1C,IAAI,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QAEhE,wBAAwB;QACxB,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAClE,CAAC;QAED,OAAO;YACL,KAAK,EAAE,WAAW;YAClB,UAAU;YACV,gBAAgB;SACjB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,WAAW,CACjB,KAAmB,EACnB,GAAiB,EACjB,KAAa;QAEb,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC3B,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,KAAK,CAAC;QACrD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,YAAY;QACjB,OAAO,IAAI,YAAY,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,YAAY;QAKV,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC7B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;SAC1C,CAAC;IACJ,CAAC;;AAzPD,YAAY;AACY,0BAAU,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,AAA/B,CAAgC;AAC1C,0BAAU,GAAG,EAAE,AAAL,CAAM"}
+{"version":3,"file":"BlendshapeQueue.js","sourceRoot":"","sources":["../../src/core/BlendshapeQueue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAUH,MAAM,OAAO,eAAe;IAa1B;;;OAGG;IACH,YAAY,MAAyD;QAhB7D,UAAK,GAAmB,EAAE,CAAC;QAC3B,uBAAkB,GAAY,KAAK,CAAC;QACpC,sBAAiB,GAAY,KAAK,CAAC;QAEnC,cAAS,GAAqB,IAAI,CAAC;QACnC,mBAAc,GAAW,CAAC,CAAC;QAC3B,gBAAW,GAAY,KAAK,CAAC,CAAC,wCAAwC;QACtE,uBAAkB,GAAW,CAAC,CAAC,CAAC,gCAAgC;QAUtE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,QAAQ,CAAC,WAAuB;QAC9B,+CAA+C;QAC/C,mFAAmF;QACnF,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,gCAAgC,WAAW,CAAC,MAAM,mCAAmC,CAAC,CAAC;YACnG,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAChC,uEAAuE;YACvE,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM;gBAC7B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;gBACvB,CAAC,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC/B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,6BAA6B,WAAW,CAAC,MAAM,mBAAmB,MAAM,OAAO,KAAK,4BAA4B,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;IACrJ,CAAC;IAED;;;OAGG;IACH,SAAS,CAAC,MAAwD;QAChE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,WAAW;QACT,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC;IACnC,CAAC;IAED;;;OAGG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,KAAa;QACpB,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED;;;;;;OAMG;IACH,iBAAiB,CAAC,KAAa;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,IAAI,KAAK,GAAG,GAAG,CAAC;QAEhB,6EAA6E;QAC7E,MAAM,mBAAmB,GAAG,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAExD,uEAAuE;QACvE,IAAI,mBAAmB,GAAG,EAAE,EAAE,CAAC;YAC7B,KAAK,GAAG,mBAAmB,GAAG,EAAE,CAAC;QACnC,CAAC;QAED,gEAAgE;QAChE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YAC1C,MAAM,iBAAiB,GAAG,KAAK,CAAC;YAEhC,4CAA4C;YAC5C,IAAI,iBAAiB,IAAI,eAAe,GAAG,EAAE,EAAE,CAAC;gBAC9C,MAAM,aAAa,GAAG,eAAe,GAAG,iBAAiB,CAAC;gBAC1D,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,aAAa,GAAG,EAAE,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QACD,8DAA8D;aACzD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACxB,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC;YACrD,MAAM,aAAa,GAAG,WAAW,GAAG,mBAAmB,CAAC;YAExD,IAAI,aAAa,IAAI,EAAE,EAAE,CAAC;gBACxB,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,aAAa,GAAG,EAAE,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;YAChB,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YACnC,CAAC;YACD,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,KAAa;QACzB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QACrC,IAAI,CAAC,cAAc,IAAI,cAAc,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,iCAAiC,cAAc,4BAA4B,IAAI,CAAC,cAAc,iBAAiB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAClJ,CAAC;IAED;;OAEG;IACH,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,oBAAoB;QAClB,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAED;;;OAGG;IACH,iBAAiB;QACf,OAAO,CAAC,GAAG,CAAC,6DAA6D,IAAI,CAAC,KAAK,CAAC,MAAM,kBAAkB,CAAC,CAAC;QAC9G,uDAAuD;QACvD,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAC/B,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,2CAA2C;QACpE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,kBAAkB;QACzC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,CAAC,0BAA0B;QACpD,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,KAAiB;QAC/B,OAAO,CAAC,GAAG,CAAC,2CAA2C,EAAE,KAAK,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,qCAAqC,IAAI,CAAC,cAAc,sBAAsB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/G,uEAAuE;QACvE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,SAAS;QACP,OAAO,CAAC,GAAG,CAAC,2FAA2F,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5H,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QAClE,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC,CAAC,4BAA4B;QAE7D,wCAAwC;QACxC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,aAAa;QACX,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEjC,MAAM,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAEtE,2BAA2B;QAC3B,MAAM,UAAU,GAAG,uBAAuB,GAAG,iBAAiB,CAAC;QAE/D,6BAA6B;QAC7B,MAAM,eAAe,GAAG,iBAAiB,GAAG,IAAI,CAAC,cAAc,CAAC;QAEhE,sBAAsB;QACtB,MAAM,UAAU,GAAG,eAAe,GAAG,UAAU,CAAC;QAEhD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO,KAAK,CAAC;QAClC,OAAO,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC;IACjE,CAAC;IAED;;;OAGG;IACH,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC;QAChC,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACH,cAAc,CAAC,WAAmB;QAIhC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,6DAA6D;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;QAExE,uBAAuB;QACvB,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEjE,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;YAC/B,UAAU,EAAE,YAAY;SACzB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,YAAY;QAQV,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC7B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE;SACjC,CAAC;IACJ,CAAC;;AA/TD,YAAY;AACY,0BAAU,GAAG,EAAE,AAAL,CAAM"}

package/dist/core/ConvaiClient.d.ts

@@ -139,19 +139,5 @@ export declare class ConvaiClient extends EventEmitter implements IConvaiClient
      * Toggle text-to-speech on or off
      */
     toggleTts(enabled: boolean): void;
-    /**
-     * Add a post-processor to modify blendshape frames during playback
-     * @param processor - Function that processes blendshape frames
-     */
-    addLipsyncPostProcessor(processor: import("./BlendshapeQueue").BlendshapePostProcessor): void;
-    /**
-     * Remove a post-processor
-     * @param processor - The processor function to remove
-     */
-    removeLipsyncPostProcessor(processor: import("./BlendshapeQueue").BlendshapePostProcessor): void;
-    /**
-     * Clear all post-processors
-     */
-    clearLipsyncPostProcessors(): void;
 }
 //# sourceMappingURL=ConvaiClient.d.ts.map

package/dist/core/ConvaiClient.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ConvaiClient.d.ts","sourceRoot":"","sources":["../../src/core/ConvaiClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAa,MAAM,gBAAgB,CAAC;AACjD,OAAO,EACL,YAAY,EACZ,iBAAiB,EACjB,WAAW,EAEX,aAAa,EACb,aAAa,EACb,aAAa,EACb,mBAAmB,EACpB,MAAM,SAAS,CAAC;AAKjB,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAG9C,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,qBAAa,YAAa,SAAQ,YAAa,YAAW,aAAa;IACrE,OAAO,CAAC,KAAK,CAAO;IACpB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,eAAe,CAAkC;IACzD,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,eAAe,CAAc;IACrC,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,aAAa,CAA6B;IAGlD,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,eAAe,CAAiB;IACxC,OAAO,CAAC,eAAe,CAAiB;IAGxC,OAAO,CAAC,sBAAsB,CAAa;IAC3C,OAAO,CAAC,sBAAsB,CAAa;gBAE/B,MAAM,CAAC,EAAE,YAAY;IA0CjC,IAAI,KAAK,IAAI,iBAAiB,CAE7B;IAED,IAAI,cAAc,IAAI,OAAO,GAAG,OAAO,GAAG,IAAI,CAE7C;IAED,IAAI,MAAM,IAAI,MAAM,GAAG,IAAI,CAE1B;IAED,IAAI,WAAW,IAAI,MAAM,GAAG,IAAI,CAE/B;IAED,IAAI,SAAS,IAAI,MAAM,GAAG,IAAI,CAE7B;IAED,IAAI,IAAI,IAAI,IAAI,CAEf;IAED,IAAI,YAAY,IAAI,WAAW,EAAE,CAEhC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,kBAAkB,IAAI,MAAM,GAAG,IAAI,CAEtC;IAED,IAAI,UAAU,IAAI,OAAO,CAExB;IAED,IAAI,aAAa,IAAI,aAAa,CAEjC;IAED,IAAI,aAAa,IAAI,aAAa,CAEjC;IAED,IAAI,mBAAmB,IAAI,mBAAmB,CAE7C;IAED,IAAI,cAAc,IAAI,cAAc,CAEnC;IAED,IAAI,eAAe,IAAI,eAAe,CAErC;IAED,IAAI,qBAAqB,IAAI,MAAM,CAElC;IAED;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAqE3B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAa1B;;OAEG;IACH,OAAO,CAAC,4BAA4B;IAuBpC;;OAEG;IACH,OAAO,CAAC,WAAW;IAuBnB;;OAEG;IACG,OAAO,CAAC,MAAM,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IA8JnD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAmB5B;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAQhC;;OAEG;IACH,YAAY,IAAI,IAAI;IAKpB;;OAEG;IACH,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAkDvC;;OAEG;IACH,kBAAkB,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI;IAmBvE;;OAEG;IACH,oBAAoB,IAAI,IAAI;IA2B5B;;OAEG;IACH,kBAAkB,CAAC,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,IAAI;IAsBjE;;OAEG;IACH,iBAAiB,CAAC,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAoBtD;;OAEG;IACH,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IA4BjC;;;OAGG;IACH,uBAAuB,CACrB,SAAS,EAAE,OAAO,mBAAmB,EAAE,uBAAuB,GAC7D,IAAI;IAIP;;;OAGG;IACH,0BAA0B,CACxB,SAAS,EAAE,OAAO,mBAAmB,EAAE,uBAAuB,GAC7D,IAAI;IAIP;;OAEG;IACH,0BAA0B,IAAI,IAAI;CAGnC"}
+{"version":3,"file":"ConvaiClient.d.ts","sourceRoot":"","sources":["../../src/core/ConvaiClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAa,MAAM,gBAAgB,CAAC;AACjD,OAAO,EACL,YAAY,EACZ,iBAAiB,EACjB,WAAW,EAEX,aAAa,EACb,aAAa,EACb,aAAa,EACb,mBAAmB,EACpB,MAAM,SAAS,CAAC;AAKjB,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,qBAAa,YAAa,SAAQ,YAAa,YAAW,aAAa;IACrE,OAAO,CAAC,KAAK,CAAO;IACpB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,eAAe,CAAkC;IACzD,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,eAAe,CAAc;IACrC,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,aAAa,CAA6B;IAGlD,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,eAAe,CAAiB;IACxC,OAAO,CAAC,eAAe,CAAiB;IAGxC,OAAO,CAAC,sBAAsB,CAAa;IAC3C,OAAO,CAAC,sBAAsB,CAAa;gBAE/B,MAAM,CAAC,EAAE,YAAY;IA0CjC,IAAI,KAAK,IAAI,iBAAiB,CAE7B;IAED,IAAI,cAAc,IAAI,OAAO,GAAG,OAAO,GAAG,IAAI,CAE7C;IAED,IAAI,MAAM,IAAI,MAAM,GAAG,IAAI,CAE1B;IAED,IAAI,WAAW,IAAI,MAAM,GAAG,IAAI,CAE/B;IAED,IAAI,SAAS,IAAI,MAAM,GAAG,IAAI,CAE7B;IAED,IAAI,IAAI,IAAI,IAAI,CAEf;IAED,IAAI,YAAY,IAAI,WAAW,EAAE,CAEhC;IAED,IAAI,iBAAiB,IAAI,MAAM,CAE9B;IAED,IAAI,kBAAkB,IAAI,MAAM,GAAG,IAAI,CAEtC;IAED,IAAI,UAAU,IAAI,OAAO,CAExB;IAED,IAAI,aAAa,IAAI,aAAa,CAEjC;IAED,IAAI,aAAa,IAAI,aAAa,CAEjC;IAED,IAAI,mBAAmB,IAAI,mBAAmB,CAE7C;IAED,IAAI,cAAc,IAAI,cAAc,CAEnC;IAED,IAAI,eAAe,IAAI,eAAe,CAErC;IAED,IAAI,qBAAqB,IAAI,MAAM,CAElC;IAED;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAqE3B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAa1B;;OAEG;IACH,OAAO,CAAC,4BAA4B;IAuBpC;;OAEG;IACH,OAAO,CAAC,WAAW;IAuBnB;;OAEG;IACG,OAAO,CAAC,MAAM,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAoKnD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAmB5B;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAQhC;;OAEG;IACH,YAAY,IAAI,IAAI;IAKpB;;OAEG;IACH,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAkDvC;;OAEG;IACH,kBAAkB,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI;IAmBvE;;OAEG;IACH,oBAAoB,IAAI,IAAI;IAgC5B;;OAEG;IACH,kBAAkB,CAAC,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,IAAI;IAsBjE;;OAEG;IACH,iBAAiB,CAAC,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAoBtD;;OAEG;IACH,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;CAyBlC"}