@convai/web-sdk 0.3.1-beta.3 → 0.3.2-beta.1

package/dist/core/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,cAAc;AACd,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,4CAA4C;AAC5C,cAAc,SAAS,CAAC;AAKxB,gCAAgC;AAChC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,+BAA+B;AAC/B,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,qCAAqC;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/{types/core → core}/types.d.ts

@@ -1,5 +1,6 @@
 import { Room } from 'livekit-client';
 import { LatencyMonitor } from '../utils/LatencyMonitor';
+import { BlendshapeQueue } from './BlendshapeQueue';
 /**
  * Audio processing settings for the microphone input.
  * These settings help optimize the audio quality and reduce interruptions.
@@ -70,8 +71,12 @@ export interface ConvaiConfig {
     startWithAudioOn?: boolean;
     /** Enable text-to-speech audio generation (default: true) */
     ttsEnabled?: boolean;
-    /** Blendshape provider for facial animation (optional, default: "neurosync") */
-    blendshapeProvider?: "neurosync";
+    /**
+     * Enable lipsync/facial animation blendshapes (default: false).
+     * When true, sets blendshape_provider to "neurosync".
+     * When false, sets blendshape_provider to "none" (no facial animation data).
+     */
+    enableLipsync?: boolean;
     /** Blendshape configuration for facial animation format */
     blendshapeConfig?: {
         /** Format of blendshapes: "arkit" or "mha" (Meta Human Animation, default: "mha") */
@@ -280,21 +285,8 @@ export interface IConvaiClient {
     readonly screenShareControls: ScreenShareControls;
     /** Latency monitoring (dev tool) */
     readonly latencyMonitor: LatencyMonitor;
-    /**
-     * Whether the user's microphone is currently muted.
-     * Convenience property - equivalent to audioControls.isAudioMuted
-     */
-    readonly isAudioMuted: boolean;
-    /**
-     * Whether the user's video is currently enabled.
-     * Convenience property - equivalent to videoControls.isVideoEnabled
-     */
-    readonly isVideoEnabled: boolean;
-    /**
-     * Whether screen sharing is currently active.
-     * Convenience property - equivalent to screenShareControls.isScreenShareActive
-     */
-    readonly isScreenShareActive: boolean;
+    /** Blendshape queue for time-based lipsync synchronization */
+    readonly blendshapeQueue: BlendshapeQueue;
     /**
      * Connect to a Convai character.
      */
@@ -350,11 +342,5 @@ export interface IConvaiClient {
      * @param callback Callback function to remove
      */
     off: (event: string, callback: (...args: any[]) => void) => void;
-    /**
-     * Emit an event
-     * @param event Event name
-     * @param args Event arguments
-     */
-    emit: (event: string, ...args: any[]) => void;
 }
 //# sourceMappingURL=types.d.ts.map

package/dist/core/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/core/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD;;;;GAIG;AACH,MAAM,WAAW,aAAa;IAC5B,yEAAyE;IACzE,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,0EAA0E;IAC1E,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,0EAA0E;IAC1E,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,+CAA+C;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sEAAsE;IACtE,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,YAAY;IAC3B,+DAA+D;IAC/D,MAAM,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,WAAW,EAAE,MAAM,CAAC;IACpB;;;;;;;;;;;;OAYG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wEAAwE;IACxE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb;;;;OAIG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,6DAA6D;IAC7D,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;;;OAIG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,2DAA2D;IAC3D,gBAAgB,CAAC,EAAE;QACjB,qFAAqF;QACrF,MAAM,CAAC,EAAE,OAAO,GAAG,KAAK,CAAC;KAC1B,CAAC;IACF,oEAAoE;IACpE,YAAY,CAAC,EAAE;QACb,qDAAqD;QACrD,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,4DAA4D;QAC5D,UAAU,EAAE,KAAK,CAAC;YAChB,qBAAqB;YACrB,IAAI,EAAE,MAAM,CAAC;YACb,yCAAyC;YACzC,GAAG,EAAE,MAAM,CAAC;SACb,CAAC,CAAC;QACH,oDAAoD;QACpD,OAAO,EAAE,KAAK,CAAC;YACb,kBAAkB;YAClB,IAAI,EAAE,MAAM,CAAC;YACb,uCAAuC;YACvC,WAAW,EAAE,MAAM,CAAC;SACrB,CAAC,CAAC;QACH,+DAA+D;QAC/D,sBAAsB,CAAC,EAAE,MAAM,CAAC;KACjC,CAAC;CACH;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,wCAAwC;IACxC,EAAE,EAAE,MAAM,CAAC;IACX;;;;;;;;;;;;OAYG;IACH,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,GAAG,eAAe,GAAG,QAAQ,GAAG,oBAAoB,GAAG,cAAc,GAAG,aAAa,GAAG,eAAe,GAAG,eAAe,CAAC;IAC7J,sCAAsC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,2DAA2D;IAC3D,SAAS,EAAE,MAAM,CAAC;IAClB,uEAAuE;IACvE,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,WAAW,iBAAiB;IAChC,0DAA0D;IAC1D,WAAW,EAAE,OAAO,CAAC;IACrB,kDAAkD;IAClD,YAAY,EAAE,OAAO,CAAC;IACtB,6DAA6D;IAC7D,WAAW,EAAE,OAAO,CAAC;IACrB,oEAAoE;IACpE,UAAU,EAAE,OAAO,CAAC;IACpB,kDAAkD;IAClD,UAAU,EAAE,OAAO,CAAC;IACpB;;;OAGG;IACH,UAAU,EAAE,cAAc,GAAG,WAAW,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,CAAC;CAClF;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,cAAc,EAAE,OAAO,CAAC;IACxB,YAAY,EAAE,OAAO,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,YAAY,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,WAAW,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,WAAW,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,cAAc,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,eAAe,EAAE,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAClD,yBAAyB,EAAE,MAAM,IAAI,CAAC;IACtC,wBAAwB,EAAE,MAAM,IAAI,CAAC;IAErC,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;IACtE,GAAG,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,KAAK,IAAI,CAAC;CAClE;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,YAAY,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,WAAW,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,cAAc,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,eAAe,EAAE,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAClD,eAAe,EAAE,CAAC,OAAO,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvE,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;IACtE,GAAG,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,KAAK,IAAI,CAAC;CAClE;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,oBAAoB,EAAE,OAAO,CAAC;IAC9B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,iBAAiB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,kBAAkB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,iBAAiB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,0BAA0B,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,oBAAoB,EAAE,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAE3C,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;IACtE,GAAG,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,KAAK,IAAI,CAAC;CAClE;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,MAAM,WAAW,aAAa;IAC5B,0DAA0D;IAC1D,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;IAElC;;;OAGG;IACH,QAAQ,CAAC,cAAc,EAAE,OAAO,GAAG,OAAO,GAAG,IAAI,CAAC;IAElD,sEAAsE;IACtE,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAE/B,2EAA2E;IAC3E,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAEpC;;;OAGG;IACH,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC,0DAA0D;IAC1D,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;IAEpB,6DAA6D;IAC7D,QAAQ,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC;IAErC,qDAAqD;IACrD,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IAEnC,+DAA+D;IAC/D,QAAQ,CAAC,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAE3C,kFAAkF;IAClF,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAE7B,gEAAgE;IAChE,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IAEtC,0DAA0D;IAC1D,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IAEtC,qCAAqC;IACrC,QAAQ,CAAC,mBAAmB,EAAE,mBAAmB,CAAC;IAElD,oCAAoC;IACpC,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;IAExC,8DAA8D;IAC9D,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAE1C;;OAEG;IACH,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAElD,oDAAoD;IACpD,UAAU,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhC,mEAAmE;IACnE,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/B,wEAAwE;IACxE,YAAY,EAAE,MAAM,IAAI,CAAC;IAEzB,2CAA2C;IAC3C,mBAAmB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IAE5C;;;;OAIG;IACH,kBAAkB,EAAE,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IAE5E;;;OAGG;IACH,oBAAoB,EAAE,MAAM,IAAI,CAAC;IAEjC;;;OAGG;IACH,kBAAkB,EAAE,CAAC,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAEtE;;;OAGG;IACH,iBAAiB,EAAE,CAAC,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAE3D;;;OAGG;IACH,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;IAEtC;;;;;OAKG;IACH,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;IAEtE;;;;OAIG;IACH,GAAG,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,KAAK,IAAI,CAAC;CAClE"}

package/dist/core/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/core/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/core/types.ts"],"names":[],"mappings":""}

package/dist/dev.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Development-only exports
+ *
+ * This module contains tools and utilities for development and debugging.
+ * Import from '@convai/web-sdk/dev' to access these features.
+ *
+ * @packageDocumentation
+ * @module dev
+ */
+export { LatencyMonitor } from "./utils/LatencyMonitor";
+export type { LatencyMeasurement, LatencyStats } from "./utils/LatencyMonitor";
+//# sourceMappingURL=dev.d.ts.map

package/dist/dev.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dev.d.ts","sourceRoot":"","sources":["../src/dev.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,YAAY,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/dev.js

@@ -0,0 +1,12 @@
+/**
+ * Development-only exports
+ *
+ * This module contains tools and utilities for development and debugging.
+ * Import from '@convai/web-sdk/dev' to access these features.
+ *
+ * @packageDocumentation
+ * @module dev
+ */
+// Export LatencyMonitor for development/debugging
+export { LatencyMonitor } from "./utils/LatencyMonitor";
+//# sourceMappingURL=dev.js.map

package/dist/dev.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dev.js","sourceRoot":"","sources":["../src/dev.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,kDAAkD;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,4 @@
+export * from './react';
+export type { LatencyMonitor, LatencyMeasurement, LatencyStats } from "./utils/LatencyMonitor";
+export * from './lipsync-helpers';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,cAAc,SAAS,CAAC;AAGxB,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAG/F,cAAc,mBAAmB,CAAC"}

package/dist/index.js

@@ -0,0 +1,6 @@
+// Default export: React version for backward compatibility
+// Existing users can continue using: import { useConvaiClient } from '@convai/web-sdk';
+export * from './react';
+// Export lipsync helpers
+export * from './lipsync-helpers';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,2DAA2D;AAC3D,wFAAwF;AACxF,cAAc,SAAS,CAAC;AAKxB,yBAAyB;AACzB,cAAc,mBAAmB,CAAC"}

package/dist/lipsync-helpers/arkitOrder61.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"arkitOrder61.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/arkitOrder61.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH;;;GAGG;AACH,eAAO,MAAM,cAAc,EAAE,SAAS,MAAM,EA8DlC,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,oBAAoB,EAAE,SAAS,MAAM,EAqDxC,CAAC;AAoBX;;;;GAIG;AACH,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAWrE;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAW5E;AAED;;;;;GAKG;AACH,wBAAgB,6BAA6B,CAC3C,QAAQ,EAAE,MAAM,EAAE,EAClB,IAAI,EAAE,MAAM,GACX,MAAM,CASR;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG;IACnD,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd,CAMA;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG;IACnD,IAAI,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACnD,KAAK,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD,CAaA;AAED;;;GAGG;AACH,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG;IAC/D,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB,CAcA;AAED;;;;;GAKG;AACH,wBAAgB,+BAA+B,CAC7C,QAAQ,EAAE,MAAM,EAAE,EAClB,SAAS,GAAE,MAAa,GACvB,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAiBvD;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,MAAM,EAAE,EAClB,SAAS,GAAE,MAAa,EACxB,UAAU,GAAE,MAAW,GACtB;IACD,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5D,YAAY,CAAC,EAAE;QACb,IAAI,EAAE;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC;QACnD,KAAK,EAAE;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC;KACrD,CAAC;CACH,CAkBA"}

package/dist/lipsync-helpers/arkitOrder61.js

@@ -0,0 +1,287 @@
+/**
+ * ARKit 61-Element Custom Order Mapper
+ * Maps the custom 61-element ARKit blendshape array to standard ARKit indices
+ *
+ * This ordering includes:
+ * - 52 standard ARKit facial blendshapes (in custom order)
+ * - 9 additional values for head and eye rotations
+ */
+/**
+ * Custom ARKit 61-element ordering
+ * This is the order in which blendshapes are received from the server
+ */
+export const ARKIT_ORDER_61 = [
+    "EyeBlinkLeft", // 0
+    "EyeLookDownLeft", // 1
+    "EyeLookInLeft", // 2
+    "EyeLookOutLeft", // 3
+    "EyeLookUpLeft", // 4
+    "EyeSquintLeft", // 5
+    "EyeWideLeft", // 6
+    "EyeBlinkRight", // 7
+    "EyeLookDownRight", // 8
+    "EyeLookInRight", // 9
+    "EyeLookOutRight", // 10
+    "EyeLookUpRight", // 11
+    "EyeSquintRight", // 12
+    "EyeWideRight", // 13
+    "JawForward", // 14
+    "JawRight", // 15
+    "JawLeft", // 16
+    "JawOpen", // 17 🔑 KEY for mouth opening
+    "MouthClose", // 18 🔑 KEY for mouth closing
+    "MouthFunnel", // 19 🔑 KEY for "O" sounds
+    "MouthPucker", // 20 🔑 KEY for "U" sounds
+    "MouthRight", // 21
+    "MouthLeft", // 22
+    "MouthSmileLeft", // 23 🔑 KEY for "ee" sounds
+    "MouthSmileRight", // 24 🔑 KEY for "ee" sounds
+    "MouthFrownLeft", // 25
+    "MouthFrownRight", // 26
+    "MouthDimpleLeft", // 27
+    "MouthDimpleRight", // 28
+    "MouthStretchLeft", // 29 🔑 KEY for wide mouth
+    "MouthStretchRight", // 30 🔑 KEY for wide mouth
+    "MouthRollLower", // 31
+    "MouthRollUpper", // 32
+    "MouthShrugLower", // 33
+    "MouthShrugUpper", // 34
+    "MouthPressLeft", // 35
+    "MouthPressRight", // 36
+    "MouthLowerDownLeft", // 37
+    "MouthLowerDownRight", // 38
+    "MouthUpperUpLeft", // 39
+    "MouthUpperUpRight", // 40
+    "BrowDownLeft", // 41
+    "BrowDownRight", // 42
+    "BrowInnerUp", // 43
+    "BrowOuterUpLeft", // 44
+    "BrowOuterUpRight", // 45
+    "CheekPuff", // 46
+    "CheekSquintLeft", // 47
+    "CheekSquintRight", // 48
+    "NoseSneerLeft", // 49
+    "NoseSneerRight", // 50
+    "TongueOut", // 51 🔑 KEY for "th" sounds
+    "HeadYaw", // 52 - Head rotation left/right
+    "HeadPitch", // 53 - Head rotation up/down
+    "HeadRoll", // 54 - Head rotation tilt
+    "LeftEyeYaw", // 55 - Left eye rotation left/right
+    "LeftEyePitch", // 56 - Left eye rotation up/down
+    "LeftEyeRoll", // 57 - Left eye rotation roll
+    "RightEyeYaw", // 58 - Right eye rotation left/right
+    "RightEyePitch", // 59 - Right eye rotation up/down
+    "RightEyeRoll", // 60 - Right eye rotation roll
+];
+/**
+ * Standard ARKit blendshape order (52 elements)
+ * This is Apple's official ordering
+ */
+export const STANDARD_ARKIT_ORDER = [
+    "BrowDownLeft", // 0
+    "BrowDownRight", // 1
+    "BrowInnerUp", // 2
+    "BrowOuterUpLeft", // 3
+    "BrowOuterUpRight", // 4
+    "CheekPuff", // 5
+    "CheekSquintLeft", // 6
+    "CheekSquintRight", // 7
+    "EyeBlinkLeft", // 8
+    "EyeBlinkRight", // 9
+    "EyeLookDownLeft", // 10
+    "EyeLookDownRight", // 11
+    "EyeLookInLeft", // 12
+    "EyeLookInRight", // 13
+    "EyeLookOutLeft", // 14
+    "EyeLookOutRight", // 15
+    "EyeLookUpLeft", // 16
+    "EyeLookUpRight", // 17
+    "EyeSquintLeft", // 18
+    "EyeSquintRight", // 19
+    "EyeWideLeft", // 20
+    "EyeWideRight", // 21
+    "JawForward", // 22
+    "JawLeft", // 23
+    "JawOpen", // 24
+    "JawRight", // 25
+    "MouthClose", // 26
+    "MouthDimpleLeft", // 27
+    "MouthDimpleRight", // 28
+    "MouthFrownLeft", // 29
+    "MouthFrownRight", // 30
+    "MouthFunnel", // 31
+    "MouthLeft", // 32
+    "MouthLowerDownLeft", // 33
+    "MouthLowerDownRight", // 34
+    "MouthPressLeft", // 35
+    "MouthPressRight", // 36
+    "MouthPucker", // 37
+    "MouthRight", // 38
+    "MouthRollLower", // 39
+    "MouthRollUpper", // 40
+    "MouthShrugLower", // 41
+    "MouthShrugUpper", // 42
+    "MouthSmileLeft", // 43
+    "MouthSmileRight", // 44
+    "MouthStretchLeft", // 45
+    "MouthStretchRight", // 46
+    "MouthUpperUpLeft", // 47
+    "MouthUpperUpRight", // 48
+    "NoseSneerLeft", // 49
+    "NoseSneerRight", // 50
+    "TongueOut", // 51
+];
+/**
+ * Mapping from custom 61-order indices to standard ARKit indices
+ * Maps ARKIT_ORDER_61[i] -> STANDARD_ARKIT_ORDER[j]
+ */
+const ORDER_61_TO_STANDARD_MAP = new Map();
+// Build the mapping at module initialization
+for (let i = 0; i < ARKIT_ORDER_61.length; i++) {
+    const name = ARKIT_ORDER_61[i];
+    // Only map the first 52 (standard ARKit blendshapes)
+    if (i < 52) {
+        const standardIndex = STANDARD_ARKIT_ORDER.indexOf(name);
+        if (standardIndex !== -1) {
+            ORDER_61_TO_STANDARD_MAP.set(i, standardIndex);
+        }
+    }
+}
+/**
+ * Convert 61-element custom order array to standard 52-element ARKit array
+ * @param values61 - 61-element array in custom order
+ * @returns 52-element array in standard ARKit order
+ */
+export function convertOrder61ToStandard(values61) {
+    const standardArray = new Array(52).fill(0);
+    for (let i = 0; i < Math.min(52, values61.length); i++) {
+        const standardIndex = ORDER_61_TO_STANDARD_MAP.get(i);
+        if (standardIndex !== undefined) {
+            standardArray[standardIndex] = values61[i];
+        }
+    }
+    return standardArray;
+}
+/**
+ * Map 61-element array to named object (all 61 values)
+ * @param values61 - 61-element array in custom order
+ * @returns Object with blendshape/rotation names as keys
+ */
+export function mapOrder61ToNames(values61) {
+    const mapped = {};
+    for (let i = 0; i < Math.min(values61.length, ARKIT_ORDER_61.length); i++) {
+        // Convert to camelCase (lowercase first letter)
+        const name = ARKIT_ORDER_61[i];
+        const camelCaseName = name.charAt(0).toLowerCase() + name.slice(1);
+        mapped[camelCaseName] = values61[i];
+    }
+    return mapped;
+}
+/**
+ * Get specific blendshape value by name from 61-element array
+ * @param values61 - 61-element array in custom order
+ * @param name - Name of the blendshape (case-insensitive)
+ * @returns The value, or 0 if not found
+ */
+export function getBlendshapeValueFromOrder61(values61, name) {
+    const upperName = name.charAt(0).toUpperCase() + name.slice(1);
+    const index = ARKIT_ORDER_61.indexOf(upperName);
+    if (index !== -1 && index < values61.length) {
+        return values61[index];
+    }
+    return 0;
+}
+/**
+ * Extract head rotation values from 61-element array
+ * @param values61 - 61-element array in custom order
+ * @returns Object with head rotation values (yaw, pitch, roll)
+ */
+export function getHeadRotation(values61) {
+    return {
+        yaw: values61[52] || 0,
+        pitch: values61[53] || 0,
+        roll: values61[54] || 0,
+    };
+}
+/**
+ * Extract eye rotation values from 61-element array
+ * @param values61 - 61-element array in custom order
+ * @returns Object with left and right eye rotation values
+ */
+export function getEyeRotations(values61) {
+    return {
+        left: {
+            yaw: values61[55] || 0,
+            pitch: values61[56] || 0,
+            roll: values61[57] || 0,
+        },
+        right: {
+            yaw: values61[58] || 0,
+            pitch: values61[59] || 0,
+            roll: values61[60] || 0,
+        },
+    };
+}
+/**
+ * Get key lip-sync blendshapes from 61-element array
+ * These are the most important values for facial animation
+ */
+export function getLipSyncValuesFromOrder61(values61) {
+    return {
+        jawOpen: values61[17] || 0,
+        mouthClose: values61[18] || 0,
+        mouthFunnel: values61[19] || 0,
+        mouthPucker: values61[20] || 0,
+        mouthSmileLeft: values61[23] || 0,
+        mouthSmileRight: values61[24] || 0,
+        mouthStretchLeft: values61[29] || 0,
+        mouthStretchRight: values61[30] || 0,
+        mouthRollLower: values61[31] || 0,
+        mouthRollUpper: values61[32] || 0,
+        tongueOut: values61[51] || 0,
+    };
+}
+/**
+ * Get active blendshapes from 61-element array (above threshold)
+ * @param values61 - 61-element array in custom order
+ * @param threshold - Minimum value to consider "active" (default: 0.01)
+ * @returns Sorted array of active blendshapes
+ */
+export function getActiveBlendshapesFromOrder61(values61, threshold = 0.01) {
+    const active = [];
+    for (let i = 0; i < Math.min(values61.length, ARKIT_ORDER_61.length); i++) {
+        if (Math.abs(values61[i]) > threshold) {
+            const name = ARKIT_ORDER_61[i];
+            const camelCaseName = name.charAt(0).toLowerCase() + name.slice(1);
+            active.push({
+                name: camelCaseName,
+                value: values61[i],
+                index: i,
+            });
+        }
+    }
+    // Sort by absolute value (descending)
+    return active.sort((a, b) => Math.abs(b.value) - Math.abs(a.value));
+}
+/**
+ * Format 61-element array for logging
+ * @param values61 - 61-element array in custom order
+ * @param threshold - Only show values above this (default: 0.01)
+ * @param maxEntries - Maximum entries to show (default: 20)
+ */
+export function formatOrder61ForLogging(values61, threshold = 0.01, maxEntries = 20) {
+    const active = getActiveBlendshapesFromOrder61(values61, threshold)
+        .slice(0, maxEntries)
+        .reduce((acc, item) => {
+        acc[item.name] = Number(item.value.toFixed(4));
+        return acc;
+    }, {});
+    return {
+        active,
+        total: values61.length,
+        activeCount: Object.keys(active).length,
+        headRotation: getHeadRotation(values61),
+        eyeRotations: getEyeRotations(values61),
+    };
+}
+//# sourceMappingURL=arkitOrder61.js.map

package/dist/lipsync-helpers/arkitOrder61.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"arkitOrder61.js","sourceRoot":"","sources":["../../src/lipsync-helpers/arkitOrder61.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAsB;IAC/C,cAAc,EAAY,IAAI;IAC9B,iBAAiB,EAAS,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,gBAAgB,EAAU,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,aAAa,EAAa,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,kBAAkB,EAAQ,IAAI;IAC9B,gBAAgB,EAAU,IAAI;IAC9B,iBAAiB,EAAS,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,cAAc,EAAY,KAAK;IAC/B,YAAY,EAAc,KAAK;IAC/B,UAAU,EAAgB,KAAK;IAC/B,SAAS,EAAiB,KAAK;IAC/B,SAAS,EAAiB,8BAA8B;IACxD,YAAY,EAAc,8BAA8B;IACxD,aAAa,EAAa,2BAA2B;IACrD,aAAa,EAAa,2BAA2B;IACrD,YAAY,EAAc,KAAK;IAC/B,WAAW,EAAe,KAAK;IAC/B,gBAAgB,EAAU,4BAA4B;IACtD,iBAAiB,EAAS,4BAA4B;IACtD,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,kBAAkB,EAAQ,2BAA2B;IACrD,mBAAmB,EAAO,2BAA2B;IACrD,gBAAgB,EAAU,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,oBAAoB,EAAM,KAAK;IAC/B,qBAAqB,EAAK,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,mBAAmB,EAAO,KAAK;IAC/B,cAAc,EAAY,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,aAAa,EAAa,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,WAAW,EAAe,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,WAAW,EAAe,4BAA4B;IACtD,SAAS,EAAiB,gCAAgC;IAC1D,WAAW,EAAe,6BAA6B;IACvD,UAAU,EAAgB,0BAA0B;IACpD,YAAY,EAAc,oCAAoC;IAC9D,cAAc,EAAY,iCAAiC;IAC3D,aAAa,EAAa,8BAA8B;IACxD,aAAa,EAAa,qCAAqC;IAC/D,eAAe,EAAW,kCAAkC;IAC5D,cAAc,EAAY,+BAA+B;CACjD,CAAC;AAEX;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAsB;IACrD,cAAc,EAAY,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,aAAa,EAAa,IAAI;IAC9B,iBAAiB,EAAS,IAAI;IAC9B,kBAAkB,EAAQ,IAAI;IAC9B,WAAW,EAAe,IAAI;IAC9B,iBAAiB,EAAS,IAAI;IAC9B,kBAAkB,EAAQ,IAAI;IAC9B,cAAc,EAAY,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,aAAa,EAAa,KAAK;IAC/B,cAAc,EAAY,KAAK;IAC/B,YAAY,EAAc,KAAK;IAC/B,SAAS,EAAiB,KAAK;IAC/B,SAAS,EAAiB,KAAK;IAC/B,UAAU,EAAgB,KAAK;IAC/B,YAAY,EAAc,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,aAAa,EAAa,KAAK;IAC/B,WAAW,EAAe,KAAK;IAC/B,oBAAoB,EAAM,KAAK;IAC/B,qBAAqB,EAAK,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,aAAa,EAAa,KAAK;IAC/B,YAAY,EAAc,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,mBAAmB,EAAO,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,mBAAmB,EAAO,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,WAAW,EAAe,KAAK;CACvB,CAAC;AAEX;;;GAGG;AACH,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAkB,CAAC;AAE3D,6CAA6C;AAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;IAC/C,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;IAC/B,qDAAqD;IACrD,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACX,MAAM,aAAa,GAAG,oBAAoB,CAAC,OAAO,CAAC,IAAW,CAAC,CAAC;QAChE,IAAI,aAAa,KAAK,CAAC,CAAC,EAAE,CAAC;YACzB,wBAAwB,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CAAC,QAAkB;IACzD,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACvD,MAAM,aAAa,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACtD,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAChC,aAAa,CAAC,aAAa,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAkB;IAClD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1E,gDAAgD;QAChD,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,aAAa,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAC3C,QAAkB,EAClB,IAAY;IAEZ,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,CAAC,SAAgB,CAAC,CAAC;IAEvD,IAAI,KAAK,KAAK,CAAC,CAAC,IAAI,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC5C,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,QAAkB;IAKhD,OAAO;QACL,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACtB,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACxB,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;KACxB,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,QAAkB;IAIhD,OAAO;QACL,IAAI,EAAE;YACJ,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;YACtB,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;YACxB,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;SACxB;QACD,KAAK,EAAE;YACL,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;YACtB,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;YACxB,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;SACxB;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,2BAA2B,CAAC,QAAkB;IAa5D,OAAO;QACL,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QAC1B,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QAC7B,WAAW,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QAC9B,WAAW,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QAC9B,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACjC,eAAe,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QAClC,gBAAgB,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACnC,iBAAiB,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACpC,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACjC,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACjC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;KAC7B,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,+BAA+B,CAC7C,QAAkB,EAClB,YAAoB,IAAI;IAExB,MAAM,MAAM,GAA0D,EAAE,CAAC;IAEzE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1E,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;gBAClB,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;AACtE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,uBAAuB,CACrC,QAAkB,EAClB,YAAoB,IAAI,EACxB,aAAqB,EAAE;IAWvB,MAAM,MAAM,GAAG,+BAA+B,CAAC,QAAQ,EAAE,SAAS,CAAC;SAChE,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;SACpB,MAAM,CACL,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QACZ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,OAAO,GAAG,CAAC;IACb,CAAC,EACD,EAA4B,CAC7B,CAAC;IAEJ,OAAO;QACL,MAAM;QACN,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;QACvC,YAAY,EAAE,eAAe,CAAC,QAAQ,CAAC;QACvC,YAAY,EAAE,eAAe,CAAC,QAAQ,CAAC;KACxC,CAAC;AACJ,CAAC"}

package/dist/lipsync-helpers/createBlendshapeQueue.d.ts

@@ -0,0 +1,86 @@
+/**
+ * Factory functions for creating BlendshapeQueue with preset mappings
+ *
+ * This provides a convenient API for creating queues with common configurations:
+ * - ARKit passthrough
+ * - MetaHuman passthrough
+ * - Custom mapper
+ */
+import { BlendshapeQueue } from '../core/BlendshapeQueue';
+import { BlendshapeMappingConfig, BlendshapeMapper } from './mappingTypes';
+/**
+ * Create a BlendshapeQueue with the specified mapping configuration
+ *
+ * @param config - Blendshape mapping configuration
+ * @returns Configured BlendshapeQueue instance
+ *
+ * @example
+ * ```typescript
+ * // ARKit passthrough (no mapping)
+ * const queue = createBlendshapeQueue({
+ *   inputFormat: 'arkit',
+ *   outputFormat: 'arkit'
+ * });
+ *
+ * // MetaHuman passthrough
+ * const queue = createBlendshapeQueue({
+ *   inputFormat: 'mha',
+ *   outputFormat: 'mha'
+ * });
+ *
+ * // Custom mapper
+ * const queue = createBlendshapeQueue({
+ *   inputFormat: 'arkit',
+ *   outputFormat: 'custom',
+ *   mapper: (input) => {
+ *     // Your custom mapping logic
+ *     return new Float32Array(input);
+ *   }
+ * });
+ * ```
+ */
+export declare function createBlendshapeQueue(config: BlendshapeMappingConfig): BlendshapeQueue;
+/**
+ * Create a BlendshapeQueue for ARKit format (61 elements)
+ * Server sends 61-element array, queue stores 61-element array
+ */
+export declare function createARKitBlendshapeQueue(): BlendshapeQueue;
+/**
+ * Create a BlendshapeQueue for MetaHuman format (251 elements)
+ * Server sends 251-element array, queue stores 251-element array
+ */
+export declare function createMetaHumanBlendshapeQueue(): BlendshapeQueue;
+/**
+ * Create a BlendshapeQueue with a custom mapper function
+ *
+ * @param mapper - Custom mapping function
+ *
+ * @example
+ * ```typescript
+ * const queue = createCustomBlendshapeQueue((input) => {
+ *   // Map ARKit to your custom rig
+ *   const output = new Float32Array(30); // Your rig has 30 blendshapes
+ *   output[0] = input[17]; // Map JawOpen
+ *   output[1] = input[18]; // Map MouthClose
+ *   // ... more mappings
+ *   return output;
+ * });
+ * ```
+ */
+export declare function createCustomBlendshapeQueue(mapper: BlendshapeMapper): BlendshapeQueue;
+/**
+ * Create a BlendshapeQueue with no mapping (identity/passthrough)
+ * Frames are stored as-is without transformation
+ */
+export declare function createPassthroughBlendshapeQueue(): BlendshapeQueue;
+/**
+ * Infer mapping config from ConvaiConfig blendshape settings
+ * This is used internally by ConvaiClient to auto-configure the queue
+ *
+ * @param blendshapeConfig - Blendshape config from ConvaiConfig
+ * @returns Mapping configuration for createBlendshapeQueue
+ */
+export declare function inferMappingFromConfig(blendshapeConfig?: {
+    format?: 'arkit' | 'mha';
+}): BlendshapeMappingConfig;
+//# sourceMappingURL=createBlendshapeQueue.d.ts.map

package/dist/lipsync-helpers/createBlendshapeQueue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"createBlendshapeQueue.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/createBlendshapeQueue.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAO3E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,uBAAuB,GAAG,eAAe,CAYtF;AAED;;;GAGG;AACH,wBAAgB,0BAA0B,IAAI,eAAe,CAE5D;AAED;;;GAGG;AACH,wBAAgB,8BAA8B,IAAI,eAAe,CAEhE;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,gBAAgB,GAAG,eAAe,CAErF;AAED;;;GAGG;AACH,wBAAgB,gCAAgC,IAAI,eAAe,CAElE;AAwBD;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,gBAAgB,CAAC,EAAE;IAAE,MAAM,CAAC,EAAE,OAAO,GAAG,KAAK,CAAA;CAAE,GAC9C,uBAAuB,CAOzB"}

package/dist/lipsync-helpers/createBlendshapeQueue.js

@@ -0,0 +1,126 @@
+/**
+ * Factory functions for creating BlendshapeQueue with preset mappings
+ *
+ * This provides a convenient API for creating queues with common configurations:
+ * - ARKit passthrough
+ * - MetaHuman passthrough
+ * - Custom mapper
+ */
+import { BlendshapeQueue } from '../core/BlendshapeQueue';
+import { arkitPassthroughMapper, metahumanPassthroughMapper, identityMapper } from './presetMappers';
+/**
+ * Create a BlendshapeQueue with the specified mapping configuration
+ *
+ * @param config - Blendshape mapping configuration
+ * @returns Configured BlendshapeQueue instance
+ *
+ * @example
+ * ```typescript
+ * // ARKit passthrough (no mapping)
+ * const queue = createBlendshapeQueue({
+ *   inputFormat: 'arkit',
+ *   outputFormat: 'arkit'
+ * });
+ *
+ * // MetaHuman passthrough
+ * const queue = createBlendshapeQueue({
+ *   inputFormat: 'mha',
+ *   outputFormat: 'mha'
+ * });
+ *
+ * // Custom mapper
+ * const queue = createBlendshapeQueue({
+ *   inputFormat: 'arkit',
+ *   outputFormat: 'custom',
+ *   mapper: (input) => {
+ *     // Your custom mapping logic
+ *     return new Float32Array(input);
+ *   }
+ * });
+ * ```
+ */
+export function createBlendshapeQueue(config) {
+    let mapper;
+    // If custom mapper provided, use it
+    if (config.mapper) {
+        mapper = config.mapper;
+    }
+    else {
+        // Select preset mapper based on input/output format
+        mapper = selectPresetMapper(config.inputFormat, config.outputFormat);
+    }
+    return new BlendshapeQueue(mapper);
+}
+/**
+ * Create a BlendshapeQueue for ARKit format (61 elements)
+ * Server sends 61-element array, queue stores 61-element array
+ */
+export function createARKitBlendshapeQueue() {
+    return new BlendshapeQueue(arkitPassthroughMapper);
+}
+/**
+ * Create a BlendshapeQueue for MetaHuman format (251 elements)
+ * Server sends 251-element array, queue stores 251-element array
+ */
+export function createMetaHumanBlendshapeQueue() {
+    return new BlendshapeQueue(metahumanPassthroughMapper);
+}
+/**
+ * Create a BlendshapeQueue with a custom mapper function
+ *
+ * @param mapper - Custom mapping function
+ *
+ * @example
+ * ```typescript
+ * const queue = createCustomBlendshapeQueue((input) => {
+ *   // Map ARKit to your custom rig
+ *   const output = new Float32Array(30); // Your rig has 30 blendshapes
+ *   output[0] = input[17]; // Map JawOpen
+ *   output[1] = input[18]; // Map MouthClose
+ *   // ... more mappings
+ *   return output;
+ * });
+ * ```
+ */
+export function createCustomBlendshapeQueue(mapper) {
+    return new BlendshapeQueue(mapper);
+}
+/**
+ * Create a BlendshapeQueue with no mapping (identity/passthrough)
+ * Frames are stored as-is without transformation
+ */
+export function createPassthroughBlendshapeQueue() {
+    return new BlendshapeQueue(identityMapper);
+}
+/**
+ * Select the appropriate preset mapper based on input/output formats
+ * @private
+ */
+function selectPresetMapper(inputFormat, outputFormat) {
+    // Same input and output format = passthrough
+    if (inputFormat === outputFormat) {
+        if (inputFormat === 'arkit') {
+            return arkitPassthroughMapper;
+        }
+        if (inputFormat === 'mha') {
+            return metahumanPassthroughMapper;
+        }
+    }
+    // No mapper needed for unknown combinations
+    return undefined;
+}
+/**
+ * Infer mapping config from ConvaiConfig blendshape settings
+ * This is used internally by ConvaiClient to auto-configure the queue
+ *
+ * @param blendshapeConfig - Blendshape config from ConvaiConfig
+ * @returns Mapping configuration for createBlendshapeQueue
+ */
+export function inferMappingFromConfig(blendshapeConfig) {
+    const format = blendshapeConfig?.format || 'mha';
+    return {
+        inputFormat: format,
+        outputFormat: format, // Passthrough by default
+    };
+}
+//# sourceMappingURL=createBlendshapeQueue.js.map