talking-head-studio 0.4.9 → 0.4.11

package/dist/editor/boneSnap.js

@@ -15,15 +15,29 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.useBoneSnap = exports.snapPlacementToNearestBone = exports.getWorldPositionForPlacement = exports.getWorldPositionForBone = exports.findNearestBone = exports.HUMANOID_BONES = void 0;
+exports.getWorldPositionForPlacement = exports.HUMANOID_BONES = void 0;
+exports.findNearestBone = findNearestBone;
+exports.getWorldPositionForBone = getWorldPositionForBone;
+exports.snapPlacementToNearestBone = snapPlacementToNearestBone;
+exports.useBoneSnap = useBoneSnap;
 const react_1 = require("react");
 const Haptics = __importStar(require("expo-haptics"));
 const THREE = __importStar(require("three"));
@@ -54,7 +68,6 @@ function findNearestBone(avatarScene, worldPos, maxDistance = 0.35) {
     });
     return best;
 }
-exports.findNearestBone = findNearestBone;
 /**
  * Returns the world-space position of a named bone in the avatar scene.
  * Returns the scene origin if the bone is not found.
@@ -68,13 +81,11 @@ function getWorldPositionForBone(avatarScene, boneName) {
     });
     return result;
 }
-exports.getWorldPositionForBone = getWorldPositionForBone;
 // Legacy alias kept for call-site compatibility
 exports.getWorldPositionForPlacement = getWorldPositionForBone;
 function snapPlacementToNearestBone(avatarScene, worldPos) {
     return findNearestBone(avatarScene, worldPos);
 }
-exports.snapPlacementToNearestBone = snapPlacementToNearestBone;
 /**
  * Hook that returns a snap function. Fires haptic feedback when a new bone
  * is snapped to.
@@ -90,4 +101,3 @@ function useBoneSnap(avatarScene) {
         return result;
     }, [avatarScene]);
 }
-exports.useBoneSnap = useBoneSnap;

package/dist/editor/studioTheme.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.withAlpha = exports.studioTheme = void 0;
+exports.studioTheme = void 0;
+exports.withAlpha = withAlpha;
 exports.studioTheme = {
     colors: {
         background: '#111315',
@@ -86,4 +87,3 @@ function withAlpha(hexOrRgb, alphaHex) {
     }
     return hexOrRgb;
 }
-exports.withAlpha = withAlpha;

package/dist/html.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.buildAvatarHtml = void 0;
+exports.buildAvatarHtml = buildAvatarHtml;
 const UPSTREAM_SAFE_MOOD_MAP = {
     neutral: 'neutral',
     happy: 'happy',
@@ -1179,4 +1179,3 @@ await init();
 </html>
 `;
 }
-exports.buildAvatarHtml = buildAvatarHtml;

package/dist/index.d.ts

@@ -1,5 +1,17 @@
-export type { TalkingHeadAccessory, TalkingHeadLoadingState, TalkingHeadLoadingStage, TalkingHeadMood, TalkingHeadProps, TalkingHeadRef, TalkingHeadViseme, TalkingHeadVisemeCue, TalkingHeadVisemeSchedule, } from './TalkingHead';
+export type { OculusViseme, ArkitBlendShape, AgentVisemePayload, VisemeCue } from './core/avatar/visemes';
+export { OCULUS_VISEMES, ARKIT_TO_OCULUS, remapArkitToOculus, getArkitWeightsForViseme } from './core/avatar/visemes';
+export type { FaceControl, ExpressionState, HeadPose, EyeGaze, Viseme } from './core/avatar/faceControls';
+export { createNeutralExpression, visemeToExpression, applyVisemeToExpression } from './core/avatar/faceControls';
+export type { AvatarBackend, CalibrationProfile, AvatarRenderTarget } from './core/avatar/backend';
+export { MorphTargetBackend } from './core/avatar/backends';
+export { GaussianBackend } from './core/avatar/backends';
+export type { GaussianBackendConfig } from './core/avatar/backends';
+export { walkAvatarSchema } from './core/avatar/schema';
+export type { AvatarSchemaReport, MorphCoverage, SkeletonInfo, MeshStats, VísemeTier } from './core/avatar/schema';
 export { TalkingHead } from './TalkingHead';
+export type { TalkingHeadRef, TalkingHeadProps, TalkingHeadMood, TalkingHeadAccessory, TalkingHeadLoadingState, TalkingHeadLoadingStage, TalkingHeadViseme, TalkingHeadVisemeCue, TalkingHeadVisemeSchedule, AvatarPlayerProps, AvatarPlayerRef, } from './TalkingHead';
+export { TalkingHeadVisualization } from './TalkingHeadVisualization';
+export type { TalkingHeadVisualizationRef } from './TalkingHeadVisualization';
 export { applyAppearanceToObject3D } from './appearance/apply';
 export { pickTargetForMaterialName } from './appearance/matchers';
 export { normalizeAppearance } from './appearance/schema';
@@ -9,3 +21,5 @@ export * from './wardrobe';
 export { useDirectVisemeStream } from './tts/useDirectVisemeStream';
 export type { VisemeStreamPayload } from './tts/useDirectVisemeStream';
 export { useMotionMarkers } from './tts/useMotionMarkers';
+export { useFaceControlsFromVisemes } from './voice/useFaceControls';
+export type { AvatarGlbParams, AvatarPlatformApi } from './platform/api/types';

package/dist/index.js

@@ -14,20 +14,43 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.useMotionMarkers = exports.useDirectVisemeStream = exports.normalizeAppearance = exports.pickTargetForMaterialName = exports.applyAppearanceToObject3D = exports.TalkingHead = void 0;
+exports.useFaceControlsFromVisemes = exports.useMotionMarkers = exports.useDirectVisemeStream = exports.normalizeAppearance = exports.pickTargetForMaterialName = exports.applyAppearanceToObject3D = exports.TalkingHeadVisualization = exports.TalkingHead = exports.walkAvatarSchema = exports.GaussianBackend = exports.MorphTargetBackend = exports.applyVisemeToExpression = exports.visemeToExpression = exports.createNeutralExpression = exports.getArkitWeightsForViseme = exports.remapArkitToOculus = exports.ARKIT_TO_OCULUS = exports.OCULUS_VISEMES = void 0;
+var visemes_1 = require("./core/avatar/visemes");
+Object.defineProperty(exports, "OCULUS_VISEMES", { enumerable: true, get: function () { return visemes_1.OCULUS_VISEMES; } });
+Object.defineProperty(exports, "ARKIT_TO_OCULUS", { enumerable: true, get: function () { return visemes_1.ARKIT_TO_OCULUS; } });
+Object.defineProperty(exports, "remapArkitToOculus", { enumerable: true, get: function () { return visemes_1.remapArkitToOculus; } });
+Object.defineProperty(exports, "getArkitWeightsForViseme", { enumerable: true, get: function () { return visemes_1.getArkitWeightsForViseme; } });
+var faceControls_1 = require("./core/avatar/faceControls");
+Object.defineProperty(exports, "createNeutralExpression", { enumerable: true, get: function () { return faceControls_1.createNeutralExpression; } });
+Object.defineProperty(exports, "visemeToExpression", { enumerable: true, get: function () { return faceControls_1.visemeToExpression; } });
+Object.defineProperty(exports, "applyVisemeToExpression", { enumerable: true, get: function () { return faceControls_1.applyVisemeToExpression; } });
+var backends_1 = require("./core/avatar/backends");
+Object.defineProperty(exports, "MorphTargetBackend", { enumerable: true, get: function () { return backends_1.MorphTargetBackend; } });
+var backends_2 = require("./core/avatar/backends");
+Object.defineProperty(exports, "GaussianBackend", { enumerable: true, get: function () { return backends_2.GaussianBackend; } });
+var schema_1 = require("./core/avatar/schema");
+Object.defineProperty(exports, "walkAvatarSchema", { enumerable: true, get: function () { return schema_1.walkAvatarSchema; } });
+// TalkingHead component + legacy type re-exports
 var TalkingHead_1 = require("./TalkingHead");
 Object.defineProperty(exports, "TalkingHead", { enumerable: true, get: function () { return TalkingHead_1.TalkingHead; } });
-// Export appearance utilities, but exclude AvatarAppearance — the canonical
-// AvatarAppearance (with equippedAccessories) comes from ./api below.
+var TalkingHeadVisualization_1 = require("./TalkingHeadVisualization");
+Object.defineProperty(exports, "TalkingHeadVisualization", { enumerable: true, get: function () { return TalkingHeadVisualization_1.TalkingHeadVisualization; } });
+// Appearance
 var apply_1 = require("./appearance/apply");
 Object.defineProperty(exports, "applyAppearanceToObject3D", { enumerable: true, get: function () { return apply_1.applyAppearanceToObject3D; } });
 var matchers_1 = require("./appearance/matchers");
 Object.defineProperty(exports, "pickTargetForMaterialName", { enumerable: true, get: function () { return matchers_1.pickTargetForMaterialName; } });
-var schema_1 = require("./appearance/schema");
-Object.defineProperty(exports, "normalizeAppearance", { enumerable: true, get: function () { return schema_1.normalizeAppearance; } });
+var schema_2 = require("./appearance/schema");
+Object.defineProperty(exports, "normalizeAppearance", { enumerable: true, get: function () { return schema_2.normalizeAppearance; } });
+// API
 __exportStar(require("./api"), exports);
+// Wardrobe
 __exportStar(require("./wardrobe"), exports);
+// TTS / Visemes
 var useDirectVisemeStream_1 = require("./tts/useDirectVisemeStream");
 Object.defineProperty(exports, "useDirectVisemeStream", { enumerable: true, get: function () { return useDirectVisemeStream_1.useDirectVisemeStream; } });
 var useMotionMarkers_1 = require("./tts/useMotionMarkers");
 Object.defineProperty(exports, "useMotionMarkers", { enumerable: true, get: function () { return useMotionMarkers_1.useMotionMarkers; } });
+// Face controls hook
+var useFaceControls_1 = require("./voice/useFaceControls");
+Object.defineProperty(exports, "useFaceControlsFromVisemes", { enumerable: true, get: function () { return useFaceControls_1.useFaceControlsFromVisemes; } });

package/dist/platform/api/types.d.ts

@@ -0,0 +1,10 @@
+export interface AvatarGlbParams {
+    quality?: 'low' | 'medium' | 'high';
+    textureSize?: 256 | 512 | 1024 | 2048;
+    morphGroups?: ('oculus' | 'arkit' | 'expressions')[];
+    compression?: 'draco' | 'meshopt' | 'none';
+    textureFormat?: 'webp' | 'jpeg' | 'png';
+}
+export interface AvatarPlatformApi {
+    getAvatarUrl(id: string, params?: AvatarGlbParams): string;
+}

package/dist/platform/api/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/platform/marketplace/types.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Rarity tiers for catalog items — determines availability and pricing.
+ */
+export type RarityLevel = 'common' | 'uncommon' | 'rare' | 'legendary';
+/**
+ * A single item in the avatar catalog (clothing, hair, accessory, etc.).
+ */
+export interface CatalogItem {
+    id: string;
+    name: string;
+    /** Category tag, e.g. "hair", "outfit", "accessory", "body" */
+    category: string;
+    /** GLB asset URL */
+    glbUrl: string;
+    /** Preview image URL (2D thumbnail) */
+    thumbnailUrl?: string;
+    rarity: RarityLevel;
+    /** If set, item is only available to specific body types */
+    bodyTypeFilter?: string[];
+    /** Brand or collection tag */
+    collection?: string;
+    /** Price in platform credits; 0 = free */
+    price: number;
+}
+/**
+ * An avatar asset owned by a user (purchased or equipped).
+ */
+export interface AvatarAsset {
+    catalogItemId: string;
+    /** When the user acquired this item */
+    acquiredAt: string;
+}

package/dist/platform/marketplace/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/platform/sdk/unity.d.ts

@@ -0,0 +1,27 @@
+import type { AvatarGlbParams } from '../api/types';
+/**
+ * Configuration passed to the Unity SDK AvatarLoader.
+ * Maps to the C# AvatarSDKConfig struct in the Unity plugin.
+ */
+export interface UnitySdkConfig {
+    /** Base URL of the avatar platform API, e.g. "https://api.yourplatform.com" */
+    apiBaseUrl: string;
+    /** OAuth2 / API key for authenticated avatar downloads. */
+    apiKey?: string;
+    /** Default GLB quality params applied unless overridden per-avatar. */
+    defaultParams?: AvatarGlbParams;
+}
+/**
+ * Avatar metadata returned when a GLB is resolved for Unity.
+ * Mirrors the fields Unity's SkinnedMeshRenderer setup expects.
+ */
+export interface UnityAvatarManifest {
+    id: string;
+    glbUrl: string;
+    /** Morph target names present in the GLB, ordered as they appear. */
+    morphTargets: string[];
+    /** Whether Oculus viseme morph targets are present. */
+    hasOculusVisemes: boolean;
+    /** Whether ARKit blendshape morph targets are present. */
+    hasArkit: boolean;
+}

package/dist/platform/sdk/unity.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/platform/sdk/unreal.d.ts

@@ -0,0 +1,23 @@
+import type { AvatarGlbParams } from '../api/types';
+/**
+ * Configuration for the Unreal Engine plugin.
+ * Maps to the UE5 UAvatarSDKSettings data asset.
+ */
+export interface UnrealSdkConfig {
+    /** Base URL of the avatar platform API. */
+    apiBaseUrl: string;
+    /** API key for authenticated requests. */
+    apiKey?: string;
+    /** Default GLB quality params. */
+    defaultParams?: AvatarGlbParams;
+}
+/**
+ * Blueprint-friendly avatar descriptor.
+ * Exposed as a UStruct in the Unreal plugin.
+ */
+export interface UnrealAvatarDescriptor {
+    id: string;
+    glbUrl: string;
+    /** Morph target names for Blueprint binding. */
+    morphTargets: string[];
+}

package/dist/platform/sdk/unreal.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/platform/sdk/web.d.ts

@@ -0,0 +1,16 @@
+import type { AvatarGlbParams } from '../api/types';
+import type { AgentVisemePayload } from '../../core/avatar/visemes';
+/**
+ * Minimal contract for the web SDK — fetch a GLB and drive morph targets.
+ * Implemented by any engine integration (Three.js, Babylon.js, etc.)
+ */
+export interface AvatarWebSDK {
+    /** Build the GLB download URL for a given avatar id and quality params. */
+    getAvatarUrl(id: string, params?: AvatarGlbParams): string;
+    /** Schedule viseme morph-target animation from a TTS payload. */
+    scheduleVisemes(payload: AgentVisemePayload): void;
+    /** Drive jaw open/close from raw audio amplitude (0–1). */
+    sendAmplitude(amplitude: number): void;
+    /** Release GPU/memory resources. */
+    dispose(): void;
+}

package/dist/platform/sdk/web.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/sketchfab/api.js

@@ -1,6 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getBestThumbnail = exports.downloadModel = exports.getDownloadUrl = exports.searchSketchfab = void 0;
+exports.searchSketchfab = searchSketchfab;
+exports.getDownloadUrl = getDownloadUrl;
+exports.downloadModel = downloadModel;
+exports.getBestThumbnail = getBestThumbnail;
 const SKETCHFAB_API_BASE = 'https://api.sketchfab.com/v3';
 const PAGE_SIZE = 24;
 async function searchSketchfab(options) {
@@ -23,7 +26,6 @@ async function searchSketchfab(options) {
     }
     return response.json();
 }
-exports.searchSketchfab = searchSketchfab;
 async function getDownloadUrl(uid, apiKey) {
     const response = await fetch(`${SKETCHFAB_API_BASE}/models/${uid}/download`, {
         headers: { Authorization: `Token ${apiKey}` },
@@ -34,7 +36,6 @@ async function getDownloadUrl(uid, apiKey) {
     const data = (await response.json());
     return data?.glb?.url ?? data?.gltf?.url ?? null;
 }
-exports.getDownloadUrl = getDownloadUrl;
 async function downloadModel(uid, name, apiKey) {
     const url = await getDownloadUrl(uid, apiKey);
     if (!url) {
@@ -48,7 +49,6 @@ async function downloadModel(uid, name, apiKey) {
     const cleanName = name.replace(/[^\w\s-]/g, '').trim() || 'model';
     return new File([blob], `${cleanName}.glb`, { type: 'model/gltf-binary' });
 }
-exports.downloadModel = downloadModel;
 function getBestThumbnail(thumbnails, targetWidth = 280) {
     if (!thumbnails?.images?.length) {
         return '';
@@ -56,4 +56,3 @@ function getBestThumbnail(thumbnails, targetWidth = 280) {
     const sorted = [...thumbnails.images].sort((left, right) => Math.abs(left.width - targetWidth) - Math.abs(right.width - targetWidth));
     return sorted[0].url;
 }
-exports.getBestThumbnail = getBestThumbnail;

package/dist/sketchfab/useSketchfabSearch.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.useSketchfabSearch = void 0;
+exports.useSketchfabSearch = useSketchfabSearch;
 const react_1 = require("react");
 const api_1 = require("./api");
 function useSketchfabSearch({ apiKey, initialQuery = 'character humanoid avatar', debounceMs = 400, }) {
@@ -79,4 +79,3 @@ function useSketchfabSearch({ apiKey, initialQuery = 'character humanoid avatar'
         prevPage,
     };
 }
-exports.useSketchfabSearch = useSketchfabSearch;

package/dist/tts/useDirectVisemeStream.d.ts

@@ -1,9 +1,5 @@
-import type { TalkingHeadVisemeSchedule } from "../TalkingHead";
-export type VisemeStreamPayload = {
-    requestId?: string;
-    durationMs?: number;
-    cues?: TalkingHeadVisemeSchedule["cues"];
-};
+import type { AgentVisemePayload } from "../core/avatar/visemes";
+export type VisemeStreamPayload = AgentVisemePayload;
 type OpenStreamOptions = {
     requestId: string;
     ttsBaseUrl: string;

package/dist/tts/useDirectVisemeStream.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.useDirectVisemeStream = void 0;
+exports.useDirectVisemeStream = useDirectVisemeStream;
 const react_1 = require("react");
 const fetch_1 = require("expo/fetch");
 // How long to keep retrying a stream before giving up (ms).
@@ -100,7 +100,6 @@ function useDirectVisemeStream(onVisemes) {
     }, []);
     return { openStream };
 }
-exports.useDirectVisemeStream = useDirectVisemeStream;
 // ─── SSE parser ──────────────────────────────────────────────────────────────
 /**
  * Reads an SSE stream to completion, dispatching `event: visemes` messages.

package/dist/tts/useMotionMarkers.d.ts

@@ -1,3 +1,2 @@
-/// <reference types="react" />
 import type { TalkingHeadRef } from '../TalkingHead';
 export declare function useMotionMarkers(ref: React.RefObject<TalkingHeadRef | null>): (text: string) => string;

package/dist/tts/useMotionMarkers.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.useMotionMarkers = void 0;
+exports.useMotionMarkers = useMotionMarkers;
 const react_1 = require("react");
 /**
  * Parses ::marker_name:: tokens out of LLM transcript text, fires the
@@ -22,4 +22,3 @@ function useMotionMarkers(ref) {
         return '';
     }), [ref]);
 }
-exports.useMotionMarkers = useMotionMarkers;

package/dist/utils/avatarUtils.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.resolveLocalAssetUrl = exports.resolveLocalAssetUri = void 0;
+exports.resolveLocalAssetUri = resolveLocalAssetUri;
+exports.resolveLocalAssetUrl = resolveLocalAssetUrl;
 const expo_asset_1 = require("expo-asset");
 const react_native_1 = require("react-native");
 const expo_file_system_1 = require("expo-file-system");
@@ -20,7 +21,6 @@ async function resolveLocalAssetUri(module) {
         return null;
     }
 }
-exports.resolveLocalAssetUri = resolveLocalAssetUri;
 /**
  * Resolves a local Expo asset module (from require()) into a usable URL string.
  * On web, returns an absolute URL.
@@ -53,4 +53,3 @@ async function resolveLocalAssetUrl(module) {
         return null;
     }
 }
-exports.resolveLocalAssetUrl = resolveLocalAssetUrl;

package/dist/utils/faceLandmarkerToShapeWeights.js

@@ -28,15 +28,26 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.prefetchFaceLandmarker = exports.faceLandmarkerToShapeWeights = void 0;
+exports.faceLandmarkerToShapeWeights = faceLandmarkerToShapeWeights;
+exports.prefetchFaceLandmarker = prefetchFaceLandmarker;
 const MEDIAPIPE_CDN = 'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm';
 // ---------------------------------------------------------------------------
 // Singleton — built once, reused across calls
@@ -99,7 +110,6 @@ async function faceLandmarkerToShapeWeights(source, options = {}) {
     }
     return weights;
 }
-exports.faceLandmarkerToShapeWeights = faceLandmarkerToShapeWeights;
 /**
  * Load the FaceLandmarker WASM bundle eagerly — call this on app start
  * to avoid a cold-start delay when the user first uploads a photo.
@@ -109,4 +119,3 @@ function prefetchFaceLandmarker() {
         // Silently ignore prefetch failures — will retry on actual use
     });
 }
-exports.prefetchFaceLandmarker = prefetchFaceLandmarker;

package/dist/voice/convertToWav.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertToWav = void 0;
+exports.convertToWav = convertToWav;
 /**
  * Convert any audio blob to WAV format using the Web Audio API.
  * Handles WebM/opus output from MediaRecorder without requiring ffmpeg.
@@ -19,7 +19,6 @@ async function convertToWav(audioBlob) {
         await audioContext.close();
     }
 }
-exports.convertToWav = convertToWav;
 /**
  * Encode an AudioBuffer as a 16-bit PCM WAV blob.
  */

package/dist/voice/index.d.ts

@@ -3,3 +3,6 @@ export type { UseAudioRecordingOptions, UseAudioRecordingReturn } from './useAud
 export { useAudioPlayer } from './useAudioPlayer';
 export type { UseAudioPlayerOptions, UseAudioPlayerReturn } from './useAudioPlayer';
 export { convertToWav } from './convertToWav';
+export { useVoicePreview, configureVoicePreviewBaseUrl } from './useVoicePreview';
+export { useFaceControlsFromVisemes } from './useFaceControls';
+export type { FaceControl } from '../core/avatar/faceControls';

package/dist/voice/index.js

@@ -1,9 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertToWav = exports.useAudioPlayer = exports.useAudioRecording = void 0;
+exports.useFaceControlsFromVisemes = exports.configureVoicePreviewBaseUrl = exports.useVoicePreview = exports.convertToWav = exports.useAudioPlayer = exports.useAudioRecording = void 0;
 var useAudioRecording_1 = require("./useAudioRecording");
 Object.defineProperty(exports, "useAudioRecording", { enumerable: true, get: function () { return useAudioRecording_1.useAudioRecording; } });
 var useAudioPlayer_1 = require("./useAudioPlayer");
 Object.defineProperty(exports, "useAudioPlayer", { enumerable: true, get: function () { return useAudioPlayer_1.useAudioPlayer; } });
 var convertToWav_1 = require("./convertToWav");
 Object.defineProperty(exports, "convertToWav", { enumerable: true, get: function () { return convertToWav_1.convertToWav; } });
+var useVoicePreview_1 = require("./useVoicePreview");
+Object.defineProperty(exports, "useVoicePreview", { enumerable: true, get: function () { return useVoicePreview_1.useVoicePreview; } });
+Object.defineProperty(exports, "configureVoicePreviewBaseUrl", { enumerable: true, get: function () { return useVoicePreview_1.configureVoicePreviewBaseUrl; } });
+var useFaceControls_1 = require("./useFaceControls");
+Object.defineProperty(exports, "useFaceControlsFromVisemes", { enumerable: true, get: function () { return useFaceControls_1.useFaceControlsFromVisemes; } });

package/dist/voice/useAudioPlayer.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.useAudioPlayer = void 0;
+exports.useAudioPlayer = useAudioPlayer;
 const react_1 = require("react");
 function useAudioPlayer({ onError, } = {}) {
     const [isPlaying, setIsPlaying] = (0, react_1.useState)(false);
@@ -62,4 +62,3 @@ function useAudioPlayer({ onError, } = {}) {
         cleanup,
     };
 }
-exports.useAudioPlayer = useAudioPlayer;

package/dist/voice/useAudioRecording.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.useAudioRecording = void 0;
+exports.useAudioRecording = useAudioRecording;
 const react_1 = require("react");
 const convertToWav_1 = require("./convertToWav");
 function useAudioRecording({ maxDurationSeconds = 29, onRecordingComplete, } = {}) {
@@ -163,4 +163,3 @@ function useAudioRecording({ maxDurationSeconds = 29, onRecordingComplete, } = {
         cancelRecording,
     };
 }
-exports.useAudioRecording = useAudioRecording;

package/dist/voice/useFaceControls.d.ts

@@ -0,0 +1,14 @@
+import type { TalkingHeadVisemeSchedule } from '../TalkingHead';
+import { type FaceControl } from '../core/avatar/faceControls';
+/**
+ * useFaceControlsFromVisemes
+ *
+ * Given a TalkingHead viseme schedule (Rhubarb shape cues + startedAtMs),
+ * produce a time-varying FaceControl object (neutral head pose + ExpressionState).
+ *
+ * This hook is intentionally simple: it drives expression purely from the
+ * viseme cues and keeps head pose neutral (0 yaw/pitch/roll). Downstream
+ * backends can layer motion / camera moves on top.
+ */
+export declare function useFaceControlsFromVisemes(schedule: TalkingHeadVisemeSchedule | null): FaceControl;
+export type { FaceControl } from '../core/avatar/faceControls';

package/dist/voice/useFaceControls.js

@@ -0,0 +1,81 @@
+"use strict";
+// src/voice/useFaceControls.ts
+// Derive a canonical FaceControl (pose + expression) from a TalkingHead viseme schedule.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.useFaceControlsFromVisemes = useFaceControlsFromVisemes;
+const react_1 = require("react");
+const morphTables_1 = require("../wgpu/morphTables");
+const faceControls_1 = require("../core/avatar/faceControls");
+function sampleExpressionAtTime(schedule, nowMs) {
+    const neutral = (0, faceControls_1.createNeutralExpression)();
+    if (!schedule.cues || schedule.cues.length === 0)
+        return neutral;
+    const startedAt = schedule.startedAtMs ?? nowMs;
+    const t = Math.max(0, nowMs - startedAt);
+    const cues = schedule.cues.filter((cue) => t >= cue.startMs && t <= cue.endMs);
+    if (cues.length === 0)
+        return neutral;
+    let expr = neutral;
+    for (const cue of cues) {
+        const rhubarbKey = cue.viseme;
+        const oculusViseme = (morphTables_1.RHUBARB_TO_VISEME[rhubarbKey] ?? 'sil');
+        const w = typeof cue.weight === 'number' ? cue.weight : 1;
+        expr = (0, faceControls_1.applyVisemeToExpression)(expr, oculusViseme, w);
+    }
+    return expr;
+}
+/**
+ * useFaceControlsFromVisemes
+ *
+ * Given a TalkingHead viseme schedule (Rhubarb shape cues + startedAtMs),
+ * produce a time-varying FaceControl object (neutral head pose + ExpressionState).
+ *
+ * This hook is intentionally simple: it drives expression purely from the
+ * viseme cues and keeps head pose neutral (0 yaw/pitch/roll). Downstream
+ * backends can layer motion / camera moves on top.
+ */
+function useFaceControlsFromVisemes(schedule) {
+    const [expr, setExpr] = (0, react_1.useState)(() => (0, faceControls_1.createNeutralExpression)());
+    const rafRef = (0, react_1.useRef)(null);
+    const scheduleRef = (0, react_1.useRef)(schedule);
+    (0, react_1.useEffect)(() => {
+        scheduleRef.current = schedule;
+    }, [schedule]);
+    (0, react_1.useEffect)(() => {
+        if (rafRef.current != null) {
+            cancelAnimationFrame(rafRef.current);
+            rafRef.current = null;
+        }
+        if (!schedule || !schedule.cues || schedule.cues.length === 0) {
+            setExpr((0, faceControls_1.createNeutralExpression)());
+            return;
+        }
+        const lastEnd = Math.max(...schedule.cues.map((c) => c.endMs ?? 0));
+        const loop = () => {
+            const s = scheduleRef.current;
+            if (!s || !s.cues || s.cues.length === 0) {
+                setExpr((0, faceControls_1.createNeutralExpression)());
+                return;
+            }
+            const now = Date.now();
+            const nextExpr = sampleExpressionAtTime(s, now);
+            setExpr(nextExpr);
+            const startedAt = s.startedAtMs ?? now;
+            const t = Math.max(0, now - startedAt);
+            if (t <= lastEnd + 200) {
+                rafRef.current = requestAnimationFrame(loop);
+            }
+        };
+        rafRef.current = requestAnimationFrame(loop);
+        return () => {
+            if (rafRef.current != null) {
+                cancelAnimationFrame(rafRef.current);
+                rafRef.current = null;
+            }
+        };
+    }, [schedule]);
+    return {
+        pose: { yaw: 0, pitch: 0, roll: 0 },
+        expr,
+    };
+}