talking-head-studio 0.2.8 → 0.3.0

package/dist/api/studioApi.js

@@ -0,0 +1,235 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.configureAvatarApi = configureAvatarApi;
+exports.getToken = getToken;
+exports.studioFetch = studioFetch;
+exports.getMyAvatars = getMyAvatars;
+exports.getAvatar = getAvatar;
+exports.updateAvatar = updateAvatar;
+exports.deleteAvatar = deleteAvatar;
+exports.createAvatar = createAvatar;
+exports.getPublicAvatars = getPublicAvatars;
+exports.getVoiceProfileSamples = getVoiceProfileSamples;
+exports.getVoiceProfiles = getVoiceProfiles;
+exports.setDefaultVoice = setDefaultVoice;
+exports.removeDefaultVoice = removeDefaultVoice;
+exports.avatarFileUrl = avatarFileUrl;
+exports.avatarThumbnailUrl = avatarThumbnailUrl;
+exports.avatarAnimatedThumbnailUrl = avatarAnimatedThumbnailUrl;
+exports.thumbnailHeaders = thumbnailHeaders;
+exports.listAssets = listAssets;
+exports.getAsset = getAsset;
+exports.uploadAsset = uploadAsset;
+exports.deleteAsset = deleteAsset;
+exports.suggestPlacement = suggestPlacement;
+exports.assetFileUrl = assetFileUrl;
+exports.createVoiceProfile = createVoiceProfile;
+exports.uploadVoiceSample = uploadVoiceSample;
+// ---------------------------------------------------------------------------
+// Injectable configuration
+// ---------------------------------------------------------------------------
+let _baseUrl = process.env.EXPO_PUBLIC_BACKEND_URL ?? '';
+let _getToken = null;
+function configureAvatarApi(opts) {
+    if (opts.baseUrl !== undefined)
+        _baseUrl = opts.baseUrl;
+    _getToken = opts.getToken;
+}
+async function getToken() {
+    return _getToken ? _getToken() : null;
+}
+// ---------------------------------------------------------------------------
+// Core fetch wrappers
+// ---------------------------------------------------------------------------
+async function studioFetch(path, options) {
+    const token = await getToken();
+    const headers = {
+        ...options?.headers,
+    };
+    if (token) {
+        headers['Authorization'] = `Bearer ${token}`;
+    }
+    const res = await fetch(`${_baseUrl}${path}`, {
+        ...options,
+        headers,
+    });
+    if (!res.ok) {
+        let detail = '';
+        try {
+            const body = await res.clone().json();
+            detail = body?.detail || body?.message || JSON.stringify(body);
+        }
+        catch {
+            detail = await res.text().catch(() => '');
+        }
+        throw new Error(`Studio API error ${res.status}: ${path}${detail ? ` — ${detail}` : ''}`);
+    }
+    // For 204 No Content (e.g. DELETE), return undefined as T
+    if (res.status === 204) {
+        return undefined;
+    }
+    return res.json();
+}
+/** POST/PUT with FormData, sharing auth token logic. */
+async function studioFetchForm(path, method, formData) {
+    const token = await getToken();
+    const res = await fetch(`${_baseUrl}${path}`, {
+        method,
+        headers: token ? { Authorization: `Bearer ${token}` } : {},
+        body: formData,
+    });
+    if (!res.ok) {
+        let detail = '';
+        try {
+            const body = await res.clone().json();
+            detail = body?.detail || body?.message || JSON.stringify(body);
+        }
+        catch {
+            detail = await res.text().catch(() => '');
+        }
+        throw new Error(`Studio API error ${res.status}: ${path}${detail ? ` — ${detail}` : ''}`);
+    }
+    return res.json();
+}
+// ---------------------------------------------------------------------------
+// Avatar endpoints
+// ---------------------------------------------------------------------------
+function getMyAvatars() {
+    return studioFetch('/v1/avatars');
+}
+function getAvatar(id) {
+    return studioFetch(`/v1/avatars/${id}`);
+}
+function updateAvatar(id, data) {
+    return studioFetch(`/v1/avatars/${id}`, {
+        method: 'PATCH',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify(data),
+    });
+}
+function deleteAvatar(id) {
+    return studioFetch(`/v1/avatars/${id}`, { method: 'DELETE' });
+}
+async function createAvatar(fileUri, name, description) {
+    const formData = new FormData();
+    formData.append('file', {
+        uri: fileUri,
+        name: `${name}.glb`,
+        type: 'model/gltf-binary',
+    });
+    formData.append('name', name);
+    if (description) {
+        formData.append('description', description);
+    }
+    return studioFetchForm('/v1/avatars', 'POST', formData);
+}
+function getPublicAvatars() {
+    return studioFetch('/v1/avatars/public');
+}
+// ---------------------------------------------------------------------------
+// Voice profile endpoints
+// ---------------------------------------------------------------------------
+function getVoiceProfileSamples(profileId) {
+    return studioFetch(`/profiles/${profileId}/samples`);
+}
+function getVoiceProfiles() {
+    return studioFetch('/profiles');
+}
+function setDefaultVoice(avatarId, profileId) {
+    return studioFetch(`/v1/avatars/${avatarId}/default-voice`, {
+        method: 'PUT',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({ profile_id: profileId }),
+    });
+}
+function removeDefaultVoice(avatarId) {
+    return studioFetch(`/v1/avatars/${avatarId}/default-voice`, {
+        method: 'DELETE',
+    });
+}
+// ---------------------------------------------------------------------------
+// URL helpers
+// ---------------------------------------------------------------------------
+function avatarFileUrl(avatar) {
+    const base = `${_baseUrl}${avatar.url}`;
+    return avatar.updated_at ? `${base}?v=${encodeURIComponent(avatar.updated_at)}` : base;
+}
+function avatarThumbnailUrl(avatar) {
+    const url = avatar.thumbnail_url || avatar.animated_thumbnail_url;
+    if (!url)
+        return null;
+    return `${_baseUrl}${url}`;
+}
+function avatarAnimatedThumbnailUrl(avatar) {
+    if (!avatar.animated_thumbnail_url)
+        return null;
+    return `${_baseUrl}${avatar.animated_thumbnail_url}`;
+}
+async function thumbnailHeaders() {
+    const token = await getToken();
+    if (!token)
+        return {};
+    return { Authorization: `Bearer ${token}` };
+}
+// ---------------------------------------------------------------------------
+// Wearable Asset endpoints
+// ---------------------------------------------------------------------------
+function listAssets(category) {
+    const query = category ? `?category=${encodeURIComponent(category)}` : '';
+    return studioFetch(`/v1/assets${query}`);
+}
+function getAsset(id) {
+    return studioFetch(`/v1/assets/${id}`);
+}
+async function uploadAsset(fileUri, meta) {
+    const formData = new FormData();
+    formData.append('file', {
+        uri: fileUri,
+        name: `${meta.name}.glb`,
+        type: 'model/gltf-binary',
+    });
+    formData.append('name', meta.name);
+    formData.append('category', meta.category);
+    formData.append('type', meta.type);
+    if (meta.slot)
+        formData.append('slot', meta.slot);
+    if (meta.attach_bone)
+        formData.append('attach_bone', meta.attach_bone);
+    if (meta.offset_position)
+        formData.append('offset_position', JSON.stringify(meta.offset_position));
+    if (meta.offset_rotation)
+        formData.append('offset_rotation', JSON.stringify(meta.offset_rotation));
+    if (meta.hides_body_parts)
+        formData.append('hides_body_parts', JSON.stringify(meta.hides_body_parts));
+    return studioFetchForm('/v1/assets', 'POST', formData);
+}
+function deleteAsset(id) {
+    return studioFetch(`/v1/assets/${id}`, { method: 'DELETE' });
+}
+function suggestPlacement(assetId, avatarId) {
+    return studioFetch(`/v1/assets/${assetId}/suggest-placement?avatar_id=${encodeURIComponent(avatarId)}`, { method: 'POST' });
+}
+function assetFileUrl(asset) {
+    const base = `${_baseUrl}${asset.url}`;
+    return asset.updated_at ? `${base}?v=${encodeURIComponent(asset.updated_at)}` : base;
+}
+async function createVoiceProfile(name, language = 'en') {
+    return studioFetch('/profiles', {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+        body: JSON.stringify({ name, language }),
+    });
+}
+async function uploadVoiceSample(profileId, fileUri, fileName, referenceText) {
+    const formData = new FormData();
+    formData.append('reference_text', referenceText);
+    // Do NOT set Content-Type header manually — fetch sets it with the correct boundary
+    formData.append('file', {
+        uri: fileUri,
+        name: fileName,
+        type: 'audio/wav',
+    });
+    return studioFetchForm(`/profiles/${profileId}/samples`, 'POST', formData);
+}

package/dist/api/types.d.ts

@@ -0,0 +1,87 @@
+export interface EquippedAccessory {
+    asset_id: string;
+    bone: string;
+    position: [number, number, number];
+    rotation: [number, number, number];
+    scale: number;
+}
+export interface AvatarAppearance {
+    version: 1;
+    hairColor?: string;
+    skinColor?: string;
+    eyeColor?: string;
+    equippedAccessories?: EquippedAccessory[];
+}
+export interface Avatar {
+    id: string;
+    name: string;
+    description: string | null;
+    url: string;
+    thumbnail_url: string | null;
+    animated_thumbnail_url: string | null;
+    is_public: boolean;
+    restricted: boolean;
+    file_size: number;
+    default_voice_profile_id: string | null;
+    appearance: AvatarAppearance | null;
+    created_at: string;
+    updated_at: string;
+}
+export interface PublicAvatar {
+    id: string;
+    name: string;
+    description: string | null;
+    thumbnail_url: string | null;
+    animated_thumbnail_url: string | null;
+    owner_user_id: string;
+    voice_name: string | null;
+    voice_language: string | null;
+    created_at: string;
+}
+export interface ProfileSample {
+    id: string;
+    profile_id: string;
+    audio_path: string;
+    reference_text: string;
+}
+export interface VoiceProfile {
+    id: string;
+    name: string;
+    description: string | null;
+    language: string;
+    avatar_path: string | null;
+    avatar_model_id: string | null;
+    created_at: string;
+    updated_at: string;
+}
+export interface AvatarUpdate {
+    name?: string;
+    description?: string;
+    is_public?: boolean;
+    appearance?: AvatarAppearance | null;
+}
+export interface WearableAsset {
+    id: string;
+    name: string;
+    category: string;
+    type: string;
+    slot: string;
+    storage_key: string;
+    file_size: number;
+    url: string;
+    attach_bone: string | null;
+    offset_position: number[] | null;
+    offset_rotation: number[] | null;
+    hides_body_parts: string[] | null;
+    triangle_count: number | null;
+    created_at: string;
+    updated_at: string;
+}
+export interface PlacementSuggestion {
+    bone: string;
+    position: [number, number, number];
+    rotation: [number, number, number];
+    confidence: number;
+    reasoning: string;
+}
+export type AssetType = 'skinned' | 'rigid';

package/dist/api/types.js

@@ -0,0 +1,5 @@
+"use strict";
+// ---------------------------------------------------------------------------
+// Avatar API types — moved from siteclaw/lib/studioApi.ts
+// ---------------------------------------------------------------------------
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/filament/FilamentAvatar.d.ts

@@ -0,0 +1,41 @@
+/**
+ * FilamentAvatar — native Filament-based avatar renderer.
+ *
+ * Replaces the TalkingHead WebView on iOS/Android with direct Filament
+ * morph target writes — no WebView bridge, no JS→native→JS roundtrip,
+ * visemes applied at 60fps in React Native JS.
+ *
+ * Implements the full TalkingHeadRef interface so it can be swapped in
+ * transparently for the WebView renderer.
+ */
+import React from 'react';
+import { ViewStyle, StyleProp } from 'react-native';
+import type { TalkingHeadViseme, TalkingHeadVisemeSchedule, TalkingHeadAccessory, TalkingHeadMood } from '../TalkingHead';
+export declare const CAMERA_FOCAL_FULL = 28;
+export declare const CAMERA_FOCAL_PIP = 50;
+export interface FilamentAvatarRef {
+    sendViseme: (viseme: TalkingHeadViseme, weight?: number) => void;
+    scheduleVisemes: (schedule: TalkingHeadVisemeSchedule) => void;
+    clearVisemes: () => void;
+    sendAmplitude: (amplitude: number) => void;
+    setMood: (mood: TalkingHeadMood) => void;
+    setHairColor: (color: string) => void;
+    setSkinColor: (color: string) => void;
+    setEyeColor: (color: string) => void;
+    setAccessories: (accessories: TalkingHeadAccessory[]) => void;
+}
+interface FilamentAvatarProps {
+    style?: StyleProp<ViewStyle>;
+    avatarUrl: string | null;
+    aspect?: number;
+    focalLength?: number;
+    mood?: TalkingHeadMood;
+    hairColor?: string;
+    skinColor?: string;
+    eyeColor?: string;
+    accessories?: TalkingHeadAccessory[];
+    onReady?: () => void;
+    onError?: (message: string) => void;
+}
+export declare const FilamentAvatar: React.ForwardRefExoticComponent<FilamentAvatarProps & React.RefAttributes<FilamentAvatarRef>>;
+export {};