@vizij/render 0.0.7 → 0.1.1

package/dist/index.d.mts

@@ -1,6 +1,6 @@
 import * as react_jsx_runtime from 'react/jsx-runtime';
 import * as react from 'react';
-import { ComponentProps, ReactNode, RefObject } from 'react';
+import { CSSProperties, ComponentProps, ReactNode, RefObject, MouseEvent } from 'react';
 import { Canvas, ThreeEvent } from '@react-three/fiber';
 import * as zustand from 'zustand';
 import * as THREE from 'three';
@@ -8,11 +8,12 @@ import { Mesh, Group as Group$1, BufferGeometry, ShapeGeometry, AnimationClip, O
 import { RawValue, AnimatableValue, RawVector2 } from '@vizij/utils';
 
 interface VizijProps {
-    style?: React.CSSProperties;
+    style?: CSSProperties;
     className?: string;
     rootId: string;
     namespace?: string;
     showSafeArea?: boolean;
+    showSelectionGlow?: boolean;
     onPointerMissed?: ComponentProps<typeof Canvas>["onPointerMissed"];
 }
 /**
@@ -30,7 +31,7 @@ interface VizijProps {
  *
  * @returns The rendered ReactNode.
  */
-declare function Vizij({ style, className, rootId, namespace, showSafeArea, onPointerMissed, }: VizijProps): ReactNode;
+declare function Vizij({ style, className, rootId, namespace, showSafeArea, showSelectionGlow, onPointerMissed, }: VizijProps): ReactNode;
 interface InnerVizijProps {
     rootId: string;
     namespace: string;
@@ -40,8 +41,9 @@ interface InnerVizijProps {
         resolution: number;
     };
     showSafeArea?: boolean;
+    showSelectionGlow?: boolean;
 }
-declare function InnerVizij({ rootId, namespace, container, showSafeArea, }: InnerVizijProps): react_jsx_runtime.JSX.Element;
+declare function InnerVizij({ rootId, namespace, container, showSafeArea, showSelectionGlow, }: InnerVizijProps): react_jsx_runtime.JSX.Element;
 
 /**
  * A wrapping type to reference an attribute that is animatable.
@@ -298,6 +300,7 @@ interface VizijPoseDefinition {
     id: VizijPoseId;
     name?: string;
     description?: string;
+    group?: string | null;
     values: Record<string, number | undefined>;
 }
 interface VizijPoseRigConfig {
@@ -354,12 +357,40 @@ interface VizijBundleAnimationEntry {
         [key: string]: unknown;
     };
 }
+interface VizijSpeechConfig {
+    /** TTS voice name (e.g., "Ruth") */
+    voice?: string;
+    /** Speech mode */
+    mode?: "echo" | "conversation";
+    /** Agent name for LLM system prompt */
+    agentName?: string;
+    /** Custom system prompt (supports {{agent_name}} template) */
+    systemPrompt?: string;
+    /** Input path for avatar-speaking state (default: /speech/speaking) */
+    speakingInputPath?: string;
+    /** Input path for user-speaking state (default: /speech/user_speaking) */
+    userSpeakingInputPath?: string;
+    /** Input path for thinking state (default: /speech/thinking) */
+    thinkingInputPath?: string;
+    /** Pose group ID for viseme mapping */
+    visemeGroupId?: string;
+    /** Pose group ID for emotion mapping */
+    emotionGroupId?: string;
+    /** TTS API base URL */
+    apiBaseUrl?: string;
+    /** Auto-activate microphone when speech is ready (default: false) */
+    autoActivateMic?: boolean;
+}
 interface VizijBundleExtension {
     version: VizijBundleVersion;
     exportedAt?: string;
     graphs?: VizijBundleGraphEntry[];
     poses?: VizijBundlePoseSection | null;
     animations?: VizijBundleAnimationEntry[];
+    /**
+     * Bundle-level metadata. May include `speechConfig: VizijSpeechConfig`
+     * for configuring the STT/LLM/TTS speech pipeline.
+     */
     metadata?: Record<string, unknown>;
 }
 
@@ -420,6 +451,11 @@ interface VizijData {
 }
 interface VizijActions {
     setValue: (id: string, namespace: string, value: RawValue | ((current: RawValue | undefined) => RawValue | undefined)) => void;
+    setValues: (writes: Array<{
+        id: string;
+        namespace: string;
+        value: RawValue;
+    }>) => void;
     setWorldElementName: (id: string, value: string) => void;
     setVizij: (scene: World, animatables: Record<string, AnimatableValue>) => void;
     setSlot: (parentId: string, parentNamespace: string, childId: string, childNamespace: string) => void;
@@ -471,6 +507,11 @@ declare const VizijSlice: (set: VizijStoreSetter, get: VizijStoreGetter) => {
     getExportableBodies: (filterIds?: string[]) => THREE.Group<THREE.Object3DEventMap>[];
     setGeometry: (id: string, geometry: THREE.BufferGeometry) => void;
     setValue: (id: string, namespace: string, value: RawValue | ((current: RawValue | undefined) => RawValue | undefined)) => void;
+    setValues: (writes?: Array<{
+        id: string;
+        namespace: string;
+        value: RawValue;
+    }>) => void;
     setWorldElementName: (id: string, value: string) => void;
     setParent: (id: string, parent: string) => void;
     setChild: (id: string, child: string) => void;
@@ -558,6 +599,12 @@ declare function useVizijStoreGetter(): () => VizijData & VizijActions;
 declare class EmptyModelError extends Error {
     constructor(message: string);
 }
+type ParserJsonFallbackSource = {
+    url?: string;
+    blob?: Blob;
+    arrayBuffer?: ArrayBuffer;
+};
+declare function parseGlbJsonChunk(buffer: ArrayBuffer): unknown | undefined;
 declare function loadGLTF(url: string, namespaces: string[], aggressiveImport?: boolean, rootBounds?: {
     center: RawVector2;
     size: RawVector2;
@@ -571,11 +618,12 @@ type LoadedVizijAsset = {
     animatables: Record<string, AnimatableValue>;
     bundle: VizijBundleExtension | null;
     animations: VizijAnimationClipData[];
+    scene: Group$1;
 };
 declare function loadGLTFWithBundle(url: string, namespaces: string[], aggressiveImport?: boolean, rootBounds?: {
     center: RawVector2;
     size: RawVector2;
-}): Promise<LoadedVizijAsset>;
+}, parserJsonFallback?: ParserJsonFallbackSource): Promise<LoadedVizijAsset>;
 declare function loadGLTFFromBlobWithBundle(blob: Blob, namespaces: string[], aggressiveImport?: boolean, rootBounds?: {
     center: RawVector2;
     size: RawVector2;
@@ -594,10 +642,12 @@ type ExportSceneOptions = {
     bundle?: VizijBundleExtension | null;
     animations?: AnimationClip[];
     binary?: boolean;
+    onError?: (error: Error) => void;
+    onComplete?: () => void;
 };
 declare function exportScene(data: Group$1, fileNameOrOptions?: string | ExportSceneOptions): void;
 
 declare function extractVizijBundle(object: Object3D, parserJson?: unknown): VizijBundleExtension | null;
 declare function applyVizijBundle(object: Object3D, bundle: VizijBundleExtension | null): () => void;
 
-export { type AnimatedFeature, type Ellipse, type EllipseFeature, EmptyModelError, type ExportSceneOptions, type Feature, type Group, type GroupFeature, InnerVizij, type InnerVizijProps, type LoadedVizijAsset, type Rectangle, type RectangleFeature, type RenderableBase, type RenderableFeature, type Selection, type Shape, type ShapeFeature, ShapeMaterial, type StaticFeature, type Stored, type StoredAnimatedFeature, type StoredEllipse, type StoredFeatures, type StoredGroup, type StoredRectangle, type StoredRenderable, type StoredShape, Vizij, type VizijActions, type VizijAnimationClipData, type VizijAnimationId, type VizijAnimationTrackData, type VizijBundleAnimationClip, type VizijBundleAnimationEntry, type VizijBundleAnimationKeyframe, type VizijBundleAnimationTrack, type VizijBundleExtension, type VizijBundleGraphEntry, type VizijBundleGraphKind, type VizijBundleGraphMetadata, type VizijBundlePoseSection, type VizijBundleVersion, VizijContext, type VizijData, type VizijGraphId, type VizijPoseDefinition, type VizijPoseId, type VizijPoseRigConfig, type VizijProps, VizijSlice, type VizijStore, type VizijStoreGetter, type VizijStoreSetter, type World, applyVizijBundle, createVizijStore, exportScene, extractVizijBundle, loadGLTF, loadGLTFFromBlob, loadGLTFFromBlobWithBundle, loadGLTFWithBundle, loadGltfFromBlob, useDefaultVizijStore, useFeatures, useVizijStore, useVizijStoreGetter, useVizijStoreSetter, useVizijStoreSubscription };
+export { type AnimatedFeature, type Ellipse, type EllipseFeature, EmptyModelError, type ExportSceneOptions, type Feature, type Group, type GroupFeature, InnerVizij, type InnerVizijProps, type LoadedVizijAsset, type Rectangle, type RectangleFeature, type RenderableBase, type RenderableFeature, type Selection, type Shape, type ShapeFeature, ShapeMaterial, type StaticFeature, type Stored, type StoredAnimatedFeature, type StoredEllipse, type StoredFeatures, type StoredGroup, type StoredRectangle, type StoredRenderable, type StoredShape, Vizij, type VizijActions, type VizijAnimationClipData, type VizijAnimationId, type VizijAnimationTrackData, type VizijBundleAnimationClip, type VizijBundleAnimationEntry, type VizijBundleAnimationKeyframe, type VizijBundleAnimationTrack, type VizijBundleExtension, type VizijBundleGraphEntry, type VizijBundleGraphKind, type VizijBundleGraphMetadata, type VizijBundlePoseSection, type VizijBundleVersion, VizijContext, type VizijData, type VizijGraphId, type VizijPoseDefinition, type VizijPoseId, type VizijPoseRigConfig, type VizijProps, VizijSlice, type VizijSpeechConfig, type VizijStore, type VizijStoreGetter, type VizijStoreSetter, type World, applyVizijBundle, createVizijStore, exportScene, extractVizijBundle, loadGLTF, loadGLTFFromBlob, loadGLTFFromBlobWithBundle, loadGLTFWithBundle, loadGltfFromBlob, parseGlbJsonChunk, useDefaultVizijStore, useFeatures, useVizijStore, useVizijStoreGetter, useVizijStoreSetter, useVizijStoreSubscription };

package/dist/index.d.ts

@@ -1,6 +1,6 @@
 import * as react_jsx_runtime from 'react/jsx-runtime';
 import * as react from 'react';
-import { ComponentProps, ReactNode, RefObject } from 'react';
+import { CSSProperties, ComponentProps, ReactNode, RefObject, MouseEvent } from 'react';
 import { Canvas, ThreeEvent } from '@react-three/fiber';
 import * as zustand from 'zustand';
 import * as THREE from 'three';
@@ -8,11 +8,12 @@ import { Mesh, Group as Group$1, BufferGeometry, ShapeGeometry, AnimationClip, O
 import { RawValue, AnimatableValue, RawVector2 } from '@vizij/utils';
 
 interface VizijProps {
-    style?: React.CSSProperties;
+    style?: CSSProperties;
     className?: string;
     rootId: string;
     namespace?: string;
     showSafeArea?: boolean;
+    showSelectionGlow?: boolean;
     onPointerMissed?: ComponentProps<typeof Canvas>["onPointerMissed"];
 }
 /**
@@ -30,7 +31,7 @@ interface VizijProps {
  *
  * @returns The rendered ReactNode.
  */
-declare function Vizij({ style, className, rootId, namespace, showSafeArea, onPointerMissed, }: VizijProps): ReactNode;
+declare function Vizij({ style, className, rootId, namespace, showSafeArea, showSelectionGlow, onPointerMissed, }: VizijProps): ReactNode;
 interface InnerVizijProps {
     rootId: string;
     namespace: string;
@@ -40,8 +41,9 @@ interface InnerVizijProps {
         resolution: number;
     };
     showSafeArea?: boolean;
+    showSelectionGlow?: boolean;
 }
-declare function InnerVizij({ rootId, namespace, container, showSafeArea, }: InnerVizijProps): react_jsx_runtime.JSX.Element;
+declare function InnerVizij({ rootId, namespace, container, showSafeArea, showSelectionGlow, }: InnerVizijProps): react_jsx_runtime.JSX.Element;
 
 /**
  * A wrapping type to reference an attribute that is animatable.
@@ -298,6 +300,7 @@ interface VizijPoseDefinition {
     id: VizijPoseId;
     name?: string;
     description?: string;
+    group?: string | null;
     values: Record<string, number | undefined>;
 }
 interface VizijPoseRigConfig {
@@ -354,12 +357,40 @@ interface VizijBundleAnimationEntry {
         [key: string]: unknown;
     };
 }
+interface VizijSpeechConfig {
+    /** TTS voice name (e.g., "Ruth") */
+    voice?: string;
+    /** Speech mode */
+    mode?: "echo" | "conversation";
+    /** Agent name for LLM system prompt */
+    agentName?: string;
+    /** Custom system prompt (supports {{agent_name}} template) */
+    systemPrompt?: string;
+    /** Input path for avatar-speaking state (default: /speech/speaking) */
+    speakingInputPath?: string;
+    /** Input path for user-speaking state (default: /speech/user_speaking) */
+    userSpeakingInputPath?: string;
+    /** Input path for thinking state (default: /speech/thinking) */
+    thinkingInputPath?: string;
+    /** Pose group ID for viseme mapping */
+    visemeGroupId?: string;
+    /** Pose group ID for emotion mapping */
+    emotionGroupId?: string;
+    /** TTS API base URL */
+    apiBaseUrl?: string;
+    /** Auto-activate microphone when speech is ready (default: false) */
+    autoActivateMic?: boolean;
+}
 interface VizijBundleExtension {
     version: VizijBundleVersion;
     exportedAt?: string;
     graphs?: VizijBundleGraphEntry[];
     poses?: VizijBundlePoseSection | null;
     animations?: VizijBundleAnimationEntry[];
+    /**
+     * Bundle-level metadata. May include `speechConfig: VizijSpeechConfig`
+     * for configuring the STT/LLM/TTS speech pipeline.
+     */
     metadata?: Record<string, unknown>;
 }
 
@@ -420,6 +451,11 @@ interface VizijData {
 }
 interface VizijActions {
     setValue: (id: string, namespace: string, value: RawValue | ((current: RawValue | undefined) => RawValue | undefined)) => void;
+    setValues: (writes: Array<{
+        id: string;
+        namespace: string;
+        value: RawValue;
+    }>) => void;
     setWorldElementName: (id: string, value: string) => void;
     setVizij: (scene: World, animatables: Record<string, AnimatableValue>) => void;
     setSlot: (parentId: string, parentNamespace: string, childId: string, childNamespace: string) => void;
@@ -471,6 +507,11 @@ declare const VizijSlice: (set: VizijStoreSetter, get: VizijStoreGetter) => {
     getExportableBodies: (filterIds?: string[]) => THREE.Group<THREE.Object3DEventMap>[];
     setGeometry: (id: string, geometry: THREE.BufferGeometry) => void;
     setValue: (id: string, namespace: string, value: RawValue | ((current: RawValue | undefined) => RawValue | undefined)) => void;
+    setValues: (writes?: Array<{
+        id: string;
+        namespace: string;
+        value: RawValue;
+    }>) => void;
     setWorldElementName: (id: string, value: string) => void;
     setParent: (id: string, parent: string) => void;
     setChild: (id: string, child: string) => void;
@@ -558,6 +599,12 @@ declare function useVizijStoreGetter(): () => VizijData & VizijActions;
 declare class EmptyModelError extends Error {
     constructor(message: string);
 }
+type ParserJsonFallbackSource = {
+    url?: string;
+    blob?: Blob;
+    arrayBuffer?: ArrayBuffer;
+};
+declare function parseGlbJsonChunk(buffer: ArrayBuffer): unknown | undefined;
 declare function loadGLTF(url: string, namespaces: string[], aggressiveImport?: boolean, rootBounds?: {
     center: RawVector2;
     size: RawVector2;
@@ -571,11 +618,12 @@ type LoadedVizijAsset = {
     animatables: Record<string, AnimatableValue>;
     bundle: VizijBundleExtension | null;
     animations: VizijAnimationClipData[];
+    scene: Group$1;
 };
 declare function loadGLTFWithBundle(url: string, namespaces: string[], aggressiveImport?: boolean, rootBounds?: {
     center: RawVector2;
     size: RawVector2;
-}): Promise<LoadedVizijAsset>;
+}, parserJsonFallback?: ParserJsonFallbackSource): Promise<LoadedVizijAsset>;
 declare function loadGLTFFromBlobWithBundle(blob: Blob, namespaces: string[], aggressiveImport?: boolean, rootBounds?: {
     center: RawVector2;
     size: RawVector2;
@@ -594,10 +642,12 @@ type ExportSceneOptions = {
     bundle?: VizijBundleExtension | null;
     animations?: AnimationClip[];
     binary?: boolean;
+    onError?: (error: Error) => void;
+    onComplete?: () => void;
 };
 declare function exportScene(data: Group$1, fileNameOrOptions?: string | ExportSceneOptions): void;
 
 declare function extractVizijBundle(object: Object3D, parserJson?: unknown): VizijBundleExtension | null;
 declare function applyVizijBundle(object: Object3D, bundle: VizijBundleExtension | null): () => void;
 
-export { type AnimatedFeature, type Ellipse, type EllipseFeature, EmptyModelError, type ExportSceneOptions, type Feature, type Group, type GroupFeature, InnerVizij, type InnerVizijProps, type LoadedVizijAsset, type Rectangle, type RectangleFeature, type RenderableBase, type RenderableFeature, type Selection, type Shape, type ShapeFeature, ShapeMaterial, type StaticFeature, type Stored, type StoredAnimatedFeature, type StoredEllipse, type StoredFeatures, type StoredGroup, type StoredRectangle, type StoredRenderable, type StoredShape, Vizij, type VizijActions, type VizijAnimationClipData, type VizijAnimationId, type VizijAnimationTrackData, type VizijBundleAnimationClip, type VizijBundleAnimationEntry, type VizijBundleAnimationKeyframe, type VizijBundleAnimationTrack, type VizijBundleExtension, type VizijBundleGraphEntry, type VizijBundleGraphKind, type VizijBundleGraphMetadata, type VizijBundlePoseSection, type VizijBundleVersion, VizijContext, type VizijData, type VizijGraphId, type VizijPoseDefinition, type VizijPoseId, type VizijPoseRigConfig, type VizijProps, VizijSlice, type VizijStore, type VizijStoreGetter, type VizijStoreSetter, type World, applyVizijBundle, createVizijStore, exportScene, extractVizijBundle, loadGLTF, loadGLTFFromBlob, loadGLTFFromBlobWithBundle, loadGLTFWithBundle, loadGltfFromBlob, useDefaultVizijStore, useFeatures, useVizijStore, useVizijStoreGetter, useVizijStoreSetter, useVizijStoreSubscription };
+export { type AnimatedFeature, type Ellipse, type EllipseFeature, EmptyModelError, type ExportSceneOptions, type Feature, type Group, type GroupFeature, InnerVizij, type InnerVizijProps, type LoadedVizijAsset, type Rectangle, type RectangleFeature, type RenderableBase, type RenderableFeature, type Selection, type Shape, type ShapeFeature, ShapeMaterial, type StaticFeature, type Stored, type StoredAnimatedFeature, type StoredEllipse, type StoredFeatures, type StoredGroup, type StoredRectangle, type StoredRenderable, type StoredShape, Vizij, type VizijActions, type VizijAnimationClipData, type VizijAnimationId, type VizijAnimationTrackData, type VizijBundleAnimationClip, type VizijBundleAnimationEntry, type VizijBundleAnimationKeyframe, type VizijBundleAnimationTrack, type VizijBundleExtension, type VizijBundleGraphEntry, type VizijBundleGraphKind, type VizijBundleGraphMetadata, type VizijBundlePoseSection, type VizijBundleVersion, VizijContext, type VizijData, type VizijGraphId, type VizijPoseDefinition, type VizijPoseId, type VizijPoseRigConfig, type VizijProps, VizijSlice, type VizijSpeechConfig, type VizijStore, type VizijStoreGetter, type VizijStoreSetter, type World, applyVizijBundle, createVizijStore, exportScene, extractVizijBundle, loadGLTF, loadGLTFFromBlob, loadGLTFFromBlobWithBundle, loadGLTFWithBundle, loadGltfFromBlob, parseGlbJsonChunk, useDefaultVizijStore, useFeatures, useVizijStore, useVizijStoreGetter, useVizijStoreSetter, useVizijStoreSubscription };