@davi-ai/react-bodyengine-three 1.0.34 → 1.0.37

package/dist/components/Character.d.ts

@@ -1,4 +1,4 @@
 import { default as React } from 'react';
 import { CharacterProps } from '../models/types';
-declare const Character: ({ url, type, animationsUrl, gender, speechSynthesis, camera, onLoadingCompleted, autoLookAt, breathing, disableAnimations, debug, inspector, enableBml, animationWeights, license, detectGpuData, environmentPreset, tonemapping, targets, useBlendshapeManager }: CharacterProps) => React.JSX.Element;
+declare const Character: ({ url, type, animationsUrl, gender, speechSynthesis, camera, onLoadingCompleted, autoLookAt, breathing, disableAnimations, debug, inspector, enableBml, animationWeights, license, detectGpuData, environmentPreset, tonemapping, targets, lipSyncFromAudio, lipSyncAudio, lipSyncAudioContext }: CharacterProps) => React.JSX.Element;
 export default Character;

package/dist/components/Controllers/EmotionController.d.ts

@@ -1,5 +1,9 @@
 interface EmotionControllerProps {
     animationsLoaded: boolean;
 }
+/**
+ * Turns the emotions of the emotion store (setEmotions) into the action units played on the face:
+ * the strongest one only, or all of them blended (setUseTopEmotionOnly(false)).
+ */
 declare const EmotionController: ({ animationsLoaded }: EmotionControllerProps) => null;
 export default EmotionController;

package/dist/contexts/characterStore.d.ts

@@ -1,7 +1,6 @@
-import { Character, GlobalManager, LipSyncManager, BlendshapeManager, EyeBlinkManager, AnimationManager, FACSManager, HeadPoseManager, GazeManager, BmlManager, CharacterState } from '@davi-ai/bodyengine-three';
+import { Character, GlobalManager, LipSyncManager, EyeBlinkManager, AnimationManager, FACSManager, HeadPoseManager, GazeManager, BmlManager, CharacterState } from '@davi-ai/bodyengine-three';
 interface Managers {
     lipSyncManager?: LipSyncManager | null;
-    blendshapeManager?: BlendshapeManager | null;
     eyeBlinkManager?: EyeBlinkManager | null;
     animationManager?: AnimationManager | null;
     FACSManager?: FACSManager | null;
@@ -14,7 +13,6 @@ interface CharacterStore {
     globalManager: GlobalManager;
     managers: Managers;
     lipSyncManager: LipSyncManager | null;
-    blendshapeManager: BlendshapeManager | null;
     eyeBlinkManager: EyeBlinkManager | null;
     animationManager?: AnimationManager | null;
     FACSManager?: FACSManager | null;
@@ -32,7 +30,6 @@ export declare const setCharacter: (value: Character | null) => void;
 export declare const setManagers: (value: Managers) => void;
 export declare const setGlobalSyncManager: (value: GlobalManager | null) => void;
 export declare const setLipSyncManager: (value: LipSyncManager | null) => void;
-export declare const setBlendshapeManager: (value: BlendshapeManager | null) => void;
 export declare const setEyeBlinkManager: (value: EyeBlinkManager | null) => void;
 export declare const setAnimationManager: (value: AnimationManager | null) => void;
 export declare const setFACSManager: (value: FACSManager | null) => void;

package/dist/contexts/speechStore.d.ts

@@ -1,45 +1,38 @@
-import { SpeechSynthesisCredentials, BlendShapesData } from '../models/types';
+import { SpeechSynthesisCredentials } from '../models/types';
 import { SpeechSynthesisUtterance, SpeechSynthesisEventProps } from '@davi-ai/web-speech-cognitive-services-davi';
 interface speechStore {
     credentials?: SpeechSynthesisCredentials;
     currentUtterance: SpeechSynthesisUtterance | null;
     boundaries: Array<SpeechSynthesisEventProps>;
     visemes: Array<SpeechSynthesisEventProps>;
-    blendshapes: Array<BlendShapesData>;
-    currentVisemeIndex: number;
-    currentBlendshapeIndex: number;
+    /** Number of leading visemes already handed to the LipSyncManager. */
+    playedVisemeCount: number;
     voice: SpeechSynthesisVoice | null;
     voices: Array<SpeechSynthesisVoice>;
     textToSpeak: string | null;
     visemeIntensity: number;
-    useBlendshapeManager: boolean;
+    /** Lips driven by the speech audio rather than by its visemes. */
+    lipSyncFromAudio: boolean;
 }
 export declare const useSpeechStore: import('zustand').UseBoundStore<import('zustand').StoreApi<speechStore>>;
 export declare const setCredentials: (value: SpeechSynthesisCredentials) => void;
 export declare const setCurrentUtterance: (value: SpeechSynthesisUtterance | null) => void;
 export declare const setBoundaries: (value: Array<SpeechSynthesisEventProps>) => void;
 export declare const setVisemes: (value: Array<SpeechSynthesisEventProps>) => void;
-export declare const setBlendshapes: (value: Array<BlendShapesData>) => void;
 export declare const addViseme: (value: SpeechSynthesisEventProps) => void;
-export declare const addBlendshape: (value: BlendShapesData) => void;
 /**
  * Add viseme data extracted in SPPAS format that will be converted to ArKit viseme and played at the right moment.
  * @param {SpeechSynthesisEventProps} value viseme data (id, elapsedTime = time at which the viseme shall begin, duration can be set to 0 because we override it later).
  * @param {number} factorToSecond (facultative) we use tenth of microsecond as base unit of time for elapsedTime / duration. If another unit is used as entry, set this ratio to convert it to milliseconds (ratio * durationinotherunit = durationintenthofmicrosecond).
  */
 export declare const addSPPASViseme: (value: SpeechSynthesisEventProps, factorToTenthOfMicroSecond?: number) => void;
-export declare const setCurrentVisemeIndex: (value: number) => void;
-export declare const setCurrentBlendshapeIndex: (value: number) => void;
+export declare const setPlayedVisemeCount: (value: number) => void;
 export declare const flushLipSyncData: () => void;
-export declare const flushBlendshapeData: () => void;
 export declare const setVoice: (value: SpeechSynthesisVoice | null) => void;
 export declare const setVoices: (value: Array<SpeechSynthesisVoice>) => void;
 export declare const setTextToSpeak: (value: string | null) => void;
 export declare const getVoices: () => Array<SpeechSynthesisVoice>;
 export declare const setVisemeIntensity: (value: number) => void;
-/**
- * Switch between LipSyncManager (false, default) and BlendshapeManager (true).
- * When switching at runtime, any in-progress animation will be flushed automatically.
- */
-export declare const setUseBlendshapeManager: (value: boolean) => void;
+/** Drive the lips from the speech audio (true) or from its visemes (false, default), from the next speech on. */
+export declare const setLipSyncFromAudio: (value: boolean) => void;
 export {};

package/dist/index.d.ts

@@ -1,6 +1,6 @@
 export { default as Character } from './components/Character';
 export { useCharacterStore, setCharacterState, getCharacterHeight } from './contexts/characterStore';
-export { setTextToSpeak, setCurrentUtterance, setVisemes, setBlendshapes, addViseme, addBlendshape, addSPPASViseme, flushLipSyncData, flushBlendshapeData, setVoice, getVoices, setVisemeIntensity } from './contexts/speechStore';
+export { setTextToSpeak, setCurrentUtterance, setVisemes, addViseme, addSPPASViseme, flushLipSyncData, setVoice, getVoices, setVisemeIntensity, setLipSyncFromAudio } from './contexts/speechStore';
 export { getCameraPosition, getLookAt, setCameraPosition, setMovable } from './contexts/cameraStore';
 export { setCurrentAUs, setCurrentGaze, setCurrentHeadPose, setLookAtCamera, lookAtAndKeep, releaseLookAt, setShowFirstTarget } from './contexts/headStore';
 export { setEmotions, setUseTopEmotionOnly, setAutoDecay, playFacialAnimation } from './contexts/emotionStore';
@@ -8,6 +8,6 @@ export { setAutoPlay, getAnimationsMap, playAnimationByName } from './contexts/a
 export { emotionList, CharacterState, CreationTool, bmlTags } from '@davi-ai/bodyengine-three';
 export type { FacialAnimationData } from '@davi-ai/bodyengine-three';
 export { Positions, Distances, Rotations } from './models/enums';
-export { presets } from './models/constants';
+export { cameraPresets as presets } from '@davi-ai/bodyengine-three';
 export type { EnvironmentPreset } from './models/types';
 export { Object3D } from 'three/webgpu';