@alxxsck/ai-assistant 1.8.0 → 2.2.0

package/dist/avatar/AnimationManager.d.ts

@@ -1,39 +1,69 @@
-import { Object3D } from "three";
-import type { VisemeData } from "./Avatar";
+import { Object3D, Group } from "three";
+import type { Viseme } from "@/domain/speech/LipSyncRuntime";
 import type { Avatar } from "./Avatar";
 export declare const BLEND_SHAPE_KEYS: readonly ["blendShape1.AE", "blendShape1.ChJ", "blendShape1.FV", "blendShape1.Oh", "blendShape1.Ah", "blendShape1.Ih", "blendShape1.L", "blendShape1.SZ", "blendShape1.Woo", "blendShape1.MBP", "blendShape1.Smile_Closed", "blendShape1.Smile_Open", "blendShape1.Kiss"];
 export type BlendShapeKey = (typeof BLEND_SHAPE_KEYS)[number];
+type AnimationAsset = {
+    name: string;
+    blendShapeScenario?: boolean;
+    loop?: boolean;
+};
+type AnimationAssetsData = {
+    mandatory_initial_animations: AnimationAsset[];
+    lazy_load_animations: AnimationAsset[];
+};
+type InitialAnimationAssets = {
+    animationData: AnimationAssetsData;
+    mandatoryAnimations: Array<{
+        data: AnimationAsset;
+        animation: Group;
+    }>;
+};
 export default class AnimationManager {
     private model;
     private avatar;
     activeActionName: string;
-    private animations;
     private zeroMorphingInfluences;
-    private visemeDataIndex;
-    private previousSpeechTime;
-    private visemeData;
     private mixer;
     private actions;
+    private lazyAnimations;
+    private animationLoads;
     private loadingManager;
     private fbxLoader;
-    constructor(model: Object3D, avatar: Avatar);
+    private initialAssets;
+    private backgroundPreloadCancelled;
+    private latestActionRequest;
+    private pendingActionLoads;
+    private idleFallbackPending;
+    private lipSyncActive;
+    private lipSyncTarget;
+    private lipSyncWeight;
+    private lipSyncViseme;
+    private lipSyncPreviousViseme;
+    private lipSyncVisemeMix;
+    constructor(model: Object3D, avatar: Avatar, initialAssets?: Promise<InitialAnimationAssets>);
+    static preloadInitialAssets(avatar: Avatar): Promise<InitialAnimationAssets>;
     init(): Promise<void>;
-    private loadAnimationMandatoryInitial;
     private loadAnimationLazy;
+    loadAction(name: string): Promise<void>;
+    cancelBackgroundPreload(): void;
+    private scheduleBackgroundPreload;
+    private waitForBackgroundOpportunity;
+    private preloadRemainingAnimations;
     private onLoadAnimation;
     private fadeDuration;
     hasAction(name: string): boolean;
-    fadeToAction(name: string): void;
+    fadeToAction(name: string): Promise<void>;
     applyActiveActionBlendShapeScenario(): void;
-    resetVisemeData(): void;
-    setVisemeData(): void;
-    convertVisemeDataToAnimationScenario(): void;
-    update(delta: number, timePassed?: number): void;
+    setLipSyncTarget(mouthOpen: number, activeViseme: Viseme | null): void;
+    resetLipSync(): void;
+    private clearSpeechMorphs;
+    private updateLipSync;
+    update(delta: number): void;
     resetMorphing(): void;
-    private blendShapeAnimationLength;
     private blendShapeResetAnimationLength;
-    playVisemeAnimation(timePassed: number, visemeNext: VisemeData, visemeAfterNext: VisemeData): void;
     private shapeFadeInDuration;
     private shapeFadeOutDuration;
     showcaseBlendShape(dictionaryKey: string): void;
 }
+export {};

package/dist/avatar/Avatar.d.ts

@@ -1,28 +1,22 @@
 import { Mesh, Vector3 } from "three";
 import { FBXLoader } from "three/examples/jsm/loaders/FBXLoader.js";
 import type { AppApi } from "@/App";
-import type { WidgetConfig } from "@/index.types";
-export interface VisemeData {
-    viseme: Viseme;
-    time: number;
-}
-export type Viseme = "A" | "B" | "C" | "D" | "E" | "F" | "G" | "H" | "X";
+import type { LipSyncSnapshot } from "@/domain/speech/LipSyncRuntime";
+import type { ExternallyAvailableActions } from "./publicAnimations";
+export type { ExternallyAvailableActions } from "./publicAnimations";
 type CameraParams = {
     position: Vector3;
     lookAt: Vector3;
     fov: number;
 };
-export type ExternallyAvailableActions = "excited" | "fix_hair" | "spin" | "kiss" | "win_small" | "deposit";
 export declare class Avatar extends EventTarget {
     private canvas;
     private videoContainer;
-    private config;
     api: AppApi;
     initialAssetsfbxLoader: FBXLoader;
     head: Mesh;
     private renderer;
-    private sound;
-    private gui?;
+    private sound?;
     private cubeTexture;
     private textureLoader;
     private clock;
@@ -32,15 +26,17 @@ export declare class Avatar extends EventTarget {
     private body;
     private animationManager;
     private cameraParams;
-    private controls?;
     private locale?;
     private animationFrame;
     private renderingEnabled;
-    constructor(canvas: HTMLCanvasElement, videoContainer: HTMLDivElement, config: WidgetConfig, api: AppApi);
+    private backgroundPreloadCancelled;
+    constructor(canvas: HTMLCanvasElement, videoContainer: HTMLDivElement, api: AppApi);
     private lightAmbient;
     private lightDirectional;
     private loadingManager;
+    private criticalAssetsReady;
     private sounds;
+    private soundsReady;
     init(): Promise<void>;
     initSounds(locale: string): void;
     private tempLookAt;
@@ -50,6 +46,8 @@ export declare class Avatar extends EventTarget {
     onResize: (width?: number, height?: number) => void;
     animate: () => void;
     setRenderingEnabled(enabled: boolean): void;
+    cancelBackgroundPreload(): void;
+    waitForCriticalAssets(): Promise<void>;
     private SPEAKING_ANIMATION_NAME_1;
     private SPEAKING_ANIMATION_NAME_2;
     private IDLE_ANIMATION_NAME_1;
@@ -58,19 +56,17 @@ export declare class Avatar extends EventTarget {
     private idleAnimationName;
     private talkingRequested;
     private talkingApplied;
+    private reportOptionalAnimationFailure;
+    applyLipSyncSnapshot(snapshot: LipSyncSnapshot): void;
     setTalking(talking: boolean): void;
     private applyTalkingWhenReady;
     onAnimationLoaded(name: string): void;
-    playReaction(speech: string, animation: string): void;
+    playReaction(speech: string, animation: string): Promise<void>;
     speakPhrase(phrase: string): void;
-    externalLaunchAnimationAction: (name: ExternallyAvailableActions) => void;
-    private playAction;
+    externalLaunchAnimationAction: (name: ExternallyAvailableActions) => Promise<void>;
     playVideo: (id: string, speak?: boolean) => Promise<unknown>;
     shutDownVideo: () => void;
     showcaseBlendShape(shapeName: string): void;
     render(): void;
-    onAllAssetsLoaded: () => void;
-    private initDebugControls;
-    private addDebugGui;
+    onCriticalAssetsReady: () => void;
 }
-export {};

package/dist/avatar/publicAnimations.d.ts

@@ -0,0 +1,3 @@
+export declare const EXTERNALLY_AVAILABLE_ACTIONS: readonly ["deposit", "excited", "fix_hair", "kiss", "spin", "win_small"];
+export type ExternallyAvailableActions = (typeof EXTERNALLY_AVAILABLE_ACTIONS)[number];
+export declare function isExternallyAvailableAction(value: string): value is ExternallyAvailableActions;