reze-engine 0.2.19 → 0.3.1

package/README.md

@@ -1,66 +1,67 @@
-# Reze Engine
-
-A lightweight engine built with WebGPU and TypeScript for real-time 3D anime character MMD model rendering.
-
-## Features
-
-- Physics
-- Alpha blending
-- Post alpha eye rendering
-- Rim lighting
-- Bloom
-- Outlines
-- MSAA 4x anti-aliasing
-- GPU-accelerated skinning
-- Bone and morph api
-- VMD animation
-
-## Usage
-
-```javascript
-export default function Scene() {
-  const canvasRef = useRef < HTMLCanvasElement > null
-  const engineRef = useRef < Engine > null
-
-  const initEngine = useCallback(async () => {
-    if (canvasRef.current) {
-      try {
-        const engine = new Engine(canvasRef.current)
-        engineRef.current = engine
-        await engine.init()
-        await engine.loadModel("/models/塞尔凯特/塞尔凯特.pmx")
-
-        engine.runRenderLoop(() => {})
-      } catch (error) {
-        console.error(error)
-      }
-    }
-  }, [])
-
-  useEffect(() => {
-    void (async () => {
-      initEngine()
-    })()
-
-    return () => {
-      if (engineRef.current) {
-        engineRef.current.dispose()
-      }
-    }
-  }, [initEngine])
-
-  return <canvas ref={canvasRef} className="w-full h-full" />
-}
-```
-
-## Projects Using This Engine
-
-- **[MiKaPo](https://mikapo.vercel.app)** - Online real-time motion capture for MMD using webcam and MediaPipe
-- **[Popo](https://popo.love)** - Fine-tuned LLM that generates MMD poses from natural language descriptions
-- **[MPL](https://mmd-mpl.vercel.app)** - Semantic motion programming language for scripting MMD animations with intuitive syntax
-
-## Tutorial
-
-Learn WebGPU from scratch by building an anime character renderer in incremental steps. The tutorial covers the complete rendering pipeline from a simple triangle to fully textured, skeletal-animated characters.
-
-[How to Render an Anime Character with WebGPU](https://reze.one/tutorial)
+# Reze Engine
+
+A lightweight engine built with WebGPU and TypeScript for real-time 3D anime character MMD model rendering.
+
+## Features
+
+- Physics
+- Alpha blending
+- Post alpha eye rendering
+- Rim lighting
+- Bloom
+- Outlines
+- MSAA 4x anti-aliasing
+- GPU-accelerated skinning
+- Bone and morph api
+- VMD animation
+- Ik solver
+
+## Usage
+
+```javascript
+export default function Scene() {
+  const canvasRef = useRef < HTMLCanvasElement > null
+  const engineRef = useRef < Engine > null
+
+  const initEngine = useCallback(async () => {
+    if (canvasRef.current) {
+      try {
+        const engine = new Engine(canvasRef.current)
+        engineRef.current = engine
+        await engine.init()
+        await engine.loadModel("/models/塞尔凯特/塞尔凯特.pmx")
+
+        engine.runRenderLoop(() => {})
+      } catch (error) {
+        console.error(error)
+      }
+    }
+  }, [])
+
+  useEffect(() => {
+    void (async () => {
+      initEngine()
+    })()
+
+    return () => {
+      if (engineRef.current) {
+        engineRef.current.dispose()
+      }
+    }
+  }, [initEngine])
+
+  return <canvas ref={canvasRef} className="w-full h-full" />
+}
+```
+
+## Projects Using This Engine
+
+- **[MiKaPo](https://mikapo.vercel.app)** - Online real-time motion capture for MMD using webcam and MediaPipe
+- **[Popo](https://popo.love)** - Fine-tuned LLM that generates MMD poses from natural language descriptions
+- **[MPL](https://mmd-mpl.vercel.app)** - Semantic motion programming language for scripting MMD animations with intuitive syntax
+
+## Tutorial
+
+Learn WebGPU from scratch by building an anime character renderer in incremental steps. The tutorial covers the complete rendering pipeline from a simple triangle to fully textured, skeletal-animated characters.
+
+[How to Render an Anime Character with WebGPU](https://reze.one/tutorial)

package/dist/bezier-interpolate.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Bezier interpolation for VMD animations
+ * Based on the reference implementation from babylon-mmd
+ */
+/**
+ * Bezier interpolation function
+ * @param x1 First control point X (0-127, normalized to 0-1)
+ * @param x2 Second control point X (0-127, normalized to 0-1)
+ * @param y1 First control point Y (0-127, normalized to 0-1)
+ * @param y2 Second control point Y (0-127, normalized to 0-1)
+ * @param t Interpolation parameter (0-1)
+ * @returns Interpolated value (0-1)
+ */
+export declare function bezierInterpolate(x1: number, x2: number, y1: number, y2: number, t: number): number;
+//# sourceMappingURL=bezier-interpolate.d.ts.map

package/dist/bezier-interpolate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bezier-interpolate.d.ts","sourceRoot":"","sources":["../src/bezier-interpolate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;GAQG;AACH,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAgCnG"}

package/dist/bezier-interpolate.js

@@ -0,0 +1,40 @@
+/**
+ * Bezier interpolation for VMD animations
+ * Based on the reference implementation from babylon-mmd
+ */
+/**
+ * Bezier interpolation function
+ * @param x1 First control point X (0-127, normalized to 0-1)
+ * @param x2 Second control point X (0-127, normalized to 0-1)
+ * @param y1 First control point Y (0-127, normalized to 0-1)
+ * @param y2 Second control point Y (0-127, normalized to 0-1)
+ * @param t Interpolation parameter (0-1)
+ * @returns Interpolated value (0-1)
+ */
+export function bezierInterpolate(x1, x2, y1, y2, t) {
+    // Clamp t to [0, 1]
+    t = Math.max(0, Math.min(1, t));
+    // Binary search for the t value that gives us the desired x
+    // We're solving for t in the Bezier curve: x(t) = 3*(1-t)^2*t*x1 + 3*(1-t)*t^2*x2 + t^3
+    let start = 0;
+    let end = 1;
+    let mid = 0.5;
+    // Iterate until we find the t value that gives us the desired x
+    for (let i = 0; i < 15; i++) {
+        // Evaluate Bezier curve at mid point
+        const x = 3 * (1 - mid) * (1 - mid) * mid * x1 + 3 * (1 - mid) * mid * mid * x2 + mid * mid * mid;
+        if (Math.abs(x - t) < 0.0001) {
+            break;
+        }
+        if (x < t) {
+            start = mid;
+        }
+        else {
+            end = mid;
+        }
+        mid = (start + end) / 2;
+    }
+    // Now evaluate the y value at this t
+    const y = 3 * (1 - mid) * (1 - mid) * mid * y1 + 3 * (1 - mid) * mid * mid * y2 + mid * mid * mid;
+    return y;
+}

package/dist/engine.d.ts

@@ -54,7 +54,6 @@ export declare class Engine {
     private static readonly DEFAULT_RIM_LIGHT_INTENSITY;
     private static readonly DEFAULT_CAMERA_DISTANCE;
     private static readonly DEFAULT_CAMERA_TARGET;
-    private static readonly HAIR_OVER_EYES_ALPHA;
     private static readonly TRANSPARENCY_EPSILON;
     private static readonly STATS_FPS_UPDATE_INTERVAL_MS;
     private static readonly STATS_FRAME_TIME_ROUNDING;
@@ -101,12 +100,9 @@ export declare class Engine {
     private stats;
     private animationFrameId;
     private renderLoopCallback;
-    private animationFrames;
-    private animationTimeouts;
+    private player;
     private hasAnimation;
-    private playingAnimation;
-    private breathingTimeout;
-    private breathingBaseRotations;
+    private animationStartTime;
     constructor(canvas: HTMLCanvasElement, options?: EngineOptions);
     init(): Promise<void>;
     private createPipelines;
@@ -118,20 +114,23 @@ export declare class Engine {
     private setupCamera;
     private setupLighting;
     private setAmbientColor;
-    loadAnimation(url: string): Promise<void>;
-    playAnimation(options?: {
-        breathBones?: string[] | Record<string, number>;
-        breathDuration?: number;
-    }): void;
+    loadAnimation(url: string, audioUrl?: string): Promise<void>;
+    playAnimation(): void;
     stopAnimation(): void;
-    private stopBreathing;
-    private startBreathing;
+    pauseAnimation(): void;
+    seekAnimation(time: number): void;
+    getAnimationProgress(): import("./player").AnimationProgress;
+    /**
+     * Apply animation pose to model
+     */
+    private applyPose;
     getStats(): EngineStats;
     runRenderLoop(callback?: () => void): void;
     stopRenderLoop(): void;
     dispose(): void;
     loadModel(path: string): Promise<void>;
     rotateBones(bones: string[], rotations: Quat[], durationMs?: number): void;
+    moveBones(bones: string[], relativeTranslations: Vec3[], durationMs?: number): void;
     setMorphWeight(name: string, weight: number, durationMs?: number): void;
     private updateVertexBuffer;
     private setupModelBuffers;

package/dist/engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAMnC,MAAM,MAAM,aAAa,GAAG;IAC1B,YAAY,CAAC,EAAE,IAAI,CAAA;IACnB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,YAAY,CAAC,EAAE,IAAI,CAAA;CACpB,CAAA;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAA;IACX,SAAS,EAAE,MAAM,CAAA;CAClB;AAcD,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,kBAAkB,CAAmB;IAC7C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,mBAAmB,CAAY;IACvC,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,cAAc,CAAe;IACrC,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,kBAAkB,CAAY;IACtC,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,WAAW,CAAC,CAAW;IAC/B,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,YAAY,CAAa;IAEjC,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,WAAW,CAAoB;IACvC,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,uBAAuB,CAAoB;IACnD,OAAO,CAAC,iBAAiB,CAAoB;IAE7C,OAAO,CAAC,eAAe,CAAoB;IAC3C,OAAO,CAAC,mBAAmB,CAAoB;IAC/C,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,sBAAsB,CAAqB;IACnD,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,aAAa,CAAY;IACjC,OAAO,CAAC,gBAAgB,CAAC,CAAW;IACpC,OAAO,CAAC,iBAAiB,CAAC,CAAW;IACrC,OAAO,CAAC,uBAAuB,CAAC,CAAW;IAC3C,OAAO,CAAC,yBAAyB,CAAC,CAAoB;IACtD,OAAO,CAAC,0BAA0B,CAAC,CAAc;IACjD,OAAO,CAAC,eAAe,CAAC,CAAW;IACnC,OAAO,CAAC,kBAAkB,CAAa;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAI;IAChC,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAI;IACtC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAK;IAC5C,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAI;IAG3C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,2BAA2B,CAAO;IAC1D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAuB;IACpE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAM;IAClD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAQ;IACpD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,4BAA4B,CAAO;IAC3D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,yBAAyB,CAAM;IAGvD,OAAO,CAAC,YAAY,CAAgC;IAEpD,OAAO,CAAC,kBAAkB,CAAa;IACvC,OAAO,CAAC,sBAAsB,CAAiB;IAC/C,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,iBAAiB,CAAa;IAEtC,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,mBAAmB,CAAY;IACvC,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,aAAa,CAAa;IAElC,OAAO,CAAC,qBAAqB,CAAC,CAAc;IAC5C,OAAO,CAAC,mBAAmB,CAAC,CAAc;IAC1C,OAAO,CAAC,mBAAmB,CAAC,CAAc;IAC1C,OAAO,CAAC,qBAAqB,CAAC,CAAc;IAE5C,OAAO,CAAC,cAAc,CAAyC;IAC/D,OAAO,CAAC,cAAc,CAAyC;IAE/D,OAAO,CAAC,iBAAiB,CAA6C;IAEtE,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,YAAY,CAAgC;IACpD,OAAO,CAAC,uBAAuB,CAAQ;IAEvC,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,iBAAiB,CAAiB;IAC1C,OAAO,CAAC,oBAAoB,CAAiB;IAC7C,OAAO,CAAC,gBAAgB,CAAiB;IACzC,OAAO,CAAC,kBAAkB,CAAiB;IAC3C,OAAO,CAAC,eAAe,CAAiB;IACxC,OAAO,CAAC,gBAAgB,CAAiB;IACzC,OAAO,CAAC,uBAAuB,CAAiB;IAEhD,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,qBAAqB,CAAI;IACjC,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,YAAY,CAAI;IACxB,OAAO,CAAC,cAAc,CAAI;IAC1B,OAAO,CAAC,KAAK,CAGZ;IACD,OAAO,CAAC,gBAAgB,CAAsB;IAC9C,OAAO,CAAC,kBAAkB,CAA4B;IAEtD,OAAO,CAAC,eAAe,CAAoB;IAC3C,OAAO,CAAC,iBAAiB,CAAe;IACxC,OAAO,CAAC,YAAY,CAAQ;IAC5B,OAAO,CAAC,gBAAgB,CAAQ;IAChC,OAAO,CAAC,gBAAgB,CAAsB;IAC9C,OAAO,CAAC,sBAAsB,CAA+B;gBAEjD,MAAM,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,aAAa;IAYjD,IAAI;IA6BjB,OAAO,CAAC,eAAe;IAunBvB,OAAO,CAAC,+BAA+B;IAwCvC,OAAO,CAAC,oBAAoB;IA4O5B,OAAO,CAAC,UAAU;IA+DlB,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,YAAY;IA+EpB,OAAO,CAAC,WAAW;IAcnB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,eAAe;IAQV,aAAa,CAAC,GAAG,EAAE,MAAM;IAM/B,aAAa,CAAC,OAAO,CAAC,EAAE;QAC7B,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAC/C,cAAc,CAAC,EAAE,MAAM,CAAA;KACxB;IAqKM,aAAa;IAQpB,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,cAAc;IAuDf,QAAQ,IAAI,WAAW;IAIvB,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,IAAI;IAgBnC,cAAc;IAQd,OAAO;IAYD,SAAS,CAAC,IAAI,EAAE,MAAM;IAY5B,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM;IAInE,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAQ9E,OAAO,CAAC,kBAAkB;YAQZ,iBAAiB;YA0GjB,cAAc;YAiNd,qBAAqB;IAmCnC,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,UAAU;IA6CX,MAAM;IA+Eb,OAAO,CAAC,UAAU;IAmGlB,OAAO,CAAC,oBAAoB;IAY5B,OAAO,CAAC,kBAAkB;IAU1B,OAAO,CAAC,eAAe;IAmBvB,OAAO,CAAC,mBAAmB;IAW3B,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,WAAW;CA0BpB"}
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAMnC,MAAM,MAAM,aAAa,GAAG;IAC1B,YAAY,CAAC,EAAE,IAAI,CAAA;IACnB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,YAAY,CAAC,EAAE,IAAI,CAAA;CACpB,CAAA;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAA;IACX,SAAS,EAAE,MAAM,CAAA;CAClB;AAQD,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,kBAAkB,CAAmB;IAC7C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,mBAAmB,CAAY;IACvC,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,cAAc,CAAe;IACrC,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,kBAAkB,CAAY;IACtC,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,WAAW,CAAC,CAAW;IAC/B,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,YAAY,CAAa;IAEjC,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,WAAW,CAAoB;IACvC,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,uBAAuB,CAAoB;IACnD,OAAO,CAAC,iBAAiB,CAAoB;IAE7C,OAAO,CAAC,eAAe,CAAoB;IAC3C,OAAO,CAAC,mBAAmB,CAAoB;IAC/C,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,sBAAsB,CAAqB;IACnD,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,aAAa,CAAY;IACjC,OAAO,CAAC,gBAAgB,CAAC,CAAW;IACpC,OAAO,CAAC,iBAAiB,CAAC,CAAW;IACrC,OAAO,CAAC,uBAAuB,CAAC,CAAW;IAC3C,OAAO,CAAC,yBAAyB,CAAC,CAAoB;IACtD,OAAO,CAAC,0BAA0B,CAAC,CAAc;IACjD,OAAO,CAAC,eAAe,CAAC,CAAW;IACnC,OAAO,CAAC,kBAAkB,CAAa;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAI;IAChC,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAI;IACtC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAK;IAC5C,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAI;IAG3C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,2BAA2B,CAAO;IAC1D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAuB;IACpE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAQ;IACpD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,4BAA4B,CAAO;IAC3D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,yBAAyB,CAAM;IAGvD,OAAO,CAAC,YAAY,CAAgC;IAEpD,OAAO,CAAC,kBAAkB,CAAa;IACvC,OAAO,CAAC,sBAAsB,CAAiB;IAC/C,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,iBAAiB,CAAa;IAEtC,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,mBAAmB,CAAY;IACvC,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,aAAa,CAAa;IAElC,OAAO,CAAC,qBAAqB,CAAC,CAAc;IAC5C,OAAO,CAAC,mBAAmB,CAAC,CAAc;IAC1C,OAAO,CAAC,mBAAmB,CAAC,CAAc;IAC1C,OAAO,CAAC,qBAAqB,CAAC,CAAc;IAE5C,OAAO,CAAC,cAAc,CAAyC;IAC/D,OAAO,CAAC,cAAc,CAAyC;IAE/D,OAAO,CAAC,iBAAiB,CAA6C;IAEtE,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,YAAY,CAAgC;IACpD,OAAO,CAAC,uBAAuB,CAAQ;IAEvC,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,iBAAiB,CAAiB;IAC1C,OAAO,CAAC,oBAAoB,CAAiB;IAC7C,OAAO,CAAC,gBAAgB,CAAiB;IACzC,OAAO,CAAC,kBAAkB,CAAiB;IAC3C,OAAO,CAAC,eAAe,CAAiB;IACxC,OAAO,CAAC,gBAAgB,CAAiB;IACzC,OAAO,CAAC,uBAAuB,CAAiB;IAEhD,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,qBAAqB,CAAI;IACjC,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,YAAY,CAAI;IACxB,OAAO,CAAC,cAAc,CAAI;IAC1B,OAAO,CAAC,KAAK,CAGZ;IACD,OAAO,CAAC,gBAAgB,CAAsB;IAC9C,OAAO,CAAC,kBAAkB,CAA4B;IAEtD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,YAAY,CAAQ;IAC5B,OAAO,CAAC,kBAAkB,CAAY;gBAE1B,MAAM,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,aAAa;IAYjD,IAAI;IA6BjB,OAAO,CAAC,eAAe;IAunBvB,OAAO,CAAC,+BAA+B;IAwCvC,OAAO,CAAC,oBAAoB;IA4O5B,OAAO,CAAC,UAAU;IA+DlB,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,YAAY;IA+EpB,OAAO,CAAC,WAAW;IAcnB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,eAAe;IAQV,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM;IA+ClD,aAAa;IAwDb,aAAa;IAIb,cAAc;IAId,aAAa,CAAC,IAAI,EAAE,MAAM;IA8B1B,oBAAoB;IAI3B;;OAEG;IACH,OAAO,CAAC,SAAS;IAuBV,QAAQ,IAAI,WAAW;IAIvB,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,IAAI;IAgBnC,cAAc;IAQd,OAAO;IAWD,SAAS,CAAC,IAAI,EAAE,MAAM;IAY5B,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM;IAKnE,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM;IAI5E,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAQ9E,OAAO,CAAC,kBAAkB;YAQZ,iBAAiB;YA0GjB,cAAc;YAiNd,qBAAqB;IAmCnC,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,UAAU;IA6CX,MAAM;IAwFb,OAAO,CAAC,UAAU;IAmGlB,OAAO,CAAC,oBAAoB;IAY5B,OAAO,CAAC,kBAAkB;IAU1B,OAAO,CAAC,eAAe;IAmBvB,OAAO,CAAC,mBAAmB;IAW3B,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,WAAW;CA0BpB"}

package/dist/engine.js

@@ -2,7 +2,7 @@ import { Camera } from "./camera";
 import { Quat, Vec3 } from "./math";
 import { PmxLoader } from "./pmx-loader";
 import { Physics } from "./physics";
-import { VMDLoader } from "./vmd-loader";
+import { Player } from "./player";
 export class Engine {
     constructor(canvas, options) {
         this.cameraMatrixData = new Float32Array(36);
@@ -48,12 +48,9 @@ export class Engine {
         };
         this.animationFrameId = null;
         this.renderLoopCallback = null;
-        this.animationFrames = [];
-        this.animationTimeouts = [];
+        this.player = new Player();
         this.hasAnimation = false; // Set to true when loadAnimation is called
-        this.playingAnimation = false; // Set to true when playAnimation is called
-        this.breathingTimeout = null;
-        this.breathingBaseRotations = new Map();
+        this.animationStartTime = 0; // Track when animation first started (for A-pose prevention)
         this.canvas = canvas;
         if (options) {
             this.ambientColor = options.ambientColor ?? new Vec3(1.0, 1.0, 1.0);
@@ -1122,72 +1119,56 @@ export class Engine {
         this.lightData[2] = color.z;
         this.lightData[3] = 0.0; // Padding for vec3f alignment
     }
-    async loadAnimation(url) {
-        const frames = await VMDLoader.load(url);
-        this.animationFrames = frames;
+    async loadAnimation(url, audioUrl) {
+        await this.player.loadVmd(url, audioUrl);
         this.hasAnimation = true;
-    }
-    playAnimation(options) {
-        if (this.animationFrames.length === 0)
-            return;
-        this.stopAnimation();
-        this.stopBreathing();
-        this.playingAnimation = true;
-        // Enable breathing if breathBones is provided
-        const enableBreath = options?.breathBones !== undefined && options.breathBones !== null;
-        let breathBones = [];
-        let breathRotationRanges = undefined;
-        if (enableBreath && options.breathBones) {
-            if (Array.isArray(options.breathBones)) {
-                breathBones = options.breathBones;
-            }
-            else {
-                breathBones = Object.keys(options.breathBones);
-                breathRotationRanges = options.breathBones;
-            }
-        }
-        const breathDuration = options?.breathDuration ?? 4000;
-        const allBoneKeyFrames = [];
-        for (const keyFrame of this.animationFrames) {
-            for (const boneFrame of keyFrame.boneFrames) {
-                allBoneKeyFrames.push({
-                    boneName: boneFrame.boneName,
-                    time: keyFrame.time,
-                    rotation: boneFrame.rotation,
-                });
+        // Show first frame (time 0) immediately
+        if (this.currentModel) {
+            const initialPose = this.player.getPoseAtTime(0);
+            this.applyPose(initialPose);
+            // Reset bones without time 0 keyframes
+            const skeleton = this.currentModel.getSkeleton();
+            const bonesWithPose = new Set(initialPose.boneRotations.keys());
+            const bonesToReset = [];
+            for (const bone of skeleton.bones) {
+                if (!bonesWithPose.has(bone.name)) {
+                    bonesToReset.push(bone.name);
+                }
             }
-        }
-        const boneKeyFramesByBone = new Map();
-        for (const boneKeyFrame of allBoneKeyFrames) {
-            if (!boneKeyFramesByBone.has(boneKeyFrame.boneName)) {
-                boneKeyFramesByBone.set(boneKeyFrame.boneName, []);
+            if (bonesToReset.length > 0) {
+                const identityQuat = new Quat(0, 0, 0, 1);
+                const identityQuats = new Array(bonesToReset.length).fill(identityQuat);
+                this.rotateBones(bonesToReset, identityQuats, 0);
             }
-            boneKeyFramesByBone.get(boneKeyFrame.boneName).push(boneKeyFrame);
-        }
-        for (const keyFrames of boneKeyFramesByBone.values()) {
-            keyFrames.sort((a, b) => a.time - b.time);
-        }
-        const time0Rotations = [];
-        const bonesWithTime0 = new Set();
-        for (const [boneName, keyFrames] of boneKeyFramesByBone.entries()) {
-            if (keyFrames.length > 0 && keyFrames[0].time === 0) {
-                time0Rotations.push({
-                    boneName: boneName,
-                    rotation: keyFrames[0].rotation,
-                });
-                bonesWithTime0.add(boneName);
+            // Update model pose and physics
+            this.currentModel.evaluatePose();
+            if (this.physics) {
+                const worldMats = this.currentModel.getBoneWorldMatrices();
+                this.physics.reset(worldMats, this.currentModel.getBoneInverseBindMatrices());
+                // Upload matrices immediately
+                this.device.queue.writeBuffer(this.worldMatrixBuffer, 0, worldMats.buffer, worldMats.byteOffset, worldMats.byteLength);
+                const encoder = this.device.createCommandEncoder();
+                this.computeSkinMatrices(encoder);
+                this.device.queue.submit([encoder.finish()]);
             }
         }
-        if (this.currentModel) {
-            if (time0Rotations.length > 0) {
-                const boneNames = time0Rotations.map((r) => r.boneName);
-                const rotations = time0Rotations.map((r) => r.rotation);
-                this.rotateBones(boneNames, rotations, 0);
-            }
+    }
+    playAnimation() {
+        if (!this.hasAnimation || !this.currentModel)
+            return;
+        const wasPaused = this.player.isPausedState();
+        const wasPlaying = this.player.isPlayingState();
+        // Only reset pose and physics if starting from beginning (not resuming)
+        if (!wasPlaying && !wasPaused) {
+            // Get initial pose at time 0
+            const initialPose = this.player.getPoseAtTime(0);
+            this.applyPose(initialPose);
+            // Reset bones without time 0 keyframes
             const skeleton = this.currentModel.getSkeleton();
+            const bonesWithPose = new Set(initialPose.boneRotations.keys());
             const bonesToReset = [];
             for (const bone of skeleton.bones) {
-                if (!bonesWithTime0.has(bone.name)) {
+                if (!bonesWithPose.has(bone.name)) {
                     bonesToReset.push(bone.name);
                 }
             }
@@ -1208,121 +1189,62 @@ export class Engine {
                 this.device.queue.submit([encoder.finish()]);
             }
         }
-        for (const [_, keyFrames] of boneKeyFramesByBone.entries()) {
-            for (let i = 0; i < keyFrames.length; i++) {
-                const boneKeyFrame = keyFrames[i];
-                const previousBoneKeyFrame = i > 0 ? keyFrames[i - 1] : null;
-                if (boneKeyFrame.time === 0)
-                    continue;
-                let durationMs = 0;
-                if (i === 0) {
-                    durationMs = boneKeyFrame.time * 1000;
-                }
-                else if (previousBoneKeyFrame) {
-                    durationMs = (boneKeyFrame.time - previousBoneKeyFrame.time) * 1000;
-                }
-                const scheduleTime = i > 0 && previousBoneKeyFrame ? previousBoneKeyFrame.time : 0;
-                const delayMs = scheduleTime * 1000;
-                if (delayMs <= 0) {
-                    this.rotateBones([boneKeyFrame.boneName], [boneKeyFrame.rotation], durationMs);
-                }
-                else {
-                    const timeoutId = window.setTimeout(() => {
-                        this.rotateBones([boneKeyFrame.boneName], [boneKeyFrame.rotation], durationMs);
-                    }, delayMs);
-                    this.animationTimeouts.push(timeoutId);
-                }
-            }
-        }
-        // Setup breathing animation if enabled
-        if (enableBreath && this.currentModel) {
-            // Find the last frame time
-            let maxTime = 0;
-            for (const keyFrame of this.animationFrames) {
-                if (keyFrame.time > maxTime) {
-                    maxTime = keyFrame.time;
-                }
-            }
-            // Get last frame rotations directly from animation data for breathing bones
-            const lastFrameRotations = new Map();
-            for (const bone of breathBones) {
-                const keyFrames = boneKeyFramesByBone.get(bone);
-                if (keyFrames && keyFrames.length > 0) {
-                    // Find the rotation at the last frame time (closest keyframe <= maxTime)
-                    let lastRotation = null;
-                    for (let i = keyFrames.length - 1; i >= 0; i--) {
-                        if (keyFrames[i].time <= maxTime) {
-                            lastRotation = keyFrames[i].rotation;
-                            break;
-                        }
-                    }
-                    if (lastRotation) {
-                        lastFrameRotations.set(bone, lastRotation);
-                    }
-                }
-            }
-            // Start breathing after animation completes
-            // Use the last frame rotations directly from animation data (no need to capture from model)
-            const animationEndTime = maxTime * 1000 + 200; // Small buffer for final tweens to complete
-            this.breathingTimeout = window.setTimeout(() => {
-                this.startBreathing(breathBones, lastFrameRotations, breathRotationRanges, breathDuration);
-            }, animationEndTime);
+        // Start playback (or resume if paused)
+        this.player.play();
+        if (this.animationStartTime === 0) {
+            this.animationStartTime = performance.now();
         }
     }
     stopAnimation() {
-        for (const timeoutId of this.animationTimeouts) {
-            clearTimeout(timeoutId);
-        }
-        this.animationTimeouts = [];
-        this.playingAnimation = false;
+        this.player.stop();
+    }
+    pauseAnimation() {
+        this.player.pause();
     }
-    stopBreathing() {
-        if (this.breathingTimeout !== null) {
-            clearTimeout(this.breathingTimeout);
-            this.breathingTimeout = null;
+    seekAnimation(time) {
+        if (!this.currentModel || !this.hasAnimation)
+            return;
+        this.player.seek(time);
+        // Immediately apply pose at seeked time
+        const pose = this.player.getPoseAtTime(time);
+        this.applyPose(pose);
+        // Update model pose and physics
+        this.currentModel.evaluatePose();
+        if (this.physics) {
+            const worldMats = this.currentModel.getBoneWorldMatrices();
+            this.physics.reset(worldMats, this.currentModel.getBoneInverseBindMatrices());
+            // Upload matrices immediately
+            this.device.queue.writeBuffer(this.worldMatrixBuffer, 0, worldMats.buffer, worldMats.byteOffset, worldMats.byteLength);
+            const encoder = this.device.createCommandEncoder();
+            this.computeSkinMatrices(encoder);
+            this.device.queue.submit([encoder.finish()]);
         }
-        this.breathingBaseRotations.clear();
     }
-    startBreathing(bones, baseRotations, rotationRanges, durationMs = 4000) {
+    getAnimationProgress() {
+        return this.player.getProgress();
+    }
+    /**
+     * Apply animation pose to model
+     */
+    applyPose(pose) {
         if (!this.currentModel)
             return;
-        // Store base rotations directly from last frame of animation data
-        // These are the exact rotations from the animation - use them as-is
-        for (const bone of bones) {
-            const baseRot = baseRotations.get(bone);
-            if (baseRot) {
-                this.breathingBaseRotations.set(bone, baseRot);
-            }
+        // Apply bone rotations
+        if (pose.boneRotations.size > 0) {
+            const boneNames = Array.from(pose.boneRotations.keys());
+            const rotations = Array.from(pose.boneRotations.values());
+            this.rotateBones(boneNames, rotations, 0);
+        }
+        // Apply bone translations
+        if (pose.boneTranslations.size > 0) {
+            const boneNames = Array.from(pose.boneTranslations.keys());
+            const translations = Array.from(pose.boneTranslations.values());
+            this.moveBones(boneNames, translations, 0);
+        }
+        // Apply morph weights
+        for (const [morphName, weight] of pose.morphWeights.entries()) {
+            this.setMorphWeight(morphName, weight, 0);
         }
-        const halfCycleMs = durationMs / 2;
-        const defaultRotation = 0.02; // Default rotation range if not specified per bone
-        // Start breathing cycle - oscillate around exact base rotation (final pose)
-        // Each bone can have its own rotation range, or use default
-        const animate = (isInhale) => {
-            if (!this.currentModel)
-                return;
-            const breathingBoneNames = [];
-            const breathingQuats = [];
-            for (const bone of bones) {
-                const baseRot = this.breathingBaseRotations.get(bone);
-                if (!baseRot)
-                    continue;
-                // Get rotation range for this bone (per-bone or default)
-                const rotation = rotationRanges?.[bone] ?? defaultRotation;
-                // Oscillate around base rotation with the bone's rotation range
-                // isInhale: base * rotation, exhale: base * (-rotation)
-                const oscillationRot = Quat.fromEuler(isInhale ? rotation : -rotation, 0, 0);
-                const finalRot = baseRot.multiply(oscillationRot);
-                breathingBoneNames.push(bone);
-                breathingQuats.push(finalRot);
-            }
-            if (breathingBoneNames.length > 0) {
-                this.rotateBones(breathingBoneNames, breathingQuats, halfCycleMs);
-            }
-            this.breathingTimeout = window.setTimeout(() => animate(!isInhale), halfCycleMs);
-        };
-        // Start breathing from exhale position (closer to base) to minimize initial movement
-        animate(false);
     }
     getStats() {
         return { ...this.stats };
@@ -1348,7 +1270,6 @@ export class Engine {
     dispose() {
         this.stopRenderLoop();
         this.stopAnimation();
-        this.stopBreathing();
         if (this.camera)
             this.camera.detachControl();
         if (this.resizeObserver) {
@@ -1369,6 +1290,10 @@ export class Engine {
     rotateBones(bones, rotations, durationMs) {
         this.currentModel?.rotateBones(bones, rotations, durationMs);
     }
+    // moveBones now takes relative translations (VMD-style) by default
+    moveBones(bones, relativeTranslations, durationMs) {
+        this.currentModel?.moveBones(bones, relativeTranslations, durationMs);
+    }
     setMorphWeight(name, weight, durationMs) {
         if (!this.currentModel)
             return;
@@ -1745,6 +1670,13 @@ export class Engine {
             this.lastFrameTime = currentTime;
             this.updateCameraUniforms();
             this.updateRenderTarget();
+            // Animate VMD animation if playing
+            if (this.hasAnimation && this.currentModel) {
+                const pose = this.player.update(currentTime);
+                if (pose) {
+                    this.applyPose(pose);
+                }
+            }
             // Update model pose first (this may update morph weights via tweens)
             // We need to do this before creating the encoder to ensure vertex buffer is ready
             if (this.currentModel) {
@@ -1761,9 +1693,10 @@ export class Engine {
             // Use single encoder for both compute and render (reduces sync points)
             const encoder = this.device.createCommandEncoder();
             this.updateModelPose(deltaTime, encoder);
-            // Hide model if animation is loaded but not playing yet (prevents A-pose flash)
-            // Still update physics and poses, just don't render visually
-            if (this.hasAnimation && !this.playingAnimation) {
+            // Hide model if animation is loaded but hasn't started playing yet (prevents A-pose flash)
+            // Once animation has played (even if it stopped), continue rendering normally
+            // Still update physics and poses, just don't render visually before first play
+            if (this.hasAnimation && !this.player.isPlayingState() && this.animationStartTime === 0) {
                 // Submit encoder to ensure matrices are uploaded and physics initializes
                 this.device.queue.submit([encoder.finish()]);
                 return;
@@ -1964,7 +1897,6 @@ Engine.DEFAULT_BLOOM_INTENSITY = 0.12;
 Engine.DEFAULT_RIM_LIGHT_INTENSITY = 0.45;
 Engine.DEFAULT_CAMERA_DISTANCE = 26.6;
 Engine.DEFAULT_CAMERA_TARGET = new Vec3(0, 12.5, 0);
-Engine.HAIR_OVER_EYES_ALPHA = 0.5;
 Engine.TRANSPARENCY_EPSILON = 0.001;
 Engine.STATS_FPS_UPDATE_INTERVAL_MS = 1000;
 Engine.STATS_FRAME_TIME_ROUNDING = 100;