reze-engine 0.3.0 → 0.3.2

package/dist/engine.d.ts

@@ -100,14 +100,9 @@ export declare class Engine {
     private stats;
     private animationFrameId;
     private renderLoopCallback;
-    private animationFrames;
-    private animationTimeouts;
+    private player;
     private hasAnimation;
-    private playingAnimation;
     private animationStartTime;
-    private animationDuration;
-    private boneTracks;
-    private morphTracks;
     constructor(canvas: HTMLCanvasElement, options?: EngineOptions);
     init(): Promise<void>;
     private createPipelines;
@@ -119,10 +114,16 @@ export declare class Engine {
     private setupCamera;
     private setupLighting;
     private setAmbientColor;
-    loadAnimation(url: string): Promise<void>;
+    loadAnimation(url: string, audioUrl?: string): Promise<void>;
     playAnimation(): void;
     stopAnimation(): void;
-    private animate;
+    pauseAnimation(): void;
+    seekAnimation(time: number): void;
+    getAnimationProgress(): import("./player").AnimationProgress;
+    /**
+     * Apply animation pose to model
+     */
+    private applyPose;
     getStats(): EngineStats;
     runRenderLoop(callback?: () => void): void;
     stopRenderLoop(): void;

package/dist/engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAEA,OAAO,EAAQ,IAAI,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAMzC,MAAM,MAAM,aAAa,GAAG;IAC1B,YAAY,CAAC,EAAE,IAAI,CAAA;IACnB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,YAAY,CAAC,EAAE,IAAI,CAAA;CACpB,CAAA;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAA;IACX,SAAS,EAAE,MAAM,CAAA;CAClB;AAQD,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,kBAAkB,CAAmB;IAC7C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,mBAAmB,CAAY;IACvC,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,cAAc,CAAe;IACrC,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,kBAAkB,CAAY;IACtC,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,WAAW,CAAC,CAAW;IAC/B,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,YAAY,CAAa;IAEjC,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,WAAW,CAAoB;IACvC,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,uBAAuB,CAAoB;IACnD,OAAO,CAAC,iBAAiB,CAAoB;IAE7C,OAAO,CAAC,eAAe,CAAoB;IAC3C,OAAO,CAAC,mBAAmB,CAAoB;IAC/C,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,sBAAsB,CAAqB;IACnD,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,aAAa,CAAY;IACjC,OAAO,CAAC,gBAAgB,CAAC,CAAW;IACpC,OAAO,CAAC,iBAAiB,CAAC,CAAW;IACrC,OAAO,CAAC,uBAAuB,CAAC,CAAW;IAC3C,OAAO,CAAC,yBAAyB,CAAC,CAAoB;IACtD,OAAO,CAAC,0BAA0B,CAAC,CAAc;IACjD,OAAO,CAAC,eAAe,CAAC,CAAW;IACnC,OAAO,CAAC,kBAAkB,CAAa;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAI;IAChC,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAI;IACtC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAK;IAC5C,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAI;IAG3C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,2BAA2B,CAAO;IAC1D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAuB;IACpE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAQ;IACpD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,4BAA4B,CAAO;IAC3D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,yBAAyB,CAAM;IAGvD,OAAO,CAAC,YAAY,CAAgC;IAEpD,OAAO,CAAC,kBAAkB,CAAa;IACvC,OAAO,CAAC,sBAAsB,CAAiB;IAC/C,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,iBAAiB,CAAa;IAEtC,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,mBAAmB,CAAY;IACvC,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,aAAa,CAAa;IAElC,OAAO,CAAC,qBAAqB,CAAC,CAAc;IAC5C,OAAO,CAAC,mBAAmB,CAAC,CAAc;IAC1C,OAAO,CAAC,mBAAmB,CAAC,CAAc;IAC1C,OAAO,CAAC,qBAAqB,CAAC,CAAc;IAE5C,OAAO,CAAC,cAAc,CAAyC;IAC/D,OAAO,CAAC,cAAc,CAAyC;IAE/D,OAAO,CAAC,iBAAiB,CAA6C;IAEtE,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,YAAY,CAAgC;IACpD,OAAO,CAAC,uBAAuB,CAAQ;IAEvC,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,iBAAiB,CAAiB;IAC1C,OAAO,CAAC,oBAAoB,CAAiB;IAC7C,OAAO,CAAC,gBAAgB,CAAiB;IACzC,OAAO,CAAC,kBAAkB,CAAiB;IAC3C,OAAO,CAAC,eAAe,CAAiB;IACxC,OAAO,CAAC,gBAAgB,CAAiB;IACzC,OAAO,CAAC,uBAAuB,CAAiB;IAEhD,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,qBAAqB,CAAI;IACjC,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,YAAY,CAAI;IACxB,OAAO,CAAC,cAAc,CAAI;IAC1B,OAAO,CAAC,KAAK,CAGZ;IACD,OAAO,CAAC,gBAAgB,CAAsB;IAC9C,OAAO,CAAC,kBAAkB,CAA4B;IAEtD,OAAO,CAAC,eAAe,CAAoB;IAC3C,OAAO,CAAC,iBAAiB,CAAe;IACxC,OAAO,CAAC,YAAY,CAAQ;IAC5B,OAAO,CAAC,gBAAgB,CAAQ;IAChC,OAAO,CAAC,kBAAkB,CAAY;IACtC,OAAO,CAAC,iBAAiB,CAAY;IACrC,OAAO,CAAC,UAAU,CAAwE;IAC1F,OAAO,CAAC,WAAW,CAA0E;gBAEjF,MAAM,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,aAAa;IAYjD,IAAI;IA6BjB,OAAO,CAAC,eAAe;IAunBvB,OAAO,CAAC,+BAA+B;IAwCvC,OAAO,CAAC,oBAAoB;IA4O5B,OAAO,CAAC,UAAU;IA+DlB,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,YAAY;IA+EpB,OAAO,CAAC,WAAW;IAcnB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,eAAe;IAQV,aAAa,CAAC,GAAG,EAAE,MAAM;IAM/B,aAAa;IAyIb,aAAa;IAapB,OAAO,CAAC,OAAO;IAwLR,QAAQ,IAAI,WAAW;IAIvB,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,IAAI;IAgBnC,cAAc;IAQd,OAAO;IAWD,SAAS,CAAC,IAAI,EAAE,MAAM;IAY5B,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM;IAKnE,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM;IAI5E,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAQ9E,OAAO,CAAC,kBAAkB;YAQZ,iBAAiB;YA0GjB,cAAc;YAiNd,qBAAqB;IAmCnC,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,UAAU;IA6CX,MAAM;IA+Fb,OAAO,CAAC,UAAU;IAmGlB,OAAO,CAAC,oBAAoB;IAY5B,OAAO,CAAC,kBAAkB;IAU1B,OAAO,CAAC,eAAe;IAmBvB,OAAO,CAAC,mBAAmB;IAW3B,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,WAAW;CA0BpB"}
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAMnC,MAAM,MAAM,aAAa,GAAG;IAC1B,YAAY,CAAC,EAAE,IAAI,CAAA;IACnB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,YAAY,CAAC,EAAE,IAAI,CAAA;CACpB,CAAA;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAA;IACX,SAAS,EAAE,MAAM,CAAA;CAClB;AAQD,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,kBAAkB,CAAmB;IAC7C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,mBAAmB,CAAY;IACvC,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,cAAc,CAAe;IACrC,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,kBAAkB,CAAY;IACtC,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,WAAW,CAAC,CAAW;IAC/B,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,YAAY,CAAa;IAEjC,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,WAAW,CAAoB;IACvC,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,uBAAuB,CAAoB;IACnD,OAAO,CAAC,iBAAiB,CAAoB;IAE7C,OAAO,CAAC,eAAe,CAAoB;IAC3C,OAAO,CAAC,mBAAmB,CAAoB;IAC/C,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,sBAAsB,CAAqB;IACnD,OAAO,CAAC,YAAY,CAAY;IAChC,OAAO,CAAC,aAAa,CAAY;IACjC,OAAO,CAAC,gBAAgB,CAAC,CAAW;IACpC,OAAO,CAAC,iBAAiB,CAAC,CAAW;IACrC,OAAO,CAAC,uBAAuB,CAAC,CAAW;IAC3C,OAAO,CAAC,yBAAyB,CAAC,CAAoB;IACtD,OAAO,CAAC,0BAA0B,CAAC,CAAc;IACjD,OAAO,CAAC,eAAe,CAAC,CAAW;IACnC,OAAO,CAAC,kBAAkB,CAAa;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAI;IAChC,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAI;IACtC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAK;IAC5C,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAI;IAG3C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,2BAA2B,CAAO;IAC1D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAO;IACtD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAuB;IACpE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAQ;IACpD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,4BAA4B,CAAO;IAC3D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,yBAAyB,CAAM;IAGvD,OAAO,CAAC,YAAY,CAAgC;IAEpD,OAAO,CAAC,kBAAkB,CAAa;IACvC,OAAO,CAAC,sBAAsB,CAAiB;IAC/C,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,iBAAiB,CAAa;IAEtC,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,oBAAoB,CAAoB;IAChD,OAAO,CAAC,mBAAmB,CAAY;IACvC,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,oBAAoB,CAAY;IACxC,OAAO,CAAC,aAAa,CAAa;IAElC,OAAO,CAAC,qBAAqB,CAAC,CAAc;IAC5C,OAAO,CAAC,mBAAmB,CAAC,CAAc;IAC1C,OAAO,CAAC,mBAAmB,CAAC,CAAc;IAC1C,OAAO,CAAC,qBAAqB,CAAC,CAAc;IAE5C,OAAO,CAAC,cAAc,CAAyC;IAC/D,OAAO,CAAC,cAAc,CAAyC;IAE/D,OAAO,CAAC,iBAAiB,CAA6C;IAEtE,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,YAAY,CAAgC;IACpD,OAAO,CAAC,uBAAuB,CAAQ;IAEvC,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,iBAAiB,CAAiB;IAC1C,OAAO,CAAC,oBAAoB,CAAiB;IAC7C,OAAO,CAAC,gBAAgB,CAAiB;IACzC,OAAO,CAAC,kBAAkB,CAAiB;IAC3C,OAAO,CAAC,eAAe,CAAiB;IACxC,OAAO,CAAC,gBAAgB,CAAiB;IACzC,OAAO,CAAC,uBAAuB,CAAiB;IAEhD,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,qBAAqB,CAAI;IACjC,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,YAAY,CAAI;IACxB,OAAO,CAAC,cAAc,CAAI;IAC1B,OAAO,CAAC,KAAK,CAGZ;IACD,OAAO,CAAC,gBAAgB,CAAsB;IAC9C,OAAO,CAAC,kBAAkB,CAA4B;IAEtD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,YAAY,CAAQ;IAC5B,OAAO,CAAC,kBAAkB,CAAY;gBAE1B,MAAM,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,aAAa;IAYjD,IAAI;IA6BjB,OAAO,CAAC,eAAe;IAunBvB,OAAO,CAAC,+BAA+B;IAwCvC,OAAO,CAAC,oBAAoB;IA4O5B,OAAO,CAAC,UAAU;IA+DlB,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,YAAY;IA+EpB,OAAO,CAAC,WAAW;IAcnB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,eAAe;IAQV,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM;IA+ClD,aAAa;IAwDb,aAAa;IAIb,cAAc;IAId,aAAa,CAAC,IAAI,EAAE,MAAM;IA8B1B,oBAAoB;IAI3B;;OAEG;IACH,OAAO,CAAC,SAAS;IAuBV,QAAQ,IAAI,WAAW;IAIvB,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,IAAI;IAgBnC,cAAc;IAQd,OAAO;IAWD,SAAS,CAAC,IAAI,EAAE,MAAM;IAY5B,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM;IAKnE,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM;IAI5E,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAQ9E,OAAO,CAAC,kBAAkB;YAQZ,iBAAiB;YA0GjB,cAAc;YAiNd,qBAAqB;IAmCnC,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,UAAU;IA6CX,MAAM;IA+Eb,OAAO,CAAC,UAAU;IAmGlB,OAAO,CAAC,oBAAoB;IAY5B,OAAO,CAAC,kBAAkB;IAU1B,OAAO,CAAC,eAAe;IAmBvB,OAAO,CAAC,mBAAmB;IAW3B,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,WAAW;CA0BpB"}

package/dist/engine.js

@@ -1,9 +1,8 @@
-import { bezierInterpolate } from "./bezier-interpolate";
 import { Camera } from "./camera";
 import { Quat, Vec3 } from "./math";
 import { PmxLoader } from "./pmx-loader";
 import { Physics } from "./physics";
-import { VMDLoader } from "./vmd-loader";
+import { Player } from "./player";
 export class Engine {
     constructor(canvas, options) {
         this.cameraMatrixData = new Float32Array(36);
@@ -49,14 +48,9 @@ export class Engine {
         };
         this.animationFrameId = null;
         this.renderLoopCallback = null;
-        this.animationFrames = [];
-        this.animationTimeouts = [];
+        this.player = new Player();
         this.hasAnimation = false; // Set to true when loadAnimation is called
-        this.playingAnimation = false; // Set to true when playAnimation is called
-        this.animationStartTime = 0; // When animation started playing
-        this.animationDuration = 0; // Total animation duration in seconds
-        this.boneTracks = new Map();
-        this.morphTracks = new Map();
+        this.animationStartTime = 0; // Track when animation first started (for A-pose prevention)
         this.canvas = canvas;
         if (options) {
             this.ambientColor = options.ambientColor ?? new Vec3(1.0, 1.0, 1.0);
@@ -1125,96 +1119,56 @@ export class Engine {
         this.lightData[2] = color.z;
         this.lightData[3] = 0.0; // Padding for vec3f alignment
     }
-    async loadAnimation(url) {
-        const frames = await VMDLoader.load(url);
-        this.animationFrames = frames;
+    async loadAnimation(url, audioUrl) {
+        await this.player.loadVmd(url, audioUrl);
         this.hasAnimation = true;
-    }
-    playAnimation() {
-        if (this.animationFrames.length === 0)
-            return;
-        this.stopAnimation();
-        this.playingAnimation = true;
-        // Process bone frames
-        const allBoneKeyFrames = [];
-        for (const keyFrame of this.animationFrames) {
-            for (const boneFrame of keyFrame.boneFrames) {
-                allBoneKeyFrames.push({
-                    boneFrame,
-                    time: keyFrame.time,
-                });
-            }
-        }
-        const boneKeyFramesByBone = new Map();
-        for (const { boneFrame, time } of allBoneKeyFrames) {
-            if (!boneKeyFramesByBone.has(boneFrame.boneName)) {
-                boneKeyFramesByBone.set(boneFrame.boneName, []);
-            }
-            boneKeyFramesByBone.get(boneFrame.boneName).push({ boneFrame, time });
-        }
-        for (const keyFrames of boneKeyFramesByBone.values()) {
-            keyFrames.sort((a, b) => a.time - b.time);
-        }
-        // Process morph frames
-        const allMorphKeyFrames = [];
-        for (const keyFrame of this.animationFrames) {
-            for (const morphFrame of keyFrame.morphFrames) {
-                allMorphKeyFrames.push({
-                    morphFrame,
-                    time: keyFrame.time,
-                });
-            }
-        }
-        const morphKeyFramesByMorph = new Map();
-        for (const { morphFrame, time } of allMorphKeyFrames) {
-            if (!morphKeyFramesByMorph.has(morphFrame.morphName)) {
-                morphKeyFramesByMorph.set(morphFrame.morphName, []);
-            }
-            morphKeyFramesByMorph.get(morphFrame.morphName).push({ morphFrame, time });
-        }
-        for (const keyFrames of morphKeyFramesByMorph.values()) {
-            keyFrames.sort((a, b) => a.time - b.time);
-        }
-        // Store tracks for frame-based animation
-        this.boneTracks = boneKeyFramesByBone;
-        this.morphTracks = morphKeyFramesByMorph;
-        // Calculate animation duration from max frame time (already in seconds)
-        let maxFrameTime = 0;
-        for (const keyFrames of this.boneTracks.values()) {
-            if (keyFrames.length > 0) {
-                const lastTime = keyFrames[keyFrames.length - 1].time;
-                if (lastTime > maxFrameTime) {
-                    maxFrameTime = lastTime;
-                }
-            }
-        }
-        for (const keyFrames of this.morphTracks.values()) {
-            if (keyFrames.length > 0) {
-                const lastTime = keyFrames[keyFrames.length - 1].time;
-                if (lastTime > maxFrameTime) {
-                    maxFrameTime = lastTime;
-                }
-            }
-        }
-        this.animationDuration = maxFrameTime > 0 ? maxFrameTime : 0;
-        this.animationStartTime = performance.now();
-        // Initialize bones and morphs to time 0 pose
+        // Show first frame (time 0) immediately
         if (this.currentModel) {
+            const initialPose = this.player.getPoseAtTime(0);
+            this.applyPose(initialPose);
+            // Reset bones without time 0 keyframes
             const skeleton = this.currentModel.getSkeleton();
-            const bonesWithTime0 = new Set();
-            // Apply time 0 bone keyframes
-            for (const [boneName, keyFrames] of this.boneTracks.entries()) {
-                if (keyFrames.length > 0 && keyFrames[0].time === 0) {
-                    const boneFrame = keyFrames[0].boneFrame;
-                    this.rotateBones([boneName], [boneFrame.rotation], 0);
-                    this.moveBones([boneName], [boneFrame.translation], 0);
-                    bonesWithTime0.add(boneName);
+            const bonesWithPose = new Set(initialPose.boneRotations.keys());
+            const bonesToReset = [];
+            for (const bone of skeleton.bones) {
+                if (!bonesWithPose.has(bone.name)) {
+                    bonesToReset.push(bone.name);
                 }
             }
+            if (bonesToReset.length > 0) {
+                const identityQuat = new Quat(0, 0, 0, 1);
+                const identityQuats = new Array(bonesToReset.length).fill(identityQuat);
+                this.rotateBones(bonesToReset, identityQuats, 0);
+            }
+            // Update model pose and physics
+            this.currentModel.evaluatePose();
+            if (this.physics) {
+                const worldMats = this.currentModel.getBoneWorldMatrices();
+                this.physics.reset(worldMats, this.currentModel.getBoneInverseBindMatrices());
+                // Upload matrices immediately
+                this.device.queue.writeBuffer(this.worldMatrixBuffer, 0, worldMats.buffer, worldMats.byteOffset, worldMats.byteLength);
+                const encoder = this.device.createCommandEncoder();
+                this.computeSkinMatrices(encoder);
+                this.device.queue.submit([encoder.finish()]);
+            }
+        }
+    }
+    playAnimation() {
+        if (!this.hasAnimation || !this.currentModel)
+            return;
+        const wasPaused = this.player.isPausedState();
+        const wasPlaying = this.player.isPlayingState();
+        // Only reset pose and physics if starting from beginning (not resuming)
+        if (!wasPlaying && !wasPaused) {
+            // Get initial pose at time 0
+            const initialPose = this.player.getPoseAtTime(0);
+            this.applyPose(initialPose);
             // Reset bones without time 0 keyframes
+            const skeleton = this.currentModel.getSkeleton();
+            const bonesWithPose = new Set(initialPose.boneRotations.keys());
             const bonesToReset = [];
             for (const bone of skeleton.bones) {
-                if (!bonesWithTime0.has(bone.name)) {
+                if (!bonesWithPose.has(bone.name)) {
                     bonesToReset.push(bone.name);
                 }
             }
@@ -1223,13 +1177,6 @@ export class Engine {
                 const identityQuats = new Array(bonesToReset.length).fill(identityQuat);
                 this.rotateBones(bonesToReset, identityQuats, 0);
             }
-            // Apply time 0 morph keyframes
-            for (const [morphName, keyFrames] of this.morphTracks.entries()) {
-                if (keyFrames.length > 0 && keyFrames[0].time === 0) {
-                    const morphFrame = keyFrames[0].morphFrame;
-                    this.setMorphWeight(morphName, morphFrame.weight, 0);
-                }
-            }
             // Reset physics immediately and upload matrices to prevent A-pose flash
             if (this.physics) {
                 this.currentModel.evaluatePose();
@@ -1242,176 +1189,61 @@ export class Engine {
                 this.device.queue.submit([encoder.finish()]);
             }
         }
+        // Start playback (or resume if paused)
+        this.player.play();
+        if (this.animationStartTime === 0) {
+            this.animationStartTime = performance.now();
+        }
     }
     stopAnimation() {
-        for (const timeoutId of this.animationTimeouts) {
-            clearTimeout(timeoutId);
+        this.player.stop();
+    }
+    pauseAnimation() {
+        this.player.pause();
+    }
+    seekAnimation(time) {
+        if (!this.currentModel || !this.hasAnimation)
+            return;
+        this.player.seek(time);
+        // Immediately apply pose at seeked time
+        const pose = this.player.getPoseAtTime(time);
+        this.applyPose(pose);
+        // Update model pose and physics
+        this.currentModel.evaluatePose();
+        if (this.physics) {
+            const worldMats = this.currentModel.getBoneWorldMatrices();
+            this.physics.reset(worldMats, this.currentModel.getBoneInverseBindMatrices());
+            // Upload matrices immediately
+            this.device.queue.writeBuffer(this.worldMatrixBuffer, 0, worldMats.buffer, worldMats.byteOffset, worldMats.byteLength);
+            const encoder = this.device.createCommandEncoder();
+            this.computeSkinMatrices(encoder);
+            this.device.queue.submit([encoder.finish()]);
         }
-        this.animationTimeouts = [];
-        this.playingAnimation = false;
-        this.boneTracks.clear();
-        this.morphTracks.clear();
     }
-    // Frame-based animation update (called every frame)
-    // Similar to reference: MmdRuntimeModelAnimation.animate(frameTime)
-    // frameTime is in seconds (already converted from VMD frame numbers in loader)
-    animate(frameTime) {
+    getAnimationProgress() {
+        return this.player.getProgress();
+    }
+    /**
+     * Apply animation pose to model
+     */
+    applyPose(pose) {
         if (!this.currentModel)
             return;
-        // Helper to find upper bound index (binary search)
-        const upperBoundFrameIndex = (time, keyFrames) => {
-            let left = 0;
-            let right = keyFrames.length;
-            while (left < right) {
-                const mid = Math.floor((left + right) / 2);
-                if (keyFrames[mid].time <= time) {
-                    left = mid + 1;
-                }
-                else {
-                    right = mid;
-                }
-            }
-            return left;
-        };
-        const boneNamesToRotate = [];
-        const rotationsToApply = [];
-        const boneNamesToMove = [];
-        const translationsToApply = [];
-        const morphNamesToSet = [];
-        const morphWeightsToSet = [];
-        // Process each bone track
-        for (const [boneName, keyFrames] of this.boneTracks.entries()) {
-            if (keyFrames.length === 0)
-                continue;
-            // Clamp frame time to track range (all times are in seconds)
-            const startTime = keyFrames[0].time;
-            const endTime = keyFrames[keyFrames.length - 1].time;
-            const clampedFrameTime = Math.max(startTime, Math.min(endTime, frameTime));
-            const upperBoundIndex = upperBoundFrameIndex(clampedFrameTime, keyFrames);
-            const upperBoundIndexMinusOne = upperBoundIndex - 1;
-            if (upperBoundIndexMinusOne < 0)
-                continue;
-            const timeB = keyFrames[upperBoundIndex]?.time;
-            const boneFrameA = keyFrames[upperBoundIndexMinusOne].boneFrame;
-            if (timeB === undefined) {
-                // Last keyframe or beyond - use the last keyframe value
-                boneNamesToRotate.push(boneName);
-                rotationsToApply.push(boneFrameA.rotation);
-                boneNamesToMove.push(boneName);
-                translationsToApply.push(boneFrameA.translation);
-            }
-            else {
-                // Interpolate between two keyframes
-                const timeA = keyFrames[upperBoundIndexMinusOne].time;
-                const boneFrameB = keyFrames[upperBoundIndex].boneFrame;
-                const gradient = (clampedFrameTime - timeA) / (timeB - timeA);
-                // Interpolate rotation using Bezier
-                const interp = boneFrameB.interpolation;
-                const rotWeight = bezierInterpolate(interp[0] / 127, // x1
-                interp[1] / 127, // x2
-                interp[2] / 127, // y1
-                interp[3] / 127, // y2
-                gradient);
-                const interpolatedRotation = Quat.slerp(boneFrameA.rotation, boneFrameB.rotation, rotWeight);
-                // Interpolate translation using Bezier (separate curves for X, Y, Z)
-                // VMD interpolation layout (from reference, 4x4 grid, row-major):
-                // Row 0: X_x1, Y_x1, phy1, phy2,
-                // Row 1: X_y1, Y_y1, Z_y1, R_y1,
-                // Row 2: X_x2, Y_x2, Z_x2, R_x2,
-                // Row 3: X_y2, Y_y2, Z_y2, R_y2,
-                // Row 4: Y_x1, Z_x1, R_x1, X_y1,
-                // Row 5: Y_y1, Z_y1, R_y1, X_x2,
-                // Row 6: Y_x2, Z_x2, R_x2, X_y2,
-                // Row 7: Y_y2, Z_y2, R_y2, 00,
-                // Row 8: Z_x1, R_x1, X_y1, Y_y1,
-                // Row 9: Z_y1, R_y1, X_x2, Y_x2,
-                // Row 10: Z_x2, R_x2, X_y2, Y_y2,
-                // Row 11: Z_y2, R_y2, 00, 00,
-                // Row 12: R_x1, X_y1, Y_y1, Z_y1,
-                // Row 13: R_y1, X_x2, Y_x2, Z_x2,
-                // Row 14: R_x2, X_y2, Y_y2, Z_y2,
-                // Row 15: R_y2, 00, 00, 00
-                // For rotation: R_x1=16, R_y1=20, R_x2=24, R_y2=28
-                // For position X: X_x1=0, X_y1=4, X_x2=8, X_y2=12
-                // For position Y: Y_x1=16, Y_y1=20, Y_x2=24, Y_y2=28
-                // For position Z: Z_x1=32, Z_y1=36, Z_x2=40, Z_y2=44
-                const xWeight = bezierInterpolate(interp[0] / 127, // X_x1
-                interp[8] / 127, // X_x2
-                interp[4] / 127, // X_y1
-                interp[12] / 127, // X_y2
-                gradient);
-                const yWeight = bezierInterpolate(interp[16] / 127, // Y_x1
-                interp[24] / 127, // Y_x2
-                interp[20] / 127, // Y_y1
-                interp[28] / 127, // Y_y2
-                gradient);
-                const zWeight = bezierInterpolate(interp[32] / 127, // Z_x1
-                interp[40] / 127, // Z_x2
-                interp[36] / 127, // Z_y1
-                interp[44] / 127, // Z_y2
-                gradient);
-                const interpolatedTranslation = new Vec3(boneFrameA.translation.x + (boneFrameB.translation.x - boneFrameA.translation.x) * xWeight, boneFrameA.translation.y + (boneFrameB.translation.y - boneFrameA.translation.y) * yWeight, boneFrameA.translation.z + (boneFrameB.translation.z - boneFrameA.translation.z) * zWeight);
-                boneNamesToRotate.push(boneName);
-                rotationsToApply.push(interpolatedRotation);
-                boneNamesToMove.push(boneName);
-                translationsToApply.push(interpolatedTranslation);
-            }
+        // Apply bone rotations
+        if (pose.boneRotations.size > 0) {
+            const boneNames = Array.from(pose.boneRotations.keys());
+            const rotations = Array.from(pose.boneRotations.values());
+            this.rotateBones(boneNames, rotations, 0);
         }
-        // Helper to find upper bound index for morph frames
-        const upperBoundMorphIndex = (time, keyFrames) => {
-            let left = 0;
-            let right = keyFrames.length;
-            while (left < right) {
-                const mid = Math.floor((left + right) / 2);
-                if (keyFrames[mid].time <= time) {
-                    left = mid + 1;
-                }
-                else {
-                    right = mid;
-                }
-            }
-            return left;
-        };
-        // Process each morph track
-        for (const [morphName, keyFrames] of this.morphTracks.entries()) {
-            if (keyFrames.length === 0)
-                continue;
-            // Clamp frame time to track range
-            const startTime = keyFrames[0].time;
-            const endTime = keyFrames[keyFrames.length - 1].time;
-            const clampedFrameTime = Math.max(startTime, Math.min(endTime, frameTime));
-            const upperBoundIndex = upperBoundMorphIndex(clampedFrameTime, keyFrames);
-            const upperBoundIndexMinusOne = upperBoundIndex - 1;
-            if (upperBoundIndexMinusOne < 0)
-                continue;
-            const timeB = keyFrames[upperBoundIndex]?.time;
-            const morphFrameA = keyFrames[upperBoundIndexMinusOne].morphFrame;
-            if (timeB === undefined) {
-                // Last keyframe or beyond - use the last keyframe value
-                morphNamesToSet.push(morphName);
-                morphWeightsToSet.push(morphFrameA.weight);
-            }
-            else {
-                // Linear interpolation between two keyframes
-                const timeA = keyFrames[upperBoundIndexMinusOne].time;
-                const morphFrameB = keyFrames[upperBoundIndex].morphFrame;
-                const gradient = (clampedFrameTime - timeA) / (timeB - timeA);
-                const interpolatedWeight = morphFrameA.weight + (morphFrameB.weight - morphFrameA.weight) * gradient;
-                morphNamesToSet.push(morphName);
-                morphWeightsToSet.push(interpolatedWeight);
-            }
-        }
-        // Apply all rotations, translations, and morphs at once (no tweening - direct application)
-        if (boneNamesToRotate.length > 0) {
-            this.rotateBones(boneNamesToRotate, rotationsToApply, 0);
+        // Apply bone translations
+        if (pose.boneTranslations.size > 0) {
+            const boneNames = Array.from(pose.boneTranslations.keys());
+            const translations = Array.from(pose.boneTranslations.values());
+            this.moveBones(boneNames, translations, 0);
         }
-        if (boneNamesToMove.length > 0) {
-            this.moveBones(boneNamesToMove, translationsToApply, 0);
-        }
-        if (morphNamesToSet.length > 0) {
-            for (let i = 0; i < morphNamesToSet.length; i++) {
-                this.setMorphWeight(morphNamesToSet[i], morphWeightsToSet[i], 0);
-            }
+        // Apply morph weights
+        for (const [morphName, weight] of pose.morphWeights.entries()) {
+            this.setMorphWeight(morphName, weight, 0);
         }
     }
     getStats() {
@@ -1839,20 +1671,11 @@ export class Engine {
             this.updateCameraUniforms();
             this.updateRenderTarget();
             // Animate VMD animation if playing
-            if (this.playingAnimation && this.currentModel && this.animationDuration > 0) {
-                const elapsedSeconds = (currentTime - this.animationStartTime) / 1000;
-                if (elapsedSeconds >= this.animationDuration) {
-                    // Animation has ended, stop it
-                    this.stopAnimation();
+            if (this.hasAnimation && this.currentModel) {
+                const pose = this.player.update(currentTime);
+                if (pose) {
+                    this.applyPose(pose);
                 }
-                else {
-                    const frameTime = elapsedSeconds;
-                    this.animate(frameTime);
-                }
-            }
-            else if (this.playingAnimation && this.animationDuration <= 0) {
-                // Animation has no duration or invalid, stop it immediately
-                this.stopAnimation();
             }
             // Update model pose first (this may update morph weights via tweens)
             // We need to do this before creating the encoder to ensure vertex buffer is ready
@@ -1870,14 +1693,6 @@ export class Engine {
             // Use single encoder for both compute and render (reduces sync points)
             const encoder = this.device.createCommandEncoder();
             this.updateModelPose(deltaTime, encoder);
-            // Hide model if animation is loaded but hasn't started playing yet (prevents A-pose flash)
-            // Once animation has played (even if it stopped), continue rendering normally
-            // Still update physics and poses, just don't render visually before first play
-            if (this.hasAnimation && !this.playingAnimation && this.animationStartTime === 0) {
-                // Submit encoder to ensure matrices are uploaded and physics initializes
-                this.device.queue.submit([encoder.finish()]);
-                return;
-            }
             const pass = encoder.beginRenderPass(this.renderPassDescriptor);
             if (this.currentModel) {
                 pass.setVertexBuffer(0, this.vertexBuffer);

package/dist/player.d.ts

@@ -0,0 +1,100 @@
+import { Quat, Vec3 } from "./math";
+export interface AnimationPose {
+    boneRotations: Map<string, Quat>;
+    boneTranslations: Map<string, Vec3>;
+    morphWeights: Map<string, number>;
+}
+export interface AnimationProgress {
+    current: number;
+    duration: number;
+    percentage: number;
+}
+export declare class Player {
+    private frames;
+    private boneTracks;
+    private morphTracks;
+    private duration;
+    private isPlaying;
+    private isPaused;
+    private currentTime;
+    private startTime;
+    private pausedTime;
+    private pauseStartTime;
+    private audioElement?;
+    private audioUrl?;
+    private audioLoaded;
+    /**
+     * Load VMD animation file and optionally audio
+     */
+    loadVmd(vmdUrl: string, audioUrl?: string): Promise<void>;
+    /**
+     * Load audio file
+     */
+    loadAudio(url: string): Promise<void>;
+    /**
+     * Process frames into tracks
+     */
+    private processFrames;
+    /**
+     * Start or resume playback
+     */
+    play(): void;
+    /**
+     * Pause playback
+     */
+    pause(): void;
+    /**
+     * Stop playback and reset to beginning
+     */
+    stop(): void;
+    /**
+     * Seek to specific time
+     */
+    seek(time: number): void;
+    /**
+     * Update playback and return current pose
+     * Returns null if not playing, but returns current pose if paused
+     */
+    update(currentRealTime: number): AnimationPose | null;
+    /**
+     * Get pose at specific time (pure function)
+     */
+    getPoseAtTime(time: number): AnimationPose;
+    /**
+     * Get current playback progress
+     */
+    getProgress(): AnimationProgress;
+    /**
+     * Get current time
+     */
+    getCurrentTime(): number;
+    /**
+     * Get animation duration
+     */
+    getDuration(): number;
+    /**
+     * Check if playing
+     */
+    isPlayingState(): boolean;
+    /**
+     * Check if paused
+     */
+    isPausedState(): boolean;
+    /**
+     * Check if has audio
+     */
+    hasAudio(): boolean;
+    /**
+     * Set audio volume (0.0 to 1.0)
+     */
+    setVolume(volume: number): void;
+    /**
+     * Mute audio
+     */
+    mute(): void;
+    /**
+     * Unmute audio
+     */
+    unmute(): void;
+}
+//# sourceMappingURL=player.d.ts.map

package/dist/player.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"player.d.ts","sourceRoot":"","sources":["../src/player.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAGnC,MAAM,WAAW,aAAa;IAC5B,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IAChC,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IACnC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAClC;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,qBAAa,MAAM;IAEjB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,UAAU,CAAwE;IAC1F,OAAO,CAAC,WAAW,CAA0E;IAC7F,OAAO,CAAC,QAAQ,CAAY;IAG5B,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,WAAW,CAAY;IAG/B,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,UAAU,CAAY;IAC9B,OAAO,CAAC,cAAc,CAAY;IAGlC,OAAO,CAAC,YAAY,CAAC,CAAkB;IACvC,OAAO,CAAC,QAAQ,CAAC,CAAQ;IACzB,OAAO,CAAC,WAAW,CAAiB;IAEpC;;OAEG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAW/D;;OAEG;IACG,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAyB3C;;OAEG;IACH,OAAO,CAAC,aAAa;IAwErB;;OAEG;IACH,IAAI,IAAI,IAAI;IAyBZ;;OAEG;IACH,KAAK,IAAI,IAAI;IAYb;;OAEG;IACH,IAAI,IAAI,IAAI;IAcZ;;OAEG;IACH,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAgBxB;;;OAGG;IACH,MAAM,CAAC,eAAe,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI;IAiCrD;;OAEG;IACH,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;IA+I1C;;OAEG;IACH,WAAW,IAAI,iBAAiB;IAQhC;;OAEG;IACH,cAAc,IAAI,MAAM;IAIxB;;OAEG;IACH,WAAW,IAAI,MAAM;IAIrB;;OAEG;IACH,cAAc,IAAI,OAAO;IAIzB;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;OAEG;IACH,QAAQ,IAAI,OAAO;IAInB;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAM/B;;OAEG;IACH,IAAI,IAAI,IAAI;IAMZ;;OAEG;IACH,MAAM,IAAI,IAAI;CAKf"}