reze-engine 0.1.15 → 0.2.0

package/dist/physics.d.ts

@@ -72,6 +72,7 @@ export declare class Physics {
     private createAmmoRigidbodies;
     private createAmmoJoints;
     private normalizeAngle;
+    reset(boneWorldMatrices: Float32Array, boneInverseBindMatrices: Float32Array): void;
     step(dt: number, boneWorldMatrices: Float32Array, boneInverseBindMatrices: Float32Array): void;
     private computeBodyOffsets;
     private positionBodiesFromBones;

package/dist/physics.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"physics.d.ts","sourceRoot":"","sources":["../src/physics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAIzC,oBAAY,cAAc;IACxB,MAAM,IAAI;IACV,GAAG,IAAI;IACP,OAAO,IAAI;CACZ;AAED,oBAAY,aAAa;IACvB,MAAM,IAAI;IACV,OAAO,IAAI;IACX,SAAS,IAAI;CACd;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,aAAa,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,cAAc,CAAA;IACrB,IAAI,EAAE,IAAI,CAAA;IACV,aAAa,EAAE,IAAI,CAAA;IACnB,aAAa,EAAE,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,CAAA;IACZ,aAAa,EAAE,MAAM,CAAA;IACrB,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,aAAa,CAAA;IACnB,uBAAuB,EAAE,IAAI,CAAA;IAC7B,gBAAgB,CAAC,EAAE,IAAI,CAAA;CACxB;AAED,MAAM,WAAW,KAAK;IACpB,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,IAAI,EAAE,MAAM,CAAA;IACZ,eAAe,EAAE,MAAM,CAAA;IACvB,eAAe,EAAE,MAAM,CAAA;IACvB,QAAQ,EAAE,IAAI,CAAA;IACd,QAAQ,EAAE,IAAI,CAAA;IACd,WAAW,EAAE,IAAI,CAAA;IACjB,WAAW,EAAE,IAAI,CAAA;IACjB,WAAW,EAAE,IAAI,CAAA;IACjB,WAAW,EAAE,IAAI,CAAA;IACjB,cAAc,EAAE,IAAI,CAAA;IACpB,cAAc,EAAE,IAAI,CAAA;CACrB;AAED,qBAAa,OAAO;IAClB,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,eAAe,CAAQ;IAC/B,OAAO,CAAC,WAAW,CAAqC;IACxD,OAAO,CAAC,IAAI,CAA4B;IAExC,OAAO,CAAC,aAAa,CAAY;IAEjC,OAAO,CAAC,eAAe,CAAY;IAEnC,OAAO,CAAC,eAAe,CAAY;IACnC,OAAO,CAAC,sBAAsB,CAAQ;IACtC,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,UAAU,CAAO;IACzB,OAAO,CAAC,oCAAoC,CAAO;IAEnD,OAAO,CAAC,UAAU,CAAY;gBAElB,WAAW,EAAE,SAAS,EAAE,EAAE,MAAM,GAAE,KAAK,EAAO;YAM5C,QAAQ;IAatB,UAAU,CAAC,OAAO,EAAE,IAAI,GAAG,IAAI;IAU/B,UAAU,IAAI,IAAI;IAIlB,cAAc,IAAI,SAAS,EAAE;IAI7B,SAAS,IAAI,KAAK,EAAE;IAIpB,sBAAsB,IAAI,KAAK,CAAC;QAAE,QAAQ,EAAE,IAAI,CAAC;QAAC,QAAQ,EAAE,IAAI,CAAA;KAAE,CAAC;IA6CnE,OAAO,CAAC,eAAe;IAwBvB,OAAO,CAAC,qBAAqB;IA+F7B,OAAO,CAAC,gBAAgB;IA0KxB,OAAO,CAAC,cAAc;IActB,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,iBAAiB,EAAE,YAAY,EAAE,uBAAuB,EAAE,YAAY,GAAG,IAAI;IAsC9F,OAAO,CAAC,kBAAkB;IA2B1B,OAAO,CAAC,uBAAuB;IAkD/B,OAAO,CAAC,aAAa;IAwDrB,OAAO,CAAC,eAAe;IAUvB,OAAO,CAAC,2BAA2B;CAqCpC"}
+{"version":3,"file":"physics.d.ts","sourceRoot":"","sources":["../src/physics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAIzC,oBAAY,cAAc;IACxB,MAAM,IAAI;IACV,GAAG,IAAI;IACP,OAAO,IAAI;CACZ;AAED,oBAAY,aAAa;IACvB,MAAM,IAAI;IACV,OAAO,IAAI;IACX,SAAS,IAAI;CACd;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,aAAa,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,cAAc,CAAA;IACrB,IAAI,EAAE,IAAI,CAAA;IACV,aAAa,EAAE,IAAI,CAAA;IACnB,aAAa,EAAE,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,CAAA;IACZ,aAAa,EAAE,MAAM,CAAA;IACrB,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,aAAa,CAAA;IACnB,uBAAuB,EAAE,IAAI,CAAA;IAC7B,gBAAgB,CAAC,EAAE,IAAI,CAAA;CACxB;AAED,MAAM,WAAW,KAAK;IACpB,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,IAAI,EAAE,MAAM,CAAA;IACZ,eAAe,EAAE,MAAM,CAAA;IACvB,eAAe,EAAE,MAAM,CAAA;IACvB,QAAQ,EAAE,IAAI,CAAA;IACd,QAAQ,EAAE,IAAI,CAAA;IACd,WAAW,EAAE,IAAI,CAAA;IACjB,WAAW,EAAE,IAAI,CAAA;IACjB,WAAW,EAAE,IAAI,CAAA;IACjB,WAAW,EAAE,IAAI,CAAA;IACjB,cAAc,EAAE,IAAI,CAAA;IACpB,cAAc,EAAE,IAAI,CAAA;CACrB;AAED,qBAAa,OAAO;IAClB,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,eAAe,CAAQ;IAC/B,OAAO,CAAC,WAAW,CAAqC;IACxD,OAAO,CAAC,IAAI,CAA4B;IAExC,OAAO,CAAC,aAAa,CAAY;IAEjC,OAAO,CAAC,eAAe,CAAY;IAEnC,OAAO,CAAC,eAAe,CAAY;IACnC,OAAO,CAAC,sBAAsB,CAAQ;IACtC,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,UAAU,CAAO;IACzB,OAAO,CAAC,oCAAoC,CAAO;IAEnD,OAAO,CAAC,UAAU,CAAY;gBAElB,WAAW,EAAE,SAAS,EAAE,EAAE,MAAM,GAAE,KAAK,EAAO;YAM5C,QAAQ;IAatB,UAAU,CAAC,OAAO,EAAE,IAAI,GAAG,IAAI;IAU/B,UAAU,IAAI,IAAI;IAIlB,cAAc,IAAI,SAAS,EAAE;IAI7B,SAAS,IAAI,KAAK,EAAE;IAIpB,sBAAsB,IAAI,KAAK,CAAC;QAAE,QAAQ,EAAE,IAAI,CAAC;QAAC,QAAQ,EAAE,IAAI,CAAA;KAAE,CAAC;IA6CnE,OAAO,CAAC,eAAe;IAwBvB,OAAO,CAAC,qBAAqB;IA+F7B,OAAO,CAAC,gBAAgB;IA0KxB,OAAO,CAAC,cAAc;IAetB,KAAK,CAAC,iBAAiB,EAAE,YAAY,EAAE,uBAAuB,EAAE,YAAY,GAAG,IAAI;IAuEnF,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,iBAAiB,EAAE,YAAY,EAAE,uBAAuB,EAAE,YAAY,GAAG,IAAI;IAsC9F,OAAO,CAAC,kBAAkB;IA2B1B,OAAO,CAAC,uBAAuB;IAkD/B,OAAO,CAAC,aAAa;IAwDrB,OAAO,CAAC,eAAe;IAUvB,OAAO,CAAC,2BAA2B;CAqCpC"}

package/dist/physics.js

@@ -329,6 +329,64 @@ export class Physics {
         }
         return angle;
     }
+    // Reset physics state (reposition bodies, clear velocities)
+    // Following babylon-mmd pattern: initialize all rigid body positions from current bone poses
+    // Call this when starting a new animation to prevent physics instability from sudden pose changes
+    reset(boneWorldMatrices, boneInverseBindMatrices) {
+        if (!this.ammoInitialized || !this.ammo || !this.dynamicsWorld) {
+            return;
+        }
+        const boneCount = boneWorldMatrices.length / 16;
+        const Ammo = this.ammo;
+        // Ensure body offsets are computed
+        if (!this.rigidbodiesInitialized) {
+            this.computeBodyOffsets(boneInverseBindMatrices, boneCount);
+            this.rigidbodiesInitialized = true;
+        }
+        // Reposition ALL rigid bodies from current bone poses (like babylon-mmd initialize)
+        // This ensures all bodies are correctly positioned before physics starts
+        for (let i = 0; i < this.rigidbodies.length; i++) {
+            const rb = this.rigidbodies[i];
+            const ammoBody = this.ammoRigidbodies[i];
+            if (!ammoBody || rb.boneIndex < 0 || rb.boneIndex >= boneCount)
+                continue;
+            const boneIdx = rb.boneIndex;
+            const worldMatIdx = boneIdx * 16;
+            // Get bone world matrix
+            const boneWorldMat = new Mat4(boneWorldMatrices.subarray(worldMatIdx, worldMatIdx + 16));
+            // Compute body world matrix: bodyWorld = boneWorld × bodyOffsetMatrix
+            // (like babylon-mmd: bodyWorldMatrix = bodyOffsetMatrix.multiplyToRef(bodyWorldMatrix))
+            const bodyOffsetMatrix = rb.bodyOffsetMatrix || rb.bodyOffsetMatrixInverse.inverse();
+            const bodyWorldMatrix = boneWorldMat.multiply(bodyOffsetMatrix);
+            const worldPos = bodyWorldMatrix.getPosition();
+            const worldRot = bodyWorldMatrix.toQuat();
+            // Set transform matrix
+            const transform = new Ammo.btTransform();
+            const pos = new Ammo.btVector3(worldPos.x, worldPos.y, worldPos.z);
+            const quat = new Ammo.btQuaternion(worldRot.x, worldRot.y, worldRot.z, worldRot.w);
+            transform.setOrigin(pos);
+            transform.setRotation(quat);
+            ammoBody.setWorldTransform(transform);
+            ammoBody.getMotionState().setWorldTransform(transform);
+            // Clear velocities for all rigidbodies
+            if (!this.zeroVector) {
+                this.zeroVector = new Ammo.btVector3(0, 0, 0);
+            }
+            ammoBody.setLinearVelocity(this.zeroVector);
+            ammoBody.setAngularVelocity(this.zeroVector);
+            // Explicitly activate dynamic rigidbodies after reset (wake them up)
+            // This is critical for dress pieces and other dynamic bodies to prevent teleporting
+            if (rb.type === RigidbodyType.Dynamic) {
+                ammoBody.activate(true); // Wake up the body
+            }
+            Ammo.destroy(pos);
+            Ammo.destroy(quat);
+        }
+        // Step simulation once to stabilize (like babylon-mmd)
+        if (this.dynamicsWorld.stepSimulation) {
+            this.dynamicsWorld.stepSimulation(0, 0, 0);
+        }
+    }
     // Syncs bones to rigidbodies, simulates dynamics, solves constraints
     // Modifies boneWorldMatrices in-place for dynamic rigidbodies that drive bones
     step(dt, boneWorldMatrices, boneInverseBindMatrices) {

package/dist/vmd-loader.d.ts

@@ -0,0 +1,25 @@
+import { Quat } from "./math";
+export interface BoneFrame {
+    boneName: string;
+    frame: number;
+    rotation: Quat;
+}
+export interface VMDKeyFrame {
+    time: number;
+    boneFrames: BoneFrame[];
+}
+export declare class VMDLoader {
+    private view;
+    private offset;
+    private decoder;
+    private constructor();
+    static load(url: string): Promise<VMDKeyFrame[]>;
+    static loadFromBuffer(buffer: ArrayBuffer): VMDKeyFrame[];
+    private parse;
+    private readBoneFrame;
+    private getUint32;
+    private getFloat32;
+    private getString;
+    private skip;
+}
+//# sourceMappingURL=vmd-loader.d.ts.map

package/dist/vmd-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vmd-loader.d.ts","sourceRoot":"","sources":["../src/vmd-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAE7B,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,IAAI,CAAA;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,SAAS,EAAE,CAAA;CACxB;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,IAAI,CAAU;IACtB,OAAO,CAAC,MAAM,CAAI;IAClB,OAAO,CAAC,OAAO,CAAa;IAE5B,OAAO;WAWM,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAKtD,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,WAAW,GAAG,WAAW,EAAE;IAKzD,OAAO,CAAC,KAAK;IA8Db,OAAO,CAAC,aAAa;IA+CrB,OAAO,CAAC,SAAS;IASjB,OAAO,CAAC,UAAU;IASlB,OAAO,CAAC,SAAS;IAMjB,OAAO,CAAC,IAAI;CAMb"}

package/dist/vmd-loader.js

@@ -0,0 +1,141 @@
+import { Quat } from "./math";
+export class VMDLoader {
+    constructor(buffer) {
+        this.offset = 0;
+        this.view = new DataView(buffer);
+        // Try to use Shift-JIS decoder, fallback to UTF-8 if not available
+        try {
+            this.decoder = new TextDecoder("shift-jis");
+        }
+        catch {
+            // Fallback to UTF-8 if Shift-JIS is not supported
+            this.decoder = new TextDecoder("utf-8");
+        }
+    }
+    static async load(url) {
+        const loader = new VMDLoader(await fetch(url).then((r) => r.arrayBuffer()));
+        return loader.parse();
+    }
+    static loadFromBuffer(buffer) {
+        const loader = new VMDLoader(buffer);
+        return loader.parse();
+    }
+    parse() {
+        // Read header (30 bytes)
+        const header = this.getString(30);
+        if (!header.startsWith("Vocaloid Motion Data")) {
+            throw new Error("Invalid VMD file header");
+        }
+        // Skip model name (20 bytes)
+        this.skip(20);
+        // Read bone frame count (4 bytes, u32 little endian)
+        const boneFrameCount = this.getUint32();
+        // Read all bone frames
+        const allBoneFrames = [];
+        for (let i = 0; i < boneFrameCount; i++) {
+            const boneFrame = this.readBoneFrame();
+            // Convert frame number to time (assuming 30 FPS like the Rust code)
+            const FRAME_RATE = 30.0;
+            const time = boneFrame.frame / FRAME_RATE;
+            allBoneFrames.push({ time, boneFrame });
+        }
+        // Group by time and convert to VMDKeyFrame format
+        // Sort by time first
+        allBoneFrames.sort((a, b) => a.time - b.time);
+        const keyFrames = [];
+        let currentTime = -1.0;
+        let currentBoneFrames = [];
+        for (const { time, boneFrame } of allBoneFrames) {
+            if (Math.abs(time - currentTime) > 0.001) {
+                // New time frame
+                if (currentBoneFrames.length > 0) {
+                    keyFrames.push({
+                        time: currentTime,
+                        boneFrames: currentBoneFrames,
+                    });
+                }
+                currentTime = time;
+                currentBoneFrames = [boneFrame];
+            }
+            else {
+                // Same time frame
+                currentBoneFrames.push(boneFrame);
+            }
+        }
+        // Add the last frame
+        if (currentBoneFrames.length > 0) {
+            keyFrames.push({
+                time: currentTime,
+                boneFrames: currentBoneFrames,
+            });
+        }
+        return keyFrames;
+    }
+    readBoneFrame() {
+        // Read bone name (15 bytes)
+        const nameBuffer = new Uint8Array(this.view.buffer, this.offset, 15);
+        this.offset += 15;
+        // Find the actual length of the bone name (stop at first null byte)
+        let nameLength = 15;
+        for (let i = 0; i < 15; i++) {
+            if (nameBuffer[i] === 0) {
+                nameLength = i;
+                break;
+            }
+        }
+        // Decode Shift-JIS bone name
+        let boneName;
+        try {
+            const nameSlice = nameBuffer.slice(0, nameLength);
+            boneName = this.decoder.decode(nameSlice);
+        }
+        catch {
+            // Fallback to lossy decoding if there were encoding errors
+            boneName = String.fromCharCode(...nameBuffer.slice(0, nameLength));
+        }
+        // Read frame number (4 bytes, little endian)
+        const frame = this.getUint32();
+        // Skip position (12 bytes: 3 x f32, little endian)
+        this.skip(12);
+        // Read rotation quaternion (16 bytes: 4 x f32, little endian)
+        const rotX = this.getFloat32();
+        const rotY = this.getFloat32();
+        const rotZ = this.getFloat32();
+        const rotW = this.getFloat32();
+        const rotation = new Quat(rotX, rotY, rotZ, rotW);
+        // Skip interpolation parameters (64 bytes)
+        this.skip(64);
+        return {
+            boneName,
+            frame,
+            rotation,
+        };
+    }
+    getUint32() {
+        if (this.offset + 4 > this.view.buffer.byteLength) {
+            throw new RangeError(`Offset ${this.offset} + 4 exceeds buffer bounds ${this.view.buffer.byteLength}`);
+        }
+        const v = this.view.getUint32(this.offset, true); // true = little endian
+        this.offset += 4;
+        return v;
+    }
+    getFloat32() {
+        if (this.offset + 4 > this.view.buffer.byteLength) {
+            throw new RangeError(`Offset ${this.offset} + 4 exceeds buffer bounds ${this.view.buffer.byteLength}`);
+        }
+        const v = this.view.getFloat32(this.offset, true); // true = little endian
+        this.offset += 4;
+        return v;
+    }
+    getString(len) {
+        const bytes = new Uint8Array(this.view.buffer, this.offset, len);
+        this.offset += len;
+        return String.fromCharCode(...bytes);
+    }
+    skip(bytes) {
+        if (this.offset + bytes > this.view.buffer.byteLength) {
+            throw new RangeError(`Offset ${this.offset} + ${bytes} exceeds buffer bounds ${this.view.buffer.byteLength}`);
+        }
+        this.offset += bytes;
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "reze-engine",
-    "version": "0.1.15",
+    "version": "0.2.0",
     "description": "A WebGPU-based MMD model renderer",
     "main": "./dist/index.js",
     "types": "./dist/index.d.ts",