reze-engine 0.64.0 → 0.66.0

package/dist/unity/looks.js

@@ -14,9 +14,16 @@
 //   3. the eyes' see-through-hair passes, Override1 for all, then 2, then 3;
 // and the transparent queue in the engine's transparent phase. Shadows are the
 // engine's: a native material still casts through its pass.
+import { sameValue } from "./host";
 import { UNITY_SKIN_WGSL, tangentsFor } from "./skin";
 import { characterBlock } from "./character";
 import { engineToGame, gameToEngine } from "./globals";
+const WRAP = {
+    Repeat: "repeat",
+    Clamp: "clamp-to-edge",
+    Mirror: "mirror-repeat",
+    MirrorOnce: "mirror-repeat",
+};
 const OPAQUE_MODES = ["ALWAYS", "FORWARDBASE"];
 const CHARACTER_MODES = ["CHARHAIRSHADOW", "CHARFACESHADOW", "CHARHAIRTRANSE"];
 const OVERRIDE_MODES = ["OVERRIDE1", "OVERRIDE2", "OVERRIDE3"];
@@ -24,9 +31,12 @@ export class NativeLooks {
     constructor(device, host) {
         this.device = device;
         this.installs = new Map();
+        /** Per model: its passes' pipelines compiling (see install). */
+        this.warming = new Map();
         this.globals = {};
         this.frameTextures = {};
         this.scale = 8;
+        this.samplerCache = new Map();
         this.host = host;
         this.skinPipeline = device.createComputePipeline({
             label: "native skinning",
@@ -56,9 +66,33 @@ export class NativeLooks {
     get size() {
         return this.installs.size;
     }
+    /** A texture's sampler: its wrap and filter, shared by every texture alike. */
+    sampler(t) {
+        const wrap = WRAP[t.wrap ?? "Repeat"] ?? "repeat";
+        const filter = t.filter === "Point" ? "nearest" : "linear";
+        const key = `${wrap}|${filter}`;
+        let s = this.samplerCache.get(key);
+        if (!s) {
+            s = this.device.createSampler({
+                label: `native look sampler ${key}`,
+                addressModeU: wrap,
+                addressModeV: wrap,
+                magFilter: filter,
+                minFilter: filter,
+                mipmapFilter: filter,
+            });
+            this.samplerCache.set(key, s);
+        }
+        return s;
+    }
     has(model) {
         return this.installs.has(model);
     }
+    /** Resolves once every pass of the model's look has its pipeline — until
+     *  then those draws sit out (NativeHost never compiles at a draw). */
+    ready(model) {
+        return this.warming.get(model) ?? Promise.resolve();
+    }
     /** Is this model's material drawn by its native look? */
     dresses(model, material) {
         const i = this.installs.get(model);
@@ -70,8 +104,11 @@ export class NativeLooks {
         for (const s of look.shaders)
             this.host.register(s);
         const views = new Map();
+        const samplers = new Map();
         const textures = [];
         for (const [key, t] of Object.entries(look.textures)) {
+            if (t.wrap || t.filter)
+                samplers.set(key, this.sampler(t));
             const tex = d.createTexture({
                 label: `${model.name}: ${key}`,
                 size: [t.width, t.height],
@@ -119,12 +156,28 @@ export class NativeLooks {
         for (const draw of model.draws) {
             const spec = look.materials.find((m) => m.materials.includes(draw.materialName));
             if (spec)
-                dressed.push({ draw, spec });
+                dressed.push({ draw, spec, values: {} });
+        }
+        const carried = new Map();
+        for (const [semantic, channel] of Object.entries(look.streams ?? {})) {
+            const base = model.additionalUv(channel);
+            if (!base || base.length < n * 4)
+                continue;
+            const morphs = model.morphs
+                .map((m, index) => ({ index, type: m.type, offsets: m.uvOffsets ?? [] }))
+                .filter((m) => m.type === 3 + channel && m.offsets.length)
+                .map(({ index, offsets }) => ({ index, offsets }));
+            const buffer = buf(`stream ${semantic}`, n * 4, GPUBufferUsage.VERTEX | GPUBufferUsage.COPY_DST);
+            const data = new Float32Array(base.subarray(0, n * 4));
+            d.queue.writeBuffer(buffer, 0, data);
+            // NaN: the first prepare builds the stream whatever the weights are
+            carried.set(semantic, { buffer, base: data.slice(), data, morphs, weights: new Float32Array(morphs.length).fill(NaN) });
         }
-        this.installs.set(model.name, {
+        const install = {
             model,
             look,
             views,
+            samplers,
             textures,
             pos,
             nrm,
@@ -134,7 +187,18 @@ export class NativeLooks {
             skinBind,
             dressed,
             block: {},
-        });
+            carried,
+        };
+        this.installs.set(model.name, install);
+        // Every pass this look will draw, compiled now and side by side — the
+        // shader, its state and the streams are all known here.
+        const drawn = [...OPAQUE_MODES, ...CHARACTER_MODES, ...OVERRIDE_MODES];
+        const jobs = [];
+        for (const d of dressed)
+            for (const p of d.spec.passes)
+                if (drawn.includes(p.lightMode))
+                    jobs.push(this.host.warm(p.shader, p.state, this.streams(install, p.shader)));
+        this.warming.set(model.name, Promise.all(jobs).then(() => { }));
     }
     remove(name) {
         const i = this.installs.get(name);
@@ -142,7 +206,7 @@ export class NativeLooks {
             return;
         this.installs.delete(name);
         this.host.release(`${name}|`);
-        const bufs = [i.pos, i.nrm, i.tan, i.restTan, i.params];
+        const bufs = [i.pos, i.nrm, i.tan, i.restTan, i.params, ...[...i.carried.values()].map((c) => c.buffer)];
         const texs = i.textures;
         // Freed once the GPU is done with the frames that may still name them.
         void this.device.queue.onSubmittedWorkDone().then(() => {
@@ -172,11 +236,87 @@ export class NativeLooks {
                 : {
                     unity_RenderingLayer: new Uint32Array([i.model.layers >>> 0, 0, 0, 0]),
                 };
+            if (i.carried.size)
+                this.keyStreams(i);
         }
         pass.end();
     }
+    /** Each carried stream at the model's current morph weights: its rest values
+     *  plus every one of its channel's morphs at its weight, rebuilt and uploaded
+     *  only when one of those weights moved. */
+    keyStreams(i) {
+        const weights = i.model.morphWeights();
+        for (const c of i.carried.values()) {
+            if (!c.morphs.length)
+                continue;
+            let moved = false;
+            for (let k = 0; k < c.morphs.length; k++) {
+                const w = weights[c.morphs[k].index] ?? 0;
+                if (w !== c.weights[k]) {
+                    c.weights[k] = w;
+                    moved = true;
+                }
+            }
+            if (!moved)
+                continue;
+            c.data.set(c.base);
+            for (let k = 0; k < c.morphs.length; k++) {
+                const w = c.weights[k];
+                if (!w)
+                    continue;
+                for (const o of c.morphs[k].offsets) {
+                    const at = o.vertexIndex * 4;
+                    if (at + 3 >= c.data.length)
+                        continue;
+                    c.data[at] += o.offset[0] * w;
+                    c.data[at + 1] += o.offset[1] * w;
+                    c.data[at + 2] += o.offset[2] * w;
+                    c.data[at + 3] += o.offset[3] * w;
+                }
+            }
+            this.device.queue.writeBuffer(c.buffer, 0, c.data);
+        }
+    }
+    /**
+     * Set some of one dressed material's values (its Unity material properties,
+     * as the look's `values` hold them) — what a game animates on a material
+     * over a take. Each value stands until set again; the look's own stand
+     * under it. Only names the material's spec carries are taken: they are the
+     * ones its draws' uniform blocks read per draw. A value equal to the one
+     * already set keeps that one's object, so the host, which refills a
+     * uniform member only when its value object changes, writes nothing for
+     * it. Returns whether the model wears a look that dresses this material.
+     */
+    setUniforms(model, material, values) {
+        const i = this.installs.get(model);
+        if (!i)
+            return false;
+        let found = false;
+        for (const d of i.dressed) {
+            if (d.draw.materialName !== material)
+                continue;
+            found = true;
+            for (const name in values) {
+                const v = values[name];
+                if (v === undefined || v === null || !(name in d.spec.values))
+                    continue;
+                const was = d.values[name];
+                if (was === undefined || !sameValue(was, v))
+                    d.values[name] = v;
+            }
+        }
+        return found;
+    }
     streams(i, shader) {
         return this.host.inputs(shader).map(({ semantic }) => {
+            const carried = i.carried.get(semantic);
+            if (carried)
+                return {
+                    buffer: carried.buffer,
+                    offset: 0,
+                    stride: 16,
+                    format: "float32x4",
+                };
             if (semantic === "POSITION")
                 return {
                     buffer: i.pos,
@@ -241,8 +381,11 @@ export class NativeLooks {
         const textures = {
             ...this.frameTextures,
         };
-        for (const [slot, key] of Object.entries(d.spec.textures))
+        const samplers = {};
+        for (const [slot, key] of Object.entries(d.spec.textures)) {
             textures[slot] = key === "@diffuse" ? d.draw.diffuse : i.views.get(key);
+            samplers[slot] = i.samplers.get(key);
+        }
         this.host.draw(pass, {
             shader: p.shader,
             state: p.state,
@@ -253,8 +396,9 @@ export class NativeLooks {
                 offset: d.draw.firstIndex * 4,
                 count: d.draw.count,
             },
-            sources: [perDraw, i.block, d.spec.values, this.globals],
+            sources: [perDraw, i.block, d.values, d.spec.values, this.globals],
             textures,
+            samplers,
             key: `${i.model.name}|${d.draw.materialName}|${p.lightMode}|${p.shader}`,
             pass: "main",
         });

package/dist/unity/skin.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"skin.d.ts","sourceRoot":"","sources":["../../src/unity/skin.ts"],"names":[],"mappings":"AAeA,eAAO,MAAM,eAAe,g0EA8C3B,CAAA;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,GAAG,WAAW,GAAG,YAAY,CA0DjG"}
+{"version":3,"file":"skin.d.ts","sourceRoot":"","sources":["../../src/unity/skin.ts"],"names":[],"mappings":"AAeA,eAAO,MAAM,eAAe,g0EA8C3B,CAAA;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,GAAG,WAAW,GAAG,YAAY,CA6DjG"}

package/dist/unity/skin.js

@@ -74,8 +74,11 @@ export function tangentsFor(verts, indices) {
         const p = (v, k) => verts[v * 8 + k];
         const e1 = [p(b, 0) - p(a, 0), p(b, 1) - p(a, 1), p(b, 2) - p(a, 2)];
         const e2 = [p(c, 0) - p(a, 0), p(c, 1) - p(a, 1), p(c, 2) - p(a, 2)];
-        const du1 = p(b, 6) - p(a, 6), dv1 = p(b, 7) - p(a, 7);
-        const du2 = p(c, 6) - p(a, 6), dv2 = p(c, 7) - p(a, 7);
+        // v measured upward, as Unity builds tangent space: a PMX uv runs v down,
+        // and taken as it is the bitangent — the handedness in w — comes out
+        // reversed, which a game normal map reads as its green channel inverted.
+        const du1 = p(b, 6) - p(a, 6), dv1 = p(a, 7) - p(b, 7);
+        const du2 = p(c, 6) - p(a, 6), dv2 = p(a, 7) - p(c, 7);
         const det = du1 * dv2 - du2 * dv1;
         if (Math.abs(det) < 1e-12)
             continue;

package/dist/unity/stage.d.ts

@@ -63,6 +63,16 @@ export type NativeStageLights = {
         direction: [number, number, number];
         color: [number, number, number];
         shadow: number;
+        /** As the game's pipeline packed it, recorded: _MainLightColor and
+         *  SimMainLightColor (linear, intensity in w), SimMainLightColorNoInt. */
+        unity?: {
+            color: number[];
+            simColor: number[];
+            simColorNoInt: number[];
+        };
+        /** The Light's shadowBias and shadowNormalBias, in shadow-map texels. */
+        shadowBias?: number;
+        shadowNormalBias?: number;
     };
     additional: {
         position: [number, number, number];
@@ -112,6 +122,13 @@ export declare class NativeStage {
         min: [number, number, number];
         max: [number, number, number];
     };
+    /**
+     * How far the stage reaches from the origin, in engine units: every
+     * renderer's box, casters or not. A game's sky is a dome in the stage
+     * (X317's reaches 1900 units out), and the camera's far plane has to reach it.
+     */
+    get extent(): number;
+    private reach;
     private buffers;
     private textures;
     private opaque;
@@ -135,6 +152,13 @@ export declare class NativeStage {
     /** Every renderer's draws, resolved once: the stage does not move. */
     private build;
     private addItems;
+    /**
+     * Every pass's pipeline, compiled before the stage reports loaded (see
+     * NativeHost.warm) — side by side, and never at the first draw. Needs only
+     * the meshes' stream layouts, so it runs while the pictures decode. The
+     * passes are the ones build() keeps: casters that cast, and the main modes.
+     */
+    private warm;
     private streams;
     private draw;
     /** One cascade tile of the engine's atlas: every caster's SHADOWCASTER pass. */

package/dist/unity/stage.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stage.d.ts","sourceRoot":"","sources":["../../src/unity/stage.ts"],"names":[],"mappings":"AAoBA,OAAO,EAAE,UAAU,EAAwC,KAAK,WAAW,EAAoB,MAAM,QAAQ,CAAA;AAC7G,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AAGxC,MAAM,MAAM,eAAe,GAAG;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,WAAW,EAAE,MAAM,CAAA;IACnB,uDAAuD;IACvD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IACzC,SAAS,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;IACjE,MAAM,EAAE;QAAE,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAA;CAC7E,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,EAAE,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,SAAS,CAAA;KAAE,EAAE,CAAA;IACjE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;IACnC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,0EAA0E;IAC1E,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAClC,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAA;IAC5B,iDAAiD;IACjD,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,EAAE,MAAM,CAAA;IACnB,cAAc,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;IACnC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE;QACJ,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QACnC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAC/B,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAClC,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAC/B,IAAI,EAAE,OAAO,GAAG,MAAM,CAAA;QACtB,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAC9B,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,KAAK,CAAC,EAAE;YACN,OAAO,EAAE,MAAM,EAAE,CAAA;YACjB,MAAM,EAAE,MAAM,CAAA;YACd,KAAK,EAAE,MAAM,EAAE,CAAA;YACf,YAAY,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;YAC7B,SAAS,EAAE,MAAM,CAAA;YACjB,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;YAC5B,SAAS,CAAC,EAAE,MAAM,CAAA;SACnB,CAAA;KACF,EAAE,CAAA;CACJ,CAAA;AAED,gDAAgD;AAChD,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,oBAAoB,CAAA;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,kCAAkC;IAClC,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,MAAM,EAAE,eAAe,EAAE,CAAA;IACzB,QAAQ,EAAE,kBAAkB,EAAE,CAAA;IAC9B,SAAS,EAAE,mBAAmB,EAAE,CAAA;IAChC,SAAS,EAAE,mBAAmB,EAAE,CAAA;IAChC,MAAM,EAAE,iBAAiB,CAAA;IACzB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;IACrC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACvC,CAAA;AAED,iFAAiF;AACjF,MAAM,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,WAAW,CAAC,CAAA;AAoBtE,qBAAa,WAAW;IAiBpB,OAAO,CAAC,MAAM;IAhBhB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,GAAG,EAAE,kBAAkB,CAAA;IAChC,sEAAsE;IACtE,QAAQ,CAAC,MAAM,EAAE;QACf,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAC7B,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;KAC9B,CAAA;IACD,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,IAAI,CAAW;IACvB,OAAO,CAAC,KAAK,CAAW;IAExB,OAAO;IA0BP;;;OAGG;WACU,IAAI,CACf,MAAM,EAAE,SAAS,EACjB,GAAG,EAAE,kBAAkB,EACvB,IAAI,EAAE,iBAAiB,EACvB,KAAK,EAAE;QAAE,KAAK,EAAE,UAAU,CAAC;QAAC,MAAM,EAAE,UAAU,CAAA;KAAE,EAChD,KAAK,EAAE;QACL,OAAO,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAA;QAChD,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;KACzC,EACD,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACjD,OAAO,CAAC,WAAW,CAAC;YA+DT,WAAW;IA0FzB,sEAAsE;IACtE,OAAO,CAAC,KAAK;IA4Db,OAAO,CAAC,QAAQ;IAkDhB,OAAO,CAAC,OAAO;IAuBf,OAAO,CAAC,IAAI;IAsBZ,gFAAgF;IAChF,UAAU,CACR,IAAI,EAAE,oBAAoB,EAC1B,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACpC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,EAC3B,WAAW,EAAE,MAAM,GAClB,IAAI;IAkBP,yDAAyD;IACzD,UAAU,CACR,IAAI,EAAE,oBAAoB,EAC1B,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACpC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,SAAS,CAAC,EACjD,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAC5B,IAAI;IAMP,8DAA8D;IAC9D,eAAe,CACb,IAAI,EAAE,oBAAoB,EAC1B,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACpC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,SAAS,CAAC,EACjD,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAC5B,IAAI;IAMP,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI;CASnC"}
+{"version":3,"file":"stage.d.ts","sourceRoot":"","sources":["../../src/unity/stage.ts"],"names":[],"mappings":"AAoBA,OAAO,EAAE,UAAU,EAAwC,KAAK,WAAW,EAAoB,MAAM,QAAQ,CAAA;AAC7G,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AAIxC,MAAM,MAAM,eAAe,GAAG;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,WAAW,EAAE,MAAM,CAAA;IACnB,uDAAuD;IACvD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IACzC,SAAS,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;IACjE,MAAM,EAAE;QAAE,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAA;CAC7E,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,EAAE,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,SAAS,CAAA;KAAE,EAAE,CAAA;IACjE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;IACnC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,0EAA0E;IAC1E,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAClC,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAA;IAC5B,iDAAiD;IACjD,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,EAAE,MAAM,CAAA;IACnB,cAAc,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;IACnC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE;QACJ,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QACnC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAC/B,MAAM,EAAE,MAAM,CAAA;QACd;kFAC0E;QAC1E,KAAK,CAAC,EAAE;YAAE,KAAK,EAAE,MAAM,EAAE,CAAC;YAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;YAAC,aAAa,EAAE,MAAM,EAAE,CAAA;SAAE,CAAA;QACxE,yEAAyE;QACzE,UAAU,CAAC,EAAE,MAAM,CAAA;QACnB,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAC1B,CAAA;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAClC,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAC/B,IAAI,EAAE,OAAO,GAAG,MAAM,CAAA;QACtB,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAC9B,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,KAAK,CAAC,EAAE;YACN,OAAO,EAAE,MAAM,EAAE,CAAA;YACjB,MAAM,EAAE,MAAM,CAAA;YACd,KAAK,EAAE,MAAM,EAAE,CAAA;YACf,YAAY,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;YAC7B,SAAS,EAAE,MAAM,CAAA;YACjB,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;YAC5B,SAAS,CAAC,EAAE,MAAM,CAAA;SACnB,CAAA;KACF,EAAE,CAAA;CACJ,CAAA;AAED,gDAAgD;AAChD,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,oBAAoB,CAAA;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,kCAAkC;IAClC,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,MAAM,EAAE,eAAe,EAAE,CAAA;IACzB,QAAQ,EAAE,kBAAkB,EAAE,CAAA;IAC9B,SAAS,EAAE,mBAAmB,EAAE,CAAA;IAChC,SAAS,EAAE,mBAAmB,EAAE,CAAA;IAChC,MAAM,EAAE,iBAAiB,CAAA;IACzB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;IACrC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACvC,CAAA;AAED,iFAAiF;AACjF,MAAM,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,WAAW,CAAC,CAAA;AAoBtE,qBAAa,WAAW;IA0BpB,OAAO,CAAC,MAAM;IAzBhB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,GAAG,EAAE,kBAAkB,CAAA;IAChC,sEAAsE;IACtE,QAAQ,CAAC,MAAM,EAAE;QACf,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAC7B,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;KAC9B,CAAA;IACD;;;;OAIG;IACH,IAAI,MAAM,IAAI,MAAM,CAEnB;IACD,OAAO,CAAC,KAAK,CAAI;IACjB,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,IAAI,CAAW;IACvB,OAAO,CAAC,KAAK,CAAW;IAExB,OAAO;IA0BP;;;OAGG;WACU,IAAI,CACf,MAAM,EAAE,SAAS,EACjB,GAAG,EAAE,kBAAkB,EACvB,IAAI,EAAE,iBAAiB,EACvB,KAAK,EAAE;QAAE,KAAK,EAAE,UAAU,CAAC;QAAC,MAAM,EAAE,UAAU,CAAA;KAAE,EAChD,KAAK,EAAE;QACL,OAAO,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAA;QAChD,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;KACzC,EACD,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACjD,OAAO,CAAC,WAAW,CAAC;YAoET,WAAW;IA0FzB,sEAAsE;IACtE,OAAO,CAAC,KAAK;IA6Db,OAAO,CAAC,QAAQ;IAoDhB;;;;;OAKG;IACH,OAAO,CAAC,IAAI;IAuBZ,OAAO,CAAC,OAAO;IAuBf,OAAO,CAAC,IAAI;IAsBZ,gFAAgF;IAChF,UAAU,CACR,IAAI,EAAE,oBAAoB,EAC1B,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACpC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,EAC3B,WAAW,EAAE,MAAM,GAClB,IAAI;IAwBP,yDAAyD;IACzD,UAAU,CACR,IAAI,EAAE,oBAAoB,EAC1B,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACpC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,SAAS,CAAC,EACjD,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAC5B,IAAI;IAMP,8DAA8D;IAC9D,eAAe,CACb,IAAI,EAAE,oBAAoB,EAC1B,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACpC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,SAAS,CAAC,EACjD,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAC5B,IAAI;IAMP,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI;CASnC"}

package/dist/unity/stage.js

@@ -18,10 +18,20 @@
 // engine's cascade tiles, as the game drew its own atlas — alpha-tested leaves
 // cast their leaves, not their quads.
 import { gameToEngine, invert4, mul4, scale4, flipY } from "./globals";
+import { SHADOW_CASCADES } from "../shadow-cascades";
 const MAIN_MODES = ["ALWAYS", "FORWARDBASE"];
 export class NativeStage {
+    /**
+     * How far the stage reaches from the origin, in engine units: every
+     * renderer's box, casters or not. A game's sky is a dome in the stage
+     * (X317's reaches 1900 units out), and the camera's far plane has to reach it.
+     */
+    get extent() {
+        return this.reach;
+    }
     constructor(device, pkg) {
         this.device = device;
+        this.reach = 0;
         this.buffers = [];
         this.textures = [];
         this.opaque = [];
@@ -98,6 +108,9 @@ export class NativeStage {
             meshes.set(m.id, { info: m, buffer });
             tick();
         }));
+        // Loaded means drawable: every pass's pipeline is compiled before this
+        // resolves, rather than one at a time in the frames after it.
+        const warming = st.warm(hosts, meshes);
         const textures = new Map();
         await Promise.all(pkg.textures.map(async (t) => {
             try {
@@ -109,6 +122,7 @@ export class NativeStage {
             tick(texWeight(t));
         }));
         st.build(meshes, textures, tools.fallback);
+        await warming;
         return st;
     }
     async loadTexture(t, read, mipmaps) {
@@ -222,6 +236,7 @@ export class NativeStage {
             ];
             const ex = b.size[0] / 2, ey = b.size[1] / 2, ez = b.size[2] / 2;
             const half = [0, 1, 2].map((i) => (Math.abs(m[i]) * ex + Math.abs(m[4 + i]) * ey + Math.abs(m[8 + i]) * ez) * s);
+            this.reach = Math.max(this.reach, Math.hypot(center[0], center[1], center[2]) + Math.hypot(half[0], half[1], half[2]));
             const world = Float32Array.from(m);
             const det = m[0] * (m[5] * m[10] - m[9] * m[6]) - m[4] * (m[1] * m[10] - m[9] * m[2]) + m[8] * (m[1] * m[6] - m[5] * m[2]);
             const perDraw = {
@@ -257,9 +272,12 @@ export class NativeStage {
             const samplers = {
                 ...globalSamplers,
             };
-            // an empty slot reads what the shader declared it defaults to
+            // an empty slot reads what the shader declared it defaults to. A default
+            // with no name ("") is no picture at all — a cube's, usually — and is
+            // left to the host, which stands in by the binding's own kind.
             for (const [slot, def] of Object.entries(mat.defaults ?? {}))
-                views[slot] = fallback[def] ?? fallback.white;
+                if (def && fallback[def])
+                    views[slot] = fallback[def];
             for (const [slot, id] of [...Object.entries(mat.textures), ...Object.entries(r.textures)]) {
                 const t = textures.get(id);
                 if (!t)
@@ -291,6 +309,34 @@ export class NativeStage {
             }
         });
     }
+    /**
+     * Every pass's pipeline, compiled before the stage reports loaded (see
+     * NativeHost.warm) — side by side, and never at the first draw. Needs only
+     * the meshes' stream layouts, so it runs while the pictures decode. The
+     * passes are the ones build() keeps: casters that cast, and the main modes.
+     */
+    warm(hosts, meshes) {
+        const jobs = [];
+        const mats = new Map(this.pkg.materials.map((m) => [m.id, m]));
+        for (const r of this.pkg.renderers) {
+            const mesh = meshes.get(r.mesh);
+            if (!mesh)
+                continue;
+            r.materials.forEach((mid, sub) => {
+                const mat = mid ? mats.get(mid) : undefined;
+                if (!mat || sub >= mesh.info.submeshes.length)
+                    return;
+                for (const pass of mat.passes) {
+                    const caster = pass.lightMode === "SHADOWCASTER";
+                    if (caster ? !r.castShadows : !MAIN_MODES.includes(pass.lightMode))
+                        continue;
+                    const host = caster ? hosts.shadow : hosts.scene;
+                    jobs.push(host.warm(pass.shader, pass.state, this.streams(host, { mesh, pass })));
+                }
+            });
+        }
+        return Promise.all(jobs).then(() => { });
+    }
     streams(host, it) {
         const info = it.mesh.info;
         return host.inputs(it.pass.shader).map(({ semantic }) => {
@@ -330,18 +376,24 @@ export class NativeStage {
     /** One cascade tile of the engine's atlas: every caster's SHADOWCASTER pass. */
     drawShadow(pass, host, globals, cascade, viewProj, engineScale) {
         const vp = flipY(mul4(viewProj, gameToEngine(engineScale)));
-        // ShadowUtils.GetShadowBias as the game set it: half a texel along the light
-        // and half a texel in along the normal, a texel being this tile's width in
-        // game units over its resolution (2048).
+        // ShadowUtils.GetShadowBias as the game sets it: (texel x the light's
+        // shadowBias, -texel x its shadowNormalBias), a texel being this tile's
+        // width in game units over its resolution. The stage's casters read it as
+        // _ShadowBias (Replica's CascadeShadowPass); the character's DrawShadowPass
+        // names it sim_ShadowBias. A package that predates the recorded biases
+        // takes half a texel of each.
         const rowLen = Math.hypot(vp[0], vp[4], vp[8]);
-        const texel = rowLen > 0 ? 2 / rowLen / 2048 : 0;
+        const texel = rowLen > 0 ? 2 / rowLen / SHADOW_CASCADES[cascade].mapSize : 0;
+        const main = this.pkg.lights.main;
+        const bias = [texel * (main.shadowBias ?? 0.5), -texel * (main.shadowNormalBias ?? 0.5), 0, 0];
         const g = {
             ...globals,
             unity_MatrixVP: vp,
             unity_MatrixV: scale4(1),
             unity_MatrixP: vp,
             glstate_matrix_projection: vp,
-            sim_ShadowBias: [0.5 * texel, -0.5 * texel, 0, 0],
+            _ShadowBias: bias,
+            sim_ShadowBias: bias,
         };
         for (const it of this.casters)
             this.draw(pass, host, it, g, {}, `|c${cascade}`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "reze-engine",
-  "version": "0.64.0",
+  "version": "0.66.0",
   "description": "A lightweight WebGPU engine for real-time 3D MMD/PMX model rendering",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",