reze-engine 0.43.0 → 0.50.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +40 -438
- package/dist/camera.d.ts +3 -0
- package/dist/camera.d.ts.map +1 -1
- package/dist/camera.js +33 -8
- package/dist/engine.d.ts +841 -53
- package/dist/engine.d.ts.map +1 -1
- package/dist/engine.js +3498 -451
- package/dist/graph/registry.d.ts +2 -2
- package/dist/graph/registry.d.ts.map +1 -1
- package/dist/graph/registry.js +1 -1
- package/dist/graph/slots.d.ts +0 -1
- package/dist/graph/slots.d.ts.map +1 -1
- package/dist/graph/slots.js +37 -9
- package/dist/hdr.d.ts +18 -0
- package/dist/hdr.d.ts.map +1 -0
- package/dist/hdr.js +162 -0
- package/dist/ibl.d.ts +19 -0
- package/dist/ibl.d.ts.map +1 -0
- package/dist/ibl.js +113 -0
- package/dist/ik-solver.d.ts +2 -1
- package/dist/ik-solver.d.ts.map +1 -1
- package/dist/index.d.ts +5 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +10 -0
- package/dist/math.d.ts +20 -1
- package/dist/math.d.ts.map +1 -1
- package/dist/math.js +23 -16
- package/dist/midi-loader.d.ts +10 -0
- package/dist/midi-loader.d.ts.map +1 -0
- package/dist/midi-loader.js +247 -0
- package/dist/model.d.ts +2 -13
- package/dist/model.d.ts.map +1 -1
- package/dist/param-track.d.ts +48 -0
- package/dist/param-track.d.ts.map +1 -0
- package/dist/param-track.js +80 -0
- package/dist/physics/types.d.ts.map +1 -1
- package/dist/physics/types.js +3 -0
- package/dist/reflection.d.ts +27 -0
- package/dist/reflection.d.ts.map +1 -0
- package/dist/reflection.js +93 -0
- package/dist/shaders/anchor-table.d.ts +56 -0
- package/dist/shaders/anchor-table.d.ts.map +1 -0
- package/dist/shaders/anchor-table.js +128 -0
- package/dist/shaders/cast-api.d.ts +2 -0
- package/dist/shaders/cast-api.d.ts.map +1 -0
- package/dist/shaders/cast-api.js +121 -0
- package/dist/shaders/cast-layout.d.ts +21 -0
- package/dist/shaders/cast-layout.d.ts.map +1 -0
- package/dist/shaders/cast-layout.js +20 -0
- package/dist/shaders/lights.d.ts +79 -0
- package/dist/shaders/lights.d.ts.map +1 -0
- package/dist/shaders/lights.js +269 -0
- package/dist/shaders/lyrics-api.d.ts +39 -0
- package/dist/shaders/lyrics-api.d.ts.map +1 -0
- package/dist/shaders/lyrics-api.js +187 -0
- package/dist/shaders/materials/common.d.ts +2 -4
- package/dist/shaders/materials/common.d.ts.map +1 -1
- package/dist/shaders/materials/common.js +87 -35
- package/dist/shaders/midi-api.d.ts +10 -0
- package/dist/shaders/midi-api.d.ts.map +1 -0
- package/dist/shaders/midi-api.js +114 -0
- package/dist/shaders/passes/composite.d.ts +28 -22
- package/dist/shaders/passes/composite.d.ts.map +1 -1
- package/dist/shaders/passes/composite.js +165 -138
- package/dist/shaders/passes/cull.d.ts +2 -0
- package/dist/shaders/passes/cull.d.ts.map +1 -0
- package/dist/shaders/passes/cull.js +138 -0
- package/dist/shaders/passes/field-blit.d.ts +26 -0
- package/dist/shaders/passes/field-blit.d.ts.map +1 -0
- package/dist/shaders/passes/field-blit.js +65 -0
- package/dist/shaders/passes/grid.d.ts +31 -0
- package/dist/shaders/passes/grid.d.ts.map +1 -0
- package/dist/shaders/passes/grid.js +169 -0
- package/dist/shaders/passes/ground.d.ts +13 -1
- package/dist/shaders/passes/ground.d.ts.map +1 -1
- package/dist/shaders/passes/ground.js +170 -25
- package/dist/shaders/passes/hosted-api.d.ts +57 -0
- package/dist/shaders/passes/hosted-api.d.ts.map +1 -0
- package/dist/shaders/passes/hosted-api.js +166 -0
- package/dist/shaders/passes/id-debug.d.ts +28 -0
- package/dist/shaders/passes/id-debug.d.ts.map +1 -0
- package/dist/shaders/passes/id-debug.js +74 -0
- package/dist/shaders/passes/particles.d.ts +10 -2
- package/dist/shaders/passes/particles.d.ts.map +1 -1
- package/dist/shaders/passes/particles.js +37 -109
- package/dist/shaders/passes/scene-contract.d.ts +128 -0
- package/dist/shaders/passes/scene-contract.d.ts.map +1 -0
- package/dist/shaders/passes/scene-contract.js +207 -0
- package/dist/shaders/passes/sim.d.ts +34 -0
- package/dist/shaders/passes/sim.d.ts.map +1 -0
- package/dist/shaders/passes/sim.js +169 -0
- package/dist/shaders/passes/trails.d.ts +14 -2
- package/dist/shaders/passes/trails.d.ts.map +1 -1
- package/dist/shaders/passes/trails.js +55 -90
- package/dist/shaders/score-api.d.ts +10 -0
- package/dist/shaders/score-api.d.ts.map +1 -0
- package/dist/shaders/score-api.js +114 -0
- package/dist/shadow-cascades.d.ts +45 -0
- package/dist/shadow-cascades.d.ts.map +1 -0
- package/dist/shadow-cascades.js +70 -0
- package/dist/vmd-loader.d.ts +3 -2
- package/dist/vmd-loader.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/camera.ts +31 -8
- package/src/engine.ts +4015 -556
- package/src/graph/registry.ts +2 -2
- package/src/graph/slots.ts +37 -9
- package/src/hdr.ts +156 -0
- package/src/ibl.ts +115 -0
- package/src/ik-solver.ts +1 -1
- package/src/index.ts +12 -0
- package/src/math.ts +23 -17
- package/src/midi-loader.ts +246 -0
- package/src/model.ts +3 -3
- package/src/param-track.ts +83 -0
- package/src/physics/types.ts +4 -1
- package/src/reflection.ts +94 -0
- package/src/shaders/anchor-table.ts +147 -0
- package/src/shaders/cast-api.ts +123 -0
- package/src/shaders/cast-layout.ts +20 -0
- package/src/shaders/lights.ts +280 -0
- package/src/shaders/lyrics-api.ts +202 -0
- package/src/shaders/materials/common.ts +89 -35
- package/src/shaders/midi-api.ts +116 -0
- package/src/shaders/passes/composite.ts +182 -139
- package/src/shaders/passes/cull.ts +139 -0
- package/src/shaders/passes/grid.ts +178 -0
- package/src/shaders/passes/ground.ts +172 -25
- package/src/shaders/passes/hosted-api.ts +171 -0
- package/src/shaders/passes/id-debug.ts +75 -0
- package/src/shaders/passes/particles.ts +54 -112
- package/src/shaders/passes/scene-contract.ts +266 -0
- package/src/shaders/passes/trails.ts +77 -93
- package/src/shadow-cascades.ts +97 -0
- package/src/vmd-loader.ts +2 -2
|
@@ -1,4 +1,12 @@
|
|
|
1
|
+
import { RZ_LIGHT_STRUCT_WGSL } from "../lights"
|
|
2
|
+
import { anchorAliasWgsl } from "../anchor-table"
|
|
3
|
+
import { CAST_API } from "../cast-api"
|
|
4
|
+
import { clockApi, EFFECT_MATH_API, PARTICLE_STRUCT_WGSL, trailSlotsApi, viewportApi } from "./hosted-api"
|
|
5
|
+
import { EFFECT_ANCHORS, EFFECT_SUBJECTS, EFFECT_TRAIL_BASE, EFFECT_TRAIL_SAMPLES } from "../cast-layout"
|
|
1
6
|
import { audioApi } from "../audio-api"
|
|
7
|
+
import { lyricsApi, lyricsTextApi } from "../lyrics-api"
|
|
8
|
+
import { midiApi } from "../midi-api"
|
|
9
|
+
import { gridReadApi } from "./grid"
|
|
2
10
|
// Composite: HDR scene + bloom pyramid → Filmic tone map → gamma → swapchain.
|
|
3
11
|
// Bloom tint/intensity applied at combine (EEVEE treats them as combine-stage params, not prefilter).
|
|
4
12
|
//
|
|
@@ -72,22 +80,11 @@ export function parseEffectAnchors(wgsl: string, max: number): { bone: string; t
|
|
|
72
80
|
.slice(0, max)
|
|
73
81
|
}
|
|
74
82
|
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
* the layout arithmetic on both sides has to agree exactly, and two literals
|
|
79
|
-
* that must match are two literals that eventually will not.
|
|
80
|
-
*
|
|
81
|
-
* All three are MINIMUMS. Raising one breaks nothing, because effects read
|
|
82
|
-
* through accessors and loop to the count functions; lowering one does.
|
|
83
|
-
*/
|
|
84
|
-
export const EFFECT_SUBJECTS = 4
|
|
85
|
-
export const EFFECT_ANCHORS = 8
|
|
86
|
-
export const EFFECT_TRAIL_SAMPLES = 128
|
|
87
|
-
/** vec4 slot where the trails begin — after the subjects and the anchors. */
|
|
88
|
-
export const EFFECT_TRAIL_BASE = EFFECT_SUBJECTS * 3 + EFFECT_ANCHORS * EFFECT_SUBJECTS * 3
|
|
83
|
+
// The cast's caps live in cast-layout.ts — re-exported here because half the
|
|
84
|
+
// engine imports them from this file and the constants did not move in meaning.
|
|
85
|
+
export { EFFECT_ANCHORS, EFFECT_SUBJECTS, EFFECT_TRAIL_BASE, EFFECT_TRAIL_SAMPLES } from "../cast-layout"
|
|
89
86
|
|
|
90
|
-
|
|
87
|
+
type CompositeEffectSource = {
|
|
91
88
|
/** The user's WGSL verbatim: helpers plus whichever entry points it defines. */
|
|
92
89
|
wgsl: string
|
|
93
90
|
/** Codegen'd `struct EffectParams {...}` + binding decl; empty when no params. */
|
|
@@ -96,6 +93,20 @@ export type CompositeEffectSource = {
|
|
|
96
93
|
hasBackground: boolean
|
|
97
94
|
/** Defines `fn foreground(...)` — mount over the finished frame. */
|
|
98
95
|
hasForeground: boolean
|
|
96
|
+
/** Grid resolution when the effect declared `// @grid`, else 0. */
|
|
97
|
+
gridSize: number
|
|
98
|
+
/** Whether the scene pass carries the id attachment, so the field module can
|
|
99
|
+
* bind it. False emits accessors that answer 0 rather than nothing at all. */
|
|
100
|
+
ids?: boolean
|
|
101
|
+
/** How many of this effect's anchors asked for a trail — RZ_TRAIL_SLOTS,
|
|
102
|
+
* which a hosted particle or trail loop reads even in this module. REQUIRED,
|
|
103
|
+
* and deliberately not defaulted: a silent 0 is a ribbon loop that iterates
|
|
104
|
+
* nothing, which looks exactly like an effect that drew nothing. */
|
|
105
|
+
trailCount: number
|
|
106
|
+
/** This effect's local anchor slot → scene slot, from the shared table.
|
|
107
|
+
* Omitted or identity when it owns the table. The particle and trail modules
|
|
108
|
+
* have always taken this; the field module not taking it was the bug. */
|
|
109
|
+
alias?: number[]
|
|
99
110
|
}
|
|
100
111
|
|
|
101
112
|
const COMPOSITE_HEAD = /* wgsl */ `
|
|
@@ -168,18 +179,34 @@ override APPLY_GAMMA: bool = true;
|
|
|
168
179
|
// effects are glows, fog, shafts, gradients — low-frequency by nature — and
|
|
169
180
|
// running them per quarter-pixel was the single largest per-frame cost an
|
|
170
181
|
// effect could add. Bilinear upsampling is invisible at that frequency.
|
|
182
|
+
// The field layer, ONE PAIR PER RESOLUTION. 15/16 are full res, 20/21 half.
|
|
183
|
+
// An effect draws into the pair it declared, so a starfield that upsamples
|
|
184
|
+
// perfectly no longer pays full-resolution pixels because a neighbour needed
|
|
185
|
+
// crisp edges. Both pairs are read every frame and combined full-over-half
|
|
186
|
+
// below; a pair NO effect draws into is bound to a 1x1 transparent texture
|
|
187
|
+
// instead of a target, so nothing has to clear a full-res pair to hand this
|
|
188
|
+
// shader the transparent black it would then read.
|
|
171
189
|
@group(0) @binding(15) var fieldBgTex: texture_2d<f32>;
|
|
172
190
|
@group(0) @binding(16) var fieldFgTex: texture_2d<f32>;
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
191
|
+
@group(0) @binding(20) var fieldBgHalfTex: texture_2d<f32>;
|
|
192
|
+
@group(0) @binding(21) var fieldFgHalfTex: texture_2d<f32>;
|
|
193
|
+
|
|
194
|
+
/** Two field layers into one, premultiplied OVER, top in front. A resolution
|
|
195
|
+
* boundary is a layer boundary: within a pair, effects blend in document
|
|
196
|
+
* order; across pairs, full res wins. (No backticks in here — this string is
|
|
197
|
+
* a TS template literal and one ends it mid-shader.) */
|
|
198
|
+
fn rzFieldMerge(top: vec4f, bot: vec4f) -> vec4f {
|
|
199
|
+
return vec4f(top.rgb + bot.rgb * (1.0 - top.a), top.a + bot.a * (1.0 - top.a));
|
|
200
|
+
}
|
|
177
201
|
// Must match FILMIC_LUT_WIDTH in engine.ts (bakeFilmicLut).
|
|
178
202
|
const FILMIC_LUT_W: f32 = 256.0;
|
|
179
203
|
|
|
180
204
|
fn linearDepth(coord: vec2<i32>) -> f32 {
|
|
181
205
|
let z = textureLoad(depthTex, coord, 0);
|
|
182
|
-
// projA
|
|
206
|
+
// projA and projB are m[10] and m[14] of whatever projection the camera built,
|
|
207
|
+
// so this one line inverts both conventions. Non-reversed puts projA just above
|
|
208
|
+
// 1; reversed puts it slightly below 0. Either way (z - projA) keeps its sign
|
|
209
|
+
// across the whole of z in [0,1], so the divisor never crosses zero.
|
|
183
210
|
return clamp(dofU[2].y / (z - dofU[2].x), 0.05, 100000.0);
|
|
184
211
|
}
|
|
185
212
|
|
|
@@ -267,7 +294,22 @@ fn viewTransform(c: vec3f) -> vec3f {
|
|
|
267
294
|
if (mode > 0.5) { return vec3f(srgb_encode(c.r), srgb_encode(c.g), srgb_encode(c.b)); }
|
|
268
295
|
return vec3f(filmic(c.r), filmic(c.g), filmic(c.b));
|
|
269
296
|
}
|
|
297
|
+
`
|
|
270
298
|
|
|
299
|
+
/**
|
|
300
|
+
* The scene half of the effect API — camera, projection, cast, trails.
|
|
301
|
+
*
|
|
302
|
+
* Split out of COMPOSITE_HEAD so the SIM pass can have it too. One effect file
|
|
303
|
+
* is spliced into every module it has a mount in, so a file with both a grid and
|
|
304
|
+
* a foreground compiles its foreground inside the grid shader, where every
|
|
305
|
+
* rzCameraPos() in it has to resolve. Sharing the block is better than stubbing
|
|
306
|
+
* it twice, and it means a kernel can legitimately ask where a bone is — which
|
|
307
|
+
* is exactly what a wake wants.
|
|
308
|
+
*
|
|
309
|
+
* Depends on `viewU` and `_rzCast` being declared by the including module, and
|
|
310
|
+
* on nothing else: no textures, no samplers.
|
|
311
|
+
*/
|
|
312
|
+
export const EFFECT_SCENE_API = /* wgsl */ `
|
|
271
313
|
// ── The effect API ────────────────────────────────────────────────────────────
|
|
272
314
|
//
|
|
273
315
|
// Named rz*, for the engine. The prefix earns its place twice: user code is
|
|
@@ -318,104 +360,17 @@ fn rzCameraRight() -> vec3f { return viewU[3].xyz; }
|
|
|
318
360
|
fn rzCameraUp() -> vec3f { return viewU[4].xyz; }
|
|
319
361
|
fn rzCameraForward() -> vec3f { return viewU[5].xyz; }
|
|
320
362
|
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
/** At the hips, the middle of the body — where an aura belongs. */
|
|
326
|
-
center: vec3f,
|
|
327
|
-
/** Bounding sphere: xyz centre, w radius. Deliberately generous — cull with it. */
|
|
328
|
-
bounds: vec4f,
|
|
329
|
-
/** False past the end of the cast, and every field is then zero. */
|
|
330
|
-
valid: bool,
|
|
331
|
-
}
|
|
332
|
-
|
|
333
|
-
/** One bone an effect asked for, by name, at the top of its own source. */
|
|
334
|
-
struct RzAnchor {
|
|
335
|
-
pos: vec3f,
|
|
336
|
-
/** World units per second, from the previous frame. Direction for a trail,
|
|
337
|
-
* magnitude for anything that should react to how hard someone is moving. */
|
|
338
|
-
vel: vec3f,
|
|
339
|
-
/** The bone's forward axis — which way a foot points, where a head looks. */
|
|
340
|
-
fwd: vec3f,
|
|
341
|
-
/** False when this rig has no such bone. Check it: the alternative is drawing
|
|
342
|
-
* a hand effect at the world origin on every model that spells it differently. */
|
|
343
|
-
valid: bool,
|
|
344
|
-
}
|
|
345
|
-
|
|
346
|
-
const RZ_MAX_ANCHORS: i32 = ${EFFECT_ANCHORS};
|
|
363
|
+
// The cast — subjects, anchors, trails — is CAST_API, shared verbatim with the
|
|
364
|
+
// particle and trail modules. It used to be written out here, a second time, and
|
|
365
|
+
// the two copies had drifted: this one had rzAnchor and that one did not.
|
|
366
|
+
${CAST_API}
|
|
347
367
|
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
var s: RzSubject;
|
|
354
|
-
s.valid = i >= 0 && i < rzSubjectCount();
|
|
355
|
-
if (!s.valid) { return s; }
|
|
356
|
-
let b = i * 3;
|
|
357
|
-
s.root = _rzCast[b].xyz;
|
|
358
|
-
s.center = _rzCast[b + 1].xyz;
|
|
359
|
-
s.bounds = _rzCast[b + 2];
|
|
360
|
-
return s;
|
|
361
|
-
}
|
|
362
|
-
|
|
363
|
-
/**
|
|
364
|
-
* The slot-th bone this effect declared, on character subject.
|
|
365
|
-
*
|
|
366
|
-
* Slots are the order of the declarations at the top of your source:
|
|
367
|
-
*
|
|
368
|
-
* // @anchor 左手首
|
|
369
|
-
* // @anchor 頭
|
|
370
|
-
*
|
|
371
|
-
* gives you slot 0 and slot 1. Any bone name the model has works; valid is
|
|
372
|
-
* false when it does not have it, which is the normal case across rigs that
|
|
373
|
-
* spell things differently.
|
|
374
|
-
*/
|
|
375
|
-
fn rzAnchor(subject: i32, slot: i32) -> RzAnchor {
|
|
376
|
-
var a: RzAnchor;
|
|
377
|
-
a.valid = false;
|
|
378
|
-
if (subject < 0 || subject >= rzSubjectCount() || slot < 0 || slot >= RZ_MAX_ANCHORS) { return a; }
|
|
379
|
-
let b = ${EFFECT_SUBJECTS * 3} + (slot * ${EFFECT_SUBJECTS} + subject) * 3;
|
|
380
|
-
a.valid = _rzCast[b].w > 0.5;
|
|
381
|
-
a.pos = _rzCast[b].xyz;
|
|
382
|
-
a.vel = _rzCast[b + 1].xyz;
|
|
383
|
-
a.fwd = _rzCast[b + 2].xyz;
|
|
384
|
-
return a;
|
|
385
|
-
}
|
|
368
|
+
// The hashes, the noise and rzFalloff — EFFECT_MATH_API, the same text the
|
|
369
|
+
// particle and trail modules get. The field module used to be missing most of
|
|
370
|
+
// it, so a helper an author wrote for one mount failed to compile in another
|
|
371
|
+
// for no reason visible in the file.
|
|
372
|
+
${EFFECT_MATH_API}${PARTICLE_STRUCT_WGSL}
|
|
386
373
|
|
|
387
|
-
const RZ_TRAIL_SAMPLES: i32 = ${EFFECT_TRAIL_SAMPLES};
|
|
388
|
-
|
|
389
|
-
/**
|
|
390
|
-
* How many path samples this anchor has. Zero unless it was declared with
|
|
391
|
-
* trail, and it climbs from zero as the trail fills after the effect loads.
|
|
392
|
-
*
|
|
393
|
-
* Loop to THIS, never to RZ_TRAIL_SAMPLES: the cap is a minimum and is free to
|
|
394
|
-
* grow, which stays true only while nobody hardcodes it.
|
|
395
|
-
*/
|
|
396
|
-
fn rzTrailCount(subject: i32, slot: i32) -> i32 {
|
|
397
|
-
if (subject < 0 || subject >= rzSubjectCount() || slot < 0 || slot >= RZ_MAX_ANCHORS) { return 0; }
|
|
398
|
-
return i32(_rzCast[${EFFECT_SUBJECTS * 3} + (slot * ${EFFECT_SUBJECTS} + subject) * 3 + 2].w);
|
|
399
|
-
}
|
|
400
|
-
|
|
401
|
-
/**
|
|
402
|
-
* Sample i of an anchor's path: xyz where it was, w how many seconds ago.
|
|
403
|
-
*
|
|
404
|
-
* i = 0 is NOW and they run backwards in time, so a ribbon is drawn by walking i
|
|
405
|
-
* upward and fading on .w. Sampled at a fixed rate on the SCENE clock, not the
|
|
406
|
-
* display's — so the path is identical in the editor, in an export, and in a
|
|
407
|
-
* re-export, and its spacing does not change with framerate.
|
|
408
|
-
*
|
|
409
|
-
* This is what a hand trail wants instead of position and velocity. One position
|
|
410
|
-
* and one velocity is a straight segment that jitters, because a velocity is a
|
|
411
|
-
* difference between two frames; a path is what actually happened.
|
|
412
|
-
*/
|
|
413
|
-
fn rzTrail(subject: i32, slot: i32, i: i32) -> vec4f {
|
|
414
|
-
let n = rzTrailCount(subject, slot);
|
|
415
|
-
if (i < 0 || i >= n) { return vec4f(0.0); }
|
|
416
|
-
let base = ${EFFECT_TRAIL_BASE} + (slot * ${EFFECT_SUBJECTS} + subject) * RZ_TRAIL_SAMPLES;
|
|
417
|
-
return _rzCast[base + i];
|
|
418
|
-
}
|
|
419
374
|
|
|
420
375
|
fn bgResolution() -> vec2f { return rzResolution(); }
|
|
421
376
|
fn bgCameraPos() -> vec3f { return rzCameraPos(); }
|
|
@@ -462,6 +417,7 @@ fn rzWorldPos(ray: vec3f, depth: f32) -> vec3f {
|
|
|
462
417
|
}
|
|
463
418
|
|
|
464
419
|
fn bgWorldPos(ray: vec3f, depth: f32) -> vec3f { return rzWorldPos(ray, depth); }
|
|
420
|
+
${RZ_LIGHT_STRUCT_WGSL}
|
|
465
421
|
|
|
466
422
|
/** Color grading, applied to the tonemapped SCENE (not the background — see the
|
|
467
423
|
* call site). The core is ASC CDL, the film-industry interchange standard:
|
|
@@ -586,6 +542,19 @@ const COMPOSITE_BODY = /* wgsl */ `
|
|
|
586
542
|
let su = 0.5 + atan2(dir.x, dir.z) * 0.15915494309; // 1/(2π)
|
|
587
543
|
let sv = 0.5 - asin(clamp(dir.y, -1.0, 1.0)) * 0.31830988618; // 1/π
|
|
588
544
|
bgPm = textureSampleLevel(bgEquirect, bloomSamp, vec2f(su, sv), 0.0).rgb;
|
|
545
|
+
if (bg.w > 2.5) {
|
|
546
|
+
// Mode 3: the texels are scene-linear RADIANCE, not display wallpaper.
|
|
547
|
+
// Same exposure, same view transform, same user gamma as the scene —
|
|
548
|
+
// one film for everything in frame, which is what makes a sun roll off
|
|
549
|
+
// like a sun instead of clipping at texture white. bg.x carries the
|
|
550
|
+
// world STRENGTH (the colour slot is dead in equirect modes). The
|
|
551
|
+
// scene's grade stays scene-only, the documented rule above.
|
|
552
|
+
var sky = max(viewTransform(bgPm * bg.x * viewU[0].x), vec3f(0.0));
|
|
553
|
+
if (APPLY_GAMMA) {
|
|
554
|
+
sky = pow(sky, vec3f(viewU[0].y));
|
|
555
|
+
}
|
|
556
|
+
bgPm = sky;
|
|
557
|
+
}
|
|
589
558
|
}
|
|
590
559
|
BACKGROUND_CALL
|
|
591
560
|
}
|
|
@@ -593,11 +562,11 @@ const COMPOSITE_BODY = /* wgsl */ `
|
|
|
593
562
|
// expression, because the foreground mount composites onto it.
|
|
594
563
|
var outRgb = disp * sceneAlpha + bgPm * (1.0 - sceneAlpha);
|
|
595
564
|
var outA = sceneAlpha + bgA * (1.0 - sceneAlpha);
|
|
596
|
-
//
|
|
597
|
-
//
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
565
|
+
// Ribbons are NOT read here any more: they draw inside the scene pass, so
|
|
566
|
+
// they are already in disp — tone mapped, and bloomed, which they never
|
|
567
|
+
// were while this line existed. Sampling them here as well would draw them
|
|
568
|
+
// twice, and the layer nothing clears would go stale the moment an effect
|
|
569
|
+
// was removed.
|
|
601
570
|
FOREGROUND_CALL
|
|
602
571
|
return vec4f(outRgb, outA);
|
|
603
572
|
}
|
|
@@ -608,8 +577,16 @@ const COMPOSITE_BODY = /* wgsl */ `
|
|
|
608
577
|
// OVER onto the base layer. No `if` around it: the pipeline is rebuilt per
|
|
609
578
|
// effect, so this text only exists in variants whose WGSL defines background().
|
|
610
579
|
const BACKGROUND_CALL = /* wgsl */ `
|
|
611
|
-
|
|
612
|
-
|
|
580
|
+
// The field layer is PREMULTIPLIED: N effects blend into it in document
|
|
581
|
+
// order, and premultiplied is the only form in which repeated OVER composes
|
|
582
|
+
// associatively — straight alpha would need the divide back out on every
|
|
583
|
+
// draw. So rgb is already scaled by its own alpha and must not be again.
|
|
584
|
+
// With one effect drawing over a cleared target this is identical to the
|
|
585
|
+
// straight form it replaced.
|
|
586
|
+
let bgFx = rzFieldMerge(
|
|
587
|
+
clamp(textureSampleLevel(fieldBgTex, bloomSamp, fragCoord.xy / fullSz, 0.0), vec4f(0.0), vec4f(1.0)),
|
|
588
|
+
clamp(textureSampleLevel(fieldBgHalfTex, bloomSamp, fragCoord.xy / fullSz, 0.0), vec4f(0.0), vec4f(1.0)));
|
|
589
|
+
bgPm = bgFx.rgb + bgPm * (1.0 - bgFx.a);
|
|
613
590
|
bgA = bgFx.a + bgA * (1.0 - bgFx.a);
|
|
614
591
|
`
|
|
615
592
|
|
|
@@ -617,16 +594,14 @@ const BACKGROUND_CALL = /* wgsl */ `
|
|
|
617
594
|
// base. Ungated by design: a foreground runs at every pixel, including the ones
|
|
618
595
|
// the model covers, because covering them is the point.
|
|
619
596
|
const FOREGROUND_CALL = /* wgsl */ `
|
|
620
|
-
|
|
621
|
-
|
|
597
|
+
// Premultiplied, as the background layer above — same reason.
|
|
598
|
+
let fgFx = rzFieldMerge(
|
|
599
|
+
clamp(textureSampleLevel(fieldFgTex, bloomSamp, fragCoord.xy / fullSz, 0.0), vec4f(0.0), vec4f(1.0)),
|
|
600
|
+
clamp(textureSampleLevel(fieldFgHalfTex, bloomSamp, fragCoord.xy / fullSz, 0.0), vec4f(0.0), vec4f(1.0)));
|
|
601
|
+
outRgb = fgFx.rgb + outRgb * (1.0 - fgFx.a);
|
|
622
602
|
outA = fgFx.a + outA * (1.0 - fgFx.a);
|
|
623
603
|
`
|
|
624
604
|
|
|
625
|
-
// Derivative builtins are illegal in non-uniform control flow (WGSL uniformity
|
|
626
|
-
// analysis rejects the pipeline), so the coverage gate below can only wrap
|
|
627
|
-
// effect code that doesn't use them. Checked textually at build time.
|
|
628
|
-
const USES_DERIVATIVES = /\b(?:fwidth|dpdx|dpdy)(?:Fine|Coarse)?\s*\(/
|
|
629
|
-
|
|
630
605
|
/** The condition on the background block (equirect sample + background effect).
|
|
631
606
|
*
|
|
632
607
|
* Two jobs. It skips the block behind pixels the model fully covers — the
|
|
@@ -635,12 +610,10 @@ const USES_DERIVATIVES = /\b(?:fwidth|dpdx|dpdy)(?:Fine|Coarse)?\s*\(/
|
|
|
635
610
|
* most). And with no background effect compiled in, it also skips the block
|
|
636
611
|
* entirely unless the equirect needs it.
|
|
637
612
|
*
|
|
638
|
-
*
|
|
639
|
-
*
|
|
640
|
-
*
|
|
641
|
-
*
|
|
642
|
-
* in the direction of correctness. (The foreground mount itself sits in uniform
|
|
643
|
-
* flow, so derivatives are always legal there.) */
|
|
613
|
+
* Everything the gate wraps is an explicit-LOD sample or a texture read, both
|
|
614
|
+
* always legal in non-uniform flow. It used to also wrap the user's code, which
|
|
615
|
+
* meant an effect using a derivative builtin had to forfeit the gate; that
|
|
616
|
+
* carve-out went with the field pass, and the last of it is below. */
|
|
644
617
|
function backgroundCondition(effect?: CompositeEffectSource | null): string {
|
|
645
618
|
// sceneAlpha, not alpha: the bokeh gather spreads coverage, so a pixel the
|
|
646
619
|
// sharp scene fully covered can end up needing background behind its blur.
|
|
@@ -657,7 +630,8 @@ export function buildCompositeShader(effect?: CompositeEffectSource | null): str
|
|
|
657
630
|
.replace("FOREGROUND_CALL", effect?.hasForeground ? FOREGROUND_CALL.trim() : "")
|
|
658
631
|
// The composite is STATIC either way now: the user's code compiles in the
|
|
659
632
|
// field module alone, and the composite only decides whether to sample it.
|
|
660
|
-
return COMPOSITE_HEAD +
|
|
633
|
+
return COMPOSITE_HEAD +
|
|
634
|
+
EFFECT_SCENE_API + anchorAliasWgsl(effect?.alias ?? []) + audioApi(0, 13) + midiApi(0, 19) + lyricsApi(0, 24) + body
|
|
661
635
|
}
|
|
662
636
|
|
|
663
637
|
/**
|
|
@@ -669,16 +643,75 @@ export function buildCompositeShader(effect?: CompositeEffectSource | null): str
|
|
|
669
643
|
* read — so an effect cannot tell it moved; it is simply asked half as often
|
|
670
644
|
* in each direction.
|
|
671
645
|
*/
|
|
646
|
+
/**
|
|
647
|
+
* Reading the scene's id attachment from a field effect — the consumer the MRT
|
|
648
|
+
* work exists for.
|
|
649
|
+
*
|
|
650
|
+
* A field effect covers the whole screen and has no idea what it is drawing
|
|
651
|
+
* over. These make it addressable: mask a glow to one character, dissolve one
|
|
652
|
+
* material, outline the thing someone selected. Without them the id buffer is
|
|
653
|
+
* written every frame and read by nobody.
|
|
654
|
+
*
|
|
655
|
+
* MULTISAMPLED AND UNRESOLVED, so it is read the way it is written —
|
|
656
|
+
* textureLoad of sample 0, the same rule linearDepth already follows. An
|
|
657
|
+
* averaged id belongs to nothing.
|
|
658
|
+
*
|
|
659
|
+
* When ids are OFF the buffer does not exist, so the accessors are still
|
|
660
|
+
* DECLARED and answer 0 — the reserved nothing. An effect that masks by id then
|
|
661
|
+
* masks nothing at all, which is a scene that renders rather than a shader that
|
|
662
|
+
* will not compile.
|
|
663
|
+
*/
|
|
664
|
+
function idApi(on: boolean, group: number, binding: number): string {
|
|
665
|
+
if (!on) {
|
|
666
|
+
return /* wgsl */ `
|
|
667
|
+
fn rzObjectAt(uv: vec2f) -> u32 { return 0u; }
|
|
668
|
+
fn rzMaterialAt(uv: vec2f) -> u32 { return 0u; }
|
|
669
|
+
`
|
|
670
|
+
}
|
|
671
|
+
return /* wgsl */ `
|
|
672
|
+
@group(${group}) @binding(${binding}) var _rzIdTex: texture_multisampled_2d<u32>;
|
|
673
|
+
|
|
674
|
+
/** Which OBJECT drew this pixel — compare against rzSubjectId(i). 0 = nothing. */
|
|
675
|
+
fn rzObjectAt(uv: vec2f) -> u32 {
|
|
676
|
+
let sz = vec2f(textureDimensions(_rzIdTex));
|
|
677
|
+
let p = vec2<i32>(clamp(uv, vec2f(0.0), vec2f(1.0)) * sz);
|
|
678
|
+
return textureLoad(_rzIdTex, clamp(p, vec2<i32>(0), vec2<i32>(sz) - vec2<i32>(1)), 0).y;
|
|
679
|
+
}
|
|
680
|
+
|
|
681
|
+
/** Which MATERIAL drew it, within that object. 0 = nothing. */
|
|
682
|
+
fn rzMaterialAt(uv: vec2f) -> u32 {
|
|
683
|
+
let sz = vec2f(textureDimensions(_rzIdTex));
|
|
684
|
+
let p = vec2<i32>(clamp(uv, vec2f(0.0), vec2f(1.0)) * sz);
|
|
685
|
+
return textureLoad(_rzIdTex, clamp(p, vec2<i32>(0), vec2<i32>(sz) - vec2<i32>(1)), 0).x;
|
|
686
|
+
}
|
|
687
|
+
`
|
|
688
|
+
}
|
|
689
|
+
|
|
672
690
|
export function buildFieldShader(effect: CompositeEffectSource): string {
|
|
673
691
|
const bgLine = effect.hasBackground
|
|
674
|
-
? "out.bg = clamp(background(dir, uv,
|
|
692
|
+
? "out.bg = clamp(background(dir, uv, _rzFieldClock.x), vec4f(0.0), vec4f(1.0));"
|
|
675
693
|
: ""
|
|
676
694
|
const fgLine = effect.hasForeground
|
|
677
|
-
? "out.fg = clamp(foreground(dir, uv,
|
|
695
|
+
? "out.fg = clamp(foreground(dir, uv, _rzFieldClock.x, linearDepth(vec2<i32>(min(fx, fullSz - 1.0)))), vec4f(0.0), vec4f(1.0));"
|
|
678
696
|
: ""
|
|
679
697
|
return (
|
|
680
698
|
COMPOSITE_HEAD +
|
|
699
|
+
EFFECT_SCENE_API +
|
|
700
|
+
anchorAliasWgsl(effect.alias ?? []) +
|
|
681
701
|
audioApi(0, 13) +
|
|
702
|
+
midiApi(0, 19) +
|
|
703
|
+
lyricsApi(0, 24) +
|
|
704
|
+
// The words themselves — the atlas rides the grid's sampler, which is
|
|
705
|
+
// declared just below and resolves module-wide.
|
|
706
|
+
lyricsTextApi(0, 25, "_rzGridSamp") +
|
|
707
|
+
// The persistent grid, always bound — a 1×1 of zeroes when the effect has
|
|
708
|
+
// none, so rzGrid() is a function that always exists rather than one an
|
|
709
|
+
// author has to know whether they are allowed to call.
|
|
710
|
+
gridReadApi(0, 17, 18, effect.gridSize) +
|
|
711
|
+
clockApi("_rzFieldClock.x", "0.0") +
|
|
712
|
+
viewportApi("viewU[6].w") +
|
|
713
|
+
trailSlotsApi(effect.trailCount) +
|
|
714
|
+
idApi(effect.ids === true, 0, 23) +
|
|
682
715
|
"\n// ── user effect (setEffect) ──\n" +
|
|
683
716
|
effect.paramsDecl +
|
|
684
717
|
"\n" +
|
|
@@ -686,6 +719,16 @@ export function buildFieldShader(effect: CompositeEffectSource): string {
|
|
|
686
719
|
"\n" +
|
|
687
720
|
/* wgsl */ `
|
|
688
721
|
@group(0) @binding(14) var<uniform> fieldU: vec4f;
|
|
722
|
+
/**
|
|
723
|
+
* THIS EFFECT'S OWN clock, seconds since it was installed.
|
|
724
|
+
*
|
|
725
|
+
* Per effect, and that is the whole point of it existing. The time argument
|
|
726
|
+
* used to come from viewU[6].x, which is measured from the FIRST installed
|
|
727
|
+
* effect's epoch — so every later effect started mid-stream, and an effect
|
|
728
|
+
* whose lightEmit read its own epoch disagreed with its own background()
|
|
729
|
+
* about what time it was. One buffer per effect, one answer.
|
|
730
|
+
*/
|
|
731
|
+
@group(0) @binding(22) var<uniform> _rzFieldClock: vec4f;
|
|
689
732
|
|
|
690
733
|
@vertex fn fieldVs(@builtin(vertex_index) vi: u32) -> @builtin(position) vec4f {
|
|
691
734
|
let x = f32((vi & 1u) << 2u) - 1.0;
|
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
// GPU frustum cull writing indirect draw arguments.
|
|
2
|
+
//
|
|
3
|
+
// One dispatch covers every material draw in the scene and writes THREE
|
|
4
|
+
// argument buffers — the camera pass, the shadow pass and the mirror pass —
|
|
5
|
+
// because they differ only in which frustum they test against, and splitting
|
|
6
|
+
// them into separate dispatches would read the same metadata each time. See
|
|
7
|
+
// docs/frame-graph.md.
|
|
8
|
+
//
|
|
9
|
+
// The MIRROR frustum is the camera frustum reflected about the floor plane: an
|
|
10
|
+
// object is visible in the mirror exactly when its reflection is visible to
|
|
11
|
+
// the camera, i.e. when the object itself lies in the reflected frustum. The
|
|
12
|
+
// camera args would be WRONG for it — a close-up of the floor shows a dancer's
|
|
13
|
+
// reflection while the dancer herself is out of frame. When no reflection is
|
|
14
|
+
// active the CPU writes the camera planes into the mirror slots, so the args
|
|
15
|
+
// stay sane for bundles that never execute.
|
|
16
|
+
//
|
|
17
|
+
// The compute writes ONLY `instanceCount` (word 1 of each 5-word record). The
|
|
18
|
+
// other four words — indexCount, firstIndex, baseVertex, firstInstance — are
|
|
19
|
+
// seeded by the CPU when the draw list changes, which is the same moment the
|
|
20
|
+
// metadata buffer is uploaded. Nothing about them varies per frame, so shipping
|
|
21
|
+
// them through the compute would be a per-frame write in exchange for nothing.
|
|
22
|
+
//
|
|
23
|
+
// Two bound kinds, because a skinned mesh has no usable model-space bounds:
|
|
24
|
+
// RIGID — every bone of the model shares one skin matrix (a stage, or a
|
|
25
|
+
// character still in its bind pose), so each material's load-time
|
|
26
|
+
// model-space AABB is valid and gets transformed by that matrix.
|
|
27
|
+
// This is what makes a 200-material stage worth culling at all.
|
|
28
|
+
// SKINNED — animation invalidates per-material bounds, so the whole model is
|
|
29
|
+
// one world-space sphere derived from its posed bone positions.
|
|
30
|
+
//
|
|
31
|
+
// Planes are NORMALIZED on the CPU. The AABB test would tolerate unnormalized
|
|
32
|
+
// planes (distance and extent scale together), the sphere test would not.
|
|
33
|
+
|
|
34
|
+
export const CULL_COMPUTE_WGSL = /* wgsl */ `
|
|
35
|
+
struct DrawMeta {
|
|
36
|
+
lo: vec3f, // model-space AABB min — read only for RIGID models
|
|
37
|
+
model: u32, // index into models[]
|
|
38
|
+
hi: vec3f, // model-space AABB max
|
|
39
|
+
flags: u32, // bit0 = casts shadow
|
|
40
|
+
};
|
|
41
|
+
|
|
42
|
+
struct ModelRec {
|
|
43
|
+
xform: mat4x4f, // model space -> world; meaningful only when RIGID
|
|
44
|
+
sphere: vec4f, // world-space centre.xyz + radius.w; meaningful when SKINNED
|
|
45
|
+
flags: u32, // bit0 = visible, bit1 = rigid
|
|
46
|
+
pad0: u32,
|
|
47
|
+
pad1: u32,
|
|
48
|
+
pad2: u32,
|
|
49
|
+
};
|
|
50
|
+
|
|
51
|
+
// Camera planes at 0..5, light planes at 6..11, mirror planes at 12..17.
|
|
52
|
+
// counts.x = draw count, counts.y = 0 to pass everything (setCullEnabled).
|
|
53
|
+
struct Frusta {
|
|
54
|
+
planes: array<vec4f, 18>,
|
|
55
|
+
counts: vec4u,
|
|
56
|
+
};
|
|
57
|
+
|
|
58
|
+
@group(0) @binding(0) var<storage, read> metas: array<DrawMeta>;
|
|
59
|
+
@group(0) @binding(1) var<storage, read> models: array<ModelRec>;
|
|
60
|
+
@group(0) @binding(2) var<uniform> frusta: Frusta;
|
|
61
|
+
@group(0) @binding(3) var<storage, read_write> cameraArgs: array<u32>;
|
|
62
|
+
@group(0) @binding(4) var<storage, read_write> shadowArgs: array<u32>;
|
|
63
|
+
// 1 = the user hid this material, or a material morph drove its alpha to zero.
|
|
64
|
+
// Here rather than in the encode loop because a render bundle bakes its draw
|
|
65
|
+
// list: a face VMD rewrites the morph-hidden set every frame, so a bundle that
|
|
66
|
+
// invalidated on it would re-record every frame and cost more than it saves.
|
|
67
|
+
@group(0) @binding(5) var<storage, read> hidden: array<u32>;
|
|
68
|
+
@group(0) @binding(6) var<storage, read_write> mirrorArgs: array<u32>;
|
|
69
|
+
|
|
70
|
+
const DRAW_CASTS_SHADOW: u32 = 1u;
|
|
71
|
+
const MODEL_VISIBLE: u32 = 1u;
|
|
72
|
+
const MODEL_RIGID: u32 = 2u;
|
|
73
|
+
|
|
74
|
+
// Signed distance of the AABB's most-positive corner: the centre distance plus
|
|
75
|
+
// the extent projected onto |n|. Negative means every corner is behind the
|
|
76
|
+
// plane, which is the only case that can reject.
|
|
77
|
+
fn aabbVisible(base: u32, c: vec3f, e: vec3f) -> bool {
|
|
78
|
+
for (var i = 0u; i < 6u; i = i + 1u) {
|
|
79
|
+
let p = frusta.planes[base + i];
|
|
80
|
+
if (dot(p.xyz, c) + p.w + dot(e, abs(p.xyz)) < 0.0) { return false; }
|
|
81
|
+
}
|
|
82
|
+
return true;
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
fn sphereVisible(base: u32, s: vec4f) -> bool {
|
|
86
|
+
for (var i = 0u; i < 6u; i = i + 1u) {
|
|
87
|
+
let p = frusta.planes[base + i];
|
|
88
|
+
if (dot(p.xyz, s.xyz) + p.w + s.w < 0.0) { return false; }
|
|
89
|
+
}
|
|
90
|
+
return true;
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
@compute @workgroup_size(64)
|
|
94
|
+
fn cs(@builtin(global_invocation_id) gid: vec3<u32>) {
|
|
95
|
+
let i = gid.x;
|
|
96
|
+
if (i >= frusta.counts.x) { return; }
|
|
97
|
+
|
|
98
|
+
// Named dm, not meta: "meta" is a WGSL reserved word (reserved for future use,
|
|
99
|
+
// so it parses nowhere). No backticks anywhere in this string either — it is a
|
|
100
|
+
// template literal, and one would end the shader mid-comment.
|
|
101
|
+
let dm = metas[i];
|
|
102
|
+
let m = models[dm.model];
|
|
103
|
+
let visible = (m.flags & MODEL_VISIBLE) != 0u;
|
|
104
|
+
|
|
105
|
+
var inCamera = false;
|
|
106
|
+
var inLight = false;
|
|
107
|
+
var inMirror = false;
|
|
108
|
+
if (visible) {
|
|
109
|
+
if ((m.flags & MODEL_RIGID) != 0u) {
|
|
110
|
+
let c = (dm.lo + dm.hi) * 0.5;
|
|
111
|
+
let e = (dm.hi - dm.lo) * 0.5;
|
|
112
|
+
let wc = (m.xform * vec4f(c, 1.0)).xyz;
|
|
113
|
+
// Extent of the transformed box: the abs of the linear part applied to the
|
|
114
|
+
// half-extent. Exact for the axis-aligned case, conservative for a rotation.
|
|
115
|
+
let a = mat3x3f(abs(m.xform[0].xyz), abs(m.xform[1].xyz), abs(m.xform[2].xyz));
|
|
116
|
+
let we = a * e;
|
|
117
|
+
inCamera = aabbVisible(0u, wc, we);
|
|
118
|
+
inLight = aabbVisible(6u, wc, we);
|
|
119
|
+
inMirror = aabbVisible(12u, wc, we);
|
|
120
|
+
} else {
|
|
121
|
+
inCamera = sphereVisible(0u, m.sphere);
|
|
122
|
+
inLight = sphereVisible(6u, m.sphere);
|
|
123
|
+
inMirror = sphereVisible(12u, m.sphere);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
// Culling off (setCullEnabled) passes everything, so a scene can be A/B'd
|
|
128
|
+
// against its own unculled self without rebuilding anything. The pass still
|
|
129
|
+
// runs, so the diagnostics keep reporting. It bypasses the FRUSTUM only —
|
|
130
|
+
// a hidden material is not culled, it is switched off, and answering "is this
|
|
131
|
+
// gone because of culling?" requires the two to stay separable.
|
|
132
|
+
let off = frusta.counts.y == 0u;
|
|
133
|
+
let shown = hidden[i] == 0u;
|
|
134
|
+
let castsShadow = (dm.flags & DRAW_CASTS_SHADOW) != 0u;
|
|
135
|
+
cameraArgs[i * 5u + 1u] = select(0u, 1u, (inCamera || off) && shown);
|
|
136
|
+
shadowArgs[i * 5u + 1u] = select(0u, 1u, ((inLight && castsShadow) || off) && shown);
|
|
137
|
+
mirrorArgs[i * 5u + 1u] = select(0u, 1u, (inMirror || off) && shown);
|
|
138
|
+
}
|
|
139
|
+
`
|