@woosh/meep-engine 3.17.2 → 3.18.0

package/src/shade/renderer/postprocess/ssr/ssr_reproject_shader.js

@@ -1,276 +1,201 @@
-import { CAMERA_UNIFORM_STRUCT } from "../../camera/CAMERA_UNIFORM_STRUCT.js";
-import { chunk_aabb3_normalized_dist } from "../../shader/chunk/geometry/aabb3/chunk_line_aabb3_clipping_distance.js";
-import { chunk_get_std_dev } from "../../shader/chunk/math/statistics/chunk_get_std_dev.js";
-import {
-    chunk_texture_sample_catmullrom_hardware_5tap_uv
-} from "../../shader/chunk/texture/sample/chunk_texture_sample_catmullrom_hardware_5tap_uv.js";
-import { CodeChunk } from "../../shader/compiler/CodeChunk.js";
-import { ImageShader } from "../../shader/ImageShader.js";
-import { ShaderResourceSetDescriptor } from "../../shader/resource/ShaderResourceSetDescriptor.js";
-import { ShaderDescriptor } from "../../shader/ShaderDescriptor.js";
-import { SAMPLER_LINEAR_UPSCALE } from "../../texture/SAMPLER_LINEAR_UPSCALE.js";
-import { chunk_color_clip_to_aabb3 } from "../taa/chunk_color_clip_to_aabb3.js";
-import { chunk_taa_decode_color } from "../taa/chunk_taa_decode_color.js";
-import { chunk_taa_encode_color } from "../taa/chunk_taa_encode_color.js";
-import { chunk_taa_history_color_bounding_box_YCoCg } from "../taa/chunk_taa_history_color_bounding_box_YCoCg.js";
-import { chunk_taa_velocity_confidence, chunk_taa_velocity_variance_scale } from "../taa/shader_taa.js";
-import { chunk_taa_get_velocity } from "../velocity/chunk_taa_get_velocity.js";
-
-const resources = new ShaderResourceSetDescriptor();
-resources.createGroup()
-    .addTexture("tInput")
-    .addTexture("tVelocity")
-    .addTexture("tOcclusion")
-    .addTexture("tHistory", "float")
-    .addSampler("sLinear","filtering", SAMPLER_LINEAR_UPSCALE)
-    .addUniform("camera_current", CAMERA_UNIFORM_STRUCT)
-    .addUniform("camera_previous", CAMERA_UNIFORM_STRUCT)
-;
-
-
-/**
- * Note: result will be in YCoCg color space
- * @see https://projects.blender.org/blender/blender/src/commit/866ef5b468589587395b1ee7480ea75b4c0fbc26/source/blender/draw/engines/eevee_next/shaders/eevee_film_lib.glsl#L340
- * @see https://github.com/GameTechDev/TAA/blob/39786709cf70a1e0906196c600f6079571a33ceb/MiniEngine/Core/Shaders/TAAResolve.hlsl#L472
- * @type {CodeChunk}
- */
-export const chunk_ssr_history_color_bounding_box_YCoCg = CodeChunk.from(
-    //language=WGSL
-    `
-fn ssr_history_color_bounding_box_YCoCg(
-    current_color_texture: texture_2d<f32>,
-    in_current_colour_variance:vec4<f32>,
-    in_screen_st:vec2<i32>,
-    
-    in_variance_gamma: f32,
-   
-    out_min_c: ptr< function, vec3<f32> >,
-    out_max_c: ptr< function, vec3<f32> >,
-) {
-    
-    const offsets = array< vec2<i32>,8>(
-      vec2( -1, -1 ),
-      vec2(  0, -1 ),
-      vec2(  1, -1 ), 
-      
-      vec2( -1,  0 ), 
-      vec2(  1,  0 ), 
-      
-      vec2( -1,  1 ),
-      vec2(  0,  1 ), 
-      vec2(  1,  1 ), 
-   );
-    
-    const iteratorMax = 8;
-    const rcp_divider = 1.f / 9.f;
-
-    // calcluate mean value (mean) and standard deviation (variance)
-
-    var moment1 = in_current_colour_variance.rgb;
-    var moment2 = moment1*moment1;
-    var source_variance = in_current_colour_variance.w;
-    
-    for (var  i = 0; i < iteratorMax; i++ ) {
-        let new_st = in_screen_st + offsets[ i ];
-        
-        let texel = textureLoad( current_color_texture, new_st, 0 );
-        let new_colour = taa_encode_color( texel.rgb );
-        
-        moment1 += new_colour;
-        moment2 += new_colour*new_colour;
-        
-        source_variance += texel.w;
-    }
-    
-    source_variance *= rcp_divider;
-    
-    // get resolve-stage standard deviation
-    let source_std_dev = sqrt(source_variance);
-
-    // Apply perceptual weighting to variance.
-    // Y (Luma) is critical for structural sharpness -> Keep strict (1.0x).
-    // Co/Cg (Chroma) is less noticeable to human perception -> Relax to prevent color flickering/desaturation.
-    // Cg (green) has stronger visual response than Co (orange) to human perception
-    const variance_scale = vec3(1.0, 1.4, 1.2);
-    
-    // Apply the base gamma to the perceptual scale
-    let final_sigma = variance_scale * in_variance_gamma * (1 + source_std_dev);
-    
-    let mean = moment1 * rcp_divider;
-    let std_dev = get_std_dev3(mean, moment2 * rcp_divider );
-    
-    let sigma = std_dev * final_sigma;
-        
-    *out_min_c = mean - sigma;
-    *out_max_c = mean + sigma;
-        
-}
-    `,
-    [
-        chunk_get_std_dev,
-        chunk_taa_decode_color,
-        chunk_taa_encode_color,
-    ]
-)
-
-/**
- * Weight samples more heavily when variance is low (less noise)
- * @type {CodeChunk}
- */
-export const chunk_ssr_variance_weight = CodeChunk.from(
-    //language=WGSL
-    `
-fn ssr_variance_weight(variance:f32) -> f32{
-    return 1 / ( 1 + variance );
-}
-    `
-)
-
-const body = CodeChunk.from(
-//language=WGSL
-    `
-
-@fragment
-fn main(
-    @builtin(position) coord: vec4<f32>,
-    @location(0) uv: vec2<f32>,
-) -> @location(0) vec4<f32> {
-    let screenST = vec2<i32>( coord.xy );
-    
-    let occlusion = textureLoad(tOcclusion, screenST, 0).r;
-    let current_texel = textureLoad(tInput, screenST, 0);
-    
-    // get velocity
-    let velocity = taa_get_velocity( tVelocity, screenST );
-    
-    // prev frame ST
-    let prevFrameScreenST = coord.xy - velocity.xy;
-
-    // off-screen history must be rejected explicitly: the depth-clip pass deliberately
-    // reports confidence 1.0 for fully off-screen footprints (downstream consumers own
-    // this check — TAA and AO reproject both do it), and the clamp-to-edge sampler would
-    // otherwise smear border texels in during camera pans
-    let history_dimensions = vec2f(textureDimensions(tHistory));
-    let history_within_screen = all(prevFrameScreenST >= vec2(0.0)) && all(prevFrameScreenST < history_dimensions);
-
-    var output: vec4<f32>;
-
-    if( occlusion <= 0.001 || !history_within_screen ) {
-         // no valid reprojection
-         output = current_texel;
-    }else{
-                 
-        let prev_uv = prevFrameScreenST / vec2<f32>(textureDimensions(tHistory));
-    
-        let history_color_raw = max(
-            vec4(0.0),
-            texture_sample_catmullrom_hardware_5tap_uv( tHistory, sLinear, prev_uv )
-        );
-        
-        let history_variance = history_color_raw.w;
-        
-                
-        let current_YCoCg = taa_encode_color(current_texel.rgb);
-        let history_YCoCg = taa_encode_color(history_color_raw.rgb);
-        
-                
-        var current_mean: vec3<f32>;
-        var current_moment2 : vec3<f32>;
-        
-        const FIXED_VARIANCE_SCALE = 2;
-        
-        let veclocity_confidence = taa_velocity_confidence(velocity);
-        let variance_scale = taa_velocity_variance_scale( veclocity_confidence ) * FIXED_VARIANCE_SCALE;
-        
-        var min_c: vec3<f32>;
-        var max_c: vec3<f32>;
-        
-        ssr_history_color_bounding_box_YCoCg(
-            tInput,
-            vec4(current_YCoCg, current_texel.w),
-            screenST,
-            variance_scale,
-            &min_c,
-            &max_c,
-        );
-       
-        
-        // clip history colour to the bounding box of expected colours based on the current frame colour
-        let adjusted_history_YCoCg = color_clip_to_aabb3(
-            history_YCoCg,
-            current_YCoCg,
-            min_c,
-            max_c,
-        );
-        
-        var blend = 0.05;
-        
-        //
-        blend = mix(1.0, blend, occlusion * veclocity_confidence);
-        
-        // We detect when clamp would occur and dampen the incoming sample's contribution to counteract it. 
-        // see "High Quality Temporal Supersampling" by Brian Karis, EpicGames SIGGRAPH 2014
-        let t_clamp = saturate(aabb3_normalized_dist_from_center(
-            current_YCoCg,
-            adjusted_history_YCoCg,
-            min_c,
-            max_c,
-        ));
-        
-        blend *= mix(0.2, 1.0, t_clamp * t_clamp);
-        
-        var weight_current = blend;
-        var weight_history = (1.0 - blend);
-                
-        // adjust blend based on variance
-        weight_current *= ssr_variance_weight(current_texel.w);
-        weight_history *= ssr_variance_weight(history_variance);
-        
-        // renormalize weights
-        let weight_renorm = 1.0 / (weight_current + weight_history);
-        
-        weight_current *= weight_renorm;
-        weight_history *= weight_renorm;
-                
-        
-        let mixed_color = taa_decode_color( mix(current_YCoCg, adjusted_history_YCoCg, weight_history) );
-        
-        let mixed_variance = mix(current_texel.w, history_variance, weight_history);
-        
-        output = vec4(
-            mixed_color,
-            mixed_variance
-        );
-    
-    }
-    
-    
-    return output;
-}
-    `,
-    [
-        chunk_taa_decode_color,
-        chunk_taa_encode_color,
-        chunk_taa_get_velocity,
-        chunk_texture_sample_catmullrom_hardware_5tap_uv,
-        chunk_taa_history_color_bounding_box_YCoCg,
-        chunk_color_clip_to_aabb3,
-        chunk_ssr_history_color_bounding_box_YCoCg,
-        chunk_taa_velocity_confidence,
-        chunk_taa_velocity_variance_scale,
-        chunk_ssr_variance_weight,
-        chunk_aabb3_normalized_dist,
-    ]
-);
-
-
-export const ssr_reproject_shader = new ImageShader({
-    descriptor: ShaderDescriptor.from({
-        label: "SSR Reproject",
-        body,
-        resources,
-    }),
-    targets: [{
-        format: "rgba16float",
-    }]
-});
+import { CAMERA_UNIFORM_STRUCT } from "../../camera/CAMERA_UNIFORM_STRUCT.js";
+import { chunk_aabb3_normalized_dist } from "../../shader/chunk/geometry/aabb3/chunk_line_aabb3_clipping_distance.js";
+import { chunk_get_std_dev3 } from "../../shader/chunk/math/statistics/chunk_get_std_dev3.js";
+import { chunk_screen_coordinate_to_world } from "../../shader/chunk/camera/chunk_screen_coordinate_to_world.js";
+import { chunk_get_view_space_depth } from "../../shader/chunk/depth/chunk_get_view_space_depth.js";
+import { chunk_decode_g_buffer_normal } from "../../shader/chunk/geometry/normal/chunk_decode_g_buffer_normal.js";
+import { chunk_decode_g_buffer_roughness } from "../../shader/chunk/material/chunk_decode_g_buffer_roughness.js";
+import { CodeChunk } from "../../shader/compiler/CodeChunk.js";
+import { ImageShader } from "../../shader/ImageShader.js";
+import { ShaderResourceSetDescriptor } from "../../shader/resource/ShaderResourceSetDescriptor.js";
+import { ShaderDescriptor } from "../../shader/ShaderDescriptor.js";
+import { WebGPUStruct } from "../../shader/type/WebGPUStruct.js";
+import { f32, u32, vec2f } from "../../shader/type/WEBGPU_WGSL_PRIMITIVE_TYPES.js";
+import { chunk_color_clip_to_aabb3 } from "../taa/chunk_color_clip_to_aabb3.js";
+import { chunk_taa_decode_color } from "../taa/chunk_taa_decode_color.js";
+import { chunk_taa_encode_color } from "../taa/chunk_taa_encode_color.js";
+import { chunk_taa_velocity_confidence, chunk_taa_velocity_variance_scale } from "../taa/shader_taa.js";
+import { chunk_depth_clip_offset_codec } from "../taa/chunk_depth_clip_offset_codec.js";
+import { chunk_ssr_reprojection } from "./reproject/chunk_ssr_reprojection.js";
+import { chunk_ssr_sample_history } from "./reproject/chunk_ssr_sample_history.js";
+
+const settings = WebGPUStruct.from({ history_validity: f32, reprojection_mode: u32, jitter_delta: vec2f });
+const resources = new ShaderResourceSetDescriptor();
+resources.setImmediate("settings", settings);
+resources.createGroup()
+    .addTexture("tInput")
+    .addTexture("tMetadata", "unfilterable-float")
+    .addTexture("tDepth")
+    .addTexture("tNormal", "uint")
+    .addTexture("tPBR")
+    .addTexture("tVelocity")
+    .addTexture("tOcclusion")
+    .addTexture("tHistory")
+    .addTexture("tHistoryMetadata", "unfilterable-float")
+    .addTexture("tHistoryGeometry")
+    .addTexture("tPreviousDepth")
+    .addUniform("camera_current", CAMERA_UNIFORM_STRUCT)
+    .addUniform("camera_previous", CAMERA_UNIFORM_STRUCT);
+
+/**
+ * Note: result will be in YCoCg color space
+ * @see https://projects.blender.org/blender/blender/src/commit/866ef5b468589587395b1ee7480ea75b4c0fbc26/source/blender/draw/engines/eevee_next/shaders/eevee_film_lib.glsl#L340
+ * @see https://github.com/GameTechDev/TAA/blob/39786709cf70a1e0906196c600f6079571a33ceb/MiniEngine/Core/Shaders/TAAResolve.hlsl#L472
+ * @type {CodeChunk}
+ */
+export const chunk_ssr_history_color_bounding_box_YCoCg = CodeChunk.from(
+    //language=WGSL
+    `
+fn ssr_history_color_bounding_box_YCoCg(
+    current_color_texture: texture_2d<f32>,
+    in_current_colour_variance:vec4<f32>,
+    in_screen_st:vec2<i32>,
+    
+    in_variance_gamma: f32,
+   
+    out_min_c: ptr< function, vec3<f32> >,
+    out_max_c: ptr< function, vec3<f32> >,
+) {
+    
+    const offsets = array< vec2<i32>,8>(
+      vec2( -1, -1 ),
+      vec2(  0, -1 ),
+      vec2(  1, -1 ), 
+      
+      vec2( -1,  0 ), 
+      vec2(  1,  0 ), 
+      
+      vec2( -1,  1 ),
+      vec2(  0,  1 ), 
+      vec2(  1,  1 ), 
+   );
+    
+    const iteratorMax = 8;
+    const rcp_divider = 1.f / 9.f;
+
+    // calcluate mean value (mean) and standard deviation (variance)
+
+    var moment1 = in_current_colour_variance.rgb;
+    var moment2 = moment1*moment1;
+    var source_variance = in_current_colour_variance.w;
+    
+    for (var  i = 0; i < iteratorMax; i++ ) {
+        let new_st = clamp(in_screen_st + offsets[i], vec2i(0), vec2i(textureDimensions(current_color_texture)) - 1);
+        
+        let texel = textureLoad( current_color_texture, new_st, 0 );
+        let new_colour = taa_encode_color( texel.rgb );
+        
+        moment1 += new_colour;
+        moment2 += new_colour*new_colour;
+        
+        source_variance += texel.w;
+    }
+    
+    source_variance *= rcp_divider;
+    
+    // get resolve-stage standard deviation
+    let source_std_dev = sqrt(source_variance);
+
+    // Apply perceptual weighting to variance.
+    // Y (Luma) is critical for structural sharpness -> Keep strict (1.0x).
+    // Co/Cg (Chroma) is less noticeable to human perception -> Relax to prevent color flickering/desaturation.
+    // Cg (green) has stronger visual response than Co (orange) to human perception
+    const variance_scale = vec3(1.0, 1.4, 1.2);
+    
+    // Apply the base gamma to the perceptual scale
+    let final_sigma = variance_scale * in_variance_gamma * (1 + source_std_dev);
+    
+    let mean = moment1 * rcp_divider;
+    let std_dev = get_std_dev3(mean, moment2 * rcp_divider );
+    
+    let sigma = std_dev * final_sigma;
+        
+    *out_min_c = mean - sigma;
+    *out_max_c = mean + sigma;
+        
+}
+    `,
+    [
+        chunk_get_std_dev3,
+        chunk_taa_decode_color,
+        chunk_taa_encode_color,
+    ]
+)
+
+
+const body = CodeChunk.from(/* language=WGSL */ `
+struct SSRTemporalOutput {
+    @location(0) radiance: vec4f,
+    @location(1) metadata: vec2f,
+    @location(2) geometry: vec4f,
+}
+
+@fragment
+fn main(@builtin(position) coord: vec4f) -> SSRTemporalOutput {
+    let st = vec2i(coord.xy);
+    let current = textureLoad(tInput, st, 0);
+    let metadata = textureLoad(tMetadata, st, 0).rg;
+    let normal = decode_g_buffer_normal(textureLoad(tNormal, st, 0).xy);
+    let roughness = decode_g_buffer_roughness(textureLoad(tPBR, st, 0));
+    var output: SSRTemporalOutput;
+    output.radiance = current;
+    output.metadata = metadata;
+    output.geometry = vec4f(normal, roughness);
+    let depth = textureLoad(tDepth, st, 0).r;
+    // A reset must never read history, even when stale textures contain non-finite values.
+    if (settings.history_validity <= 0.0 || settings.reprojection_mode == 2u || is_background(depth)) { return output; }
+
+    let position = screen_coordinate_to_world(vec2u(st), tDepth, camera_current);
+    let camera_position = camera_current.view_matrix_inverse[3].xyz;
+    let virtual_position = ssr_virtual_position(camera_position, position, metadata.x);
+    let plane_tolerance = max(1e-4, 0.002 * get_view_space_depth(depth, camera_current));
+    let size = vec2f(textureDimensions(tHistory));
+    var history: SSRHistorySample;
+    var confidence = 0.0;
+    var motion_confidence = 1.0;
+    let virtual_eligible = settings.reprojection_mode != 1u && metadata.y >= 0.75 && metadata.x > 0.0 && is_finite(metadata.x) && roughness <= 0.2;
+    if (virtual_eligible) {
+        let uv = ssr_history_uv(virtual_position, camera_previous.view_projection_matrix);
+        history = ssr_sample_history(uv, position, normal, roughness, metadata, virtual_position, true, plane_tolerance);
+        confidence = history.confidence;
+    }
+    if (confidence < 0.5) {
+        let velocity = depth_clip_validated_velocity(tOcclusion, tVelocity, st);
+        motion_confidence = taa_velocity_confidence(velocity);
+        let surface_confidence = textureLoad(tOcclusion, st, 0).r * motion_confidence;
+        if (surface_confidence <= 0.001) { return output; }
+        let uv = ssr_surface_history_uv(coord.xy, velocity, settings.jitter_delta, size);
+        history = ssr_sample_history(uv, position, normal, roughness, metadata, virtual_position, false, plane_tolerance);
+        confidence = history.confidence * surface_confidence;
+        // Surface correspondence alone cannot justify a long history for a smooth finite reflection.
+        if (virtual_eligible) { confidence *= 0.25; }
+    }
+    if (confidence <= 0.001) { return output; }
+
+    let current_color = taa_encode_color(current.rgb);
+    let history_color = taa_encode_color(history.radiance.rgb);
+    var min_c: vec3f;
+    var max_c: vec3f;
+    ssr_history_color_bounding_box_YCoCg(tInput, vec4f(current_color, current.w), st,
+        2.0 * taa_velocity_variance_scale(motion_confidence), &min_c, &max_c);
+    let clipped = color_clip_to_aabb3(history_color, current_color, min_c, max_c);
+    let tension = saturate(aabb3_normalized_dist_from_center(current_color, clipped, min_c, max_c));
+    let blend = 0.05 * mix(0.2, 1.0, tension * tension);
+    // Geometry cannot see motion of the reflected object. Respond to radiance disagreement too.
+    let difference = length(history_color - current_color);
+    let reactive = 1.0 / (1.0 + 16.0 * difference);
+    let weight = ssr_history_weight(current.w, history.radiance.w, blend, confidence * reactive);
+    output.radiance = vec4f(taa_decode_color(mix(current_color, clipped, weight)),
+        mix(current.w, history.radiance.w, weight));
+    return output;
+}
+`, [chunk_ssr_reprojection, chunk_ssr_sample_history, chunk_screen_coordinate_to_world,
+    chunk_get_view_space_depth, chunk_decode_g_buffer_normal, chunk_decode_g_buffer_roughness,
+    chunk_depth_clip_offset_codec, chunk_taa_encode_color, chunk_taa_decode_color,
+    chunk_ssr_history_color_bounding_box_YCoCg, chunk_color_clip_to_aabb3,
+    chunk_aabb3_normalized_dist, chunk_taa_velocity_confidence, chunk_taa_velocity_variance_scale]);
+
+export const ssr_reproject_shader = new ImageShader({
+    descriptor: ShaderDescriptor.from({ label: "SSR Reproject", body, resources }),
+    targets: [{ format: "rgba16float" }, { format: "rg32float" }, { format: "rgba16float" }],
+});

package/src/shade/renderer/postprocess/ssr/ssr_spatial_denoise_shader.d.ts

@@ -1,3 +1,4 @@
 export const ssr_spatial_denoise_shader: ImageShader;
+export const ssr_spatial_denoise_metadata_shader: ImageShader;
 import { ImageShader } from "../../shader/ImageShader.js";
 //# sourceMappingURL=ssr_spatial_denoise_shader.d.ts.map

package/src/shade/renderer/postprocess/ssr/ssr_spatial_denoise_shader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ssr_spatial_denoise_shader.d.ts","sourceRoot":"","sources":["../../../../../../src/shade/renderer/postprocess/ssr/ssr_spatial_denoise_shader.js"],"names":[],"mappings":"AAmIA,qDAWE;4BAtI0B,6BAA6B"}
+{"version":3,"file":"ssr_spatial_denoise_shader.d.ts","sourceRoot":"","sources":["../../../../../../src/shade/renderer/postprocess/ssr/ssr_spatial_denoise_shader.js"],"names":[],"mappings":"AAqKA,qDAAuE;AACvE,8DAA+E;4BA5JnD,6BAA6B"}