@babylonjs/smart-filters-blocks 0.8.1

package/src/blocks/babylon/demo/effects/exposureBlock.block.ts

@@ -0,0 +1,142 @@
+/* eslint-disable prettier/prettier */
+// ************************************************************
+// Note: this file is auto-generated, do not modify it directly
+// ************************************************************
+
+// It was generated by convertGlslIntoBlock() from
+// an annotated .glsl file. Modify the .glsl file to make changes
+// to the block. This file will get overwritten when the build
+// is run or during a watch when the .glsl file is updated.
+
+import type { Effect } from "@babylonjs/core/Materials/effect";
+
+import {
+    DisableableShaderBinding,
+    type RuntimeData,
+    ConnectionPointType,
+    type SmartFilter,
+    DisableableShaderBlock,
+    type ShaderProgram,
+    type IDisableableBlock,
+    BlockDisableStrategy} from "@babylonjs/smart-filters";
+
+/**
+ * The shader program for the block.
+ */
+const shaderProgram: ShaderProgram = {
+    vertex: undefined,
+    fragment: {
+        uniform: `
+            uniform sampler2D _input_; // main
+            uniform float _amount_;`,
+        mainInputTexture: "_input_",
+        mainFunctionName: "_exposure_",
+        functions: [
+            {
+                name: "_exposure_",
+                code: `
+                    vec4 _exposure_(vec2 vUV) { 
+                        vec4 color = texture2D(_input_, vUV);
+                        return vec4(color.rgb * _amount_, color.a);
+                    }
+                    
+                    `,
+                params: "vec2 vUV",
+            },
+        ],
+    },
+};
+
+/**
+ * The uniform names for this shader, to be used in the shader binding so
+ * that the names are always in sync.
+ */
+const uniforms = {
+    input: "input",
+    amount: "amount",
+};
+
+/**
+ * The shader binding for the ExposureBlock, used by the runtime
+ */
+class ExposureBlockShaderBinding extends DisableableShaderBinding {
+    private readonly _input: RuntimeData<ConnectionPointType.Texture>;
+    private readonly _amount: RuntimeData<ConnectionPointType.Float>;
+
+    /**
+     * Creates a new shader binding instance for the block.
+     * @param parentBlock - IDisableableBlock
+     * @param input - The input runtime value
+     * @param amount - The amount runtime value
+     */
+    constructor(
+        parentBlock: IDisableableBlock,
+        input: RuntimeData<ConnectionPointType.Texture>,
+        amount: RuntimeData<ConnectionPointType.Float>
+    ) {
+        super(parentBlock);
+        this._input = input;
+        this._amount = amount;
+    }
+
+    /**
+     * Binds all the required data to the shader when rendering.
+     * @param effect - defines the effect to bind the data to
+     */
+    public override bind(effect: Effect): void {
+        super.bind(effect);
+        effect.setTexture(this.getRemappedName(uniforms.input), this._input.value);
+        effect.setFloat(this.getRemappedName(uniforms.amount), this._amount.value);
+    }
+}
+
+/**
+ * The implementation of the ExposureBlock
+ */
+export class ExposureBlock extends DisableableShaderBlock {
+    /**
+     * The class name of the block.
+     */
+    public static override ClassName = "ExposureBlock";
+
+    /**
+     * The namespace of the block.
+     */
+    public static override Namespace = "Babylon.Demo.Effects";
+
+    /**
+     * The input connection point.
+     */
+    public readonly input = this._registerInput(uniforms.input, ConnectionPointType.Texture);
+
+    /**
+     * The amount connection point.
+     */
+    public readonly amount = this._registerInput(uniforms.amount, ConnectionPointType.Float);
+
+    /**
+     * The shader program (vertex and fragment code) to use to render the block
+     */
+    public static override ShaderCode = shaderProgram;
+
+    /**
+     * Instantiates a new ExposureBlock.
+     * @param smartFilter - The smart filter this block belongs to
+     * @param name - The friendly name of the block
+     */
+    constructor(smartFilter: SmartFilter, name: string) {
+        super(smartFilter, name, false, BlockDisableStrategy.AutoSample);
+    }
+
+    /**
+     * Get the class instance that binds all the required data to the shader (effect) when rendering.
+     * @returns The class instance that binds the data to the effect
+     */
+    public getShaderBinding(): DisableableShaderBinding {
+        const input = this._confirmRuntimeDataSupplied(this.input);
+        const amount = this._confirmRuntimeDataSupplied(this.amount);
+
+        return new ExposureBlockShaderBinding(this,input,amount);
+    }
+}
+

package/src/blocks/babylon/demo/effects/greenScreenBlock.block.glsl

@@ -0,0 +1,23 @@
+/*  
+{ 
+    "smartFilterBlockType": "GreenScreenBlock", 
+    "namespace": "Babylon.Demo.Effects", 
+    "blockDisableStrategy": "AutoSample"
+}
+*/
+
+uniform sampler2D input; // main
+uniform sampler2D background;
+uniform vec3 reference;
+uniform float distance;
+
+vec4 greenScreen(vec2 vUV) { // main
+    vec4 color = texture2D(input, vUV);
+    vec4 background = texture2D(background, vUV);
+
+    if (length(color.rgb - reference) < distance) {
+        return background;
+    }
+
+    return color;
+}

package/src/blocks/babylon/demo/effects/greenScreenBlock.block.ts

@@ -0,0 +1,174 @@
+/* eslint-disable prettier/prettier */
+// ************************************************************
+// Note: this file is auto-generated, do not modify it directly
+// ************************************************************
+
+// It was generated by convertGlslIntoBlock() from
+// an annotated .glsl file. Modify the .glsl file to make changes
+// to the block. This file will get overwritten when the build
+// is run or during a watch when the .glsl file is updated.
+
+import type { Effect } from "@babylonjs/core/Materials/effect";
+
+import {
+    DisableableShaderBinding,
+    type RuntimeData,
+    ConnectionPointType,
+    type SmartFilter,
+    DisableableShaderBlock,
+    type ShaderProgram,
+    type IDisableableBlock,
+    BlockDisableStrategy} from "@babylonjs/smart-filters";
+
+/**
+ * The shader program for the block.
+ */
+const shaderProgram: ShaderProgram = {
+    vertex: undefined,
+    fragment: {
+        uniform: `
+            uniform sampler2D _input_; // main
+            uniform sampler2D _background_;
+            uniform vec3 _reference_;
+            uniform float _distance_;`,
+        mainInputTexture: "_input_",
+        mainFunctionName: "_greenScreen_",
+        functions: [
+            {
+                name: "_greenScreen_",
+                code: `
+                    vec4 _greenScreen_(vec2 vUV) { 
+                        vec4 color = texture2D(_input_, vUV);
+                        vec4 _background_ = texture2D(_background_, vUV);
+                    
+                        if (length(color.rgb - _reference_) < _distance_) {
+                            return _background_;
+                        }
+                    
+                        return color;
+                    }
+                    
+                    `,
+                params: "vec2 vUV",
+            },
+        ],
+    },
+};
+
+/**
+ * The uniform names for this shader, to be used in the shader binding so
+ * that the names are always in sync.
+ */
+const uniforms = {
+    input: "input",
+    background: "background",
+    reference: "reference",
+    distance: "distance",
+};
+
+/**
+ * The shader binding for the GreenScreenBlock, used by the runtime
+ */
+class GreenScreenBlockShaderBinding extends DisableableShaderBinding {
+    private readonly _input: RuntimeData<ConnectionPointType.Texture>;
+    private readonly _background: RuntimeData<ConnectionPointType.Texture>;
+    private readonly _reference: RuntimeData<ConnectionPointType.Color3>;
+    private readonly _distance: RuntimeData<ConnectionPointType.Float>;
+
+    /**
+     * Creates a new shader binding instance for the block.
+     * @param parentBlock - IDisableableBlock
+     * @param input - The input runtime value
+     * @param background - The background runtime value
+     * @param reference - The reference runtime value
+     * @param distance - The distance runtime value
+     */
+    constructor(
+        parentBlock: IDisableableBlock,
+        input: RuntimeData<ConnectionPointType.Texture>,
+        background: RuntimeData<ConnectionPointType.Texture>,
+        reference: RuntimeData<ConnectionPointType.Color3>,
+        distance: RuntimeData<ConnectionPointType.Float>
+    ) {
+        super(parentBlock);
+        this._input = input;
+        this._background = background;
+        this._reference = reference;
+        this._distance = distance;
+    }
+
+    /**
+     * Binds all the required data to the shader when rendering.
+     * @param effect - defines the effect to bind the data to
+     */
+    public override bind(effect: Effect): void {
+        super.bind(effect);
+        effect.setTexture(this.getRemappedName(uniforms.input), this._input.value);
+        effect.setTexture(this.getRemappedName(uniforms.background), this._background.value);
+        effect.setColor3(this.getRemappedName(uniforms.reference), this._reference.value);
+        effect.setFloat(this.getRemappedName(uniforms.distance), this._distance.value);
+    }
+}
+
+/**
+ * The implementation of the GreenScreenBlock
+ */
+export class GreenScreenBlock extends DisableableShaderBlock {
+    /**
+     * The class name of the block.
+     */
+    public static override ClassName = "GreenScreenBlock";
+
+    /**
+     * The namespace of the block.
+     */
+    public static override Namespace = "Babylon.Demo.Effects";
+
+    /**
+     * The input connection point.
+     */
+    public readonly input = this._registerInput(uniforms.input, ConnectionPointType.Texture);
+
+    /**
+     * The background connection point.
+     */
+    public readonly background = this._registerInput(uniforms.background, ConnectionPointType.Texture);
+
+    /**
+     * The reference connection point.
+     */
+    public readonly reference = this._registerInput(uniforms.reference, ConnectionPointType.Color3);
+
+    /**
+     * The distance connection point.
+     */
+    public readonly distance = this._registerInput(uniforms.distance, ConnectionPointType.Float);
+
+    /**
+     * The shader program (vertex and fragment code) to use to render the block
+     */
+    public static override ShaderCode = shaderProgram;
+
+    /**
+     * Instantiates a new GreenScreenBlock.
+     * @param smartFilter - The smart filter this block belongs to
+     * @param name - The friendly name of the block
+     */
+    constructor(smartFilter: SmartFilter, name: string) {
+        super(smartFilter, name, false, BlockDisableStrategy.AutoSample);
+    }
+
+    /**
+     * Get the class instance that binds all the required data to the shader (effect) when rendering.
+     * @returns The class instance that binds the data to the effect
+     */
+    public getShaderBinding(): DisableableShaderBinding {
+        const input = this._confirmRuntimeDataSupplied(this.input);
+        const background = this._confirmRuntimeDataSupplied(this.background);
+        const reference = this._confirmRuntimeDataSupplied(this.reference);
+        const distance = this._confirmRuntimeDataSupplied(this.distance);
+
+        return new GreenScreenBlockShaderBinding(this,input,background,reference,distance);
+    }
+}
+

package/src/blocks/babylon/demo/effects/index.ts

@@ -0,0 +1,14 @@
+export * from "./blackAndWhiteBlock.block.js";
+export * from "./blurBlock.js";
+export * from "./compositionBlock.js";
+export * from "./contrastBlock.block.js";
+export * from "./desaturateBlock.block.js";
+export * from "./directionalBlurBlock.js";
+export * from "./exposureBlock.block.js";
+export * from "./greenScreenBlock.block.js";
+export * from "./kaleidoscopeBlock.js";
+export * from "./maskBlock.block.js";
+export * from "./pixelateBlock.block.js";
+export * from "./posterizeBlock.block.js";
+export * from "./spritesheetBlock.js";
+export * from "./tintBlock.js";

package/src/blocks/babylon/demo/effects/kaleidoscopeBlock.ts

@@ -0,0 +1,192 @@
+import type { Effect } from "@babylonjs/core/Materials/effect";
+
+import {
+    type ShaderProgram,
+    DisableableShaderBinding,
+    type RuntimeData,
+    ConnectionPointType,
+    type IDisableableBlock,
+    DisableableShaderBlock,
+    type SmartFilter,
+    BlockDisableStrategy,
+} from "@babylonjs/smart-filters";
+
+import { kaleidoscopeBlockType } from "../../../blockTypes.js";
+import { babylonDemoEffectsNamespace } from "../../../blockNamespaces.js";
+
+/**
+ * This block uses a custom vertex shader, so it defines the ShaderProgram inline
+ */
+const shaderProgram: ShaderProgram = {
+    vertex: `
+        // Attributes
+        attribute vec2 position;
+        
+        // Output
+        varying vec2 vUV;
+        
+        void main(void) {
+            vUV = position;
+            gl_Position = vec4(position, 0.0, 1.0);
+        }
+    `,
+
+    fragment: {
+        uniform: `
+            uniform sampler2D _input_;
+            uniform float _time_;
+            uniform bool _disabled_;
+            `,
+
+        const: `
+            const float _width_ = 200.;
+            const float _height_ = 300.;
+            const vec2 _imageRatio_ =  vec2(700. / _width_, 1024. / _height_);
+            const vec2 _imageRelativeSize_ = 1. / _imageRatio_;
+            const float _halfDiag_ = sqrt(_imageRelativeSize_.x * _imageRelativeSize_.x + _imageRelativeSize_.y * _imageRelativeSize_.y) * 0.5;
+            
+            const float _radius_ = 0.9;
+            const float _radius2_ = 0.4;
+            
+            const float _segments_ = 6.;
+            const float _segmentArc_ = (2. * 3.1415926535897932384626433832795 / _segments_);
+            `,
+
+        mainFunctionName: "_kaleidoscope_",
+
+        mainInputTexture: "_input_",
+
+        functions: [
+            {
+                name: "_kaleidoscope_",
+                code: `
+                vec4 _kaleidoscope_(vec2 vUV) {
+                    if (_disabled_) return texture2D(_input_, vUV);
+                    
+                    float distanceToCircle = abs(length(vUV) - _radius_);
+                    vec4 result = vec4(0., 0., 0., 0.);
+                
+                    if (distanceToCircle < _halfDiag_ * 10000.) {
+                        float pointTheta = atan(vUV.y, vUV.x);
+                        pointTheta += _time_;
+                        for (float i = -1.; i < 2.; i += 1.) {
+                            float chunk = floor(pointTheta / _segmentArc_) + i;
+                            float chunkStart = -_time_ + chunk * _segmentArc_ + _segmentArc_ * 0.5;
+                            vec2 chunkStartCenter = vec2(cos(chunkStart), sin(chunkStart)) * _radius_;
+                            vec2 chunkStartPoint = vUV - chunkStartCenter;
+                            chunkStartPoint *= _imageRatio_;
+                            chunkStartPoint *= vec2(0.5, 0.5);
+                            chunkStartPoint += vec2(0.5, 0.5);
+                
+                            if (chunkStartPoint.x > 0. && chunkStartPoint.x < 1. && chunkStartPoint.y > 0. && chunkStartPoint.y < 1.) {
+                                result = texture2D(_input_, chunkStartPoint);
+                            }
+                        }
+                
+                        for (float i = -1.; i < 2.; i += 1.) {
+                            float chunk = floor(pointTheta / _segmentArc_) + i;
+                            float chunkStart = -_time_ + chunk * _segmentArc_ + _segmentArc_ * 0.5;
+                            vec2 chunkStartCenter = vec2(cos(chunkStart), sin(chunkStart)) * _radius2_;
+                            vec2 chunkStartPoint = vUV - chunkStartCenter;
+                            chunkStartPoint *= _imageRatio_;
+                            chunkStartPoint *= vec2(0.5, 0.5);
+                            chunkStartPoint += vec2(0.5, 0.5);
+                
+                            if (chunkStartPoint.x > 0. && chunkStartPoint.x < 1. && chunkStartPoint.y > 0. && chunkStartPoint.y < 1.) {
+                                vec4 top = texture2D(_input_, chunkStartPoint);
+                                result = mix(result, top, (result.a <= 0.) ? 1. : top.a);
+                            }
+                        }
+                    }
+                
+                    return result;
+                }
+            `,
+            },
+        ],
+    },
+};
+
+/**
+ * The shader bindings for the Kaleidoscope block.
+ */
+export class KaleidoscopeShaderBinding extends DisableableShaderBinding {
+    private readonly _inputTexture: RuntimeData<ConnectionPointType.Texture>;
+    private readonly _time: RuntimeData<ConnectionPointType.Float>;
+
+    /**
+     * Creates a new shader binding instance for the Kaleidoscope block.
+     * @param parentBlock - The parent block
+     * @param inputTexture - the input texture
+     * @param time - the time
+     */
+    constructor(
+        parentBlock: IDisableableBlock,
+        inputTexture: RuntimeData<ConnectionPointType.Texture>,
+        time: RuntimeData<ConnectionPointType.Float>
+    ) {
+        super(parentBlock);
+        this._inputTexture = inputTexture;
+        this._time = time;
+    }
+
+    /**
+     * Binds all the required data to the shader when rendering.
+     * @param effect - defines the effect to bind the data to
+     */
+    public override bind(effect: Effect): void {
+        super.bind(effect);
+        effect.setTexture(this.getRemappedName("input"), this._inputTexture.value);
+        effect.setFloat(this.getRemappedName("time"), this._time.value);
+    }
+}
+
+/**
+ * A block performing a Kaleidoscope looking like effect.
+ */
+export class KaleidoscopeBlock extends DisableableShaderBlock {
+    /**
+     * The class name of the block.
+     */
+    public static override ClassName = kaleidoscopeBlockType;
+
+    /**
+     * The namespace of the block.
+     */
+    public static override Namespace = babylonDemoEffectsNamespace;
+
+    /**
+     * The input texture connection point.
+     */
+    public readonly input = this._registerInput("input", ConnectionPointType.Texture);
+
+    /**
+     * The time connection point.
+     */
+    public readonly time = this._registerInput("time", ConnectionPointType.Float);
+
+    /**
+     * The shader program (vertex and fragment code) to use to render the block
+     */
+    public static override ShaderCode = shaderProgram;
+
+    /**
+     * Instantiates a new Block.
+     * @param smartFilter - The smart filter this block belongs to
+     * @param name - The friendly name of the block
+     */
+    constructor(smartFilter: SmartFilter, name: string) {
+        super(smartFilter, name, false, BlockDisableStrategy.Manual);
+    }
+
+    /**
+     * Get the class instance that binds all the required data to the shader (effect) when rendering.
+     * @returns The class instance that binds the data to the effect
+     */
+    public getShaderBinding(): DisableableShaderBinding {
+        const input = this._confirmRuntimeDataSupplied(this.input);
+        const time = this._confirmRuntimeDataSupplied(this.time);
+
+        return new KaleidoscopeShaderBinding(this, input, time);
+    }
+}

package/src/blocks/babylon/demo/effects/maskBlock.block.glsl

@@ -0,0 +1,18 @@
+/*  
+{ 
+    "smartFilterBlockType": "MaskBlock", 
+    "namespace": "Babylon.Demo.Effects", 
+    "blockDisableStrategy": "AutoSample"
+}
+*/
+
+uniform sampler2D input; // main
+uniform sampler2D mask;
+
+vec4 maskBlock(vec2 vUV) { // main
+    vec4 color = texture2D(input, vUV);
+    vec3 maskColor = texture2D(mask, vUV).rgb;
+    float luminance = dot(maskColor, vec3(0.3, 0.59, 0.11));
+
+    return vec4(color.rgb * luminance, luminance * color.a);
+}