@needle-tools/materialx 1.0.1-next.31390e3 → 1.0.1-next.7bd39cb

package/src/materialx.ts

@@ -1,14 +1,15 @@
-import { Context, delay, isDevEnvironment, ObjectUtils, GameObject } from "@needle-tools/engine";
+import { Context, delay, isDevEnvironment, ObjectUtils, GameObject, onBeforeRender } from "@needle-tools/engine";
+import type { MaterialX as MX } from "./materialx.types.js";
 import MaterialX from "../bin/JsMaterialXGenShader.js";
 import { debug } from "./utils.js";
 import { renderPMREMToEquirect } from "./textureHelper.js";
-import { Light, MeshBasicMaterial, Object3D, PMREMGenerator } from "three";
-import { registerLights } from "./helper.js";
+import { Light, Material, MeshBasicMaterial, Object3D, PMREMGenerator, Texture } from "three";
+import { registerLights, getLightData } from "./materialx.helper.js";
+import type { MaterialXMaterial } from "./materialx.material.js";
 
 
-// Global MaterialX module instance - initialized lazily
 export const state = new class {
-    materialXModule: typeof MaterialX | null = null;
+    materialXModule: MX.MODULE | null = null;
     materialXGenerator: any = null;
     materialXGenContext: any = null;
     materialXStdLib: any = null;
@@ -22,7 +23,7 @@ export const state = new class {
     }
 }
 
-// Initialize MaterialX WASM module lazily
+/** Initialize the MaterialX module. Must be awaited before trying to create materials */
 export async function ready(): Promise<void> {
     if (state.materialXInitPromise) {
         return state.materialXInitPromise;
@@ -60,7 +61,7 @@ export async function ready(): Promise<void> {
                 },
             });
             if (debug) console.log("[MaterialX] module loaded", module);
-            state.materialXModule = module;
+            state.materialXModule = module as MX.MODULE
 
             // Initialize shader generator and context
             state.materialXGenerator = module.EsslShaderGenerator.create();
@@ -72,7 +73,6 @@ export async function ready(): Promise<void> {
             tempDoc.setDataLibrary(state.materialXStdLib);
 
             // TODO ShaderInterfaceType.SHADER_INTERFACE_REDUCED would be better, but doesn't actually seem to be supported in the MaterialX javascript bindings
-            const options = state.materialXGenContext.getOptions();
             state.materialXGenContext.getOptions().shaderInterfaceType = state.materialXModule.ShaderInterfaceType.SHADER_INTERFACE_COMPLETE;
 
             // SPECULAR_ENVIRONMENT_NONE: Do not use specular environment maps.
@@ -96,7 +96,7 @@ export async function ready(): Promise<void> {
             state.materialXGenContext.getOptions().hwMaxActiveLightSources = 4;
 
             // This prewarms the shader generation context to have all light types
-            await registerLights(state.materialXModule, [], state.materialXGenContext);
+            await registerLights(state.materialXModule, state.materialXGenContext);
 
             if (debug) console.log("[MaterialX]  generator initialized successfully");
         } catch (error) {
@@ -106,123 +106,156 @@ export async function ready(): Promise<void> {
     })();
 }
 
+type EnvironmentTextureSet = {
+    radianceTexture: Texture | null;
+    irradianceTexture: Texture | null;
+}
+
 // MaterialX Environment Manager - handles lighting and environment setup
 export class MaterialXEnvironment {
-    context: Context | null = null;
+    private _context: Context | null = null;
+    private _lights: Array<Light> = [];
+    private _lightData: any = null;
+    private _lightCount: number = 0;
+    private _initializePromise: Promise<boolean> | null = null;
 
-    private lightData: any = null;
-    private lightCount: number = 0;
-    private radianceTexture: any = null;
-    private irradianceTexture: any = null;
-    private initialized: boolean = false;
+    private _unsubscribehook: (() => void) | null = null;
 
     constructor() {
         if (debug) console.log("[MaterialX] Environment created");
     }
 
     // Initialize with Needle Engine context
-    async initializeFromContext(): Promise<void> {
-        if (!this.context) {
-            console.warn("[MaterialX] No Needle context available for environment initialization");
-            return;
+    async initialize(context: Context): Promise<boolean> {
+        if (this._initializePromise) {
+            return this._initializePromise;
         }
+        return this._initializePromise = this._initialize(context);
+    }
 
-        // Prevent multiple initializations
-        if (this.initialized) {
-            if (debug) console.log("[MaterialX] environment already initialized, skipping");
-            return;
+    get lightData() { return this._lightData; }
+    get lightCount() { return this._lightCount || 0; }
+    getTextures(material: MaterialXMaterial) {
+        if (material.envMap) {
+            // If the material has its own envMap, we don't use the irradiance texture
+            return this._getTextures(material.envMap);
         }
+        return this._getTextures(this._context?.scene.environment);
+    }
 
-        // Clean up previous textures if they exist
-        if (this.radianceTexture) {
-            if (debug) console.log("[MaterialX] Disposing previous radiance texture");
-            this.radianceTexture.dispose();
-            this.radianceTexture = null;
-        }
-        if (this.irradianceTexture) {
-            if (debug) console.log("[MaterialX] Disposing previous irradiance texture");
-            this.irradianceTexture.dispose();
-            this.irradianceTexture = null;
-        }
+    private _pmremGenerator: PMREMGenerator | null = null;
+    private readonly _texturesCache: Map<Texture | null, EnvironmentTextureSet> = new Map();
+
+    private _initialize: (context: Context) => Promise<boolean> = async (context: Context) => {
+
+        this._context = context;
+        this._pmremGenerator = new PMREMGenerator(context.renderer);
 
-        // Get renderer from context
-        const renderer = this.context.renderer;
+        this._unsubscribehook?.();
+        this._unsubscribehook = onBeforeRender(() => {
+            this.updateLighting(false);
+            this._getTextures(context.scene.environment);
+        })
 
         // TODO remove this delay; we should wait for the scene lighting to be ready
         // and then update the uniforms
-        let envMap = this.context.scene.environment;
-        while (!envMap) {
-            await delay(200);
-            envMap = this.context.scene.environment;
+        while (!context.scene.environment) {
+            await delay(5);
         }
-        var pmrem = new PMREMGenerator(renderer);
-        const target = pmrem.fromEquirectangular(envMap);
-
-        const radianceRenderTarget = renderPMREMToEquirect(renderer, target.texture, 0.0, 1024, 512, target.height);
-        const irradianceRenderTarget = renderPMREMToEquirect(renderer, target.texture, 1.0, 32, 16, target.height);
-
-        this.radianceTexture = radianceRenderTarget.texture;
-        this.irradianceTexture = irradianceRenderTarget.texture;
-
-        // Clean up PMREM generator and its render target
-        target.dispose();
-        pmrem.dispose();
-
-        if (debug) {
-            console.log({ radiance: this.radianceTexture, irradiance: this.irradianceTexture });
-            // Show both of them on cubes in the scene
-            const unlitMat = new MeshBasicMaterial();
-            unlitMat.side = 2;
-            const radianceMat = unlitMat.clone();
-            radianceMat.map = this.radianceTexture;
-            const radianceCube = ObjectUtils.createPrimitive("Quad", { material: radianceMat });
-            const irradianceMat = unlitMat.clone();
-            irradianceMat.map = this.irradianceTexture;
-            const irradianceCube = ObjectUtils.createPrimitive("Quad", { material: irradianceMat });
-            this.context.scene.add(radianceCube);
-            this.context.scene.add(irradianceCube);
-            radianceCube.position.set(2, 0, 0);
-            irradianceCube.position.set(-2, 0, 0);
-            // await this.initializeLighting(defaultLightRigXml, renderer);
-            console.log("[MaterialX] environment initialized from Needle context", this, this.context.scene);
-        }
-
-        // Find lights in scene
-        let lights = new Array<Light>();
-        this.context.scene.traverse((object: Object3D) => {
-            if ((object as Light).isLight && GameObject.isActiveInHierarchy(object))
-                lights.push(object as Light);
-        });
-
-        const { lightData, lightCount } = await registerLights(state.materialXModule, lights, state.materialXGenContext);
-        this.lightData = lightData;
-        this.lightCount = lightCount;
+        this._getTextures(context.scene.environment);
+
+        // if (debug) {
+        //     console.log({ radiance: this._radianceTexture, irradiance: this._irradianceTexture });
+        //     // Show both of them on cubes in the scene
+        //     const unlitMat = new MeshBasicMaterial();
+        //     unlitMat.side = 2;
+        //     const radianceMat = unlitMat.clone();
+        //     radianceMat.map = this._radianceTexture;
+        //     const radianceCube = ObjectUtils.createPrimitive("Quad", { material: radianceMat });
+        //     const irradianceMat = unlitMat.clone();
+        //     irradianceMat.map = this._irradianceTexture;
+        //     const irradianceCube = ObjectUtils.createPrimitive("Quad", { material: irradianceMat });
+        //     context.scene.add(radianceCube);
+        //     context.scene.add(irradianceCube);
+        //     radianceCube.position.set(2, 0, 0);
+        //     irradianceCube.position.set(-2, 0, 0);
+        //     console.log("[MaterialX] environment initialized from Needle context", this, this._context.scene);
+        // }
+
+        this.updateLighting(true);
 
         // Mark as initialized
-        this.initialized = true;
+        return true;
     }
 
-    getLightData() { return this.lightData; }
-    getLightCount() { return this.lightCount; }
-    getRadianceTexture() { return this.radianceTexture; }
-    getIrradianceTexture() { return this.irradianceTexture; }
-
-    setRadianceTexture(texture: any) { this.radianceTexture = texture; }
-    setIrradianceTexture(texture: any) { this.irradianceTexture = texture; }
-
     // Reset the environment to allow re-initialization
     reset() {
         if (debug) console.log("[MaterialX] Resetting environment");
-        if (this.radianceTexture) {
-            this.radianceTexture.dispose();
-            this.radianceTexture = null;
+        this._initializePromise = null;
+        this._lights = [];
+        this._lightData = null;
+        this._lightCount = 0;
+        this._pmremGenerator?.dispose();
+        this._pmremGenerator = null;
+        for(const textureSet of this._texturesCache.values()) {
+            textureSet.radianceTexture?.dispose();
+            textureSet.irradianceTexture?.dispose();
         }
-        if (this.irradianceTexture) {
-            this.irradianceTexture.dispose();
-            this.irradianceTexture = null;
+        this._texturesCache.clear();
+
+        this._unsubscribehook?.();
+        this._unsubscribehook = null;
+    }
+
+    private _getTextures(texture: Texture | null | undefined): {
+        radianceTexture: Texture | null,
+        irradianceTexture: Texture | null
+    } {
+
+        let res: EnvironmentTextureSet | undefined = this._texturesCache.get(texture || null);
+        if (res) {
+            return res;
+        }
+
+        if (this._context && this._pmremGenerator && texture) {
+            if (debug) console.log("[MaterialX] Generating environment textures", texture.name);
+
+            const target = this._pmremGenerator.fromEquirectangular(texture);
+            const radianceRenderTarget = renderPMREMToEquirect(this._context.renderer, target.texture, 0.0, 1024, 512, target.height);
+            const irradianceRenderTarget = renderPMREMToEquirect(this._context.renderer, target.texture, 1.0, 32, 16, target.height);
+            target.dispose();
+            res = {
+                radianceTexture: radianceRenderTarget.texture,
+                irradianceTexture: irradianceRenderTarget.texture
+            }
+        }
+        else {
+            res = {
+                radianceTexture: null,
+                irradianceTexture: null
+            }
+        }
+        this._texturesCache.set(texture || null, res);
+        return res;
+    }
+
+    private updateLighting = (collectLights: boolean = false) => {
+        if (!this._context) return;
+
+        // Find lights in scene
+        if (collectLights) {
+            const lights = new Array<Light>();
+            this._context.scene.traverse((object: Object3D) => {
+                if ((object as Light).isLight && GameObject.isActiveInHierarchy(object))
+                    lights.push(object as Light);
+            });
+            this._lights = lights;
+        }
+
+        if (state.materialXGenContext) {
+            const { lightData, lightCount } = getLightData(this._lights, state.materialXGenContext);
+            this._lightData = lightData;
+            this._lightCount = lightCount;
         }
-        this.initialized = false;
-        // this.lights = [];
-        this.lightData = null;
     }
 }

package/src/materialx.types.d.ts

@@ -0,0 +1,50 @@
+
+
+
+export namespace MaterialX {
+
+    export type MODULE = {
+        ShaderInterfaceType: any;
+        HwSpecularEnvironmentMethod: any;
+        HwShaderGenerator: {
+            bindLightShader(def: any, id: number, genContext: GenContext): void;
+            unbindLightShaders(context: any): void;
+        };
+        createDocument(): Document;
+        readFromXmlString(doc: Document, xml: string, unknown: string): void;
+        loadStandardLibraries(genContext: GenContext): StandardLibrary;
+        isTransparentSurface(renderableElement: any, target: string): boolean;
+    }
+
+
+    export type GenContext = {
+    }
+
+    export type StandardLibrary = {
+
+    }
+    
+    // https://github.com/AcademySoftwareFoundation/MaterialX/blob/b74787db6544283dc32afc8085ebc93cabe937cb/source/MaterialXGenShader/ShaderStage.h#L56
+    export type ShaderStage = {
+        getUniformBlocks(): Record<string, any>;
+    }
+
+    export type Document = {
+        setDataLibrary(lib: StandardLibrary): void;
+        importLibrary(lib: Document): void;
+
+        getNodes(): Node[];
+    }
+
+    export type Node = {
+        getType(): string;
+    }
+
+    export type Matrix = {
+        numRows(): number;
+        numColumns(): number;
+        get size(): number;
+        getItem(row: number, col: number): number;
+    }
+
+}

package/src/textureHelper.ts

@@ -40,7 +40,7 @@ export function renderPMREMToEquirect(renderer: WebGLRenderer, pmremTexture: Tex
     } else {
         imageHeight = 256; // Final fallback
     }
-    
+
     const maxMip = Math.log2(imageHeight) - 2;
     const cubeUVHeight = imageHeight;
     const cubeUVWidth = 3 * Math.max(Math.pow(2, maxMip), 7 * 16);
@@ -129,14 +129,14 @@ export function renderPMREMToEquirect(renderer: WebGLRenderer, pmremTexture: Tex
     const currentAutoClear = renderer.autoClear;
     const currentXrEnabled = renderer.xr.enabled;
     const currentShadowMapEnabled = renderer.shadowMap.enabled;
-    
+
     renderTarget.texture.generateMipmaps = true;
-    
+
     try {
         // Disable XR and shadow mapping during our render to avoid interference
         renderer.xr.enabled = false;
         renderer.shadowMap.enabled = false;
-        
+
         // Render to our target
         renderer.autoClear = true;
         renderer.setRenderTarget(renderTarget);
@@ -148,7 +148,7 @@ export function renderPMREMToEquirect(renderer: WebGLRenderer, pmremTexture: Tex
         renderer.autoClear = currentAutoClear;
         renderer.xr.enabled = currentXrEnabled;
         renderer.shadowMap.enabled = currentShadowMapEnabled;
-        
+
         // Clean up temporary objects
         geometry.dispose();
         material.dispose();
@@ -159,7 +159,7 @@ export function renderPMREMToEquirect(renderer: WebGLRenderer, pmremTexture: Tex
     renderTarget.texture.mapping = EquirectangularReflectionMapping;
 
     // Log mipmap infos
-    if (debug) console.log('PMREM to Equirect Render Target:', {
+    if (debug) console.log('[MaterialX] PMREM to Equirect Render Target:', {
         width: renderTarget.width,
         height: renderTarget.height,
         mipmaps: renderTarget.texture.mipmaps?.length,

package/src/utils.ts

@@ -2,10 +2,7 @@ import { Context, getParam } from "@needle-tools/engine";
 import { Mesh } from "three";
 
 export const debug = getParam("debugmaterialx");
-
-
-
-
+export const debugUpdate = getParam("debugmaterialxupdate");
 
 /**
  * =====================================
@@ -33,6 +30,44 @@ const patchWebGL2 = () => {
         }
         return uniform4fv.call(this, location, v);
     };
+
+    const uniform3fv = WebGL2RenderingContext.prototype.uniform3fv;
+    WebGL2RenderingContext.prototype.uniform3fv = function (location: WebGLUniformLocation | null, v: Float32Array | number[]) {
+        if (location) {
+            const uniformName = programAndNameToUniformLocation.get(location);
+            if (true) console.log("Calling uniform3fv", { location, v, name: uniformName?.name });
+        }
+        return uniform3fv.call(this, location, v);
+    };
+
+    const uniform3iv = WebGL2RenderingContext.prototype.uniform3iv;
+    WebGL2RenderingContext.prototype.uniform3iv = function (location: WebGLUniformLocation | null, v: Int32Array | number[]) {
+        if (location) {
+            const uniformName = programAndNameToUniformLocation.get(location);
+            if (true) console.log("Calling uniform3iv", { location, v, name: uniformName?.name });
+        }
+        return uniform3iv.call(this, location, v);
+    };
+
+    const uniform3uiv = WebGL2RenderingContext.prototype.uniform3uiv;
+    WebGL2RenderingContext.prototype.uniform3uiv = function (location: WebGLUniformLocation | null, v: Uint32Array | number[]) {
+        if (location) {
+            const uniformName = programAndNameToUniformLocation.get(location);
+            if (true) console.log("Calling uniform3uiv", { location, v, name: uniformName?.name });
+        }
+        return uniform3uiv.call(this, location, v);
+    };
+
+    const uniform3f = WebGL2RenderingContext.prototype.uniform3f;
+    WebGL2RenderingContext.prototype.uniform3f = function (location: WebGLUniformLocation
+        | null, x: number, y: number, z: number) {
+        if (location) {
+            const uniformName = programAndNameToUniformLocation.get(location);
+            if (uniformName?.name !== "diffuse")
+                if (true) console.log("Calling uniform3f", { location, x, y, z, name: uniformName?.name });
+        }
+        return uniform3f.call(this, location, x, y, z);
+    };
 };
 // patchWebGL2();