@needle-tools/materialx 1.0.1-next.b9467c8 → 1.0.1-next.b9638d9

package/src/loader/loader.three.ts

@@ -1,79 +1,91 @@
 import { Context } from "@needle-tools/engine";
-import { Material, MeshStandardMaterial, Texture, NearestFilter, CompressedTexture } from "three";
-import { GLTF, GLTFLoaderPlugin, GLTFParser } from "three/examples/jsm/loaders/GLTFLoader.js";
-import { ready, MaterialXEnvironment, state } from "../materialx.js";
+import { RawShaderMaterial, Material, MeshStandardMaterial, LoadingManager, TextureLoader, Texture, NearestFilter, Matrix4, GLSL3, AddEquation, OneMinusSrcAlphaFactor, SrcAlphaFactor, DoubleSide, Matrix3, Vector3, Object3D, Camera } from "three";
+import { GLTFLoaderPlugin, GLTFParser } from "three/examples/jsm/loaders/GLTFLoader.js";
+import { getUniformValues } from "../helper.js";
+import { initializeMaterialX, MaterialXEnvironment, state } from "../materialx.js";
 import { debug } from "../utils.js";
-import { MaterialXMaterial } from "../materialx.material.js";
 
 // TypeScript interfaces matching the C# data structures
-export type MaterialX_root_extension = {
-    /** e.g. 1.39 */
-    version: string;
-    /** e.g. "Material" */
-    name: string;
-    /** MaterialX xml content */
-    mtlx: string;
-    /** MaterialX texture pointers */
-    textures: Array<{ name: string, pointer: string }>;
+interface MaterialXData {
+    version: string; // e.g. "1.39"
+    name: string;    // e.g. "Material"
+    mtlx: string;    // MaterialX XML content
 }
 
-export type MaterialX_material_extension = {
-    name: string; // Material name reference
+interface MaterialXDataIndex {
+    name: string;    // Material name reference
 }
 
 // MaterialX loader extension for js GLTFLoader
 export class MaterialXLoader implements GLTFLoaderPlugin {
-    readonly name = "NEEDLE_materials_mtlx";
+    name = "NEEDLE_materials_mtlx";
 
-    private readonly _generatedMaterials: MaterialXMaterial[] = [];
-
-    private _documentReadyPromise: Promise<any> | null = null;
-
-    get materialX_root_data() {
-        return this.parser.json.extensions?.[this.name] as MaterialX_root_extension | null;
-    }
-
-    /** Generated materialX materials */
-    get materials() {
-        return this._generatedMaterials;
-    }
+    private rootMaterialXData: MaterialXData | null = null;
+    private parsedDocument: any = null;
+    private documentParsePromise: Promise<any> | null = null;
+    private rootDataInitialized = false;
+    private environmentInitialized = false;
+    private generatedMaterials: RawShaderMaterial[] = [];
 
     constructor(private parser: GLTFParser, private context: Context) {
         if (debug) console.log("MaterialXLoader created for parser");
-        // Start loading of MaterialX environment if the root extension exists
-        if (this.materialX_root_data) {
-            ready();
-        }
+        // Initialize MaterialX environment after MaterialX is ready
+        this.initializeEnvironment();
     }
 
-    loadMaterial(materialIndex: number): Promise<Material> | null {
-        const materialDef = this.parser.json.materials?.[materialIndex];
-        if (!materialDef?.extensions?.[this.name]) {
-            return null;
+    // Initialize MaterialX environment - called once after MaterialX is ready
+    private async initializeEnvironment(): Promise<void> {
+        if (this.environmentInitialized) return;
+
+        if (debug) console.log("MaterialXLoader: Initializing MaterialX environment...");
+
+        // Ensure MaterialX is initialized first
+        await initializeMaterialX();
+
+        // Set up environment with context
+        const environment = state.materialXEnvironment;
+        environment.setContext(this.context);
+
+        // Initialize the environment from context (properly awaited)
+        try {
+            await environment.initializeFromContext();
+            this.environmentInitialized = true;
+            if (debug) console.log("MaterialXLoader: Environment initialized successfully");
+        } catch (error) {
+            console.warn("MaterialXLoader: Failed to initialize MaterialX environment:", error);
         }
-        // Wrap the async implementation
-        return this._loadMaterialAsync(materialIndex);
     }
 
-    afterRoot = async (_gltf: GLTF) => {
-        // Initialize MaterialX lighting system with scene data
-        const environment = state.materialXEnvironment;
-        environment.initialize(this.context);
+    // Initialize root data from parser.json.extensions once
+    private initializeRootData(): void {
+        if (this.rootDataInitialized) return;
+
+        const gltfExtensions = this.parser.json.extensions;
+        if (gltfExtensions?.[this.name]) {
+            if (debug) console.log("MaterialX extension found in root:", gltfExtensions[this.name]);
+
+            const materialXExtension = gltfExtensions[this.name];
+            this.rootMaterialXData = materialXExtension as MaterialXData;
+        }
+        this.rootDataInitialized = true;
     }
 
     // Parse the MaterialX document once and cache it
-    private async _materialXDocumentReady(): Promise<any> {
-        if (this._documentReadyPromise) {
-            return this._documentReadyPromise;
+    private async parseRootDocument(): Promise<any> {
+        if (this.documentParsePromise) {
+            return this.documentParsePromise;
         }
-        return this._documentReadyPromise = (async () => {
-            if (debug) console.log("[MaterialX] Parsing MaterialX root document...");
+
+        this.documentParsePromise = (async () => {
+            if (this.parsedDocument) return this.parsedDocument;
+
+            if (debug) console.log("Parsing MaterialX root document...");
 
             // Ensure MaterialX is initialized
-            await ready();
+            await initializeMaterialX();
 
             if (!state.materialXModule) {
-                throw new Error("[MaterialX] module failed to initialize");
+                throw new Error("MaterialX module failed to initialize");
             }
 
             // Create MaterialX document and parse ALL the XML data from root
@@ -81,28 +93,43 @@ export class MaterialXLoader implements GLTFLoaderPlugin {
             doc.setDataLibrary(state.materialXStdLib);
 
             // Parse all MaterialX XML strings from the root data
-            const root = this.materialX_root_data
-            if (root) {
-                if (debug) console.log(`[MaterialX] Parsing XML for: ${root.name}`);
-                await state.materialXModule.readFromXmlString(doc, root.mtlx, "");
+            if (this.rootMaterialXData) {
+                if (debug) console.log(`Parsing MaterialX XML for: ${this.rootMaterialXData.name}`);
+                await state.materialXModule.readFromXmlString(doc, this.rootMaterialXData.mtlx, "");
             }
 
-            if (debug) console.log("[MaterialX] root document parsed successfully");
+            if (debug) console.log("MaterialX root document parsed successfully");
+
+            this.parsedDocument = doc;
             return doc;
         })();
+
+        return this.documentParsePromise;
+    }
+
+    loadMaterial(materialIndex: number): Promise<Material> | null {
+        const materialDef = this.parser.json.materials?.[materialIndex];
+        if (!materialDef?.extensions?.[this.name]) {
+            return null;
+        }
+
+        // Wrap the async implementation
+        return this._loadMaterialAsync(materialIndex);
     }
 
     private async _loadMaterialAsync(materialIndex: number): Promise<Material> {
+        // Initialize root data first
+        this.initializeRootData();
 
         const materialDef = this.parser.json.materials?.[materialIndex];
-        if (debug) console.log("[MaterialX] extension found in material:", materialDef.extensions[this.name]);
+        if (debug) console.log("MaterialX extension found in material:", materialDef.extensions[this.name]);
 
         // Handle different types of MaterialX data
-        const dataIndex = materialDef.extensions[this.name] as MaterialX_material_extension;
+        const dataIndex = materialDef.extensions[this.name] as MaterialXDataIndex;
 
         if (dataIndex) {
             // Create a new material and process MaterialX - AWAIT THIS!
-            return await this._createMaterialXMaterial(dataIndex);
+            return await this.createMaterialXMaterial(dataIndex);
         }
 
         // Return fallback material instead of null
@@ -111,29 +138,36 @@ export class MaterialXLoader implements GLTFLoaderPlugin {
         return fallbackMaterial;
     }
 
-    private async _createMaterialXMaterial(material_extension: MaterialX_material_extension): Promise<Material> {
+    private rootDocument: Promise<any> | null = null;
+    private async createMaterialXMaterial(materialXData: MaterialXDataIndex): Promise<Material> {
         try {
-            if (debug) console.log(`Creating MaterialX material: ${material_extension.name}`);
+            if (debug) console.log(`Creating MaterialX material: ${materialXData.name}`);
+
+            // Ensure MaterialX is initialized and document is parsed
+            await initializeMaterialX();
 
-            const doc = await this._materialXDocumentReady();
+            if (!this.rootDocument) {
+                this.rootDocument = this.parseRootDocument();
+            }
+            const doc = await this.rootDocument;
 
             if (!state.materialXModule || !state.materialXGenerator || !state.materialXGenContext) {
-                console.warn("[MaterialX] WASM module not ready, returning fallback material");
+                console.warn("MaterialX WASM module not ready, returning fallback material");
                 const fallbackMaterial = new MeshStandardMaterial();
-                fallbackMaterial.userData.materialX = material_extension;
-                fallbackMaterial.name = `MaterialX_Fallback_${material_extension.name}`;
+                fallbackMaterial.userData.materialX = materialXData;
+                fallbackMaterial.name = `MaterialX_Fallback_${materialXData.name}`;
                 return fallbackMaterial;
             }
 
             // Find the renderable element following MaterialX example pattern exactly
-            let renderableElement: any = null;
+            let renderableElement = null;
             let foundRenderable = false;
 
-            if (debug) console.log("[MaterialX] document", doc);
+            if (debug) console.log("Mtlx doc", doc);
 
             // Search for material nodes first (following the reference pattern)
             const materialNodes = doc.getMaterialNodes();
-            if (debug) console.log(`[MaterialX] Found ${materialNodes.length} material nodes in document`, materialNodes);
+            if (debug) console.log(`Found ${materialNodes.length} material nodes in document`, materialNodes);
 
             // Handle both array and vector-like APIs
             const materialNodesLength = materialNodes.length;
@@ -141,13 +175,13 @@ export class MaterialXLoader implements GLTFLoaderPlugin {
                 const materialNode = materialNodes[i];
                 if (materialNode) {
                     const materialName = materialNode.getNamePath();
-                    if (debug) console.log('[MaterialX] Scan material: ', i, materialName);
+                    if (debug) console.log('Scan material: ', i, materialName);
 
                     // Find the matching material
-                    if (materialName == material_extension.name) {
+                    if (materialName == materialXData.name) {
                         renderableElement = materialNode;
                         foundRenderable = true;
-                        if (debug) console.log('[MaterialX] -- add material: ', materialName);
+                        if (debug) console.log('-- add material: ', materialName);
                         break;
                     }
                 }
@@ -201,112 +235,321 @@ export class MaterialXLoader implements GLTFLoaderPlugin {
             */
 
             if (!renderableElement) {
-                console.warn("[MaterialX] No renderable element found in MaterialX document");
+                console.warn("No renderable element found in MaterialX document");
                 const fallbackMaterial = new MeshStandardMaterial();
-                fallbackMaterial.userData.materialX = material_extension;
-                fallbackMaterial.name = `MaterialX_NoRenderable_${material_extension.name}`;
+                fallbackMaterial.userData.materialX = materialXData;
+                fallbackMaterial.name = `MaterialX_NoRenderable_${materialXData.name}`;
                 return fallbackMaterial;
             }
 
-            if (debug) console.log("[MaterialX] Using renderable element for shader generation");
+            if (debug) console.log("Using renderable element for shader generation");
 
             // Check transparency and set context options like the reference
-            const isTransparent = state.materialXModule.isTransparentSurface(renderableElement, state.materialXGenerator.getTarget());
+            let isTransparent = state.materialXModule.isTransparentSurface(renderableElement, state.materialXGenerator.getTarget());
             state.materialXGenContext.getOptions().hwTransparency = isTransparent;
+            state.materialXGenContext.getOptions().shaderInterfaceType = state.materialXModule.ShaderInterfaceType.SHADER_INTERFACE_COMPLETE;
+            state.materialXGenContext.getOptions().hwSrgbEncodeOutput = true; // Like the reference
 
             // Generate shaders using the element's name path
-            if (debug) console.log("[MaterialX] Generating MaterialX shaders...");
+            if (debug) console.log("Generating MaterialX shaders...");
             const elementName = (renderableElement as any).getNamePath ? (renderableElement as any).getNamePath() : (renderableElement as any).getName();
 
             const shader = state.materialXGenerator.generate(elementName, renderableElement, state.materialXGenContext);
-            const shaderMaterial = new MaterialXMaterial({
-                name: material_extension.name,
-                shader,
-                transparent: isTransparent,
-                loaders: {
-                    getTexture: url => {
-                        // Return a checkerboard texture for now
-                        const defaultTexture = new Texture();
-                        defaultTexture.image = new Image();
-                        defaultTexture.image.src = "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAIAAAACCAIAAAD91JpzAAAAG0lEQVR4nGJqWH9q9e8XjA/VrL8UfQIEAAD//zn2CCX5UcsdAAAAAElFTkSuQmCC";
-                        defaultTexture.needsUpdate = true;
-                        // Pixelated filtering
-                        defaultTexture.magFilter = NearestFilter;
-                        defaultTexture.minFilter = NearestFilter;
-                        new Promise(() => {
-                            // Find the index of the texture in the parser
-                            const filenameWithoutExt = url.split('/').pop()?.split('.').shift() || '';
-
-                            // Resolve the texture from the MaterialX root extension
-                            const ext = this.materialX_root_data;
-                            if (ext) {
-                                const textures = ext.textures || [];
-                                let index = -1;
-                                for (const texture of textures) {
-                                    // Find the texture by name and use the pointer string to get the index
-                                    if (texture.name === filenameWithoutExt) {
-                                        const ptr = texture.pointer;
-                                        const indexStr = ptr.substring("/textures/".length);
-                                        index = parseInt(indexStr);
-                                        
-                                        if (isNaN(index) || index < 0) {
-                                            console.error("[MaterialX] Invalid texture index in pointer:", ptr);
-                                            return;
-                                        }
-                                        else {
-                                            if (debug) console.log("[MaterialX] Texture index found:", index, "for", filenameWithoutExt);
-                                        }
-                                    }
-                                }
-
-                                if (index < 0) {
-                                    console.error("[MaterialX] Texture not found in parser:", filenameWithoutExt, this.parser.json);
-                                    return;
-                                }
-                                this.parser.getDependency("texture", index).then(tex => {
-                                    if (debug) console.log("[MaterialX] Texture loaded:" + tex.name, tex);
-
-                                    // update the default texture with the loaded texture
-                                    defaultTexture.image = tex.image;
-                                    defaultTexture.needsUpdate = true;
-                                    defaultTexture.userData = tex.userData || {}; // needed for LODs
-                                    defaultTexture.format = tex.format;
-                                    defaultTexture.source = tex.source || defaultTexture.source;
-                                    defaultTexture.type = tex.type;
-                                    defaultTexture.format = tex.format;
-                                    defaultTexture.magFilter = tex.magFilter;
-                                    defaultTexture.minFilter = tex.minFilter;
-                                    defaultTexture.wrapS = tex.wrapS;
-                                    defaultTexture.wrapT = tex.wrapT;
-                                    defaultTexture.generateMipmaps = tex.generateMipmaps;
-                                    defaultTexture.mipmaps = tex.mipmaps || defaultTexture.mipmaps;
-                                    defaultTexture.unpackAlignment = tex.unpackAlignment;
-
-                                    if (!(defaultTexture instanceof CompressedTexture) && tex instanceof CompressedTexture) {
-                                        (defaultTexture as any).isCompressedTexture = true;
-                                    }
-                                });
-                            }
-                        });
-                        return defaultTexture;
+
+            // Get vertex and fragment shader source
+            // Remove #version directive for newer js. It's added by RawShaderMaterial glslVersion.
+            let vertexShader = shader.getSourceCode("vertex").replace(/^#version.*$/gm, '').trim();
+            let fragmentShader = shader.getSourceCode("pixel").replace(/^#version.*$/gm, '').trim();
+
+            // MaterialX uses different attribute names than js defaults,
+            // so we patch the MaterialX shaders to match the js standard names.
+            // Otherwise, we'd have to modify the mesh attributes (see below).
+            vertexShader = vertexShader.replace(/\bi_position\b/g, 'position');
+            vertexShader = vertexShader.replace(/\bi_normal\b/g, 'normal');
+            vertexShader = vertexShader.replace(/\bi_texcoord_0\b/g, 'uv');
+            vertexShader = vertexShader.replace(/\bi_texcoord_1\b/g, 'uv1');
+            vertexShader = vertexShader.replace(/\bi_tangent\b/g, 'tangent');
+            vertexShader = vertexShader.replace(/\bi_color_0\b/g, 'color');
+
+            fragmentShader = fragmentShader.replace(/\bi_position\b/g, 'position');
+            fragmentShader = fragmentShader.replace(/\bi_normal\b/g, 'normal');
+            fragmentShader = fragmentShader.replace(/\bi_texcoord_0\b/g, 'uv');
+            fragmentShader = fragmentShader.replace(/\bi_texcoord_1\b/g, 'uv1');
+            fragmentShader = fragmentShader.replace(/\bi_tangent\b/g, 'tangent');
+            fragmentShader = fragmentShader.replace(/\bi_color_0\b/g, 'color');
+
+            // From the original code:
+
+            /* PATCHING THE SHADER IS BETTER – THIS IS JUST FOR REFERENCE 
+            // Use default MaterialX naming convention.
+            var startStreamTime = performance.now();
+            child.geometry.attributes.i_position = child.geometry.attributes.position;
+            child.geometry.attributes.i_normal = child.geometry.attributes.normal;
+            child.geometry.attributes.i_tangent = child.geometry.attributes.tangent;
+            child.geometry.attributes.i_texcoord_0 = child.geometry.attributes.uv;
+            */
+
+            if (debug) {
+                console.group("Material: ", materialXData.name);
+                console.log("Vertex shader length:", vertexShader.length, vertexShader);
+                console.log("Fragment shader length:", fragmentShader.length, fragmentShader);
+                console.groupEnd();
+            }
+
+            // Extract uniforms from both vertex and pixel stages
+            const loadingManager = new LoadingManager();
+            loadingManager.setURLModifier((url: string) => {
+                if (debug) console.log("Loading URL:", url);
+                // Find the texture in the textures in the parser and load it from there
+                return url;
+            });
+            let textureLoader = new TextureLoader(loadingManager);
+
+            // Override the textureLoader.load method to use the parser's loadTexture directly,
+            // since we want to load the textures from the glTF document and not from disk.
+            // That loader does its own caching too.
+            textureLoader.load = (url: string, onLoad?: (texture: Texture) => void, onProgress?: (event: ProgressEvent) => void, onError?: (err: Error) => void): Texture => {
+
+                // Return a checkerboard texture for now
+                const checkerboardTexture = new Texture();
+                checkerboardTexture.image = new Image();
+                checkerboardTexture.image.src = "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAIAAAACCAIAAAD91JpzAAAAG0lEQVR4nGJqWH9q9e8XjA/VrL8UfQIEAAD//zn2CCX5UcsdAAAAAElFTkSuQmCC";
+                checkerboardTexture.needsUpdate = true;
+                // Pixelated filtering
+                checkerboardTexture.magFilter = NearestFilter;
+                checkerboardTexture.minFilter = NearestFilter;
+
+                new Promise(() => {
+                    // Find the index of the texture in the parser
+                    const filenameWithoutExt = url.split('/').pop()?.split('.').shift() || '';
+
+                    // Find in the root extension; there's the textures dictionary:
+                    // a mapping from the texture name used in MaterialX to the glTF texture index
+                    const ext = this.parser.json.extensions?.[this.name];
+                    const textures = ext?.textures || [];
+
+                    const index = textures.findIndex(tex => {
+                        if (debug) console.log("Checking texture:", tex.name, "against URL:", filenameWithoutExt);
+                        return tex.name === filenameWithoutExt;
+                    });
+
+                    if (index < 0) {
+                        console.warn("Texture not found in parser:", filenameWithoutExt, this.parser.json);
+                        onError?.(new Error(`Texture not found: ${filenameWithoutExt}`));
+                        return;
                     }
-                }
+                    this.parser.getDependency("texture", index).then(tex => {
+                        if (debug) console.log("Texture loaded:", tex);
+                        // update the checkerboard texture with the loaded texture
+                        checkerboardTexture.image = tex.image;
+                        checkerboardTexture.needsUpdate = true;
+                        onLoad?.(tex);
+                    }).catch(err => {
+                        onError?.(err);
+                    });
+                });
+
+                return checkerboardTexture;
+            };
+
+            const searchPath = ""; // Could be derived from the asset path if needed
+            const flipV = false; // Set based on your geometry requirements
+
+            let uniforms = {
+                ...getUniformValues(shader.getStage('vertex'), textureLoader, searchPath, flipV),
+                ...getUniformValues(shader.getStage('pixel'), textureLoader, searchPath, flipV),
+            };
+
+            // Get lighting and environment data from MaterialX environment
+            const environment = state.materialXEnvironment;
+            // const lights = environment.getLights() || [];
+            const lightData = environment.getLightData() || null;
+            const radianceTexture = environment.getRadianceTexture() || null;
+            const irradianceTexture = environment.getIrradianceTexture() || null;
+            const getLightRotation = () => {
+                // Placeholder for light rotation logic, if needed
+                return new Matrix4();
+            };
+
+            if (debug) console.log({ lightData, radianceTexture, irradianceTexture });
+
+            Object.assign(uniforms, {
+                u_numActiveLightSources: { value: lightData?.length || 0, type: 'i' },
             });
-            // Track this material for later lighting updates
-            this._generatedMaterials.push(shaderMaterial);
+
+            if (lightData?.length) {
+                Object.assign(uniforms, {
+                    u_lightData: { value: lightData, type: 'v4v' },
+                });
+            }
+
+            const mips = Math.trunc(Math.log2(Math.max(radianceTexture?.width ?? 0, radianceTexture?.height ?? 0))) + 1;
+            if (debug) console.log("Radiance texture mips:", mips, "for texture size:", radianceTexture?.width, "x", radianceTexture?.height);
+            Object.assign(uniforms, {
+                u_envMatrix: { value: getLightRotation() },
+                u_envRadiance: { value: radianceTexture, type: 't' },
+                u_envRadianceMips: { value: 8, type: 'i' },
+                // TODO we need to figure out how we can set a PMREM here... doing many texture samples is prohibitively expensive
+                u_envRadianceSamples: { value: 8, type: 'i' },
+                u_envIrradiance: { value: irradianceTexture, type: 't' },
+                u_refractionEnv: { value: true },
+            });
+
+            // console.log("NEW MATERIAL UNIFORMS", uniforms);
+
+            // Debug: Log the actual shaders to see what we're working with
+            // console.log("Generated vertex shader:", vertexShader.substring(0, 500) + "...");
+            // console.log("Generated fragment shader:", fragmentShader.substring(0, 500) + "...");
+
+            // Create js RawShaderMaterial (with GLSL3 for MaterialX compatibility)
+            const shaderMaterial = new RawShaderMaterial({
+                uniforms: uniforms,
+                vertexShader: vertexShader,
+                fragmentShader: fragmentShader,
+                glslVersion: GLSL3,
+                transparent: isTransparent,
+                // Only set blend settings if actually transparent
+                ...(isTransparent && {
+                    blendEquation: AddEquation,
+                    blendSrc: OneMinusSrcAlphaFactor,
+                    blendDst: SrcAlphaFactor,
+                }),
+                side: DoubleSide,
+                // Add some debug settings
+                depthTest: true,
+                depthWrite: !isTransparent
+            });
+
+            // Add helper matrices for uniform updates (similar to MaterialX example)
+            const normalMat = new Matrix3();
+            const viewProjMat = new Matrix4();
+            const worldViewPos = new Vector3();
+
+            // Store helper objects on the material for uniform updates
+            shaderMaterial.userData.materialX = materialXData;
+            shaderMaterial.userData.updateUniforms = (object: Object3D, camera: Camera) => {
+                const uniforms = shaderMaterial.uniforms;
+
+                if (!uniforms) return;
+
+                // TODO remove. Not sure why this is needed, but without it
+                // we currently get some "swimming" where matrices are not up to date.
+                camera.updateMatrixWorld(true);
+
+                // Update standard transformation matrices
+                if (uniforms.u_worldMatrix) {
+                    if (!uniforms.u_worldMatrix.value?.isMatrix4) uniforms.u_worldMatrix.value = new Matrix4();
+                    uniforms.u_worldMatrix.value = object.matrixWorld;
+                }
+
+                if (uniforms.u_viewProjectionMatrix) {
+                    if (!uniforms.u_viewProjectionMatrix.value?.isMatrix4) uniforms.u_viewProjectionMatrix.value = new Matrix4();
+                    uniforms.u_viewProjectionMatrix.value.multiplyMatrices(camera.projectionMatrix, camera.matrixWorldInverse);
+                }
+
+                if (uniforms.u_viewPosition) {
+                    if (!uniforms.u_viewPosition.value?.isVector3) uniforms.u_viewPosition.value = new Vector3();
+                    uniforms.u_viewPosition.value.copy(camera.getWorldPosition(worldViewPos));
+                }
+
+                if (uniforms.u_worldInverseTransposeMatrix) {
+                    if (!uniforms.u_worldInverseTransposeMatrix.value?.isMatrix4) uniforms.u_worldInverseTransposeMatrix.value = new Matrix4();
+                    uniforms.u_worldInverseTransposeMatrix.value.setFromMatrix3(normalMat.getNormalMatrix(object.matrixWorld));
+                }
+
+                // Update time uniforms
+                const time = performance.now() / 1000.0;
+                if (uniforms.u_time) {
+                    uniforms.u_time.value = time;
+                }
+                if (uniforms.u_frame) {
+                    uniforms.u_frame.value = time;
+                }
+
+                // Mark uniforms as needing update
+                shaderMaterial.uniformsNeedUpdate = true;
+            };
+
+            shaderMaterial.name = `MaterialX_Generated_${materialXData.name}`;
 
             // Add debugging to see if the material compiles correctly
-            if (debug) console.log("[MaterialX]  material created:", shaderMaterial.name);
+            if (debug) console.log("MaterialX material created successfully:", shaderMaterial.name);
+            // if (debug) console.log("Material uniforms keys:", Object.keys(shaderMaterial.uniforms || {}));
+            // if (debug) console.log("Material transparent:", shaderMaterial.transparent);
+            // if (debug) console.log("Material side:", shaderMaterial.side);
+
+            // Track this material for later lighting updates
+            this.generatedMaterials.push(shaderMaterial);
+
             return shaderMaterial;
 
         } catch (error) {
             // This is a wasm error (an int) that we need to resolve
-            console.error("[MaterialX] Error creating MaterialX material:", error);
+            console.error("Error creating MaterialX material:", error);
             // Return a fallback material with stored MaterialX data
             const fallbackMaterial = new MeshStandardMaterial();
-            fallbackMaterial.userData.materialX = material_extension;
-            fallbackMaterial.name = `MaterialX_Error_${material_extension.name}`;
+            fallbackMaterial.userData.materialX = materialXData;
+            fallbackMaterial.name = `MaterialX_Error_${materialXData.name}`;
             return fallbackMaterial;
         }
     }
+
+    private identityMatrix: Matrix4 = new Matrix4().identity();
+    // Update lighting uniforms for all generated MaterialX materials
+    updateLightingFromEnvironment(environment: MaterialXEnvironment): void {
+
+        // Get lighting data from environment
+        // const lights = environment.getLights() || [];
+        const lightData = environment.getLightData() || null;
+        const radianceTexture = environment.getRadianceTexture() || null;
+        const irradianceTexture = environment.getIrradianceTexture() || null;
+
+        if (debug) console.log(`Updating lighting for ${this.generatedMaterials.length} MaterialX materials`, {
+            lightData, radianceTexture, irradianceTexture,
+        });
+
+        // Update each generated material's lighting uniforms
+        this.generatedMaterials.forEach((material, _index) => {
+            if (!material.uniforms) return;
+
+            // Update light count
+            if (material.uniforms.u_numActiveLightSources && lightData) {
+                material.uniforms.u_numActiveLightSources.value = lightData.length;
+            }
+
+            // Update light data if we have lights
+            if (lightData) {
+                if (!material.uniforms.u_lightData) {
+                    material.uniforms.u_lightData = { value: null };
+                }
+                material.uniforms.u_lightData.value = lightData;
+            }
+
+            // Update environment uniforms
+            if (material.uniforms.u_envMatrix) {
+                material.uniforms.u_envMatrix.value = this.identityMatrix;
+            }
+            if (material.uniforms.u_envRadiance) {
+                material.uniforms.u_envRadiance.value = radianceTexture;
+            }
+            if (material.uniforms.u_envRadianceMips) {
+                material.uniforms.u_envRadianceMips.value = Math.trunc(Math.log2(Math.max(radianceTexture?.source.data.width ?? 0, radianceTexture?.source.data.height ?? 0))) + 1;
+            }
+            if (material.uniforms.u_envIrradiance) {
+                material.uniforms.u_envIrradiance.value = irradianceTexture;
+            }
+
+            // Mark uniforms as needing update
+            // console.log("Light data in uniforms", material.uniforms, material.fragmentShader);
+            material.uniformsNeedUpdate = true;
+        });
+
+        /* TODO not working yet
+        this.generatedMaterials.forEach((material, index) => {
+            console.log("Regenerating shaders for MaterialX material:", index, material.name);
+            material.userData.regenerateShaders();
+            resetShaders(this.context);
+        });
+        */
+    }
 }