@needle-tools/gltf-build-pipeline 2.2.1-alpha.2 → 2.2.1-alpha.4

package/dist/extensions/NEEDLE_opaque/NEEDLE_opaque.js

@@ -1,897 +1,897 @@
-import { Extension, ExtensionProperty, PropertyType, TextureChannel } from '@gltf-transform/core';
-import { getTexture, tryGetInArray, writeExtension } from '../utils.js';
-const ALL_PROPERTY_TYPES = [];
-for (const key in PropertyType) {
-    ALL_PROPERTY_TYPES.push(PropertyType[key]);
-}
-export let currentGenerator = "";
-// an opaque extension can be used to pass data through the gltf transform process
-// it should also be able to re-write/fix json pointers after the transformation which might have shuffled them around 
-export function createOpaqueExtension(name, types, opts) {
-    if (!Array.isArray(types))
-        types = [types];
-    const EXTENSION_NAME = name;
-    const ExtensionPropertyTypes = ALL_PROPERTY_TYPES;
-    const debugLog = opts?.debug ?? false;
-    class NEEDLE_opaque extends Extension {
-        extensionName = EXTENSION_NAME;
-        static EXTENSION_NAME = EXTENSION_NAME;
-        prewriteTypes = [PropertyType.MATERIAL];
-        // private roots: Array<OpaqueProperty> = [];
-        jsonPointerHandler;
-        read(context) {
-            if (opts?.breakpoint === true)
-                debugger;
-            currentGenerator = context.jsonDoc.json.asset?.generator;
-            if (debugLog)
-                console.log("READ " + EXTENSION_NAME);
-            this.jsonPointerHandler = new JsonPointerHandler(this.document, EXTENSION_NAME);
-            this.jsonPointerHandler.debug = debugLog;
-            this.jsonPointerHandler.breakPoint = opts?.breakpoint;
-            for (const type of types) {
-                switch (type) {
-                    case PropertyType.ACCESSOR:
-                        this.onRead(context, "accessors", "accessorIndexMap");
-                        break;
-                    case PropertyType.ANIMATION:
-                        this.onRead(context, "animations", "animationIndexMap");
-                        break;
-                    case PropertyType.ANIMATION_CHANNEL:
-                        if (EXTENSION_NAME === "KHR_animation_pointer") {
-                            context.jsonDoc.json.animations?.forEach((animDef, animIndex) => {
-                                const anim = context.animations[animIndex];
-                                const channels = anim.listChannels();
-                                animDef.channels?.forEach((channel, channelIndex) => {
-                                    const jsonTarget = channel.target;
-                                    const khr_animation = jsonTarget.extensions && jsonTarget.extensions[EXTENSION_NAME];
-                                    if (!khr_animation)
-                                        return;
-                                    const pointer = khr_animation.pointer;
-                                    if (pointer) {
-                                        const sections = pointer.split("/");
-                                        const nodeIndex = parseInt(sections[2]);
-                                        const targetName = sections[3];
-                                        if (targetName === "scale" || targetName === "translation" || targetName === "rotation") {
-                                            channels[channelIndex].setTargetNode(context.nodes[nodeIndex]);
-                                            channels[channelIndex].setTargetPath(targetName);
-                                        }
-                                    }
-                                    const existing = anim.getExtension(EXTENSION_NAME);
-                                    if (debugLog)
-                                        console.log(">>>", EXTENSION_NAME, "animation", animIndex, "channel", channelIndex, khr_animation);
-                                    if (existing) {
-                                        assignChannels(existing);
-                                        return;
-                                    }
-                                    const prop = this.createExtension();
-                                    // there seems no way (yet?) to add extensions to channel.targets (?) 
-                                    // https://github.com/donmccurdy/glTF-Transform/discussions/613
-                                    // so we add it to an object by keys to the animation itself and read it back in WRITE
-                                    const khr_animation_data = {};
-                                    khr_animation_data[channelIndex] = khr_animation;
-                                    anim.setExtension(EXTENSION_NAME, prop);
-                                    assignChannels(prop);
-                                    function assignChannels(prop) {
-                                        prop.add(ctx => {
-                                            const animations = ctx.jsonDoc.json.animations;
-                                            if (!animations)
-                                                return;
-                                            const animDef = animations[animIndex];
-                                            const channel = animDef?.channels[channelIndex];
-                                            if (channel) {
-                                                if (debugLog)
-                                                    console.log("<<<", EXTENSION_NAME, "animation", animIndex, "channel", channelIndex, khr_animation);
-                                                channel.target = jsonTarget;
-                                            }
-                                            else if (debugLog)
-                                                console.log("WARN: ", EXTENSION_NAME, "animation", animIndex, "channel", channelIndex, "not found");
-                                        });
-                                    }
-                                    ;
-                                });
-                            });
-                        }
-                        break;
-                    case PropertyType.ANIMATION_SAMPLER:
-                        break;
-                    case PropertyType.BUFFER:
-                        this.onRead(context, "buffers", "bufferIndexMap");
-                        break;
-                    case PropertyType.CAMERA:
-                        this.onRead(context, "cameras", "cameraIndexMap");
-                        break;
-                    case PropertyType.MATERIAL:
-                        this.onRead(context, "materials", "materialIndexMap");
-                        break;
-                    case PropertyType.TEXTURE:
-                        context.jsonDoc.json.textures?.forEach((textureDefinition, index) => {
-                            if (!textureDefinition.extensions)
-                                return;
-                            const ext = textureDefinition.extensions[EXTENSION_NAME];
-                            if (!ext)
-                                return;
-                            // TODO: textures and textureDefinition are not in the same order?
-                            // see https://github.com/donmccurdy/glTF-Transform/blob/0e99c426b8ef41536228fe860ab8329be5d1d50f/packages/core/src/io/reader.ts#L132
-                            // textures are in image order
-                            // TODO: we need to use the image index to find the texture
-                            let texture = getTexture(context, textureDefinition);
-                            if (!texture) {
-                                console.log("WARN: could potentially not find gltf transform texture for " + index);
-                                texture = context.textures[index];
-                            }
-                            const prop = this.createExtension();
-                            this.jsonPointerHandler.read(context, texture, ext, prop);
-                            texture.setExtension(EXTENSION_NAME, prop);
-                            const handler = new TextureHandler(this.document, textureDefinition, EXTENSION_NAME, ext, debugLog);
-                            prop.add(handler);
-                        });
-                        break;
-                    case PropertyType.NODE:
-                        this.onRead(context, "nodes", "nodeIndexMap");
-                        break;
-                    case PropertyType.MESH:
-                        this.onRead(context, "meshes", "meshIndexMap");
-                        break;
-                    case PropertyType.PRIMITIVE:
-                        context.jsonDoc.json.meshes?.forEach((meshDefinition, meshIndex) => {
-                            const mesh = context.meshes[meshIndex];
-                            const primitives = mesh.listPrimitives();
-                            meshDefinition.primitives?.forEach((primitiveDefinition, primitiveIndex) => {
-                                if (!primitiveDefinition.extensions)
-                                    return;
-                                const ext = primitiveDefinition.extensions[EXTENSION_NAME];
-                                if (!ext)
-                                    return;
-                                const primitive = primitives[primitiveIndex];
-                                const prop = this.createExtension();
-                                this.jsonPointerHandler.read(context, primitive, ext, prop);
-                                primitive.setExtension(EXTENSION_NAME, prop);
-                                // this is invoked on write
-                                prop.add(ctx => {
-                                    const newMeshIndex = ctx.meshIndexMap.get(mesh);
-                                    const newMesh = ctx.jsonDoc.json.meshes[newMeshIndex];
-                                    const newPrimitive = newMesh.primitives[primitiveIndex];
-                                    newPrimitive.extensions = newPrimitive.extensions || {};
-                                    newPrimitive.extensions[EXTENSION_NAME] = ext;
-                                });
-                            });
-                        });
-                        break;
-                    case PropertyType.ROOT:
-                        const sourceArray = context.jsonDoc.json.extensions;
-                        if (!sourceArray)
-                            continue;
-                        const ext = sourceArray[EXTENSION_NAME];
-                        if (ext) {
-                            this.lightmapWorkaround(context);
-                            const root = this.document.getRoot();
-                            const prop = this.createExtension();
-                            this.jsonPointerHandler.read(context, root, ext, prop);
-                            root.setExtension(EXTENSION_NAME, prop);
-                            prop.add(ctx => {
-                                ctx.jsonDoc.json.extensions = ctx.jsonDoc.json.extensions || {};
-                                ctx.jsonDoc.json.extensions[EXTENSION_NAME] = ext;
-                            });
-                        }
-                        break;
-                }
-            }
-            return this;
-        }
-        // this is temporarely here to prevent compression on textures named Lightmap
-        // until we have better control over the compression process
-        lightmapWorkaround(context) {
-            const textureDefinitions = context.jsonDoc.json.textures;
-            if (!textureDefinitions)
-                return;
-            const textures = this.document.getRoot().listTextures();
-            for (let i = 0; i < textures.length; i++) {
-                const tex = textures[i];
-                const texDef = textureDefinitions[i];
-                const name = texDef?.name;
-                if (name?.startsWith("Lightmap") && tex.getMimeType() !== "image/exr") {
-                    if (debugLog)
-                        console.log("Found lightmap texture", name, tex.getMimeType(), EXTENSION_NAME);
-                    tex.setMimeType("image/lightmap");
-                }
-            }
-        }
-        createExtension(name = '') {
-            return new OpaqueProperty(this.document.getGraph(), name);
-            ;
-        }
-        onRead(context, gltfField, map) {
-            if (gltfField === undefined)
-                return;
-            try {
-                const sourceArray = context.jsonDoc.json[gltfField];
-                const target = context[gltfField];
-                sourceArray?.forEach((def, index) => {
-                    if (!def.extensions || !def.extensions[EXTENSION_NAME])
-                        return;
-                    const ext = def.extensions[EXTENSION_NAME];
-                    if (debugLog)
-                        console.log("READ", index, ext);
-                    const prop = this.createExtension();
-                    // attach the property
-                    target[index].setExtension(EXTENSION_NAME, prop);
-                    // capture all the json pointers in the extension
-                    this.jsonPointerHandler.read(context, target[index], ext, prop);
-                    // make sure we write our extension back to the gltf
-                    prop.add(new OpaqueWriter(map, gltfField, ext));
-                });
-            }
-            catch (error) {
-                console.error("ERR: " + error);
-            }
-        }
-        prewrite(context, _propertyType) {
-            // Attempt resolve textures here so that the json.textures is already populated for cases where a texture isn't used by any material 
-            // this is e.g. the case for textures that are just referenced by a component but not used by any texture
-            // https://linear.app/needle/issue/NE-4928
-            this.jsonPointerHandler.resolveAndWrite(context, "prewrite");
-            return this;
-        }
-        write(context) {
-            if (opts?.breakpoint === true)
-                debugger;
-            if (opts?.write === false) {
-                return this;
-            }
-            if (debugLog)
-                console.log("WRITE " + EXTENSION_NAME);
-            this.jsonPointerHandler.resolveAndWrite(context, "write");
-            const root = this.document.getRoot();
-            // for (const rootExt of this.roots) {
-            //     rootExt.onWrite(context, root);
-            // }
-            for (const type of types) {
-                switch (type) {
-                    case PropertyType.ACCESSOR:
-                        this.onWrite(context, () => root.listAccessors());
-                        break;
-                    case PropertyType.ANIMATION:
-                        this.onWrite(context, () => root.listAnimations());
-                        break;
-                    case PropertyType.ANIMATION_CHANNEL:
-                        break;
-                    case PropertyType.ANIMATION_SAMPLER:
-                        break;
-                    case PropertyType.BUFFER:
-                        this.onWrite(context, () => root.listBuffers());
-                        break;
-                    case PropertyType.CAMERA:
-                        this.onWrite(context, () => root.listCameras());
-                        break;
-                    case PropertyType.MATERIAL:
-                        this.onWrite(context, () => root.listMaterials());
-                        break;
-                    case PropertyType.TEXTURE:
-                        this.onWrite(context, () => root.listTextures());
-                        break;
-                    case PropertyType.NODE:
-                        this.onWrite(context, () => root.listNodes());
-                        break;
-                    case PropertyType.MESH:
-                        this.onWrite(context, () => root.listMeshes());
-                        break;
-                    case PropertyType.PRIMITIVE:
-                        const allPrimitives = root.listMeshes().flatMap(mesh => mesh.listPrimitives());
-                        for (const primitive of allPrimitives) {
-                            const ext = primitive.getExtension(EXTENSION_NAME);
-                            if (ext instanceof OpaqueProperty) {
-                                ext.onWrite(context, primitive);
-                            }
-                        }
-                        break;
-                    case PropertyType.ROOT:
-                        const prop = root.getExtension(EXTENSION_NAME);
-                        if (prop instanceof OpaqueProperty) {
-                            prop.onWrite(context, root);
-                        }
-                        else if (debugLog)
-                            console.warn("WARN: no extension found on root", EXTENSION_NAME);
-                        break;
-                }
-            }
-            return this;
-        }
-        onWrite(context, get) {
-            const arr = get();
-            if (!arr)
-                return;
-            for (const entry of arr) {
-                const ext = entry.getExtension(EXTENSION_NAME);
-                if (ext instanceof OpaqueProperty) {
-                    ext.onWrite(context, entry);
-                }
-            }
-            ;
-        }
-    }
-    // function setExtension(ext: ExtensibleProperty, name, extensionProperty) {
-    //     // for opaque extension we need to bypass the type system
-    //     // because we generate the OpaqueProperty class at runtime and thus the method name for _validateParent is different when compiled
-    //     // there's likely a better way to do this... as usual
-    //     const pext = ext as any as { setRefMap: (mapName: string, key: string, value: any) => any }
-    //     return pext.setRefMap('extensions', name, extensionProperty);
-    // }
-    class OpaqueProperty extends ExtensionProperty {
-        static EXTENSION_NAME = EXTENSION_NAME;
-        extensionName = typeof EXTENSION_NAME;
-        parentTypes = ExtensionPropertyTypes;
-        propertyType = "NEEDLE_opaque_property";
-        init() {
-        }
-        setReference(name, value, attributes = { modifyChild: true }) {
-            this.setRef(name, value, attributes);
-        }
-        writers = [];
-        add(writer) {
-            if (typeof writer === "function") {
-                writer = new GenericWriter(writer);
-            }
-            this.writers.push(writer);
-        }
-        onWrite(context, prop) {
-            for (const writer of this.writers) {
-                writer.write?.call(writer, context, prop);
-            }
-        }
-        getExtensionDefinition() {
-            const ext = {};
-            for (const writer of this.writers) {
-                if (writer.assignTo)
-                    writer.assignTo(ext);
-            }
-            return ext;
-        }
-    }
-    // called after the transformation
-    // writes the extension json back to the correct object
-    class OpaqueWriter {
-        map;
-        gltfField;
-        ext;
-        assignTo(obj) {
-            Object.assign(obj, this.ext);
-        }
-        constructor(map, gltfField, ext) {
-            this.map = map;
-            this.gltfField = gltfField;
-            this.ext = ext;
-        }
-        write(context, prop) {
-            if (prop && this.gltfField !== undefined) {
-                const map = context[this.map];
-                const index = map.get(prop);
-                const result = tryGetInArray(context.jsonDoc.json[this.gltfField], index);
-                writeExtension(result, EXTENSION_NAME, this.ext);
-                if (debugLog) {
-                    // console.log("WRITE", EXTENSION_NAME, "to", this.gltfField, "at index", index);
-                    console.log(result);
-                }
-            }
-        }
-    }
-    return NEEDLE_opaque;
-}
-/** use to register a generic callback */
-class GenericWriter {
-    fn;
-    constructor(fn) {
-        this.fn = fn;
-    }
-    write(ctx) {
-        this.fn(ctx);
-    }
-}
-class TextureHandler {
-    document;
-    textureDefinition;
-    index;
-    key;
-    ext;
-    debug = false;
-    assignTo(obj) {
-        Object.assign(obj, this.ext);
-    }
-    constructor(doc, def, key, ext, debug) {
-        this.document = doc;
-        this.textureDefinition = def;
-        this.key = key;
-        this.ext = ext;
-        this.debug = debug;
-        this.index = this.tryGetSourceIndex(this.textureDefinition);
-        if (debug)
-            console.log(def);
-    }
-    write(ctx) {
-        let foundTexture = false;
-        const textureDefs = ctx.jsonDoc.json.textures || [];
-        const imageIndex = this.index !== undefined ? this.index : this.tryGetSourceIndex(this.textureDefinition);
-        if (imageIndex === undefined) {
-            console.warn("WARN: no source index found for texture", this.key);
-        }
-        textureDefs?.forEach((textureDef, i) => {
-            if (foundTexture)
-                return;
-            const textureImageIndex = this.tryGetSourceIndex(textureDef);
-            if (imageIndex === textureImageIndex) {
-                if (!textureDef.extensions || !textureDef.extensions[this.key]) {
-                    // assign texture extension again
-                    textureDef.extensions = textureDef.extensions || {};
-                    foundTexture = true;
-                    if (this.debug)
-                        console.log("Re-Assign extension:", this.key, "at", i);
-                    const newExt = { ...this.ext };
-                    if (newExt.source !== undefined)
-                        newExt.source = imageIndex;
-                    textureDef.extensions[this.key] = newExt;
-                }
-            }
-        });
-        if (foundTexture === false) {
-            if (this.key !== "EXT_texture_exr" && this.debug)
-                console.warn("WARN: failed to re-assign extension:", this.key, this.index, this.tryGetSourceIndex(this.textureDefinition), textureDefs.length);
-        }
-        // this.document
-        //     .getRoot()
-        //     .listTextures()
-        //     .forEach((texture, index) => {
-        //         if (foundTexture) return;
-        //         if (!texture.getExtension(this.key)) return;
-        //         const imageIndex = ctx.imageIndexMap.get(texture);
-        //     });
-    }
-    tryGetSourceIndex(def) {
-        let index = def.source;
-        if (index !== undefined)
-            return index;
-        // if a glb was already compressed the source index might be missing so we also need to search in extensions
-        if (def.extensions) {
-            for (const ext of Object.keys(def.extensions)) {
-                const extDef = def.extensions[ext];
-                if (extDef.source !== undefined) {
-                    index = extDef.source;
-                    break;
-                }
-            }
-        }
-        return index;
-    }
-}
-// declare type MaterialTextureCallback = (ctx: WriterContext, map: TemporaryMaterial, index: number) => void;
-// class TemporaryMaterial implements IExtensionWriter {
-//     private readonly document: Document;
-//     private readonly material: Material;
-//     private readonly tex: Texture;
-//     private readonly callbacks: MaterialTextureCallback[] = [];
-//     constructor(doc: Document, tex: Texture, name: string) {
-//         console.log("Create material", name);
-//         this.document = doc;
-//         this.tex = tex;
-//         this.material = this.document
-//             .createMaterial(name)
-//             .setBaseColorTexture(tex);
-//     }
-//     add(cb: MaterialTextureCallback): TemporaryMaterial {
-//         this.callbacks.push(cb);
-//         return this;
-//     }
-//     write(context: WriterContext): void {
-//         const matIndex = context.materialIndexMap.get(this.material);
-//         if (matIndex !== undefined && matIndex !== -1) {
-//             console.log("Remove material", this.material.getName(), matIndex);
-//             context.jsonDoc.json.materials?.splice(matIndex, 1);
-//             if (this.callbacks.length > 0) {
-//                 const texInfo = this.material.getBaseColorTextureInfo();
-//                 if (texInfo) {
-//                     const def = context.textureInfoDefMap.get(texInfo);
-//                     if (def) {
-//                         const index = def.index;
-//                         for (const cb of this.callbacks) {
-//                             cb(context, this, index);
-//                         }
-//                     }
-//                 }
-//             }
-//         }
-//     }
-// }
-// json pointer -------------------------------------------------------------
-// abstract class PointerProperty extends ExtensionProperty {
-//     abstract setPointer(texture: Texture, name: string);
-// }
-// const { R, G, B, A } = TextureChannel;
-// function createPointerProperty(EXTENSION_NAME: string, doc: Document): PointerProperty {
-//     class TexturePointerPointerProperty extends ExtensionProperty<any> {
-//         static EXTENSION_NAME = EXTENSION_NAME;
-//         readonly extensionName: string = EXTENSION_NAME;
-//         parentTypes: PropertyType[] = ALL_PROPERTY_TYPES;
-//         propertyType = "NEEDLE_pointer_property";
-//         init() { }
-//         public setPointer(texture: Texture | null, name: string): this {
-//             console.log("SET REF", name);
-//             return this.setRef(name, texture, { channels: R | G | B | A });
-//         }
-//     }
-//     return new TexturePointerPointerProperty(doc.getGraph());
-// }
-class JsonPointerHandler {
-    id;
-    document;
-    map = new Map();
-    debug = false;
-    breakPoint = false;
-    constructor(document, id) {
-        this.document = document;
-        this.id = id;
-    }
-    read(context, extProp, obj, prop, key, fullPath) {
-        const value = key !== undefined ? obj[key] : obj;
-        // the pointer path contains the full path from the root object to the json pointer
-        if (key !== undefined) {
-            fullPath ??= "";
-            fullPath += "/" + key;
-            if (this.breakPoint === "pointer:read") {
-                debugger;
-            }
-        }
-        // if(this.debug && key === "colliders") debugger;
-        switch (typeof value) {
-            case 'object':
-                if (value !== null && value !== undefined) {
-                    for (const key of Object.keys(value)) {
-                        this.read(context, extProp, value, prop, key, fullPath);
-                    }
-                }
-                break;
-            case "string":
-                if (value && key) {
-                    let prefix = "/textures/";
-                    let isTexturePointer = value.startsWith(prefix);
-                    if (!isTexturePointer) {
-                        // backwards compatibility for old format where it didnt start with /textures/ but with textures/
-                        prefix = "textures/";
-                        isTexturePointer = value.startsWith(prefix);
-                    }
-                    if (isTexturePointer) {
-                        if (this.debug)
-                            console.log("Read pointer", value);
-                        let pointer = this.map.get(value);
-                        if (!pointer) {
-                            const length = prefix.length;
-                            const index = parseInt(value.substring(length));
-                            const path = value.substring(0, length);
-                            const definition = context.jsonDoc.json.textures[index];
-                            const imageIndex = findSource(definition);
-                            if (this.debug)
-                                console.log("Texture index", index, imageIndex, context.jsonDoc.json.textures.length, "Textures:" + context.textures.length);
-                            const object = tryGetInArray(context.textures, imageIndex);
-                            if (object) {
-                                const res = new TextureIndexResolver(this.document, object, definition);
-                                res.debug = this.debug;
-                                res.init(context); // < init here otherwise the fields defined in the TexturePointer will be undefined (this caused e.g. finding the previous texture filter to fail)
-                                pointer = new JsonPointer(path, res, value);
-                                pointer.debug = this.debug;
-                                this.map.set(value, pointer);
-                                // Assume all texture slots are being used. The referenceName is the json pointer right now - usually this is e.g. `baseColorTexture` (the name ends up in the slots array)
-                                const referenceName = value;
-                                // const slots = listTextureSlots(object);
-                                prop.setReference(referenceName, object, { channels: TextureChannel.R | TextureChannel.G | TextureChannel.B | TextureChannel.A });
-                                // make sure there's a reference to the buffer to avoid dedup or the buffer being removed because it MIGHT not be used by any node
-                                // TODO: how do we get the buffer that the texture/image is currently using - here we just take the first buffer but this might not be correct
-                                const buffer = this.document.getRoot().listBuffers()[0];
-                                if (buffer)
-                                    prop.setReference("buffer", buffer);
-                            }
-                            else {
-                                console.warn("Texture not found", fullPath, value);
-                            }
-                        }
-                        if (pointer) {
-                            if (this.debug)
-                                console.log("> Register pointer", this.id + "/" + fullPath + " : " + value);
-                            pointer?.register(obj, key, fullPath);
-                        }
-                        else
-                            console.warn("WARN: failed registering pointer", fullPath, value);
-                    }
-                    if (value.startsWith("/materials/")) {
-                        if (this.debug)
-                            console.log("Read pointer", value);
-                        const index = parseInt(value.substring("/materials/".length));
-                        const object = context.materials[index];
-                        if (object) {
-                            // set a reference to the material to avoid dedup or the material being removed because it MIGHT not be used by any node
-                            // BUT a component is referencing the material so we don't want it ever to be removed 
-                            // see https://github.com/donmccurdy/glTF-Transform/issues/980#issuecomment-1585748202
-                            if (prop) {
-                                prop.setReference(value, object);
-                            }
-                            let pointer = this.map.get(value);
-                            if (!pointer) {
-                                const definition = context.jsonDoc.json.materials[index];
-                                const res = new MaterialIndexResolver(this.document, object, definition);
-                                res.debug = this.debug;
-                                res.init(context); // < init here otherwise the fields defined in the TexturePointer will be undefined (this caused e.g. finding the previous texture filter to fail)
-                                pointer = new JsonPointer("/materials/", res, value);
-                                pointer.debug = this.debug;
-                                this.map.set(value, pointer);
-                                prop.setReference(value, object);
-                            }
-                            pointer?.register(obj, key, fullPath);
-                        }
-                    }
-                    if (value.startsWith("/animations/")) {
-                        if (this.debug)
-                            console.log("Read pointer", value);
-                        const index = parseInt(value.substring("/animations/".length));
-                        const object = context.animations[index];
-                        if (object) {
-                            let pointer = this.map.get(value);
-                            if (!pointer) {
-                                // TODO: resolve animations + we need to set the reference properly so we can use prune. See https://linear.app/needle/issue/NE-4982
-                                // const definition = context.jsonDoc.json.animations![index];
-                                // const res = new AnimationIndexResolver(this.document, object, definition);
-                                // res.debug = this.debug;
-                                // res.init(context);
-                                // pointer = new JsonPointer("/animations/", res, value);
-                                // pointer.debug = this.debug;
-                                // this.map.set(value, pointer);
-                                prop.setReference(value, object);
-                            }
-                            pointer?.register(obj, key, fullPath);
-                        }
-                    }
-                }
-                break;
-            case 'number':
-                if (key === "node" || key === "mesh"
-                    // VRM 1.0 spring bone center https://github.com/vrm-c/vrm-specification/blob/master/specification/VRMC_springBone-1.0/schema/VRMC_springBone.spring.schema.json
-                    || fullPath.match(/springs\/\d+\/center/g)) {
-                    const object = context.nodes[value];
-                    if (object) {
-                        const res = new NodeIndexResolver(this.document, object, context.jsonDoc.json.nodes[value]);
-                        res.debug = this.debug;
-                        res.init(context);
-                        const dictKey = `/${key}/${value}`;
-                        let pointer = this.map.get(dictKey);
-                        if (!pointer) {
-                            pointer = new JsonPointer(null, res, value);
-                        }
-                        pointer.debug = this.debug;
-                        pointer.register(obj, key, fullPath);
-                        this.map.set(dictKey, pointer);
-                        prop.setReference(dictKey, object);
-                    }
-                }
-                else if (
-                // key texture is matching for example for VRM meta/texture (AvatarSample_A)
-                key === "texture"
-                    // VRM 0.0 material properties
-                    || fullPath.match(/materialProperties\/\d+\/textureProperties/g)
-                    // VRM 1.0 meta
-                    || fullPath.match(/meta\/thumbnailImage/g)) {
-                    const index = value;
-                    // e.g. in meta.texture for VRM avatars it seems like we can have negative values
-                    if (index < 0) {
-                        console.warn(`WARN: texture index is negative ${index} at ${fullPath}`);
-                        return;
-                    }
-                    const definition = context.jsonDoc.json.textures[index];
-                    if (!definition) {
-                        console.warn(`WARN: texture definition with index ${index} not found or does not exist. Set in \"${fullPath}\"`);
-                        return;
-                    }
-                    const imageIndex = findSource(definition);
-                    if (this.debug)
-                        console.log("Texture index", index, imageIndex, context.jsonDoc.json.textures.length, "Textures:" + context.textures.length);
-                    const object = tryGetInArray(context.textures, imageIndex);
-                    if (object) {
-                        if (this.debug)
-                            console.log("Found texture index at  " + fullPath + ": " + value);
-                        const res = new TextureIndexResolver(this.document, object, definition);
-                        res.debug = this.debug;
-                        res.init(context);
-                        const dictKey = `/textures/${value}`;
-                        let pointer = this.map.get(dictKey);
-                        if (!pointer) {
-                            pointer = new JsonPointer(null, res, value);
-                        }
-                        pointer.debug = this.debug;
-                        pointer.register(obj, key, fullPath);
-                        this.map.set(dictKey, pointer);
-                        prop.setReference(dictKey, object, { channels: TextureChannel.R | TextureChannel.G | TextureChannel.B | TextureChannel.A });
-                    }
-                }
-                break;
-            default:
-                break;
-        }
-    }
-    resolveAndWrite(context, step) {
-        this.map?.forEach(ptr => {
-            if (ptr.resolve(context, step))
-                ptr.write();
-        });
-    }
-}
-class JsonPointer {
-    debug = false;
-    resolver;
-    pointerBase;
-    oldPointer;
-    constructor(pointerBase, resolver, oldPointer) {
-        this.pointerBase = pointerBase;
-        this.resolver = resolver;
-        this.oldPointer = oldPointer;
-    }
-    _objects = [];
-    _props = [];
-    _debugInfo = [];
-    register(obj, prop, fullpath) {
-        this._objects.push(obj);
-        this._props.push(prop);
-        this._debugInfo.push(fullpath);
-    }
-    newPointer = undefined;
-    resolve(context, step) {
-        // If the pointer was already resolved, we don't need to do it again
-        if (this.newPointer !== undefined) {
-            return true;
-        }
-        //@ts-ignore
-        this.resolver.debug = this.debug;
-        const index = this.resolver.resolve(context);
-        if (index != undefined) {
-            if (this.pointerBase != null) {
-                this.newPointer = this.pointerBase + index;
-            }
-            else {
-                this.newPointer = index;
-            }
-            if (this.debug)
-                console.log(`RESOLVED pointer ${this.oldPointer} to → ${this.newPointer}`);
-            return true;
-        }
-        else {
-            // If the pointer could not be resolved during write we need to log an error
-            if (step === "write")
-                console.log("ERR: 🧨 FAILED to resolve pointer", this.pointerBase, ` used by ${this._debugInfo.join(", ")}`);
-        }
-        return false;
-    }
-    _didWrite = false;
-    write() {
-        if (this._didWrite)
-            return;
-        this._didWrite = false;
-        for (let i = 0; i < this._objects.length; i++) {
-            const obj = this._objects[i];
-            const prop = this._props[i];
-            if (this.debug) {
-                console.log(`< Resolved pointer ${this._debugInfo[i]}: ${this.newPointer}`);
-            }
-            obj[prop] = this.newPointer;
-        }
-    }
-}
-class PointerResolver {
-    document;
-    /* the object originally being referenced by the pointer */
-    inputObject;
-    /* the original json definition */
-    inputDefinition;
-    constructor(doc, obj, def) {
-        this.document = doc;
-        this.inputObject = obj;
-        this.inputDefinition = def;
-    }
-    debug = false;
-}
-class TextureIndexResolver extends PointerResolver {
-    _debugName;
-    _samplerDef;
-    init(context) {
-        this._debugName = this.inputDefinition.name ?? this.inputDefinition.source?.toString() ?? "unknown";
-        const samplerIndex = this.inputDefinition.sampler;
-        if (samplerIndex !== undefined) {
-            this._samplerDef = context.jsonDoc.json.samplers[samplerIndex];
-        }
-        if (this.debug)
-            console.log(this._debugName, this._samplerDef);
-    }
-    resolve(context) {
-        const imgIndex = context.imageIndexMap.get(this.inputObject);
-        if (imgIndex === undefined) {
-            console.error("ERR: image is missing", imgIndex);
-            return -1;
-        }
-        // ensure we have a texture array
-        context.jsonDoc.json.textures = context.jsonDoc.json.textures || [];
-        // try find the texture that points to the same image source
-        for (let i = 0; i < context.jsonDoc.json.textures.length; i++) {
-            const textureDef = context.jsonDoc.json.textures[i];
-            if (findSource(textureDef) === imgIndex) {
-                if (textureDef.sampler === undefined) {
-                    textureDef.sampler = this.findOrCreateSampler(context.jsonDoc.json);
-                }
-                if (this.debug)
-                    console.log("Found texture def at " + i, "using image", imgIndex, textureDef);
-                return i;
-            }
-        }
-        // the texture was not found - add it
-        // create a new texture def entry
-        if (this.debug)
-            console.log("Could not find texture, creating a new one: " + this._debugName);
-        const hasExtensionWithSource = this.inputDefinition.extensions && Object.keys(this.inputDefinition.extensions).some(key => this.inputDefinition.extensions[key]["source"] !== undefined);
-        const textureDef = {
-            source: hasExtensionWithSource ? undefined : imgIndex,
-            sampler: this.findOrCreateSampler(context.jsonDoc.json),
-            extensions: this.inputDefinition.extensions,
-            extras: this.inputDefinition.extras,
-        };
-        context.jsonDoc.json.textures.push(textureDef);
-        return context.jsonDoc.json.textures.length - 1;
-    }
-    findOrCreateSampler(json) {
-        json.samplers = json.samplers || [];
-        if (this._samplerDef === undefined) {
-            console.log("WARN: Creating default sampler", this._debugName);
-            // create a default sampler
-            this._samplerDef = {
-                magFilter: 9729,
-                minFilter: 9729,
-                wrapS: 33648,
-                wrapT: 33648
-            };
-        }
-        else {
-            for (let i = 0; i < json.samplers.length; i++) {
-                const sampler = json.samplers[i];
-                if (sampler.minFilter === this._samplerDef.minFilter &&
-                    sampler.magFilter === this._samplerDef.magFilter &&
-                    sampler.wrapS === this._samplerDef.wrapS &&
-                    sampler.wrapT === this._samplerDef.wrapT) {
-                    return i;
-                }
-            }
-        }
-        // append previous sampler
-        json.samplers.push(this._samplerDef);
-        return json.samplers.length - 1;
-    }
-}
-function findSource(texDef) {
-    if (texDef.source !== undefined) {
-        return texDef.source;
-    }
-    if (texDef.extensions) {
-        const keys = Object.keys(texDef.extensions);
-        for (let i = 0; i < keys.length; i++) {
-            const key = keys[i];
-            const ext = texDef.extensions[key];
-            if (ext["source"] !== undefined) {
-                return ext["source"];
-            }
-        }
-    }
-    return undefined;
-}
-class MaterialIndexResolver extends PointerResolver {
-    init(context) {
-    }
-    resolve(context) {
-        return context.materialIndexMap.get(this.inputObject);
-    }
-}
-class NodeIndexResolver extends PointerResolver {
-    init(context) {
-    }
-    resolve(context) {
-        return context.nodeIndexMap.get(this.inputObject);
-    }
-}
+import { Extension, ExtensionProperty, PropertyType, TextureChannel } from '@gltf-transform/core';
+import { getTexture, tryGetInArray, writeExtension } from '../utils.js';
+const ALL_PROPERTY_TYPES = [];
+for (const key in PropertyType) {
+    ALL_PROPERTY_TYPES.push(PropertyType[key]);
+}
+export let currentGenerator = "";
+// an opaque extension can be used to pass data through the gltf transform process
+// it should also be able to re-write/fix json pointers after the transformation which might have shuffled them around 
+export function createOpaqueExtension(name, types, opts) {
+    if (!Array.isArray(types))
+        types = [types];
+    const EXTENSION_NAME = name;
+    const ExtensionPropertyTypes = ALL_PROPERTY_TYPES;
+    const debugLog = opts?.debug ?? false;
+    class NEEDLE_opaque extends Extension {
+        extensionName = EXTENSION_NAME;
+        static EXTENSION_NAME = EXTENSION_NAME;
+        prewriteTypes = [PropertyType.MATERIAL];
+        // private roots: Array<OpaqueProperty> = [];
+        jsonPointerHandler;
+        read(context) {
+            if (opts?.breakpoint === true)
+                debugger;
+            currentGenerator = context.jsonDoc.json.asset?.generator;
+            if (debugLog)
+                console.log("READ " + EXTENSION_NAME);
+            this.jsonPointerHandler = new JsonPointerHandler(this.document, EXTENSION_NAME);
+            this.jsonPointerHandler.debug = debugLog;
+            this.jsonPointerHandler.breakPoint = opts?.breakpoint;
+            for (const type of types) {
+                switch (type) {
+                    case PropertyType.ACCESSOR:
+                        this.onRead(context, "accessors", "accessorIndexMap");
+                        break;
+                    case PropertyType.ANIMATION:
+                        this.onRead(context, "animations", "animationIndexMap");
+                        break;
+                    case PropertyType.ANIMATION_CHANNEL:
+                        if (EXTENSION_NAME === "KHR_animation_pointer") {
+                            context.jsonDoc.json.animations?.forEach((animDef, animIndex) => {
+                                const anim = context.animations[animIndex];
+                                const channels = anim.listChannels();
+                                animDef.channels?.forEach((channel, channelIndex) => {
+                                    const jsonTarget = channel.target;
+                                    const khr_animation = jsonTarget.extensions && jsonTarget.extensions[EXTENSION_NAME];
+                                    if (!khr_animation)
+                                        return;
+                                    const pointer = khr_animation.pointer;
+                                    if (pointer) {
+                                        const sections = pointer.split("/");
+                                        const nodeIndex = parseInt(sections[2]);
+                                        const targetName = sections[3];
+                                        if (targetName === "scale" || targetName === "translation" || targetName === "rotation") {
+                                            channels[channelIndex].setTargetNode(context.nodes[nodeIndex]);
+                                            channels[channelIndex].setTargetPath(targetName);
+                                        }
+                                    }
+                                    const existing = anim.getExtension(EXTENSION_NAME);
+                                    if (debugLog)
+                                        console.log(">>>", EXTENSION_NAME, "animation", animIndex, "channel", channelIndex, khr_animation);
+                                    if (existing) {
+                                        assignChannels(existing);
+                                        return;
+                                    }
+                                    const prop = this.createExtension();
+                                    // there seems no way (yet?) to add extensions to channel.targets (?) 
+                                    // https://github.com/donmccurdy/glTF-Transform/discussions/613
+                                    // so we add it to an object by keys to the animation itself and read it back in WRITE
+                                    const khr_animation_data = {};
+                                    khr_animation_data[channelIndex] = khr_animation;
+                                    anim.setExtension(EXTENSION_NAME, prop);
+                                    assignChannels(prop);
+                                    function assignChannels(prop) {
+                                        prop.add(ctx => {
+                                            const animations = ctx.jsonDoc.json.animations;
+                                            if (!animations)
+                                                return;
+                                            const animDef = animations[animIndex];
+                                            const channel = animDef?.channels[channelIndex];
+                                            if (channel) {
+                                                if (debugLog)
+                                                    console.log("<<<", EXTENSION_NAME, "animation", animIndex, "channel", channelIndex, khr_animation);
+                                                channel.target = jsonTarget;
+                                            }
+                                            else if (debugLog)
+                                                console.log("WARN: ", EXTENSION_NAME, "animation", animIndex, "channel", channelIndex, "not found");
+                                        });
+                                    }
+                                    ;
+                                });
+                            });
+                        }
+                        break;
+                    case PropertyType.ANIMATION_SAMPLER:
+                        break;
+                    case PropertyType.BUFFER:
+                        this.onRead(context, "buffers", "bufferIndexMap");
+                        break;
+                    case PropertyType.CAMERA:
+                        this.onRead(context, "cameras", "cameraIndexMap");
+                        break;
+                    case PropertyType.MATERIAL:
+                        this.onRead(context, "materials", "materialIndexMap");
+                        break;
+                    case PropertyType.TEXTURE:
+                        context.jsonDoc.json.textures?.forEach((textureDefinition, index) => {
+                            if (!textureDefinition.extensions)
+                                return;
+                            const ext = textureDefinition.extensions[EXTENSION_NAME];
+                            if (!ext)
+                                return;
+                            // TODO: textures and textureDefinition are not in the same order?
+                            // see https://github.com/donmccurdy/glTF-Transform/blob/0e99c426b8ef41536228fe860ab8329be5d1d50f/packages/core/src/io/reader.ts#L132
+                            // textures are in image order
+                            // TODO: we need to use the image index to find the texture
+                            let texture = getTexture(context, textureDefinition);
+                            if (!texture) {
+                                console.log("WARN: could potentially not find gltf transform texture for " + index);
+                                texture = context.textures[index];
+                            }
+                            const prop = this.createExtension();
+                            this.jsonPointerHandler.read(context, texture, ext, prop);
+                            texture.setExtension(EXTENSION_NAME, prop);
+                            const handler = new TextureHandler(this.document, textureDefinition, EXTENSION_NAME, ext, debugLog);
+                            prop.add(handler);
+                        });
+                        break;
+                    case PropertyType.NODE:
+                        this.onRead(context, "nodes", "nodeIndexMap");
+                        break;
+                    case PropertyType.MESH:
+                        this.onRead(context, "meshes", "meshIndexMap");
+                        break;
+                    case PropertyType.PRIMITIVE:
+                        context.jsonDoc.json.meshes?.forEach((meshDefinition, meshIndex) => {
+                            const mesh = context.meshes[meshIndex];
+                            const primitives = mesh.listPrimitives();
+                            meshDefinition.primitives?.forEach((primitiveDefinition, primitiveIndex) => {
+                                if (!primitiveDefinition.extensions)
+                                    return;
+                                const ext = primitiveDefinition.extensions[EXTENSION_NAME];
+                                if (!ext)
+                                    return;
+                                const primitive = primitives[primitiveIndex];
+                                const prop = this.createExtension();
+                                this.jsonPointerHandler.read(context, primitive, ext, prop);
+                                primitive.setExtension(EXTENSION_NAME, prop);
+                                // this is invoked on write
+                                prop.add(ctx => {
+                                    const newMeshIndex = ctx.meshIndexMap.get(mesh);
+                                    const newMesh = ctx.jsonDoc.json.meshes[newMeshIndex];
+                                    const newPrimitive = newMesh.primitives[primitiveIndex];
+                                    newPrimitive.extensions = newPrimitive.extensions || {};
+                                    newPrimitive.extensions[EXTENSION_NAME] = ext;
+                                });
+                            });
+                        });
+                        break;
+                    case PropertyType.ROOT:
+                        const sourceArray = context.jsonDoc.json.extensions;
+                        if (!sourceArray)
+                            continue;
+                        const ext = sourceArray[EXTENSION_NAME];
+                        if (ext) {
+                            this.lightmapWorkaround(context);
+                            const root = this.document.getRoot();
+                            const prop = this.createExtension();
+                            this.jsonPointerHandler.read(context, root, ext, prop);
+                            root.setExtension(EXTENSION_NAME, prop);
+                            prop.add(ctx => {
+                                ctx.jsonDoc.json.extensions = ctx.jsonDoc.json.extensions || {};
+                                ctx.jsonDoc.json.extensions[EXTENSION_NAME] = ext;
+                            });
+                        }
+                        break;
+                }
+            }
+            return this;
+        }
+        // this is temporarely here to prevent compression on textures named Lightmap
+        // until we have better control over the compression process
+        lightmapWorkaround(context) {
+            const textureDefinitions = context.jsonDoc.json.textures;
+            if (!textureDefinitions)
+                return;
+            const textures = this.document.getRoot().listTextures();
+            for (let i = 0; i < textures.length; i++) {
+                const tex = textures[i];
+                const texDef = textureDefinitions[i];
+                const name = texDef?.name;
+                if (name?.startsWith("Lightmap") && tex.getMimeType() !== "image/exr") {
+                    if (debugLog)
+                        console.log("Found lightmap texture", name, tex.getMimeType(), EXTENSION_NAME);
+                    tex.setMimeType("image/lightmap");
+                }
+            }
+        }
+        createExtension(name = '') {
+            return new OpaqueProperty(this.document.getGraph(), name);
+            ;
+        }
+        onRead(context, gltfField, map) {
+            if (gltfField === undefined)
+                return;
+            try {
+                const sourceArray = context.jsonDoc.json[gltfField];
+                const target = context[gltfField];
+                sourceArray?.forEach((def, index) => {
+                    if (!def.extensions || !def.extensions[EXTENSION_NAME])
+                        return;
+                    const ext = def.extensions[EXTENSION_NAME];
+                    if (debugLog)
+                        console.log("READ", index, ext);
+                    const prop = this.createExtension();
+                    // attach the property
+                    target[index].setExtension(EXTENSION_NAME, prop);
+                    // capture all the json pointers in the extension
+                    this.jsonPointerHandler.read(context, target[index], ext, prop);
+                    // make sure we write our extension back to the gltf
+                    prop.add(new OpaqueWriter(map, gltfField, ext));
+                });
+            }
+            catch (error) {
+                console.error("ERR: " + error);
+            }
+        }
+        prewrite(context, _propertyType) {
+            // Attempt resolve textures here so that the json.textures is already populated for cases where a texture isn't used by any material 
+            // this is e.g. the case for textures that are just referenced by a component but not used by any texture
+            // https://linear.app/needle/issue/NE-4928
+            this.jsonPointerHandler.resolveAndWrite(context, "prewrite");
+            return this;
+        }
+        write(context) {
+            if (opts?.breakpoint === true)
+                debugger;
+            if (opts?.write === false) {
+                return this;
+            }
+            if (debugLog)
+                console.log("WRITE " + EXTENSION_NAME);
+            this.jsonPointerHandler.resolveAndWrite(context, "write");
+            const root = this.document.getRoot();
+            // for (const rootExt of this.roots) {
+            //     rootExt.onWrite(context, root);
+            // }
+            for (const type of types) {
+                switch (type) {
+                    case PropertyType.ACCESSOR:
+                        this.onWrite(context, () => root.listAccessors());
+                        break;
+                    case PropertyType.ANIMATION:
+                        this.onWrite(context, () => root.listAnimations());
+                        break;
+                    case PropertyType.ANIMATION_CHANNEL:
+                        break;
+                    case PropertyType.ANIMATION_SAMPLER:
+                        break;
+                    case PropertyType.BUFFER:
+                        this.onWrite(context, () => root.listBuffers());
+                        break;
+                    case PropertyType.CAMERA:
+                        this.onWrite(context, () => root.listCameras());
+                        break;
+                    case PropertyType.MATERIAL:
+                        this.onWrite(context, () => root.listMaterials());
+                        break;
+                    case PropertyType.TEXTURE:
+                        this.onWrite(context, () => root.listTextures());
+                        break;
+                    case PropertyType.NODE:
+                        this.onWrite(context, () => root.listNodes());
+                        break;
+                    case PropertyType.MESH:
+                        this.onWrite(context, () => root.listMeshes());
+                        break;
+                    case PropertyType.PRIMITIVE:
+                        const allPrimitives = root.listMeshes().flatMap(mesh => mesh.listPrimitives());
+                        for (const primitive of allPrimitives) {
+                            const ext = primitive.getExtension(EXTENSION_NAME);
+                            if (ext instanceof OpaqueProperty) {
+                                ext.onWrite(context, primitive);
+                            }
+                        }
+                        break;
+                    case PropertyType.ROOT:
+                        const prop = root.getExtension(EXTENSION_NAME);
+                        if (prop instanceof OpaqueProperty) {
+                            prop.onWrite(context, root);
+                        }
+                        else if (debugLog)
+                            console.warn("WARN: no extension found on root", EXTENSION_NAME);
+                        break;
+                }
+            }
+            return this;
+        }
+        onWrite(context, get) {
+            const arr = get();
+            if (!arr)
+                return;
+            for (const entry of arr) {
+                const ext = entry.getExtension(EXTENSION_NAME);
+                if (ext instanceof OpaqueProperty) {
+                    ext.onWrite(context, entry);
+                }
+            }
+            ;
+        }
+    }
+    // function setExtension(ext: ExtensibleProperty, name, extensionProperty) {
+    //     // for opaque extension we need to bypass the type system
+    //     // because we generate the OpaqueProperty class at runtime and thus the method name for _validateParent is different when compiled
+    //     // there's likely a better way to do this... as usual
+    //     const pext = ext as any as { setRefMap: (mapName: string, key: string, value: any) => any }
+    //     return pext.setRefMap('extensions', name, extensionProperty);
+    // }
+    class OpaqueProperty extends ExtensionProperty {
+        static EXTENSION_NAME = EXTENSION_NAME;
+        extensionName = typeof EXTENSION_NAME;
+        parentTypes = ExtensionPropertyTypes;
+        propertyType = "NEEDLE_opaque_property";
+        init() {
+        }
+        setReference(name, value, attributes = { modifyChild: true }) {
+            this.setRef(name, value, attributes);
+        }
+        writers = [];
+        add(writer) {
+            if (typeof writer === "function") {
+                writer = new GenericWriter(writer);
+            }
+            this.writers.push(writer);
+        }
+        onWrite(context, prop) {
+            for (const writer of this.writers) {
+                writer.write?.call(writer, context, prop);
+            }
+        }
+        getExtensionDefinition() {
+            const ext = {};
+            for (const writer of this.writers) {
+                if (writer.assignTo)
+                    writer.assignTo(ext);
+            }
+            return ext;
+        }
+    }
+    // called after the transformation
+    // writes the extension json back to the correct object
+    class OpaqueWriter {
+        map;
+        gltfField;
+        ext;
+        assignTo(obj) {
+            Object.assign(obj, this.ext);
+        }
+        constructor(map, gltfField, ext) {
+            this.map = map;
+            this.gltfField = gltfField;
+            this.ext = ext;
+        }
+        write(context, prop) {
+            if (prop && this.gltfField !== undefined) {
+                const map = context[this.map];
+                const index = map.get(prop);
+                const result = tryGetInArray(context.jsonDoc.json[this.gltfField], index);
+                writeExtension(result, EXTENSION_NAME, this.ext);
+                if (debugLog) {
+                    // console.log("WRITE", EXTENSION_NAME, "to", this.gltfField, "at index", index);
+                    console.log(result);
+                }
+            }
+        }
+    }
+    return NEEDLE_opaque;
+}
+/** use to register a generic callback */
+class GenericWriter {
+    fn;
+    constructor(fn) {
+        this.fn = fn;
+    }
+    write(ctx) {
+        this.fn(ctx);
+    }
+}
+class TextureHandler {
+    document;
+    textureDefinition;
+    index;
+    key;
+    ext;
+    debug = false;
+    assignTo(obj) {
+        Object.assign(obj, this.ext);
+    }
+    constructor(doc, def, key, ext, debug) {
+        this.document = doc;
+        this.textureDefinition = def;
+        this.key = key;
+        this.ext = ext;
+        this.debug = debug;
+        this.index = this.tryGetSourceIndex(this.textureDefinition);
+        if (debug)
+            console.log(def);
+    }
+    write(ctx) {
+        let foundTexture = false;
+        const textureDefs = ctx.jsonDoc.json.textures || [];
+        const imageIndex = this.index !== undefined ? this.index : this.tryGetSourceIndex(this.textureDefinition);
+        if (imageIndex === undefined) {
+            console.warn("WARN: no source index found for texture", this.key);
+        }
+        textureDefs?.forEach((textureDef, i) => {
+            if (foundTexture)
+                return;
+            const textureImageIndex = this.tryGetSourceIndex(textureDef);
+            if (imageIndex === textureImageIndex) {
+                if (!textureDef.extensions || !textureDef.extensions[this.key]) {
+                    // assign texture extension again
+                    textureDef.extensions = textureDef.extensions || {};
+                    foundTexture = true;
+                    if (this.debug)
+                        console.log("Re-Assign extension:", this.key, "at", i);
+                    const newExt = { ...this.ext };
+                    if (newExt.source !== undefined)
+                        newExt.source = imageIndex;
+                    textureDef.extensions[this.key] = newExt;
+                }
+            }
+        });
+        if (foundTexture === false) {
+            if (this.key !== "EXT_texture_exr" && this.debug)
+                console.warn("WARN: failed to re-assign extension:", this.key, this.index, this.tryGetSourceIndex(this.textureDefinition), textureDefs.length);
+        }
+        // this.document
+        //     .getRoot()
+        //     .listTextures()
+        //     .forEach((texture, index) => {
+        //         if (foundTexture) return;
+        //         if (!texture.getExtension(this.key)) return;
+        //         const imageIndex = ctx.imageIndexMap.get(texture);
+        //     });
+    }
+    tryGetSourceIndex(def) {
+        let index = def.source;
+        if (index !== undefined)
+            return index;
+        // if a glb was already compressed the source index might be missing so we also need to search in extensions
+        if (def.extensions) {
+            for (const ext of Object.keys(def.extensions)) {
+                const extDef = def.extensions[ext];
+                if (extDef.source !== undefined) {
+                    index = extDef.source;
+                    break;
+                }
+            }
+        }
+        return index;
+    }
+}
+// declare type MaterialTextureCallback = (ctx: WriterContext, map: TemporaryMaterial, index: number) => void;
+// class TemporaryMaterial implements IExtensionWriter {
+//     private readonly document: Document;
+//     private readonly material: Material;
+//     private readonly tex: Texture;
+//     private readonly callbacks: MaterialTextureCallback[] = [];
+//     constructor(doc: Document, tex: Texture, name: string) {
+//         console.log("Create material", name);
+//         this.document = doc;
+//         this.tex = tex;
+//         this.material = this.document
+//             .createMaterial(name)
+//             .setBaseColorTexture(tex);
+//     }
+//     add(cb: MaterialTextureCallback): TemporaryMaterial {
+//         this.callbacks.push(cb);
+//         return this;
+//     }
+//     write(context: WriterContext): void {
+//         const matIndex = context.materialIndexMap.get(this.material);
+//         if (matIndex !== undefined && matIndex !== -1) {
+//             console.log("Remove material", this.material.getName(), matIndex);
+//             context.jsonDoc.json.materials?.splice(matIndex, 1);
+//             if (this.callbacks.length > 0) {
+//                 const texInfo = this.material.getBaseColorTextureInfo();
+//                 if (texInfo) {
+//                     const def = context.textureInfoDefMap.get(texInfo);
+//                     if (def) {
+//                         const index = def.index;
+//                         for (const cb of this.callbacks) {
+//                             cb(context, this, index);
+//                         }
+//                     }
+//                 }
+//             }
+//         }
+//     }
+// }
+// json pointer -------------------------------------------------------------
+// abstract class PointerProperty extends ExtensionProperty {
+//     abstract setPointer(texture: Texture, name: string);
+// }
+// const { R, G, B, A } = TextureChannel;
+// function createPointerProperty(EXTENSION_NAME: string, doc: Document): PointerProperty {
+//     class TexturePointerPointerProperty extends ExtensionProperty<any> {
+//         static EXTENSION_NAME = EXTENSION_NAME;
+//         readonly extensionName: string = EXTENSION_NAME;
+//         parentTypes: PropertyType[] = ALL_PROPERTY_TYPES;
+//         propertyType = "NEEDLE_pointer_property";
+//         init() { }
+//         public setPointer(texture: Texture | null, name: string): this {
+//             console.log("SET REF", name);
+//             return this.setRef(name, texture, { channels: R | G | B | A });
+//         }
+//     }
+//     return new TexturePointerPointerProperty(doc.getGraph());
+// }
+class JsonPointerHandler {
+    id;
+    document;
+    map = new Map();
+    debug = false;
+    breakPoint = false;
+    constructor(document, id) {
+        this.document = document;
+        this.id = id;
+    }
+    read(context, extProp, obj, prop, key, fullPath) {
+        const value = key !== undefined ? obj[key] : obj;
+        // the pointer path contains the full path from the root object to the json pointer
+        if (key !== undefined) {
+            fullPath ??= "";
+            fullPath += "/" + key;
+            if (this.breakPoint === "pointer:read") {
+                debugger;
+            }
+        }
+        // if(this.debug && key === "colliders") debugger;
+        switch (typeof value) {
+            case 'object':
+                if (value !== null && value !== undefined) {
+                    for (const key of Object.keys(value)) {
+                        this.read(context, extProp, value, prop, key, fullPath);
+                    }
+                }
+                break;
+            case "string":
+                if (value && key) {
+                    let prefix = "/textures/";
+                    let isTexturePointer = value.startsWith(prefix);
+                    if (!isTexturePointer) {
+                        // backwards compatibility for old format where it didnt start with /textures/ but with textures/
+                        prefix = "textures/";
+                        isTexturePointer = value.startsWith(prefix);
+                    }
+                    if (isTexturePointer) {
+                        if (this.debug)
+                            console.log("Read pointer", value);
+                        let pointer = this.map.get(value);
+                        if (!pointer) {
+                            const length = prefix.length;
+                            const index = parseInt(value.substring(length));
+                            const path = value.substring(0, length);
+                            const definition = context.jsonDoc.json.textures[index];
+                            const imageIndex = findSource(definition);
+                            if (this.debug)
+                                console.log("Texture index", index, imageIndex, context.jsonDoc.json.textures.length, "Textures:" + context.textures.length);
+                            const object = tryGetInArray(context.textures, imageIndex);
+                            if (object) {
+                                const res = new TextureIndexResolver(this.document, object, definition);
+                                res.debug = this.debug;
+                                res.init(context); // < init here otherwise the fields defined in the TexturePointer will be undefined (this caused e.g. finding the previous texture filter to fail)
+                                pointer = new JsonPointer(path, res, value);
+                                pointer.debug = this.debug;
+                                this.map.set(value, pointer);
+                                // Assume all texture slots are being used. The referenceName is the json pointer right now - usually this is e.g. `baseColorTexture` (the name ends up in the slots array)
+                                const referenceName = value;
+                                // const slots = listTextureSlots(object);
+                                prop.setReference(referenceName, object, { channels: TextureChannel.R | TextureChannel.G | TextureChannel.B | TextureChannel.A });
+                                // make sure there's a reference to the buffer to avoid dedup or the buffer being removed because it MIGHT not be used by any node
+                                // TODO: how do we get the buffer that the texture/image is currently using - here we just take the first buffer but this might not be correct
+                                const buffer = this.document.getRoot().listBuffers()[0];
+                                if (buffer)
+                                    prop.setReference("buffer", buffer);
+                            }
+                            else {
+                                console.warn("Texture not found", fullPath, value);
+                            }
+                        }
+                        if (pointer) {
+                            if (this.debug)
+                                console.log("> Register pointer", this.id + "/" + fullPath + " : " + value);
+                            pointer?.register(obj, key, fullPath);
+                        }
+                        else
+                            console.warn("WARN: failed registering pointer", fullPath, value);
+                    }
+                    if (value.startsWith("/materials/")) {
+                        if (this.debug)
+                            console.log("Read pointer", value);
+                        const index = parseInt(value.substring("/materials/".length));
+                        const object = context.materials[index];
+                        if (object) {
+                            // set a reference to the material to avoid dedup or the material being removed because it MIGHT not be used by any node
+                            // BUT a component is referencing the material so we don't want it ever to be removed 
+                            // see https://github.com/donmccurdy/glTF-Transform/issues/980#issuecomment-1585748202
+                            if (prop) {
+                                prop.setReference(value, object);
+                            }
+                            let pointer = this.map.get(value);
+                            if (!pointer) {
+                                const definition = context.jsonDoc.json.materials[index];
+                                const res = new MaterialIndexResolver(this.document, object, definition);
+                                res.debug = this.debug;
+                                res.init(context); // < init here otherwise the fields defined in the TexturePointer will be undefined (this caused e.g. finding the previous texture filter to fail)
+                                pointer = new JsonPointer("/materials/", res, value);
+                                pointer.debug = this.debug;
+                                this.map.set(value, pointer);
+                                prop.setReference(value, object);
+                            }
+                            pointer?.register(obj, key, fullPath);
+                        }
+                    }
+                    if (value.startsWith("/animations/")) {
+                        if (this.debug)
+                            console.log("Read pointer", value);
+                        const index = parseInt(value.substring("/animations/".length));
+                        const object = context.animations[index];
+                        if (object) {
+                            let pointer = this.map.get(value);
+                            if (!pointer) {
+                                // TODO: resolve animations + we need to set the reference properly so we can use prune. See https://linear.app/needle/issue/NE-4982
+                                // const definition = context.jsonDoc.json.animations![index];
+                                // const res = new AnimationIndexResolver(this.document, object, definition);
+                                // res.debug = this.debug;
+                                // res.init(context);
+                                // pointer = new JsonPointer("/animations/", res, value);
+                                // pointer.debug = this.debug;
+                                // this.map.set(value, pointer);
+                                prop.setReference(value, object);
+                            }
+                            pointer?.register(obj, key, fullPath);
+                        }
+                    }
+                }
+                break;
+            case 'number':
+                if (key === "node" || key === "mesh"
+                    // VRM 1.0 spring bone center https://github.com/vrm-c/vrm-specification/blob/master/specification/VRMC_springBone-1.0/schema/VRMC_springBone.spring.schema.json
+                    || fullPath.match(/springs\/\d+\/center/g)) {
+                    const object = context.nodes[value];
+                    if (object) {
+                        const res = new NodeIndexResolver(this.document, object, context.jsonDoc.json.nodes[value]);
+                        res.debug = this.debug;
+                        res.init(context);
+                        const dictKey = `/${key}/${value}`;
+                        let pointer = this.map.get(dictKey);
+                        if (!pointer) {
+                            pointer = new JsonPointer(null, res, value);
+                        }
+                        pointer.debug = this.debug;
+                        pointer.register(obj, key, fullPath);
+                        this.map.set(dictKey, pointer);
+                        prop.setReference(dictKey, object);
+                    }
+                }
+                else if (
+                // key texture is matching for example for VRM meta/texture (AvatarSample_A)
+                key === "texture"
+                    // VRM 0.0 material properties
+                    || fullPath.match(/materialProperties\/\d+\/textureProperties/g)
+                    // VRM 1.0 meta
+                    || fullPath.match(/meta\/thumbnailImage/g)) {
+                    const index = value;
+                    // e.g. in meta.texture for VRM avatars it seems like we can have negative values
+                    if (index < 0) {
+                        console.warn(`WARN: texture index is negative ${index} at ${fullPath}`);
+                        return;
+                    }
+                    const definition = context.jsonDoc.json.textures[index];
+                    if (!definition) {
+                        console.warn(`WARN: texture definition with index ${index} not found or does not exist. Set in \"${fullPath}\"`);
+                        return;
+                    }
+                    const imageIndex = findSource(definition);
+                    if (this.debug)
+                        console.log("Texture index", index, imageIndex, context.jsonDoc.json.textures.length, "Textures:" + context.textures.length);
+                    const object = tryGetInArray(context.textures, imageIndex);
+                    if (object) {
+                        if (this.debug)
+                            console.log("Found texture index at  " + fullPath + ": " + value);
+                        const res = new TextureIndexResolver(this.document, object, definition);
+                        res.debug = this.debug;
+                        res.init(context);
+                        const dictKey = `/textures/${value}`;
+                        let pointer = this.map.get(dictKey);
+                        if (!pointer) {
+                            pointer = new JsonPointer(null, res, value);
+                        }
+                        pointer.debug = this.debug;
+                        pointer.register(obj, key, fullPath);
+                        this.map.set(dictKey, pointer);
+                        prop.setReference(dictKey, object, { channels: TextureChannel.R | TextureChannel.G | TextureChannel.B | TextureChannel.A });
+                    }
+                }
+                break;
+            default:
+                break;
+        }
+    }
+    resolveAndWrite(context, step) {
+        this.map?.forEach(ptr => {
+            if (ptr.resolve(context, step))
+                ptr.write();
+        });
+    }
+}
+class JsonPointer {
+    debug = false;
+    resolver;
+    pointerBase;
+    oldPointer;
+    constructor(pointerBase, resolver, oldPointer) {
+        this.pointerBase = pointerBase;
+        this.resolver = resolver;
+        this.oldPointer = oldPointer;
+    }
+    _objects = [];
+    _props = [];
+    _debugInfo = [];
+    register(obj, prop, fullpath) {
+        this._objects.push(obj);
+        this._props.push(prop);
+        this._debugInfo.push(fullpath);
+    }
+    newPointer = undefined;
+    resolve(context, step) {
+        // If the pointer was already resolved, we don't need to do it again
+        if (this.newPointer !== undefined) {
+            return true;
+        }
+        //@ts-ignore
+        this.resolver.debug = this.debug;
+        const index = this.resolver.resolve(context);
+        if (index != undefined) {
+            if (this.pointerBase != null) {
+                this.newPointer = this.pointerBase + index;
+            }
+            else {
+                this.newPointer = index;
+            }
+            if (this.debug)
+                console.log(`RESOLVED pointer ${this.oldPointer} to → ${this.newPointer}`);
+            return true;
+        }
+        else {
+            // If the pointer could not be resolved during write we need to log an error
+            if (step === "write")
+                console.log("ERR: 🧨 FAILED to resolve pointer", this.pointerBase, ` used by ${this._debugInfo.join(", ")}`);
+        }
+        return false;
+    }
+    _didWrite = false;
+    write() {
+        if (this._didWrite)
+            return;
+        this._didWrite = false;
+        for (let i = 0; i < this._objects.length; i++) {
+            const obj = this._objects[i];
+            const prop = this._props[i];
+            if (this.debug) {
+                console.log(`< Resolved pointer ${this._debugInfo[i]}: ${this.newPointer}`);
+            }
+            obj[prop] = this.newPointer;
+        }
+    }
+}
+class PointerResolver {
+    document;
+    /* the object originally being referenced by the pointer */
+    inputObject;
+    /* the original json definition */
+    inputDefinition;
+    constructor(doc, obj, def) {
+        this.document = doc;
+        this.inputObject = obj;
+        this.inputDefinition = def;
+    }
+    debug = false;
+}
+class TextureIndexResolver extends PointerResolver {
+    _debugName;
+    _samplerDef;
+    init(context) {
+        this._debugName = this.inputDefinition.name ?? this.inputDefinition.source?.toString() ?? "unknown";
+        const samplerIndex = this.inputDefinition.sampler;
+        if (samplerIndex !== undefined) {
+            this._samplerDef = context.jsonDoc.json.samplers[samplerIndex];
+        }
+        if (this.debug)
+            console.log(this._debugName, this._samplerDef);
+    }
+    resolve(context) {
+        const imgIndex = context.imageIndexMap.get(this.inputObject);
+        if (imgIndex === undefined) {
+            console.error("ERR: image is missing", imgIndex);
+            return -1;
+        }
+        // ensure we have a texture array
+        context.jsonDoc.json.textures = context.jsonDoc.json.textures || [];
+        // try find the texture that points to the same image source
+        for (let i = 0; i < context.jsonDoc.json.textures.length; i++) {
+            const textureDef = context.jsonDoc.json.textures[i];
+            if (findSource(textureDef) === imgIndex) {
+                if (textureDef.sampler === undefined) {
+                    textureDef.sampler = this.findOrCreateSampler(context.jsonDoc.json);
+                }
+                if (this.debug)
+                    console.log("Found texture def at " + i, "using image", imgIndex, textureDef);
+                return i;
+            }
+        }
+        // the texture was not found - add it
+        // create a new texture def entry
+        if (this.debug)
+            console.log("Could not find texture, creating a new one: " + this._debugName);
+        const hasExtensionWithSource = this.inputDefinition.extensions && Object.keys(this.inputDefinition.extensions).some(key => this.inputDefinition.extensions[key]["source"] !== undefined);
+        const textureDef = {
+            source: hasExtensionWithSource ? undefined : imgIndex,
+            sampler: this.findOrCreateSampler(context.jsonDoc.json),
+            extensions: this.inputDefinition.extensions,
+            extras: this.inputDefinition.extras,
+        };
+        context.jsonDoc.json.textures.push(textureDef);
+        return context.jsonDoc.json.textures.length - 1;
+    }
+    findOrCreateSampler(json) {
+        json.samplers = json.samplers || [];
+        if (this._samplerDef === undefined) {
+            console.log("WARN: Creating default sampler", this._debugName);
+            // create a default sampler
+            this._samplerDef = {
+                magFilter: 9729,
+                minFilter: 9729,
+                wrapS: 33648,
+                wrapT: 33648
+            };
+        }
+        else {
+            for (let i = 0; i < json.samplers.length; i++) {
+                const sampler = json.samplers[i];
+                if (sampler.minFilter === this._samplerDef.minFilter &&
+                    sampler.magFilter === this._samplerDef.magFilter &&
+                    sampler.wrapS === this._samplerDef.wrapS &&
+                    sampler.wrapT === this._samplerDef.wrapT) {
+                    return i;
+                }
+            }
+        }
+        // append previous sampler
+        json.samplers.push(this._samplerDef);
+        return json.samplers.length - 1;
+    }
+}
+function findSource(texDef) {
+    if (texDef.source !== undefined) {
+        return texDef.source;
+    }
+    if (texDef.extensions) {
+        const keys = Object.keys(texDef.extensions);
+        for (let i = 0; i < keys.length; i++) {
+            const key = keys[i];
+            const ext = texDef.extensions[key];
+            if (ext["source"] !== undefined) {
+                return ext["source"];
+            }
+        }
+    }
+    return undefined;
+}
+class MaterialIndexResolver extends PointerResolver {
+    init(context) {
+    }
+    resolve(context) {
+        return context.materialIndexMap.get(this.inputObject);
+    }
+}
+class NodeIndexResolver extends PointerResolver {
+    init(context) {
+    }
+    resolve(context) {
+        return context.nodeIndexMap.get(this.inputObject);
+    }
+}