oidn-web 0.1.0

package/lib/process.js

@@ -0,0 +1,309 @@
+import { WGPUComputePass } from './WGPUComputePass';
+const a = 1.41283765e3;
+const b = 1.64593172;
+const c = 4.31384981e-1;
+const d = -2.94139609e-3;
+const e = 1.92653254e-1;
+const f = 6.26026094e-3;
+const g = 9.98620152e-1;
+const y0 = 1.5794576e-6;
+const y1 = 3.22087631e-2;
+const x0 = 2.23151711e-3;
+const x1 = 3.70974749e-1;
+function PUForward(y) {
+    if (y <= y0) {
+        y = a * y;
+    }
+    else if (y <= y1) {
+        y = b * Math.pow(y, c) + d;
+    }
+    else {
+        y = e * Math.log(y + f) + g;
+    }
+    return y;
+}
+function PUInverse(x) {
+    if (x <= x0) {
+        x = x / a;
+    }
+    else if (x <= x1) {
+        x = Math.pow((x - d) / b, 1 / c);
+    }
+    else {
+        x = Math.exp((x - g) / e) - f;
+    }
+    return x;
+}
+const yMax = 65504;
+const xMax = PUForward(yMax);
+const normScale = 1 / xMax;
+const rcpNormScale = xMax;
+export class Tile {
+    x;
+    y;
+    width;
+    height;
+    constructor(x, y, width, height) {
+        this.x = x;
+        this.y = y;
+        this.width = width;
+        this.height = height;
+    }
+}
+// TODO put in gpu
+export function avgLogLum({ data, channels }) {
+    let totalLuminance = 0;
+    for (let i = 0; i < data.length; i += channels) {
+        const r = data[i];
+        const g = data[i + 1];
+        const b = data[i + 2];
+        const lum = 0.212671 * r + 0.71516 * g + 0.072169 * b;
+        // TODO performance
+        // https://github.com/RenderKit/oidn/blob/713ec7838ba650f99e0a896549c0dca5eeb3652d/devices/cpu/cpu_autoexposure.cpp#L43
+        totalLuminance += Math.log2(lum + 0.0001);
+    }
+    const numPixels = data.length / channels;
+    const averageLuminance = totalLuminance / numPixels;
+    const key = 0.18;
+    // https://github.com/RenderKit/oidn/blob/713ec7838ba650f99e0a896549c0dca5eeb3652d/training/color.py#L173
+    return key / Math.pow(2, averageLuminance);
+}
+export function hdrTransferFuncCPU({ data, channels, inputScale }) {
+    const newData = new Float32Array(data.length);
+    newData.set(data);
+    // https://github.com/RenderKit/oidn/blob/713ec7838ba650f99e0a896549c0dca5eeb3652d/core/color.h#L71
+    for (let i = 0; i < newData.length; i += channels) {
+        // First three are color
+        for (let c = 0; c < 3; c++) {
+            let y = newData[i + c] * inputScale;
+            // https://github.com/RenderKit/oidn/blob/713ec7838ba650f99e0a896549c0dca5eeb3652d/devices/cpu/color.ispc#L135
+            newData[i + c] = PUForward(y) * normScale;
+        }
+    }
+    return newData;
+}
+export function hdrTransferFuncInverseCPU({ data, channels, inputScale }) {
+    const newData = new Float32Array(data.length);
+    newData.set(data);
+    const outputScale = 1 / inputScale;
+    for (let i = 0; i < newData.length; i += channels) {
+        for (let c = 0; c < 3; c++) {
+            let x = newData[i + c] * rcpNormScale;
+            newData[i + c] = PUInverse(x) * outputScale;
+        }
+    }
+    return newData;
+}
+const constsCode = `
+const a = ${a};
+const b = ${b};
+const c = ${c};
+const d = ${d};
+const e = ${e};
+const f = ${f};
+const g = ${g};
+const y0 =${y0};
+const y1 =${y1};
+const x0 =${x0};
+const x1 =${x1};
+
+const normScale = ${normScale};
+const rcpNormScale = ${rcpNormScale};
+`;
+export class GPUDataProcess {
+    _device;
+    _inputPass;
+    _outputPass;
+    constructor(_device) {
+        this._device = _device;
+        this._inputPass = new WGPUComputePass('inputPass', this._device, {
+            inputs: ['color', 'albedo', 'normal'],
+            outputs: ['color', 'albedo', 'normal'],
+            uniforms: [
+                {
+                    label: 'inputScale',
+                    type: 'f32',
+                    data: new Float32Array([1])
+                },
+                {
+                    label: 'inputSize',
+                    type: 'vec2<f32>',
+                    data: new Float32Array(2)
+                },
+                {
+                    label: 'outputSize',
+                    type: 'vec2<f32>',
+                    data: new Float32Array(2)
+                },
+                {
+                    label: 'inputOffset',
+                    type: 'vec2<f32>',
+                    data: new Float32Array(2)
+                }
+            ],
+            csDefine: /* wgsl */ `
+${constsCode}
+fn PUForward(y: f32) -> f32 {
+  if (y <= y0) {
+    return a * y;
+  } else if (y <= y1) {
+    return b * pow(y, c) + d;
+  } else {
+    return e * log(y + f) + g;
+  }
+}
+`,
+            csMain: /* wgsl */ `
+let x = f32(globalId.x);
+let y = f32(globalId.y);
+let inIdx = i32((y + inputOffset.y) * inputSize.x + (x + inputOffset.x));
+let col = in_color[inIdx] * inputScale;
+let alb = in_albedo[inIdx];
+let nor = in_normal[inIdx];
+
+let outIdx = i32(y * outputSize.x + x);
+out_color[outIdx] = vec3f(PUForward(col.r), PUForward(col.g), PUForward(col.b)) * normScale;
+out_normal[outIdx] = nor.rgb;
+out_albedo[outIdx] = alb.rgb;
+`
+        });
+        this._outputPass = new WGPUComputePass('outputPass', this._device, {
+            inputs: ['color', 'raw'],
+            outputs: ['color'],
+            uniforms: [
+                {
+                    // TODO inputScale from avg log lum
+                    label: 'inputScale',
+                    type: 'f32',
+                    data: new Float32Array([1])
+                },
+                {
+                    label: 'inputSize',
+                    type: 'vec2<f32>',
+                    data: new Float32Array(2)
+                },
+                {
+                    label: 'outputSize',
+                    type: 'vec2<f32>',
+                    data: new Float32Array(2)
+                },
+                {
+                    label: 'imageSize',
+                    type: 'vec2<f32>',
+                    data: new Float32Array(2)
+                },
+                {
+                    label: 'inputOffset',
+                    type: 'vec2<f32>',
+                    data: new Float32Array(2)
+                },
+                {
+                    label: 'outputOffset',
+                    type: 'vec2<f32>',
+                    data: new Float32Array(2)
+                }
+            ],
+            csDefine: /* wgsl */ `
+${constsCode}
+fn PUInverse(y: f32) -> f32 {
+  if (y <= x0) {
+    return y / a;
+  } else if (y <= x1) {
+    return pow((y - d) / b, 1 / c);
+  } else {
+    return exp((y - g) / e) - f;
+  }
+}
+`,
+            csMain: /* wgsl */ `
+let x = f32(globalId.x);
+let y = f32(globalId.y);
+if (x >= outputSize.x || y >= outputSize.y) {
+  return;
+}
+let inIdx = i32((y + inputOffset.y) * inputSize.x + x + inputOffset.x);
+let outIdx = i32((y + outputOffset.y) * imageSize.x + x + outputOffset.x);
+let col = in_color[inIdx] * rcpNormScale;
+let raw = in_raw[outIdx];
+out_color[outIdx] = vec4f(
+  vec3f(PUInverse(col.r), PUInverse(col.g), PUInverse(col.b)) / inputScale,
+  // Pick the alpha
+  raw.a
+);
+`
+        });
+        // TODO input scale
+        this._inputPass.setOutputParams({
+            color: { channels: 3 },
+            albedo: { channels: 3 },
+            normal: { channels: 3 }
+        });
+        // TODO input scale
+        this._outputPass.setOutputParams({
+            color: { channels: 4 }
+        });
+    }
+    setImageSize(w, h) {
+        this._inputPass.setUniform('inputSize', new Float32Array([w, h]));
+        this._outputPass.setUniform('imageSize', new Float32Array([w, h]));
+        this._outputPass.setSize(w, h);
+    }
+    setInputTile(tile) {
+        const inputPass = this._inputPass;
+        const size = new Float32Array([tile.width, tile.height]);
+        inputPass.setUniform('inputOffset', new Float32Array([tile.x, tile.y]));
+        inputPass.setUniform('outputSize', size);
+        inputPass.setSize(size[0], size[1]);
+        this._outputPass.setUniform('inputSize', size);
+    }
+    setOutputTile(dstTile, srcTile) {
+        const outputPass = this._outputPass;
+        const size = new Float32Array([dstTile.width, dstTile.height]);
+        const dx = dstTile.x - srcTile.x;
+        const dy = dstTile.y - srcTile.y;
+        outputPass.setUniform('outputSize', size);
+        outputPass.setUniform('inputOffset', new Float32Array([dx, dy]));
+        outputPass.setUniform('outputOffset', new Float32Array([dstTile.x, dstTile.y]));
+        outputPass.setExecuteSize(size[0], size[1]);
+    }
+    forward(colorBuffer, 
+    // TODO optional albedo and normal.
+    albedoBuffer, normalBuffer) {
+        const inputGPUPass = this._inputPass;
+        const commandEncoder = this._device.createCommandEncoder();
+        inputGPUPass.createPass(commandEncoder, {
+            color: { buffer: colorBuffer, channels: 4 },
+            albedo: { buffer: albedoBuffer, channels: 4 },
+            normal: { buffer: normalBuffer, channels: 4 }
+        });
+        this._device.queue.submit([commandEncoder.finish()]);
+        return {
+            color: inputGPUPass.getOutputBuffer('color'),
+            albedo: inputGPUPass.getOutputBuffer('albedo'),
+            normal: inputGPUPass.getOutputBuffer('normal')
+        };
+    }
+    inverse(buffer, raw) {
+        const device = this._device;
+        const commandEncoder = device.createCommandEncoder();
+        const outputGPUPass = this._outputPass;
+        outputGPUPass.createPass(commandEncoder, {
+            color: { buffer: buffer, channels: 4 },
+            raw: { buffer: raw, channels: 4 }
+        });
+        this._device.queue.submit([commandEncoder.finish()]);
+        return outputGPUPass.getOutputBuffer('color');
+    }
+    copyInputDataToOutput(inputColorBuffer) {
+        const encoder = this._device.createCommandEncoder();
+        const outputGPUPass = this._outputPass;
+        const colorBuffer = outputGPUPass.getOutputBuffer('color');
+        encoder.copyBufferToBuffer(inputColorBuffer, 0, colorBuffer, 0, colorBuffer.size);
+        this._device.queue.submit([encoder.finish()]);
+    }
+    dispose() {
+        this._outputPass.dispose();
+        this._inputPass.dispose();
+    }
+}
+//# sourceMappingURL=process.js.map

package/lib/process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.js","sourceRoot":"","sources":["../src/process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,MAAM,CAAC,GAAG,YAAY,CAAC;AACvB,MAAM,CAAC,GAAG,UAAU,CAAC;AACrB,MAAM,CAAC,GAAG,aAAa,CAAC;AACxB,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC;AACzB,MAAM,CAAC,GAAG,aAAa,CAAC;AACxB,MAAM,CAAC,GAAG,aAAa,CAAC;AACxB,MAAM,CAAC,GAAG,aAAa,CAAC;AACxB,MAAM,EAAE,GAAG,YAAY,CAAC;AACxB,MAAM,EAAE,GAAG,aAAa,CAAC;AACzB,MAAM,EAAE,GAAG,aAAa,CAAC;AACzB,MAAM,EAAE,GAAG,aAAa,CAAC;AAEzB,SAAS,SAAS,CAAC,CAAS;IAC1B,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACZ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACZ,CAAC;SAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;SAAM,CAAC;QACN,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACZ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACZ,CAAC;SAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,CAAC;SAAM,CAAC;QACN,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AACD,MAAM,IAAI,GAAG,KAAK,CAAC;AACnB,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AAC7B,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC;AAC3B,MAAM,YAAY,GAAG,IAAI,CAAC;AAE1B,MAAM,OAAO,IAAI;IAEN;IACA;IACA;IACA;IAJT,YACS,CAAS,EACT,CAAS,EACT,KAAa,EACb,MAAc;QAHd,MAAC,GAAD,CAAC,CAAQ;QACT,MAAC,GAAD,CAAC,CAAQ;QACT,UAAK,GAAL,KAAK,CAAQ;QACb,WAAM,GAAN,MAAM,CAAQ;IACpB,CAAC;CACL;AAED,kBAAkB;AAClB,MAAM,UAAU,SAAS,CAAC,EACxB,IAAI,EACJ,QAAQ,EAIT;IACC,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC;QAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,MAAM,GAAG,GAAG,QAAQ,GAAG,CAAC,GAAG,OAAO,GAAG,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAC;QAEtD,mBAAmB;QACnB,uHAAuH;QACvH,cAAc,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,CAAC;IAC5C,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;IACzC,MAAM,gBAAgB,GAAG,cAAc,GAAG,SAAS,CAAC;IACpD,MAAM,GAAG,GAAG,IAAI,CAAC;IAEjB,yGAAyG;IACzG,OAAO,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,EACjC,IAAI,EACJ,QAAQ,EACR,UAAU,EAKX;IACC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClB,mGAAmG;IACnG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC;QAClD,wBAAwB;QACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC;YACpC,8GAA8G;YAC9G,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,EACxC,IAAI,EACJ,QAAQ,EACR,UAAU,EAKX;IACC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAElB,MAAM,WAAW,GAAG,CAAC,GAAG,UAAU,CAAC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC;YACtC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,GAAG;YACP,CAAC;YACD,CAAC;YACD,CAAC;YACD,CAAC;YACD,CAAC;YACD,CAAC;YACD,CAAC;YACD,EAAE;YACF,EAAE;YACF,EAAE;YACF,EAAE;;oBAEM,SAAS;uBACN,YAAY;CAClC,CAAC;AAEF,MAAM,OAAO,cAAc;IAGL;IAFZ,UAAU,CAAC;IACX,WAAW,CAAC;IACpB,YAAoB,OAAkB;QAAlB,YAAO,GAAP,OAAO,CAAW;QACpC,IAAI,CAAC,UAAU,GAAG,IAAI,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE;YAC/D,MAAM,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC;YACrC,OAAO,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC;YACtC,QAAQ,EAAE;gBACR;oBACE,KAAK,EAAE,YAAY;oBACnB,IAAI,EAAE,KAAK;oBACX,IAAI,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;iBAC5B;gBACD;oBACE,KAAK,EAAE,WAAW;oBAClB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC;iBAC1B;gBACD;oBACE,KAAK,EAAE,YAAY;oBACnB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC;iBAC1B;gBACD;oBACE,KAAK,EAAE,aAAa;oBACpB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC;iBAC1B;aACF;YACD,QAAQ,EAAE,UAAU,CAAC;EACzB,UAAU;;;;;;;;;;CAUX;YACK,MAAM,EAAE,UAAU,CAAC;;;;;;;;;;;;CAYxB;SACI,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,CAAC,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE;YACjE,MAAM,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC;YACxB,OAAO,EAAE,CAAC,OAAO,CAAC;YAClB,QAAQ,EAAE;gBACR;oBACE,mCAAmC;oBACnC,KAAK,EAAE,YAAY;oBACnB,IAAI,EAAE,KAAK;oBACX,IAAI,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;iBAC5B;gBACD;oBACE,KAAK,EAAE,WAAW;oBAClB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC;iBAC1B;gBACD;oBACE,KAAK,EAAE,YAAY;oBACnB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC;iBAC1B;gBACD;oBACE,KAAK,EAAE,WAAW;oBAClB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC;iBAC1B;gBACD;oBACE,KAAK,EAAE,aAAa;oBACpB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC;iBAC1B;gBACD;oBACE,KAAK,EAAE,cAAc;oBACrB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC;iBAC1B;aACF;YACD,QAAQ,EAAE,UAAU,CAAC;EACzB,UAAU;;;;;;;;;;CAUX;YACK,MAAM,EAAE,UAAU,CAAC;;;;;;;;;;;;;;;CAexB;SACI,CAAC,CAAC;QAEH,mBAAmB;QACnB,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;YAC9B,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;YACtB,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;YACvB,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;SACxB,CAAC,CAAC;QACH,mBAAmB;QACnB,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC;YAC/B,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;SACvB,CAAC,CAAC;IACL,CAAC;IAED,YAAY,CAAC,CAAS,EAAE,CAAS;QAC/B,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACnE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,YAAY,CAAC,IAAU;QACrB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACzD,SAAS,CAAC,UAAU,CAAC,aAAa,EAAE,IAAI,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,SAAS,CAAC,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QACzC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACjD,CAAC;IAED,aAAa,CAAC,OAAa,EAAE,OAAa;QACxC,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/D,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;QACjC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;QACjC,UAAU,CAAC,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC1C,UAAU,CAAC,UAAU,CAAC,aAAa,EAAE,IAAI,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QACjE,UAAU,CAAC,UAAU,CACnB,cAAc,EACd,IAAI,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CACzC,CAAC;QACF,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,CACL,WAAsB;IACtB,mCAAmC;IACnC,YAAuB,EACvB,YAAuB;QAEvB,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC;QACrC,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC;QAC3D,YAAY,CAAC,UAAU,CAAC,cAAc,EAAE;YACtC,KAAK,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE;YAC3C,MAAM,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,EAAE;YAC7C,MAAM,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,EAAE;SAC9C,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAErD,OAAO;YACL,KAAK,EAAE,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC;YAC5C,MAAM,EAAE,YAAY,CAAC,eAAe,CAAC,QAAQ,CAAC;YAC9C,MAAM,EAAE,YAAY,CAAC,eAAe,CAAC,QAAQ,CAAC;SAC/C,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,MAAiB,EAAE,GAAc;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC;QAE5B,MAAM,cAAc,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;QACrD,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC;QAEvC,aAAa,CAAC,UAAU,CAAC,cAAc,EAAE;YACvC,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE;YACtC,GAAG,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE;SAClC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAErD,OAAO,aAAa,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,qBAAqB,CAAC,gBAA2B;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC;QACpD,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC;QACvC,MAAM,WAAW,GAAG,aAAa,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAC3D,OAAO,CAAC,kBAAkB,CACxB,gBAAgB,EAChB,CAAC,EACD,WAAW,EACX,CAAC,EACD,WAAW,CAAC,IAAI,CACjB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,OAAO;QACL,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;QAC3B,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;IAC5B,CAAC;CACF"}

package/lib/tza.d.ts

@@ -0,0 +1,15 @@
+export type TensorLayout = 'x' | 'oihw';
+export type DataType = 'Float32' | 'Float16';
+export declare class TensorDesc {
+    dims: number[];
+    paddedDims: number[];
+    layout: TensorLayout;
+    dataType: DataType;
+    getByteSize(): number;
+}
+export declare class HostTensor {
+    desc: TensorDesc;
+    data: Uint8Array;
+    constructor(desc: TensorDesc, data: Uint8Array);
+}
+export declare function parseTZA(buffer: ArrayBuffer): Map<string, HostTensor>;

package/lib/tza.js

@@ -0,0 +1,114 @@
+// Copyright 2018 Intel Corporation
+// SPDX-License-Identifier: Apache-2.0
+export class TensorDesc {
+    dims = [];
+    paddedDims = [];
+    layout = 'x';
+    dataType = 'Float32';
+    getByteSize() {
+        let size = 1;
+        for (const dim of this.paddedDims) {
+            size *= dim;
+        }
+        if (this.dataType === 'Float32') {
+            size *= 4;
+        }
+        else if (this.dataType === 'Float16') {
+            size *= 2;
+        }
+        return size;
+    }
+}
+export class HostTensor {
+    desc;
+    data;
+    constructor(desc, data) {
+        this.desc = desc;
+        this.data = data;
+    }
+}
+class DataViewReader {
+    _view;
+    offset = 0;
+    constructor(_view) {
+        this._view = _view;
+    }
+    read(size) {
+        const view = this._view;
+        const offset = this.offset;
+        this.offset += size;
+        switch (size) {
+            case 1:
+                return view.getUint8(offset);
+            case 2:
+                return view.getUint16(offset, true);
+            case 4:
+                return view.getUint32(offset, true);
+            case 8:
+                // TODO
+                return Number(view.getBigUint64(offset, true));
+            default:
+                throw new Error('unsupported read size');
+        }
+    }
+}
+export function parseTZA(buffer) {
+    const input = new Uint8Array(buffer);
+    const viewReader = new DataViewReader(new DataView(buffer));
+    // Parse the magic value
+    const magic = viewReader.read(2);
+    if (magic !== 0x41d7) {
+        throw new Error('invalid or corrupted weights blob');
+    }
+    // Parse the version
+    const majorVersion = viewReader.read(1);
+    const minorVersion = viewReader.read(1);
+    if (majorVersion !== 2) {
+        throw new Error('unsupported weights blob version');
+    }
+    // Parse the table offset and jump to the table
+    const tableOffset = viewReader.read(8);
+    viewReader.offset = tableOffset;
+    // Parse the number of tensors
+    const numTensors = viewReader.read(4);
+    // Parse the tensors
+    const tensorMap = new Map();
+    for (let i = 0; i < numTensors; ++i) {
+        const tensorDesc = new TensorDesc();
+        // Parse the name
+        const nameLen = viewReader.read(2);
+        const name = new TextDecoder().decode(input.subarray(viewReader.offset, viewReader.offset + nameLen));
+        viewReader.offset += nameLen;
+        // Parse the number of dimensions
+        const ndims = viewReader.read(1);
+        // Parse the shape of the tensor
+        for (let j = 0; j < ndims; ++j) {
+            tensorDesc.dims.push(viewReader.read(4));
+        }
+        tensorDesc.paddedDims = [...tensorDesc.dims];
+        // Parse the layout of the tensor
+        const layoutStr = new TextDecoder().decode(input.subarray(viewReader.offset, viewReader.offset + ndims));
+        if (layoutStr === 'oihw') {
+            tensorDesc.layout = 'oihw';
+        }
+        viewReader.offset += ndims;
+        // Parse the data type of the tensor
+        const dataType = String.fromCharCode(viewReader.read(1));
+        if (dataType === 'f') {
+            tensorDesc.dataType = 'Float32';
+        }
+        else if (dataType === 'h') {
+            tensorDesc.dataType = 'Float16';
+        }
+        else {
+            throw new Error('invalid tensor data type');
+        }
+        // Parse the offset to the tensor data
+        const tensorOffset = viewReader.read(8);
+        const tensorData = input.slice(tensorOffset, tensorOffset + tensorDesc.getByteSize());
+        // Add the tensor to the map
+        tensorMap.set(name, new HostTensor(tensorDesc, tensorData));
+    }
+    return tensorMap;
+}
+//# sourceMappingURL=tza.js.map

package/lib/tza.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tza.js","sourceRoot":"","sources":["../src/tza.ts"],"names":[],"mappings":"AAAA,mCAAmC;AACnC,sCAAsC;AAOtC,MAAM,OAAO,UAAU;IACrB,IAAI,GAAa,EAAE,CAAC;IACpB,UAAU,GAAa,EAAE,CAAC;IAC1B,MAAM,GAAiB,GAAG,CAAC;IAC3B,QAAQ,GAAa,SAAS,CAAC;IAE/B,WAAW;QACT,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,IAAI,IAAI,GAAG,CAAC;QACd,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAChC,IAAI,IAAI,CAAC,CAAC;QACZ,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,CAAC;QACZ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,MAAM,OAAO,UAAU;IACF;IAAyB;IAA5C,YAAmB,IAAgB,EAAS,IAAgB;QAAzC,SAAI,GAAJ,IAAI,CAAY;QAAS,SAAI,GAAJ,IAAI,CAAY;IAAG,CAAC;CACjE;AAED,MAAM,cAAc;IAGE;IAFpB,MAAM,GAAW,CAAC,CAAC;IAEnB,YAAoB,KAAe;QAAf,UAAK,GAAL,KAAK,CAAU;IAAG,CAAC;IAEvC,IAAI,CAAC,IAAY;QACf,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC;QACpB,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,CAAC;gBACJ,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC/B,KAAK,CAAC;gBACJ,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACtC,KAAK,CAAC;gBACJ,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACtC,KAAK,CAAC;gBACJ,OAAO;gBACP,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;YACjD;gBACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,QAAQ,CAAC,MAAmB;IAC1C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAE5D,wBAAwB;IACxB,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IAED,oBAAoB;IACpB,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,+CAA+C;IAC/C,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvC,UAAU,CAAC,MAAM,GAAG,WAAW,CAAC;IAEhC,8BAA8B;IAC9B,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEtC,oBAAoB;IACpB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAsB,CAAC;IAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;QAEpC,iBAAiB;QACjB,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CACnC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,CAC/D,CAAC;QACF,UAAU,CAAC,MAAM,IAAI,OAAO,CAAC;QAE7B,iCAAiC;QACjC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEjC,gCAAgC;QAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC;QAED,UAAU,CAAC,UAAU,GAAG,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAE7C,iCAAiC;QACjC,MAAM,SAAS,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CACxC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,CAC7D,CAAC;QACF,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;YACzB,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC;QAC7B,CAAC;QAED,UAAU,CAAC,MAAM,IAAI,KAAK,CAAC;QAE3B,oCAAoC;QACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;YACrB,UAAU,CAAC,QAAQ,GAAG,SAAS,CAAC;QAClC,CAAC;aAAM,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;YAC5B,UAAU,CAAC,QAAQ,GAAG,SAAS,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,sCAAsC;QACtC,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAC5B,YAAY,EACZ,YAAY,GAAG,UAAU,CAAC,WAAW,EAAE,CACxC,CAAC;QAEF,4BAA4B;QAC5B,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/package.json

@@ -0,0 +1,26 @@
+{
+  "name": "oidn-web",
+  "version": "0.1.0",
+  "description": "Run Open Image Denoiser on the Web",
+  "main": "lib/main.js",
+  "scripts": {
+    "build": "vite build",
+    "dev": "vite dev",
+    "watch": "vite build -w",
+    "prepublishOnly": "npm run build && npm run build:lib",
+    "build:lib": "tsc",
+    "watch:lib": "tsc --watch"
+  },
+  "author": "pissang",
+  "license": "MIT",
+  "dependencies": {
+    "@petamoriken/float16": "^3.8.7",
+    "@tensorflow/tfjs": "^4.20.0",
+    "@tensorflow/tfjs-backend-webgpu": "^4.20.0"
+  },
+  "devDependencies": {
+    "typescript": "^5.4.5",
+    "vite": "^5.2.13",
+    "vite-plugin-mkcert": "^1.17.5"
+  }
+}