oidn-webgpu 0.0.0-stage → 0.6.0

package/lib/resourceTracker.js

@@ -0,0 +1,65 @@
+/**
+ * Counts explicitly owned browser resources. Keeping the ownership registry in
+ * production makes cache eviction and failure cleanup testable without relying
+ * on JS heap measurements, which do not include WebGPU allocations.
+ */
+export class OIDNResourceTracker {
+    _stats = new Map();
+    track(kind, resource) {
+        let stats = this._stats.get(kind);
+        if (!stats) {
+            stats = {
+                created: 0,
+                destroyed: 0,
+                live: 0,
+                peakLive: 0,
+                resources: new Set()
+            };
+            this._stats.set(kind, stats);
+        }
+        if (stats.resources.has(resource))
+            return resource;
+        stats.resources.add(resource);
+        stats.created++;
+        stats.live++;
+        stats.peakLive = Math.max(stats.peakLive, stats.live);
+        return resource;
+    }
+    release(kind, resource, destroy) {
+        if (!resource)
+            return false;
+        const stats = this._stats.get(kind);
+        if (!stats?.resources.delete(resource))
+            return false;
+        try {
+            destroy();
+        }
+        finally {
+            stats.destroyed++;
+            stats.live--;
+        }
+        return true;
+    }
+    snapshot(pending = 0) {
+        let live = 0;
+        let created = 0;
+        let destroyed = 0;
+        let peakLive = 0;
+        const byKind = {};
+        for (const [kind, stats] of this._stats) {
+            const entry = {
+                created: stats.created,
+                destroyed: stats.destroyed,
+                live: stats.live,
+                peakLive: stats.peakLive
+            };
+            byKind[kind] = entry;
+            live += entry.live;
+            created += entry.created;
+            destroyed += entry.destroyed;
+            peakLive += entry.peakLive;
+        }
+        return { live, created, destroyed, peakLive, pending, byKind };
+    }
+}
+//# sourceMappingURL=resourceTracker.js.map

package/lib/resourceTracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resourceTracker.js","sourceRoot":"","sources":["../src/resourceTracker.ts"],"names":[],"mappings":"AA2BA;;;;GAIG;AACH,MAAM,OAAO,mBAAmB;IACtB,MAAM,GAAG,IAAI,GAAG,EAA0C,CAAC;IAEnE,KAAK,CAAmB,IAAsB,EAAE,QAAW;QACzD,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG;gBACN,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,IAAI,EAAE,CAAC;gBACP,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE,IAAI,GAAG,EAAE;aACrB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;QACnD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9B,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,EAAE,CAAC;QACb,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACtD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,CACL,IAAsB,EACtB,QAA4B,EAC5B,OAAmB;QAEnB,IAAI,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAC;QACrD,IAAI,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,SAAS,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,EAAE,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ,CAAC,OAAO,GAAG,CAAC;QAClB,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,MAAM,MAAM,GAAmC,EAAE,CAAC;QAClD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG;gBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;YACrB,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC;YACnB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;YACzB,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;YAC7B,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC;QAC7B,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACjE,CAAC;CACF"}

package/lib/sanitize.d.ts

@@ -0,0 +1,15 @@
+/**
+ * OIDN's input and output sanitizing: NaN becomes 0, then values are clamped
+ * to their valid range. HDR values are bounded by FLT_MAX, so +inf becomes
+ * FLT_MAX. Used before the network, by auto-exposure, and on the network
+ * output before the inverse transfer.
+ */
+export declare const FLT_MAX = 3.4028234663852886e+38;
+export declare function sanitize(value: number, lo: number, hi: number): number;
+/**
+ * WGSL declarations of `FLT_MAX` and `fn sanitize(v: vec3f, lo: f32, hi: f32)`.
+ * WGSL compilers may assume floats are finite, so NaN and infinity are
+ * detected from the bits rather than with comparisons. FLT_MAX is spelled out
+ * so the native core does not depend on scriptc's number formatting.
+ */
+export declare const sanitizeWGSL = "\nconst FLT_MAX = 3.4028234663852886e38;\nfn sanitize(v: vec3f, lo: f32, hi: f32) -> vec3f {\n  let bits = bitcast<vec3u>(v);\n  let magnitude = bits & vec3u(0x7fffffffu);\n  let negative = (bits & vec3u(0x80000000u)) != vec3u(0u);\n  let infinite = select(vec3f(hi), vec3f(lo), negative);\n  let clamped = select(clamp(v, vec3f(lo), vec3f(hi)), infinite, magnitude == vec3u(0x7f800000u));\n  return select(clamped, vec3f(0.0), magnitude > vec3u(0x7f800000u));\n}\n";

package/lib/sanitize.js

@@ -0,0 +1,28 @@
+/**
+ * OIDN's input and output sanitizing: NaN becomes 0, then values are clamped
+ * to their valid range. HDR values are bounded by FLT_MAX, so +inf becomes
+ * FLT_MAX. Used before the network, by auto-exposure, and on the network
+ * output before the inverse transfer.
+ */
+export const FLT_MAX = 3.4028234663852886e38;
+export function sanitize(value, lo, hi) {
+    return Number.isNaN(value) ? 0 : Math.min(Math.max(value, lo), hi);
+}
+/**
+ * WGSL declarations of `FLT_MAX` and `fn sanitize(v: vec3f, lo: f32, hi: f32)`.
+ * WGSL compilers may assume floats are finite, so NaN and infinity are
+ * detected from the bits rather than with comparisons. FLT_MAX is spelled out
+ * so the native core does not depend on scriptc's number formatting.
+ */
+export const sanitizeWGSL = /* wgsl */ `
+const FLT_MAX = 3.4028234663852886e38;
+fn sanitize(v: vec3f, lo: f32, hi: f32) -> vec3f {
+  let bits = bitcast<vec3u>(v);
+  let magnitude = bits & vec3u(0x7fffffffu);
+  let negative = (bits & vec3u(0x80000000u)) != vec3u(0u);
+  let infinite = select(vec3f(hi), vec3f(lo), negative);
+  let clamped = select(clamp(v, vec3f(lo), vec3f(hi)), infinite, magnitude == vec3u(0x7f800000u));
+  return select(clamped, vec3f(0.0), magnitude > vec3u(0x7f800000u));
+}
+`;
+//# sourceMappingURL=sanitize.js.map

package/lib/sanitize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sanitize.js","sourceRoot":"","sources":["../src/sanitize.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,qBAAqB,CAAC;AAE7C,MAAM,UAAU,QAAQ,CAAC,KAAa,EAAE,EAAU,EAAE,EAAU;IAC5D,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AACrE,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,UAAU,CAAC;;;;;;;;;;CAUtC,CAAC"}

package/lib/tileScheduler.d.ts

@@ -0,0 +1,61 @@
+export interface DynamicTileOptions {
+    /** Smallest output tile edge. Defaults to 256. */
+    minTileSize?: number;
+    /** Initial maximum output tile edge. Defaults to 432. */
+    initialTileSize?: number;
+    /** Desired upper bound for one tile's GPU latency. Defaults to 16 ms. */
+    targetTileTimeMs?: number;
+    /** Amount added or removed after each completed execution. Defaults to 16. */
+    adjustmentStep?: number;
+}
+export type DynamicTileSetting = boolean | DynamicTileOptions;
+export declare const OIDN_TILE_ALIGNMENT = 16;
+export interface TileRect {
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+}
+export interface PlannedTile {
+    column: number;
+    row: number;
+    input: TileRect;
+    output: TileRect;
+}
+export interface TilePlan {
+    columns: number;
+    rows: number;
+    overlap: number;
+    maxOutputWidth: number;
+    maxOutputHeight: number;
+    inputPixelCount: number;
+    inputShapeCount: number;
+    tiles: PlannedTile[];
+}
+/**
+ * Splits an image into balanced rectangular output regions. Only sides that
+ * touch another tile receive a halo; image edges rely on the model's normal
+ * boundary behavior instead of doing redundant off-edge work.
+ */
+export declare function planTileGrid(width: number, height: number, maxTileSize: number, overlap: number): TilePlan;
+/** Fits one output dimension without exceeding the configured tile cap. */
+export declare function fitTileDimension(imageSize: number, maxTileSize: number): number;
+/**
+ * Chooses an output tile size from completed GPU timings. A size change is
+ * applied to the next execution so one in-flight tiled pass keeps a stable
+ * overlap, allocation plan, and pipeline set.
+ */
+export declare class DynamicTileController {
+    readonly enabled: boolean;
+    readonly maxTileSize: number;
+    readonly minTileSize: number;
+    readonly targetTileTimeMs: number;
+    private _tileSize;
+    private _adjustmentStep;
+    private _smoothedTileTimeMs?;
+    private _completeExecutionsSinceChange;
+    constructor(maxTileSize: number, setting?: DynamicTileSetting);
+    get tileSize(): number;
+    /** Returns true when the next execution should use a different tile size. */
+    observe(tileTimesMs: number[]): boolean;
+}

package/lib/tileScheduler.js

@@ -0,0 +1,199 @@
+const defaultMinTileSize = 256;
+const defaultInitialTileSize = 432;
+const defaultTargetTileTimeMs = 16;
+const defaultAdjustmentStep = 16;
+export const OIDN_TILE_ALIGNMENT = 16;
+function alignUp(value, alignment) {
+    return Math.ceil(value / alignment) * alignment;
+}
+function alignDown(value, alignment) {
+    return Math.floor(value / alignment) * alignment;
+}
+function partitionRange(length, parts, index) {
+    const start = Math.round(index * length / parts);
+    const end = Math.round((index + 1) * length / parts);
+    return { start, end };
+}
+function alignRangeWithinImage(start, end, imageSize, minimumSize = 0) {
+    const currentSize = end - start;
+    const alignedSize = Math.max(minimumSize, alignUp(currentSize, OIDN_TILE_ALIGNMENT));
+    let alignedStart = start - Math.floor((alignedSize - currentSize) / 2);
+    // At an image edge, keep the padded portion on the right/bottom. Input
+    // readers replicate the nearest image edge into that portion, while output
+    // tiles remain strictly inside the original image.
+    alignedStart = clamp(alignedStart, 0, Math.max(0, imageSize - alignedSize));
+    return { start: alignedStart, end: alignedStart + alignedSize };
+}
+/**
+ * Splits an image into balanced rectangular output regions. Only sides that
+ * touch another tile receive a halo; image edges rely on the model's normal
+ * boundary behavior instead of doing redundant off-edge work.
+ */
+export function planTileGrid(width, height, maxTileSize, overlap) {
+    if (!Number.isInteger(width) || width <= 0 ||
+        !Number.isInteger(height) || height <= 0) {
+        throw new Error('Tile grid dimensions must be positive integers');
+    }
+    if (!Number.isFinite(maxTileSize) || maxTileSize <= 0) {
+        throw new Error('Maximum tile size must be positive');
+    }
+    if (!Number.isFinite(overlap) || overlap < 0) {
+        throw new Error('Tile overlap must be non-negative');
+    }
+    const alignedMaximum = Math.max(OIDN_TILE_ALIGNMENT, alignDown(maxTileSize, OIDN_TILE_ALIGNMENT));
+    const alignedOverlap = alignUp(overlap, OIDN_TILE_ALIGNMENT);
+    const columns = Math.max(1, Math.ceil(width / alignedMaximum));
+    const rows = Math.max(1, Math.ceil(height / alignedMaximum));
+    const tiles = [];
+    let maxOutputWidth = 0;
+    let maxOutputHeight = 0;
+    for (let row = 0; row < rows; row++) {
+        const outputY = partitionRange(height, rows, row);
+        for (let column = 0; column < columns; column++) {
+            const outputX = partitionRange(width, columns, column);
+            const desiredInputX = {
+                start: column === 0
+                    ? outputX.start
+                    : Math.max(0, outputX.start - alignedOverlap),
+                end: column === columns - 1
+                    ? outputX.end
+                    : Math.min(width, outputX.end + alignedOverlap)
+            };
+            const desiredInputY = {
+                start: row === 0
+                    ? outputY.start
+                    : Math.max(0, outputY.start - alignedOverlap),
+                end: row === rows - 1
+                    ? outputY.end
+                    : Math.min(height, outputY.end + alignedOverlap)
+            };
+            const inputX = alignRangeWithinImage(desiredInputX.start, desiredInputX.end, width);
+            const inputY = alignRangeWithinImage(desiredInputY.start, desiredInputY.end, height);
+            const output = {
+                x: outputX.start,
+                y: outputY.start,
+                width: outputX.end - outputX.start,
+                height: outputY.end - outputY.start
+            };
+            const input = {
+                x: inputX.start,
+                y: inputY.start,
+                width: inputX.end - inputX.start,
+                height: inputY.end - inputY.start
+            };
+            maxOutputWidth = Math.max(maxOutputWidth, output.width);
+            maxOutputHeight = Math.max(maxOutputHeight, output.height);
+            tiles.push({ column, row, input, output });
+        }
+    }
+    const inputShapes = () => new Set(tiles.map(({ input }) => `${input.width}x${input.height}`));
+    if (inputShapes().size > 2) {
+        const maximumInputWidth = Math.max(...tiles.map(({ input }) => input.width));
+        const maximumInputHeight = Math.max(...tiles.map(({ input }) => input.height));
+        const uniformWidthPixelCount = tiles.reduce((sum, { input }) => sum + maximumInputWidth * input.height, 0);
+        const uniformHeightPixelCount = tiles.reduce((sum, { input }) => sum + input.width * maximumInputHeight, 0);
+        if (uniformWidthPixelCount <= uniformHeightPixelCount) {
+            for (const tile of tiles) {
+                const range = alignRangeWithinImage(tile.input.x, tile.input.x + tile.input.width, width, maximumInputWidth);
+                tile.input.x = range.start;
+                tile.input.width = range.end - range.start;
+            }
+        }
+        else {
+            for (const tile of tiles) {
+                const range = alignRangeWithinImage(tile.input.y, tile.input.y + tile.input.height, height, maximumInputHeight);
+                tile.input.y = range.start;
+                tile.input.height = range.end - range.start;
+            }
+        }
+    }
+    const finalInputShapes = inputShapes();
+    const inputPixelCount = tiles.reduce((sum, { input }) => sum + input.width * input.height, 0);
+    return {
+        columns,
+        rows,
+        overlap: alignedOverlap,
+        maxOutputWidth,
+        maxOutputHeight,
+        inputPixelCount,
+        inputShapeCount: finalInputShapes.size,
+        tiles
+    };
+}
+function clamp(value, min, max) {
+    return Math.min(Math.max(value, min), max);
+}
+function percentile(values, fraction) {
+    const sorted = [...values].sort((a, b) => a - b);
+    return sorted[Math.ceil(sorted.length * fraction) - 1];
+}
+/** Fits one output dimension without exceeding the configured tile cap. */
+export function fitTileDimension(imageSize, maxTileSize) {
+    return imageSize <= maxTileSize
+        ? Math.min(alignUp(imageSize, OIDN_TILE_ALIGNMENT), maxTileSize)
+        : maxTileSize;
+}
+/**
+ * Chooses an output tile size from completed GPU timings. A size change is
+ * applied to the next execution so one in-flight tiled pass keeps a stable
+ * overlap, allocation plan, and pipeline set.
+ */
+export class DynamicTileController {
+    enabled;
+    maxTileSize;
+    minTileSize;
+    targetTileTimeMs;
+    _tileSize;
+    _adjustmentStep;
+    _smoothedTileTimeMs;
+    _completeExecutionsSinceChange = 0;
+    constructor(maxTileSize, setting = true) {
+        const options = typeof setting === 'object' ? setting : {};
+        this.enabled = setting !== false;
+        this.maxTileSize = Math.max(OIDN_TILE_ALIGNMENT, alignDown(maxTileSize, OIDN_TILE_ALIGNMENT));
+        this.minTileSize = clamp(alignUp(options.minTileSize ?? defaultMinTileSize, OIDN_TILE_ALIGNMENT), OIDN_TILE_ALIGNMENT, this.maxTileSize);
+        this.targetTileTimeMs = Math.max(1, options.targetTileTimeMs ?? defaultTargetTileTimeMs);
+        this._adjustmentStep = Math.max(OIDN_TILE_ALIGNMENT, alignUp(options.adjustmentStep ?? defaultAdjustmentStep, OIDN_TILE_ALIGNMENT));
+        this._tileSize = this.enabled
+            ? clamp(alignUp(options.initialTileSize ?? defaultInitialTileSize, OIDN_TILE_ALIGNMENT), this.minTileSize, this.maxTileSize)
+            : this.maxTileSize;
+    }
+    get tileSize() {
+        return this._tileSize;
+    }
+    /** Returns true when the next execution should use a different tile size. */
+    observe(tileTimesMs) {
+        if (!this.enabled || tileTimesMs.length === 0)
+            return false;
+        const validTimes = tileTimesMs.filter((duration) => Number.isFinite(duration) && duration >= 0);
+        if (validTimes.length === 0)
+            return false;
+        // The first tile may still pay one-time GPU residency costs even after
+        // shape preparation. It should not make a stable layout look too slow.
+        const representativeTimes = validTimes.length >= 3
+            ? validTimes.slice(1)
+            : validTimes;
+        const observedTime = percentile(representativeTimes, 0.75);
+        this._smoothedTileTimeMs = this._smoothedTileTimeMs === undefined
+            ? observedTime
+            : this._smoothedTileTimeMs * 0.65 + observedTime * 0.35;
+        this._completeExecutionsSinceChange++;
+        if (this._completeExecutionsSinceChange < 2)
+            return false;
+        let nextTileSize = this._tileSize;
+        if (this._smoothedTileTimeMs > this.targetTileTimeMs * 1.25) {
+            nextTileSize -= this._adjustmentStep;
+        }
+        else if (this._smoothedTileTimeMs < this.targetTileTimeMs * 0.65) {
+            nextTileSize += this._adjustmentStep;
+        }
+        nextTileSize = clamp(alignUp(nextTileSize, OIDN_TILE_ALIGNMENT), this.minTileSize, this.maxTileSize);
+        if (nextTileSize === this._tileSize)
+            return false;
+        this._tileSize = nextTileSize;
+        this._smoothedTileTimeMs = undefined;
+        this._completeExecutionsSinceChange = 0;
+        return true;
+    }
+}
+//# sourceMappingURL=tileScheduler.js.map

package/lib/tileScheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tileScheduler.js","sourceRoot":"","sources":["../src/tileScheduler.ts"],"names":[],"mappings":"AAaA,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,uBAAuB,GAAG,EAAE,CAAC;AACnC,MAAM,qBAAqB,GAAG,EAAE,CAAC;AACjC,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AA2BtC,SAAS,OAAO,CAAC,KAAa,EAAE,SAAiB;IAC/C,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;AAClD,CAAC;AAED,SAAS,SAAS,CAAC,KAAa,EAAE,SAAiB;IACjD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;AACnD,CAAC;AAED,SAAS,cAAc,CAAC,MAAc,EAAE,KAAa,EAAE,KAAa;IAClE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,GAAG,KAAK,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC,CAAC;IACrD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;AACxB,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAa,EACb,GAAW,EACX,SAAiB,EACjB,WAAW,GAAG,CAAC;IAEf,MAAM,WAAW,GAAG,GAAG,GAAG,KAAK,CAAC;IAChC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,WAAW,EACX,OAAO,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAC1C,CAAC;IACF,IAAI,YAAY,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACvE,uEAAuE;IACvE,2EAA2E;IAC3E,mDAAmD;IACnD,YAAY,GAAG,KAAK,CAAC,YAAY,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC;IAC5E,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,CAAC;AAClE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAC1B,KAAa,EACb,MAAc,EACd,WAAmB,EACnB,OAAe;IAEf,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;QACtC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,mBAAmB,EACnB,SAAS,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAC5C,CAAC;IACF,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAkB,EAAE,CAAC;IAChC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAClD,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YACvD,MAAM,aAAa,GAAG;gBACpB,KAAK,EAAE,MAAM,KAAK,CAAC;oBACjB,CAAC,CAAC,OAAO,CAAC,KAAK;oBACf,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,GAAG,cAAc,CAAC;gBAC/C,GAAG,EAAE,MAAM,KAAK,OAAO,GAAG,CAAC;oBACzB,CAAC,CAAC,OAAO,CAAC,GAAG;oBACb,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,GAAG,cAAc,CAAC;aAClD,CAAC;YACF,MAAM,aAAa,GAAG;gBACpB,KAAK,EAAE,GAAG,KAAK,CAAC;oBACd,CAAC,CAAC,OAAO,CAAC,KAAK;oBACf,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,GAAG,cAAc,CAAC;gBAC/C,GAAG,EAAE,GAAG,KAAK,IAAI,GAAG,CAAC;oBACnB,CAAC,CAAC,OAAO,CAAC,GAAG;oBACb,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,GAAG,cAAc,CAAC;aACnD,CAAC;YACF,MAAM,MAAM,GAAG,qBAAqB,CAClC,aAAa,CAAC,KAAK,EACnB,aAAa,CAAC,GAAG,EACjB,KAAK,CACN,CAAC;YACF,MAAM,MAAM,GAAG,qBAAqB,CAClC,aAAa,CAAC,KAAK,EACnB,aAAa,CAAC,GAAG,EACjB,MAAM,CACP,CAAC;YACF,MAAM,MAAM,GAAa;gBACvB,CAAC,EAAE,OAAO,CAAC,KAAK;gBAChB,CAAC,EAAE,OAAO,CAAC,KAAK;gBAChB,KAAK,EAAE,OAAO,CAAC,GAAG,GAAG,OAAO,CAAC,KAAK;gBAClC,MAAM,EAAE,OAAO,CAAC,GAAG,GAAG,OAAO,CAAC,KAAK;aACpC,CAAC;YACF,MAAM,KAAK,GAAa;gBACtB,CAAC,EAAE,MAAM,CAAC,KAAK;gBACf,CAAC,EAAE,MAAM,CAAC,KAAK;gBACf,KAAK,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK;gBAChC,MAAM,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK;aAClC,CAAC;YACF,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YACxD,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3D,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,GAAG,EAAE,CAAC,IAAI,GAAG,CAC/B,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,CAC3D,CAAC;IACF,IAAI,WAAW,EAAE,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAChC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CACzC,CAAC;QACF,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CACjC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAC1C,CAAC;QACF,MAAM,sBAAsB,GAAG,KAAK,CAAC,MAAM,CACzC,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,iBAAiB,GAAG,KAAK,CAAC,MAAM,EAC1D,CAAC,CACF,CAAC;QACF,MAAM,uBAAuB,GAAG,KAAK,CAAC,MAAM,CAC1C,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,GAAG,kBAAkB,EAC1D,CAAC,CACF,CAAC;QACF,IAAI,sBAAsB,IAAI,uBAAuB,EAAE,CAAC;YACtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,qBAAqB,CACjC,IAAI,CAAC,KAAK,CAAC,CAAC,EACZ,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAC/B,KAAK,EACL,iBAAiB,CAClB,CAAC;gBACF,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;gBAC3B,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC;YAC7C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,qBAAqB,CACjC,IAAI,CAAC,KAAK,CAAC,CAAC,EACZ,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAChC,MAAM,EACN,kBAAkB,CACnB,CAAC;gBACF,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;gBAC3B,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,gBAAgB,GAAG,WAAW,EAAE,CAAC;IACvC,MAAM,eAAe,GAAG,KAAK,CAAC,MAAM,CAClC,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,EACpD,CAAC,CACF,CAAC;IAEF,OAAO;QACL,OAAO;QACP,IAAI;QACJ,OAAO,EAAE,cAAc;QACvB,cAAc;QACd,eAAe;QACf,eAAe;QACf,eAAe,EAAE,gBAAgB,CAAC,IAAI;QACtC,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,KAAa,EAAE,GAAW,EAAE,GAAW;IACpD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB,EAAE,QAAgB;IACpD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,gBAAgB,CAAC,SAAiB,EAAE,WAAmB;IACrE,OAAO,SAAS,IAAI,WAAW;QAC7B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,mBAAmB,CAAC,EAAE,WAAW,CAAC;QAChE,CAAC,CAAC,WAAW,CAAC;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,qBAAqB;IACvB,OAAO,CAAU;IACjB,WAAW,CAAS;IACpB,WAAW,CAAS;IACpB,gBAAgB,CAAS;IAE1B,SAAS,CAAS;IAClB,eAAe,CAAS;IACxB,mBAAmB,CAAU;IAC7B,8BAA8B,GAAG,CAAC,CAAC;IAE3C,YAAY,WAAmB,EAAE,UAA8B,IAAI;QACjE,MAAM,OAAO,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,IAAI,CAAC,OAAO,GAAG,OAAO,KAAK,KAAK,CAAC;QACjC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CACzB,mBAAmB,EACnB,SAAS,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAC5C,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,KAAK,CACtB,OAAO,CAAC,OAAO,CAAC,WAAW,IAAI,kBAAkB,EAAE,mBAAmB,CAAC,EACvE,mBAAmB,EACnB,IAAI,CAAC,WAAW,CACjB,CAAC;QACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAC9B,CAAC,EACD,OAAO,CAAC,gBAAgB,IAAI,uBAAuB,CACpD,CAAC;QACF,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAC7B,mBAAmB,EACnB,OAAO,CACL,OAAO,CAAC,cAAc,IAAI,qBAAqB,EAC/C,mBAAmB,CACpB,CACF,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO;YAC3B,CAAC,CAAC,KAAK,CACH,OAAO,CACL,OAAO,CAAC,eAAe,IAAI,sBAAsB,EACjD,mBAAmB,CACpB,EACD,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,WAAW,CACjB;YACH,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;IACvB,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,6EAA6E;IAC7E,OAAO,CAAC,WAAqB;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAE5D,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CACnC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC,CACzD,CAAC;QACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAE1C,uEAAuE;QACvE,uEAAuE;QACvE,MAAM,mBAAmB,GAAG,UAAU,CAAC,MAAM,IAAI,CAAC;YAChD,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;YACrB,CAAC,CAAC,UAAU,CAAC;QACf,MAAM,YAAY,GAAG,UAAU,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;QAC3D,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,KAAK,SAAS;YAC/D,CAAC,CAAC,YAAY;YACd,CAAC,CAAC,IAAI,CAAC,mBAAmB,GAAG,IAAI,GAAG,YAAY,GAAG,IAAI,CAAC;QAC1D,IAAI,CAAC,8BAA8B,EAAE,CAAC;QACtC,IAAI,IAAI,CAAC,8BAA8B,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAE1D,IAAI,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;QAClC,IAAI,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,EAAE,CAAC;YAC5D,YAAY,IAAI,IAAI,CAAC,eAAe,CAAC;QACvC,CAAC;aAAM,IAAI,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,EAAE,CAAC;YACnE,YAAY,IAAI,IAAI,CAAC,eAAe,CAAC;QACvC,CAAC;QAED,YAAY,GAAG,KAAK,CAClB,OAAO,CAAC,YAAY,EAAE,mBAAmB,CAAC,EAC1C,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,WAAW,CACjB,CAAC;QACF,IAAI,YAAY,KAAK,IAAI,CAAC,SAAS;YAAE,OAAO,KAAK,CAAC;QAClD,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC;QAC9B,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;QACrC,IAAI,CAAC,8BAA8B,GAAG,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/lib/tza.d.ts

@@ -0,0 +1,15 @@
+export type TensorLayout = 'x' | 'oihw';
+export type DataType = 'Float32' | 'Float16';
+export declare class TensorDesc {
+    dims: number[];
+    paddedDims: number[];
+    layout: TensorLayout;
+    dataType: DataType;
+    getByteSize(): number;
+}
+export declare class HostTensor {
+    desc: TensorDesc;
+    data: Uint8Array;
+    constructor(desc: TensorDesc, data: Uint8Array);
+}
+export declare function parseTZA(buffer: ArrayBuffer): Map<string, HostTensor>;

package/lib/tza.js

@@ -0,0 +1,114 @@
+// Copyright 2018 Intel Corporation
+// SPDX-License-Identifier: Apache-2.0
+export class TensorDesc {
+    dims = [];
+    paddedDims = [];
+    layout = 'x';
+    dataType = 'Float32';
+    getByteSize() {
+        let size = 1;
+        for (const dim of this.paddedDims) {
+            size *= dim;
+        }
+        if (this.dataType === 'Float32') {
+            size *= 4;
+        }
+        else if (this.dataType === 'Float16') {
+            size *= 2;
+        }
+        return size;
+    }
+}
+export class HostTensor {
+    desc;
+    data;
+    constructor(desc, data) {
+        this.desc = desc;
+        this.data = data;
+    }
+}
+class DataViewReader {
+    _view;
+    offset = 0;
+    constructor(_view) {
+        this._view = _view;
+    }
+    read(size) {
+        const view = this._view;
+        const offset = this.offset;
+        this.offset += size;
+        switch (size) {
+            case 1:
+                return view.getUint8(offset);
+            case 2:
+                return view.getUint16(offset, true);
+            case 4:
+                return view.getUint32(offset, true);
+            case 8:
+                // TODO
+                return Number(view.getBigUint64(offset, true));
+            default:
+                throw new Error('unsupported read size');
+        }
+    }
+}
+export function parseTZA(buffer) {
+    const input = new Uint8Array(buffer);
+    const viewReader = new DataViewReader(new DataView(buffer));
+    // Parse the magic value
+    const magic = viewReader.read(2);
+    if (magic !== 0x41d7) {
+        throw new Error('invalid or corrupted weights blob');
+    }
+    // Parse the version
+    const majorVersion = viewReader.read(1);
+    const minorVersion = viewReader.read(1);
+    if (majorVersion !== 2) {
+        throw new Error('unsupported weights blob version');
+    }
+    // Parse the table offset and jump to the table
+    const tableOffset = viewReader.read(8);
+    viewReader.offset = tableOffset;
+    // Parse the number of tensors
+    const numTensors = viewReader.read(4);
+    // Parse the tensors
+    const tensorMap = new Map();
+    for (let i = 0; i < numTensors; ++i) {
+        const tensorDesc = new TensorDesc();
+        // Parse the name
+        const nameLen = viewReader.read(2);
+        const name = new TextDecoder().decode(input.subarray(viewReader.offset, viewReader.offset + nameLen));
+        viewReader.offset += nameLen;
+        // Parse the number of dimensions
+        const ndims = viewReader.read(1);
+        // Parse the shape of the tensor
+        for (let j = 0; j < ndims; ++j) {
+            tensorDesc.dims.push(viewReader.read(4));
+        }
+        tensorDesc.paddedDims = [...tensorDesc.dims];
+        // Parse the layout of the tensor
+        const layoutStr = new TextDecoder().decode(input.subarray(viewReader.offset, viewReader.offset + ndims));
+        if (layoutStr === 'oihw') {
+            tensorDesc.layout = 'oihw';
+        }
+        viewReader.offset += ndims;
+        // Parse the data type of the tensor
+        const dataType = String.fromCharCode(viewReader.read(1));
+        if (dataType === 'f') {
+            tensorDesc.dataType = 'Float32';
+        }
+        else if (dataType === 'h') {
+            tensorDesc.dataType = 'Float16';
+        }
+        else {
+            throw new Error('invalid tensor data type');
+        }
+        // Parse the offset to the tensor data
+        const tensorOffset = viewReader.read(8);
+        const tensorData = input.slice(tensorOffset, tensorOffset + tensorDesc.getByteSize());
+        // Add the tensor to the map
+        tensorMap.set(name, new HostTensor(tensorDesc, tensorData));
+    }
+    return tensorMap;
+}
+//# sourceMappingURL=tza.js.map

package/lib/tza.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tza.js","sourceRoot":"","sources":["../src/tza.ts"],"names":[],"mappings":"AAAA,mCAAmC;AACnC,sCAAsC;AAOtC,MAAM,OAAO,UAAU;IACrB,IAAI,GAAa,EAAE,CAAC;IACpB,UAAU,GAAa,EAAE,CAAC;IAC1B,MAAM,GAAiB,GAAG,CAAC;IAC3B,QAAQ,GAAa,SAAS,CAAC;IAE/B,WAAW;QACT,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,IAAI,IAAI,GAAG,CAAC;QACd,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAChC,IAAI,IAAI,CAAC,CAAC;QACZ,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,CAAC;QACZ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,MAAM,OAAO,UAAU;IACF;IAAyB;IAA5C,YAAmB,IAAgB,EAAS,IAAgB;QAAzC,SAAI,GAAJ,IAAI,CAAY;QAAS,SAAI,GAAJ,IAAI,CAAY;IAAG,CAAC;CACjE;AAED,MAAM,cAAc;IAGE;IAFpB,MAAM,GAAW,CAAC,CAAC;IAEnB,YAAoB,KAAe;QAAf,UAAK,GAAL,KAAK,CAAU;IAAG,CAAC;IAEvC,IAAI,CAAC,IAAY;QACf,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC;QACpB,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,CAAC;gBACJ,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC/B,KAAK,CAAC;gBACJ,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACtC,KAAK,CAAC;gBACJ,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACtC,KAAK,CAAC;gBACJ,OAAO;gBACP,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;YACjD;gBACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,QAAQ,CAAC,MAAmB;IAC1C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAE5D,wBAAwB;IACxB,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IAED,oBAAoB;IACpB,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,+CAA+C;IAC/C,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvC,UAAU,CAAC,MAAM,GAAG,WAAW,CAAC;IAEhC,8BAA8B;IAC9B,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEtC,oBAAoB;IACpB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAsB,CAAC;IAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;QAEpC,iBAAiB;QACjB,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CACnC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,CAC/D,CAAC;QACF,UAAU,CAAC,MAAM,IAAI,OAAO,CAAC;QAE7B,iCAAiC;QACjC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEjC,gCAAgC;QAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC;QAED,UAAU,CAAC,UAAU,GAAG,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAE7C,iCAAiC;QACjC,MAAM,SAAS,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CACxC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,CAC7D,CAAC;QACF,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;YACzB,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC;QAC7B,CAAC;QAED,UAAU,CAAC,MAAM,IAAI,KAAK,CAAC;QAE3B,oCAAoC;QACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;YACrB,UAAU,CAAC,QAAQ,GAAG,SAAS,CAAC;QAClC,CAAC;aAAM,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;YAC5B,UAAU,CAAC,QAAQ,GAAG,SAAS,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,sCAAsC;QACtC,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAC5B,YAAY,EACZ,YAAY,GAAG,UAAU,CAAC,WAAW,EAAE,CACxC,CAAC;QAEF,4BAA4B;QAC5B,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/lib/webnnUNet.d.ts

@@ -0,0 +1,52 @@
+import type { ValidatedUNetModel } from './modelSpec';
+import type { NativeUNetPrecision, NativeUNetPrecisionSetting } from './nativeUNet';
+import { type OIDNResourceSnapshot } from './resourceTracker.js';
+export interface WebNNUNetOptions {
+    precision?: NativeUNetPrecisionSetting;
+    shapeCacheSize?: number;
+}
+export interface WebNNRuntimeSupport {
+    available: boolean;
+    reason?: string;
+    fp16Conv: boolean;
+    gpuInterop: boolean;
+}
+/** Experimental model-driven WebNN executor with FP16 WebGPU interop. */
+export declare class WebNNUNetExecutor {
+    private _device;
+    private _model;
+    readonly precision: NativeUNetPrecision;
+    readonly support: WebNNRuntimeSupport;
+    private _context;
+    private _builderConstructor;
+    private _shapeCache;
+    private _shapePromises;
+    private _retiredExecutions;
+    private _pendingCreationCount;
+    private _shapeCacheSize;
+    private _clock;
+    private _inputPipeline;
+    private _outputPipeline;
+    private _resources;
+    private _disposed;
+    constructor(_device: GPUDevice, _model: ValidatedUNetModel, options?: WebNNUNetOptions);
+    prepare(): Promise<void>;
+    private _constant;
+    private _createExecution;
+    private _execution;
+    /** Compiles common tile shapes while the host still reports model loading. */
+    prewarm(shapes: readonly {
+        width: number;
+        height: number;
+    }[]): Promise<void>;
+    execute(inputBuffers: readonly GPUBuffer[], width: number, height: number): Promise<GPUBuffer>;
+    executeCPU(input: Float32Array, width: number, height: number): Promise<Float32Array<ArrayBuffer>>;
+    private _destroyExecution;
+    private _retireExecution;
+    private _releaseBuffer;
+    private _releaseTensor;
+    private _releaseGraph;
+    private _releaseContext;
+    getResourceInfo(): OIDNResourceSnapshot;
+    dispose(): void;
+}