@octomil/browser 1.0.0

package/dist/inference.js

@@ -0,0 +1,213 @@
+/**
+ * @octomil/browser — Inference engine
+ *
+ * Wraps ONNX Runtime Web to create an inference session from a model
+ * buffer, auto-detect the best execution provider (WebGPU > WASM),
+ * and run forward passes.
+ */
+import { OctomilError } from "./types.js";
+// ---------------------------------------------------------------------------
+// InferenceEngine
+// ---------------------------------------------------------------------------
+export class InferenceEngine {
+    session = null;
+    ortModule = null;
+    resolvedBackend = null;
+    // -----------------------------------------------------------------------
+    // Public
+    // -----------------------------------------------------------------------
+    /**
+     * Create an ONNX Runtime session from the given model bytes.
+     *
+     * @param modelData  Raw ONNX model ArrayBuffer.
+     * @param backend    Requested backend (`"webgpu"`, `"wasm"`, or `undefined` for auto).
+     */
+    async createSession(modelData, backend) {
+        const ortMod = await this.loadOrt();
+        const provider = await this.resolveProvider(ortMod, backend);
+        this.resolvedBackend = provider === "webgpu" ? "webgpu" : "wasm";
+        const sessionOptions = {
+            executionProviders: [provider],
+            graphOptimizationLevel: "all",
+        };
+        try {
+            this.session = await ortMod.InferenceSession.create(modelData, sessionOptions);
+        }
+        catch (err) {
+            // If WebGPU failed, retry with WASM.
+            if (provider === "webgpu") {
+                try {
+                    this.session = await ortMod.InferenceSession.create(modelData, {
+                        executionProviders: ["wasm"],
+                        graphOptimizationLevel: "all",
+                    });
+                    this.resolvedBackend = "wasm";
+                }
+                catch (wasmErr) {
+                    throw new OctomilError("MODEL_LOAD_FAILED", "Failed to create ONNX session with both WebGPU and WASM backends.", wasmErr);
+                }
+            }
+            else {
+                throw new OctomilError("MODEL_LOAD_FAILED", `Failed to create ONNX session: ${String(err)}`, err);
+            }
+        }
+    }
+    /**
+     * Run inference and return the output tensors plus timing info.
+     */
+    async run(inputs) {
+        this.ensureSession();
+        const ortMod = this.ortModule;
+        const session = this.session;
+        // Build ORT tensor feeds.
+        const feeds = {};
+        for (const [name, tensor] of Object.entries(inputs)) {
+            feeds[name] = new ortMod.Tensor(inferOrtType(tensor.data), tensor.data, tensor.dims);
+        }
+        const start = performance.now();
+        let results;
+        try {
+            results = await session.run(feeds);
+        }
+        catch (err) {
+            throw new OctomilError("INFERENCE_FAILED", `Inference run failed: ${String(err)}`, err);
+        }
+        const latencyMs = performance.now() - start;
+        // Convert ORT outputs to NamedTensors.
+        const tensors = this.convertOutputs(results);
+        // Extract convenience fields from the first output tensor.
+        const convenience = this.extractConvenience(tensors);
+        return {
+            tensors,
+            latencyMs,
+            ...convenience,
+        };
+    }
+    /** Names of the model's input tensors. */
+    get inputNames() {
+        this.ensureSession();
+        return this.session.inputNames;
+    }
+    /** Names of the model's output tensors. */
+    get outputNames() {
+        this.ensureSession();
+        return this.session.outputNames;
+    }
+    /** The backend that was actually used after negotiation. */
+    get activeBackend() {
+        return this.resolvedBackend;
+    }
+    /** Release WASM / WebGPU resources. */
+    dispose() {
+        if (this.session) {
+            // InferenceSession.release() returns a Promise but we fire-and-forget.
+            void this.session.release();
+            this.session = null;
+        }
+    }
+    // -----------------------------------------------------------------------
+    // Internal
+    // -----------------------------------------------------------------------
+    async loadOrt() {
+        if (this.ortModule)
+            return this.ortModule;
+        try {
+            // Dynamic import so tree-shaking works and the dependency is optional
+            // at the type level.
+            this.ortModule = (await import("onnxruntime-web"));
+            return this.ortModule;
+        }
+        catch (err) {
+            throw new OctomilError("BACKEND_UNAVAILABLE", 'Failed to import onnxruntime-web. Make sure the package is installed: npm i onnxruntime-web', err);
+        }
+    }
+    async resolveProvider(_ortMod, backend) {
+        if (backend === "wasm")
+            return "wasm";
+        if (backend === "webgpu" || backend === undefined) {
+            const hasWebGPU = await this.detectWebGPU();
+            if (hasWebGPU)
+                return "webgpu";
+            if (backend === "webgpu") {
+                throw new OctomilError("BACKEND_UNAVAILABLE", "WebGPU was explicitly requested but is not available in this browser.");
+            }
+        }
+        return "wasm";
+    }
+    async detectWebGPU() {
+        if (typeof navigator === "undefined")
+            return false;
+        try {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            const gpu = navigator.gpu;
+            if (!gpu)
+                return false;
+            const adapter = await gpu.requestAdapter();
+            return adapter !== null;
+        }
+        catch {
+            return false;
+        }
+    }
+    ensureSession() {
+        if (!this.session) {
+            throw new OctomilError("SESSION_DISPOSED", "No active session. Call load() before running inference.");
+        }
+    }
+    convertOutputs(results) {
+        const tensors = {};
+        for (const name of Object.keys(results)) {
+            const ortTensor = results[name];
+            tensors[name] = {
+                data: ortTensor.data,
+                dims: Array.from(ortTensor.dims),
+            };
+        }
+        return tensors;
+    }
+    /**
+     * Best-effort extraction of `label` / `score` / `scores` from the
+     * first output tensor — only if it looks like a classification head.
+     */
+    extractConvenience(tensors) {
+        const names = Object.keys(tensors);
+        if (names.length === 0)
+            return {};
+        const first = tensors[names[0]];
+        const data = first.data;
+        if (!(data instanceof Float32Array))
+            return {};
+        if (data.length === 0)
+            return {};
+        // Treat as class probabilities / logits.
+        const scores = Array.from(data);
+        let maxIdx = 0;
+        let maxVal = -Infinity;
+        for (let i = 0; i < scores.length; i++) {
+            if (scores[i] > maxVal) {
+                maxVal = scores[i];
+                maxIdx = i;
+            }
+        }
+        return {
+            label: String(maxIdx),
+            score: maxVal,
+            scores,
+        };
+    }
+}
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+function inferOrtType(data) {
+    if (data instanceof Float32Array)
+        return "float32";
+    if (data instanceof Int32Array)
+        return "int32";
+    if (data instanceof BigInt64Array)
+        return "int64";
+    if (data instanceof Uint8Array)
+        return "uint8";
+    return "float32";
+}
+//# sourceMappingURL=inference.js.map

package/dist/inference.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference.js","sourceRoot":"","sources":["../src/inference.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAS1C,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAE9E,MAAM,OAAO,eAAe;IAClB,OAAO,GAAgC,IAAI,CAAC;IAC5C,SAAS,GAAqB,IAAI,CAAC;IACnC,eAAe,GAAmB,IAAI,CAAC;IAE/C,0EAA0E;IAC1E,SAAS;IACT,0EAA0E;IAE1E;;;;;OAKG;IACH,KAAK,CAAC,aAAa,CACjB,SAAsB,EACtB,OAAiB;QAEjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAEpC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC7D,IAAI,CAAC,eAAe,GAAG,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;QAEjE,MAAM,cAAc,GAAwC;YAC1D,kBAAkB,EAAE,CAAC,QAAQ,CAAC;YAC9B,sBAAsB,EAAE,KAAK;SAC9B,CAAC;QAEF,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CACjD,SAAS,EACT,cAAc,CACf,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,qCAAqC;YACrC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,IAAI,CAAC;oBACH,IAAI,CAAC,OAAO,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE;wBAC7D,kBAAkB,EAAE,CAAC,MAAM,CAAC;wBAC5B,sBAAsB,EAAE,KAAK;qBAC9B,CAAC,CAAC;oBACH,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;gBAChC,CAAC;gBAAC,OAAO,OAAO,EAAE,CAAC;oBACjB,MAAM,IAAI,YAAY,CACpB,mBAAmB,EACnB,mEAAmE,EACnE,OAAO,CACR,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,YAAY,CACpB,mBAAmB,EACnB,kCAAkC,MAAM,CAAC,GAAG,CAAC,EAAE,EAC/C,GAAG,CACJ,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,MAAoB;QAC5B,IAAI,CAAC,aAAa,EAAE,CAAC;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAU,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAQ,CAAC;QAE9B,0BAA0B;QAC1B,MAAM,KAAK,GAA+B,EAAE,CAAC;QAC7C,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,CAC7B,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,EACzB,MAAM,CAAC,IAAI,EACX,MAAM,CAAC,IAAI,CACZ,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEhC,IAAI,OAAwC,CAAC;QAC7C,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,YAAY,CACpB,kBAAkB,EAClB,yBAAyB,MAAM,CAAC,GAAG,CAAC,EAAE,EACtC,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAE5C,uCAAuC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAE7C,2DAA2D;QAC3D,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAErD,OAAO;YACL,OAAO;YACP,SAAS;YACT,GAAG,WAAW;SACf,CAAC;IACJ,CAAC;IAED,0CAA0C;IAC1C,IAAI,UAAU;QACZ,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC,OAAQ,CAAC,UAAU,CAAC;IAClC,CAAC;IAED,2CAA2C;IAC3C,IAAI,WAAW;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC,OAAQ,CAAC,WAAW,CAAC;IACnC,CAAC;IAED,4DAA4D;IAC5D,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,uCAAuC;IACvC,OAAO;QACL,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,uEAAuE;YACvE,KAAK,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,WAAW;IACX,0EAA0E;IAElE,KAAK,CAAC,OAAO;QACnB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAE1C,IAAI,CAAC;YACH,sEAAsE;YACtE,qBAAqB;YACrB,IAAI,CAAC,SAAS,GAAG,CAAC,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAc,CAAC;YAChE,OAAO,IAAI,CAAC,SAAS,CAAC;QACxB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,YAAY,CACpB,qBAAqB,EACrB,6FAA6F,EAC7F,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,OAAkB,EAClB,OAAiB;QAEjB,IAAI,OAAO,KAAK,MAAM;YAAE,OAAO,MAAM,CAAC;QAEtC,IAAI,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAClD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC5C,IAAI,SAAS;gBAAE,OAAO,QAAQ,CAAC;YAC/B,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACzB,MAAM,IAAI,YAAY,CACpB,qBAAqB,EACrB,uEAAuE,CACxE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,OAAO,SAAS,KAAK,WAAW;YAAE,OAAO,KAAK,CAAC;QAEnD,IAAI,CAAC;YACH,8DAA8D;YAC9D,MAAM,GAAG,GAAI,SAAiB,CAAC,GAAG,CAAC;YACnC,IAAI,CAAC,GAAG;gBAAE,OAAO,KAAK,CAAC;YACvB,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;YAC3C,OAAO,OAAO,KAAK,IAAI,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,YAAY,CACpB,kBAAkB,EAClB,0DAA0D,CAC3D,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,cAAc,CACpB,OAAwC;QAExC,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACxC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,GAAG;gBACd,IAAI,EAAE,SAAS,CAAC,IAAoB;gBACpC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aACjC,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;OAGG;IACK,kBAAkB,CACxB,OAAqB;QAErB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAE,CAAE,CAAC;QAClC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QAExB,IAAI,CAAC,CAAC,IAAI,YAAY,YAAY,CAAC;YAAE,OAAO,EAAE,CAAC;QAC/C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEjC,yCAAyC;QACzC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,CAAC,QAAQ,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,MAAM,CAAC,CAAC,CAAE,GAAG,MAAM,EAAE,CAAC;gBACxB,MAAM,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;gBACpB,MAAM,GAAG,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QAED,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC;YACrB,KAAK,EAAE,MAAM;YACb,MAAM;SACP,CAAC;IACJ,CAAC;CACF;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,YAAY,CACnB,IAA4D;IAE5D,IAAI,IAAI,YAAY,YAAY;QAAE,OAAO,SAAS,CAAC;IACnD,IAAI,IAAI,YAAY,UAAU;QAAE,OAAO,OAAO,CAAC;IAC/C,IAAI,IAAI,YAAY,aAAa;QAAE,OAAO,OAAO,CAAC;IAClD,IAAI,IAAI,YAAY,UAAU;QAAE,OAAO,OAAO,CAAC;IAC/C,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/integrity.d.ts

@@ -0,0 +1,19 @@
+/**
+ * @octomil/browser — Model integrity verification
+ *
+ * SHA-256 checksum computation and verification using the Web Crypto API.
+ */
+/**
+ * Compute the SHA-256 hash of an ArrayBuffer, returned as a hex string.
+ */
+export declare function computeHash(data: ArrayBuffer): Promise<string>;
+/**
+ * Verify that `data` matches the expected SHA-256 hex digest.
+ * Returns `true` if the hash matches, `false` otherwise.
+ */
+export declare function verifyModelIntegrity(data: ArrayBuffer, expectedHash: string): Promise<boolean>;
+/**
+ * Same as `verifyModelIntegrity` but throws on mismatch.
+ */
+export declare function assertModelIntegrity(data: ArrayBuffer, expectedHash: string): Promise<void>;
+//# sourceMappingURL=integrity.d.ts.map

package/dist/integrity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"integrity.d.ts","sourceRoot":"","sources":["../src/integrity.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH;;GAEG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAMpE;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,WAAW,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,OAAO,CAAC,CAGlB;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,WAAW,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC,CASf"}

package/dist/integrity.js

@@ -0,0 +1,35 @@
+/**
+ * @octomil/browser — Model integrity verification
+ *
+ * SHA-256 checksum computation and verification using the Web Crypto API.
+ */
+import { OctomilError } from "./types.js";
+/**
+ * Compute the SHA-256 hash of an ArrayBuffer, returned as a hex string.
+ */
+export async function computeHash(data) {
+    const hashBuffer = await crypto.subtle.digest("SHA-256", data);
+    const hashArray = new Uint8Array(hashBuffer);
+    return Array.from(hashArray)
+        .map((b) => b.toString(16).padStart(2, "0"))
+        .join("");
+}
+/**
+ * Verify that `data` matches the expected SHA-256 hex digest.
+ * Returns `true` if the hash matches, `false` otherwise.
+ */
+export async function verifyModelIntegrity(data, expectedHash) {
+    const actual = await computeHash(data);
+    return actual === expectedHash.toLowerCase();
+}
+/**
+ * Same as `verifyModelIntegrity` but throws on mismatch.
+ */
+export async function assertModelIntegrity(data, expectedHash) {
+    const match = await verifyModelIntegrity(data, expectedHash);
+    if (!match) {
+        throw new OctomilError("MODEL_LOAD_FAILED", "Model integrity check failed: SHA-256 hash mismatch. " +
+            "The downloaded model may be corrupted or tampered with.");
+    }
+}
+//# sourceMappingURL=integrity.js.map

package/dist/integrity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"integrity.js","sourceRoot":"","sources":["../src/integrity.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAiB;IACjD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;IAC7C,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;SAC3C,IAAI,CAAC,EAAE,CAAC,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAAiB,EACjB,YAAoB;IAEpB,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,MAAM,KAAK,YAAY,CAAC,WAAW,EAAE,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAAiB,EACjB,YAAoB;IAEpB,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC7D,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,YAAY,CACpB,mBAAmB,EACnB,uDAAuD;YACrD,yDAAyD,CAC5D,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/model-loader.d.ts

@@ -0,0 +1,40 @@
+/**
+ * @octomil/browser — Model loader
+ *
+ * Downloads an ONNX model from a URL or the Octomil model registry,
+ * caches it locally, and returns the raw `ArrayBuffer` for the
+ * inference engine to consume.
+ */
+import type { ModelCache } from "./cache.js";
+import type { OctomilOptions } from "./types.js";
+export declare class ModelLoader {
+    private readonly modelId;
+    private readonly serverUrl;
+    private readonly apiKey;
+    private readonly onProgress;
+    private readonly cache;
+    constructor(options: OctomilOptions, cache: ModelCache);
+    /**
+     * Resolve the model URL, check the cache, download if needed,
+     * and return the ONNX model bytes.
+     */
+    load(): Promise<ArrayBuffer>;
+    /** Check whether the model is already cached. */
+    isCached(): Promise<boolean>;
+    /** Remove the cached model. */
+    clearCache(): Promise<void>;
+    /** Get cache info for the model. */
+    getCacheInfo(): Promise<import("./types.js").CacheInfo>;
+    /**
+     * If `modelId` looks like a URL (starts with http:// or https://) use it
+     * directly.  Otherwise treat it as a registry model name and resolve via
+     * the Octomil server.
+     */
+    resolveModelUrl(): Promise<string>;
+    private fetchRegistryUrl;
+    private buildHeaders;
+    private download;
+    private delay;
+    private validate;
+}
+//# sourceMappingURL=model-loader.d.ts.map

package/dist/model-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-loader.d.ts","sourceRoot":"","sources":["../src/model-loader.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EAEV,cAAc,EAEf,MAAM,YAAY,CAAC;AAcpB,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqB;IAC/C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAC5C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA8C;IACzE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAa;gBAEvB,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,UAAU;IAYtD;;;OAGG;IACG,IAAI,IAAI,OAAO,CAAC,WAAW,CAAC;IAqBlC,iDAAiD;IAC3C,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAKlC,+BAA+B;IACzB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAKjC,oCAAoC;IAC9B,YAAY;IASlB;;;;OAIG;IACG,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;YAkB1B,gBAAgB;IA0C9B,OAAO,CAAC,YAAY;YAWN,QAAQ;IAmHtB,OAAO,CAAC,KAAK;IAQb,OAAO,CAAC,QAAQ;CAkBjB"}

package/dist/model-loader.js

@@ -0,0 +1,232 @@
+/**
+ * @octomil/browser — Model loader
+ *
+ * Downloads an ONNX model from a URL or the Octomil model registry,
+ * caches it locally, and returns the raw `ArrayBuffer` for the
+ * inference engine to consume.
+ */
+import { OctomilError } from "./types.js";
+// ---------------------------------------------------------------------------
+// Constants
+// ---------------------------------------------------------------------------
+const MAX_RETRIES = 3;
+const RETRY_DELAY_MS = 1_000;
+// ---------------------------------------------------------------------------
+// ModelLoader
+// ---------------------------------------------------------------------------
+export class ModelLoader {
+    modelId;
+    serverUrl;
+    apiKey;
+    onProgress;
+    cache;
+    constructor(options, cache) {
+        this.modelId = options.model;
+        this.serverUrl = options.serverUrl;
+        this.apiKey = options.apiKey;
+        this.onProgress = options.onProgress;
+        this.cache = cache;
+    }
+    // -----------------------------------------------------------------------
+    // Public
+    // -----------------------------------------------------------------------
+    /**
+     * Resolve the model URL, check the cache, download if needed,
+     * and return the ONNX model bytes.
+     */
+    async load() {
+        const url = await this.resolveModelUrl();
+        // Check cache first.
+        const cached = await this.cache.get(url);
+        if (cached) {
+            return cached;
+        }
+        // Download the model.
+        const data = await this.download(url);
+        // Validate — a minimal check that the buffer is non-empty.
+        this.validate(data);
+        // Cache for next time.
+        await this.cache.put(url, data);
+        return data;
+    }
+    /** Check whether the model is already cached. */
+    async isCached() {
+        const url = await this.resolveModelUrl();
+        return this.cache.has(url);
+    }
+    /** Remove the cached model. */
+    async clearCache() {
+        const url = await this.resolveModelUrl();
+        await this.cache.remove(url);
+    }
+    /** Get cache info for the model. */
+    async getCacheInfo() {
+        const url = await this.resolveModelUrl();
+        return this.cache.info(url);
+    }
+    // -----------------------------------------------------------------------
+    // Internal — URL resolution
+    // -----------------------------------------------------------------------
+    /**
+     * If `modelId` looks like a URL (starts with http:// or https://) use it
+     * directly.  Otherwise treat it as a registry model name and resolve via
+     * the Octomil server.
+     */
+    async resolveModelUrl() {
+        if (this.modelId.startsWith("http://") ||
+            this.modelId.startsWith("https://")) {
+            return this.modelId;
+        }
+        if (!this.serverUrl) {
+            throw new OctomilError("MODEL_NOT_FOUND", `Cannot resolve model "${this.modelId}": no serverUrl configured.`);
+        }
+        return this.fetchRegistryUrl(this.modelId);
+    }
+    async fetchRegistryUrl(name) {
+        const registryUrl = `${this.serverUrl}/api/v1/models/${encodeURIComponent(name)}/metadata`;
+        const headers = {
+            Accept: "application/json",
+        };
+        if (this.apiKey) {
+            headers["Authorization"] = `Bearer ${this.apiKey}`;
+        }
+        let response;
+        try {
+            response = await fetch(registryUrl, { headers });
+        }
+        catch (err) {
+            throw new OctomilError("NETWORK_ERROR", `Failed to reach model registry at ${registryUrl}`, err);
+        }
+        if (!response.ok) {
+            if (response.status === 404) {
+                throw new OctomilError("MODEL_NOT_FOUND", `Model "${name}" not found in registry.`);
+            }
+            throw new OctomilError("NETWORK_ERROR", `Registry returned HTTP ${response.status}: ${response.statusText}`);
+        }
+        const metadata = (await response.json());
+        return metadata.url;
+    }
+    // -----------------------------------------------------------------------
+    // Internal — download
+    // -----------------------------------------------------------------------
+    buildHeaders(extra = {}) {
+        const headers = {
+            "Accept-Encoding": "gzip, deflate, br",
+            ...extra,
+        };
+        if (this.apiKey) {
+            headers["Authorization"] = `Bearer ${this.apiKey}`;
+        }
+        return headers;
+    }
+    async download(url) {
+        const chunks = [];
+        let loaded = 0;
+        let totalSize = 0;
+        let attempt = 0;
+        while (attempt <= MAX_RETRIES) {
+            const headers = this.buildHeaders(loaded > 0 ? { Range: `bytes=${loaded}-` } : {});
+            let response;
+            try {
+                response = await fetch(url, { headers });
+            }
+            catch (err) {
+                attempt++;
+                if (attempt > MAX_RETRIES) {
+                    throw new OctomilError("NETWORK_ERROR", `Failed to download model from ${url} after ${MAX_RETRIES} retries`, err);
+                }
+                await this.delay(RETRY_DELAY_MS * attempt);
+                continue;
+            }
+            // 416 Range Not Satisfiable — server doesn't support range requests
+            // or we already have the full file. Start fresh.
+            if (response.status === 416) {
+                chunks.length = 0;
+                loaded = 0;
+                attempt++;
+                if (attempt > MAX_RETRIES) {
+                    throw new OctomilError("MODEL_LOAD_FAILED", `Model download failed: range request rejected after ${MAX_RETRIES} retries`);
+                }
+                await this.delay(RETRY_DELAY_MS * attempt);
+                continue;
+            }
+            if (!response.ok && response.status !== 206) {
+                throw new OctomilError("MODEL_LOAD_FAILED", `Model download failed: HTTP ${response.status} ${response.statusText}`);
+            }
+            // Determine total size from Content-Length or Content-Range.
+            if (totalSize === 0) {
+                const contentRange = response.headers.get("Content-Range");
+                if (contentRange) {
+                    // Content-Range: bytes 0-999/5000
+                    const match = contentRange.match(/\/(\d+)$/);
+                    if (match)
+                        totalSize = parseInt(match[1], 10);
+                }
+                else {
+                    totalSize = parseInt(response.headers.get("Content-Length") ?? "0", 10);
+                }
+            }
+            // Stream the body, collecting chunks.
+            if (!response.body) {
+                const buf = await response.arrayBuffer();
+                return buf;
+            }
+            const reader = response.body.getReader();
+            let streamFailed = false;
+            try {
+                for (;;) {
+                    const { done, value } = await reader.read();
+                    if (done)
+                        break;
+                    chunks.push(value);
+                    loaded += value.byteLength;
+                    this.onProgress?.({
+                        loaded,
+                        total: totalSize,
+                        percent: totalSize > 0 ? (loaded / totalSize) * 100 : NaN,
+                    });
+                }
+            }
+            catch (err) {
+                // Stream interrupted — retry with range request from where we left off.
+                streamFailed = true;
+                attempt++;
+                if (attempt > MAX_RETRIES) {
+                    throw new OctomilError("NETWORK_ERROR", `Model download interrupted after ${MAX_RETRIES} retries`, err);
+                }
+                await this.delay(RETRY_DELAY_MS * attempt);
+            }
+            finally {
+                reader.releaseLock();
+            }
+            if (!streamFailed)
+                break;
+        }
+        // Concatenate chunks into a single ArrayBuffer.
+        const combined = new Uint8Array(loaded);
+        let offset = 0;
+        for (const chunk of chunks) {
+            combined.set(chunk, offset);
+            offset += chunk.byteLength;
+        }
+        return combined.buffer;
+    }
+    delay(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+    // -----------------------------------------------------------------------
+    // Internal — validation
+    // -----------------------------------------------------------------------
+    validate(data) {
+        if (data.byteLength === 0) {
+            throw new OctomilError("MODEL_LOAD_FAILED", "Downloaded model is empty (0 bytes).");
+        }
+        // ONNX protobuf files start with 0x08 (field 1, varint type).
+        // This is a lightweight sanity check, not a full format validation.
+        const header = new Uint8Array(data, 0, Math.min(4, data.byteLength));
+        if (header[0] !== 0x08) {
+            throw new OctomilError("MODEL_LOAD_FAILED", "Downloaded file does not appear to be a valid ONNX model.");
+        }
+    }
+}
+//# sourceMappingURL=model-loader.js.map

package/dist/model-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-loader.js","sourceRoot":"","sources":["../src/model-loader.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAQH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,cAAc,GAAG,KAAK,CAAC;AAE7B,8EAA8E;AAC9E,cAAc;AACd,8EAA8E;AAE9E,MAAM,OAAO,WAAW;IACL,OAAO,CAAS;IAChB,SAAS,CAAqB;IAC9B,MAAM,CAAqB;IAC3B,UAAU,CAA8C;IACxD,KAAK,CAAa;IAEnC,YAAY,OAAuB,EAAE,KAAiB;QACpD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,0EAA0E;IAC1E,SAAS;IACT,0EAA0E;IAE1E;;;OAGG;IACH,KAAK,CAAC,IAAI;QACR,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAEzC,qBAAqB;QACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,sBAAsB;QACtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAEtC,2DAA2D;QAC3D,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEpB,uBAAuB;QACvB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAEhC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,iDAAiD;IACjD,KAAK,CAAC,QAAQ;QACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QACzC,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,+BAA+B;IAC/B,KAAK,CAAC,UAAU;QACd,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QACzC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,oCAAoC;IACpC,KAAK,CAAC,YAAY;QAChB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QACzC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,0EAA0E;IAC1E,4BAA4B;IAC5B,0EAA0E;IAE1E;;;;OAIG;IACH,KAAK,CAAC,eAAe;QACnB,IACE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EACnC,CAAC;YACD,OAAO,IAAI,CAAC,OAAO,CAAC;QACtB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,YAAY,CACpB,iBAAiB,EACjB,yBAAyB,IAAI,CAAC,OAAO,6BAA6B,CACnE,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACzC,MAAM,WAAW,GAAG,GAAG,IAAI,CAAC,SAAS,kBAAkB,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC;QAE3F,MAAM,OAAO,GAA2B;YACtC,MAAM,EAAE,kBAAkB;SAC3B,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACrD,CAAC;QAED,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,YAAY,CACpB,eAAe,EACf,qCAAqC,WAAW,EAAE,EAClD,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,IAAI,YAAY,CACpB,iBAAiB,EACjB,UAAU,IAAI,0BAA0B,CACzC,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,YAAY,CACpB,eAAe,EACf,0BAA0B,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CACpE,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAkB,CAAC;QAC1D,OAAO,QAAQ,CAAC,GAAG,CAAC;IACtB,CAAC;IAED,0EAA0E;IAC1E,sBAAsB;IACtB,0EAA0E;IAElE,YAAY,CAAC,QAAgC,EAAE;QACrD,MAAM,OAAO,GAA2B;YACtC,iBAAiB,EAAE,mBAAmB;YACtC,GAAG,KAAK;SACT,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACrD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,GAAW;QAChC,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,OAAO,OAAO,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAC/B,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAChD,CAAC;YAEF,IAAI,QAAkB,CAAC;YACvB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC3C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;gBACV,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;oBAC1B,MAAM,IAAI,YAAY,CACpB,eAAe,EACf,iCAAiC,GAAG,UAAU,WAAW,UAAU,EACnE,GAAG,CACJ,CAAC;gBACJ,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,OAAO,CAAC,CAAC;gBAC3C,SAAS;YACX,CAAC;YAED,oEAAoE;YACpE,iDAAiD;YACjD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;gBAClB,MAAM,GAAG,CAAC,CAAC;gBACX,OAAO,EAAE,CAAC;gBACV,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;oBAC1B,MAAM,IAAI,YAAY,CACpB,mBAAmB,EACnB,uDAAuD,WAAW,UAAU,CAC7E,CAAC;gBACJ,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,OAAO,CAAC,CAAC;gBAC3C,SAAS;YACX,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5C,MAAM,IAAI,YAAY,CACpB,mBAAmB,EACnB,+BAA+B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CACxE,CAAC;YACJ,CAAC;YAED,6DAA6D;YAC7D,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;gBACpB,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;gBAC3D,IAAI,YAAY,EAAE,CAAC;oBACjB,kCAAkC;oBAClC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBAC7C,IAAI,KAAK;wBAAE,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;gBACjD,CAAC;qBAAM,CAAC;oBACN,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC1E,CAAC;YACH,CAAC;YAED,sCAAsC;YACtC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACzC,OAAO,GAAG,CAAC;YACb,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,IAAI,YAAY,GAAG,KAAK,CAAC;YAEzB,IAAI,CAAC;gBACH,SAAS,CAAC;oBACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC5C,IAAI,IAAI;wBAAE,MAAM;oBAEhB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC;oBAE3B,IAAI,CAAC,UAAU,EAAE,CAAC;wBAChB,MAAM;wBACN,KAAK,EAAE,SAAS;wBAChB,OAAO,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG;qBAC1D,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,wEAAwE;gBACxE,YAAY,GAAG,IAAI,CAAC;gBACpB,OAAO,EAAE,CAAC;gBACV,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;oBAC1B,MAAM,IAAI,YAAY,CACpB,eAAe,EACf,oCAAoC,WAAW,UAAU,EACzD,GAAG,CACJ,CAAC;gBACJ,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,OAAO,CAAC,CAAC;YAC7C,CAAC;oBAAS,CAAC;gBACT,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;YAED,IAAI,CAAC,YAAY;gBAAE,MAAM;QAC3B,CAAC;QAED,gDAAgD;QAChD,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC;QAC7B,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,0EAA0E;IAC1E,wBAAwB;IACxB,0EAA0E;IAElE,QAAQ,CAAC,IAAiB;QAChC,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,YAAY,CACpB,mBAAmB,EACnB,sCAAsC,CACvC,CAAC;QACJ,CAAC;QAED,8DAA8D;QAC9D,oEAAoE;QACpE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QACrE,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,YAAY,CACpB,mBAAmB,EACnB,2DAA2D,CAC5D,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/octomil.d.ts

@@ -0,0 +1,92 @@
+/**
+ * @octomil/browser — Main SDK entry point
+ *
+ * The `Octomil` class is the primary public interface.  It orchestrates
+ * model loading, caching, inference, and optional telemetry.
+ *
+ * @example
+ * ```ts
+ * import { Octomil } from '@octomil/browser';
+ *
+ * const ml = new Octomil({
+ *   model: 'https://models.octomil.io/sentiment-v1.onnx',
+ *   backend: 'webgpu',
+ * });
+ *
+ * await ml.load();
+ * const result = await ml.predict({ raw: inputData, dims: [1, 3, 224, 224] });
+ * console.log(result.label, result.score);
+ * ml.dispose();
+ * ```
+ */
+import type { Backend, CacheInfo, ChatChunk, ChatMessage, ChatOptions, ChatResponse, OctomilOptions, PredictInput, PredictOutput } from "./types.js";
+export declare class Octomil {
+    private readonly options;
+    private readonly cache;
+    private readonly loader;
+    private readonly engine;
+    private telemetry;
+    private loaded;
+    private disposed;
+    constructor(options: OctomilOptions);
+    /**
+     * Download (or load from cache) the ONNX model and create the
+     * inference session.  Must be called before `predict()` or `chat()`.
+     */
+    load(): Promise<void>;
+    /**
+     * Run a single inference pass.
+     *
+     * Accepts either raw named tensors or convenience payloads
+     * (`{ text }`, `{ image }`, `{ raw, dims }`).
+     */
+    predict(input: PredictInput): Promise<PredictOutput>;
+    /**
+     * Run inference on multiple inputs sequentially.
+     * ONNX Runtime Web doesn't handle concurrent sessions well,
+     * so we process one at a time.
+     */
+    predictBatch(inputs: PredictInput[]): Promise<PredictOutput[]>;
+    /**
+     * OpenAI-compatible chat completion.
+     * Requires a server with streaming endpoint. Uses StreamingInferenceEngine
+     * under the hood to collect the full response.
+     */
+    chat(messages: ChatMessage[], options?: ChatOptions): Promise<ChatResponse>;
+    /**
+     * Streaming chat — yields chunks as they arrive.
+     */
+    chatStream(messages: ChatMessage[], options?: ChatOptions): AsyncGenerator<ChatChunk, void, undefined>;
+    /** Check whether the model binary is currently cached locally. */
+    isCached(): Promise<boolean>;
+    /** Remove the cached model binary. */
+    clearCache(): Promise<void>;
+    /** Get cache metadata for the model. */
+    cacheInfo(): Promise<CacheInfo>;
+    /** The inference backend currently in use (after `load()`). */
+    get activeBackend(): Backend | null;
+    /** Input tensor names defined by the loaded model. */
+    get inputNames(): readonly string[];
+    /** Output tensor names defined by the loaded model. */
+    get outputNames(): readonly string[];
+    /** Whether `load()` has been called successfully. */
+    get isLoaded(): boolean;
+    /** Release all resources (WASM memory, WebGPU device, telemetry). */
+    dispose(): void;
+    private ensureNotDisposed;
+    private ensureReady;
+    /**
+     * Normalise the various `PredictInput` shapes into a flat
+     * `NamedTensors` map suitable for the inference engine.
+     */
+    private prepareTensors;
+    /** Type guard for NamedTensors. */
+    private isNamedTensors;
+    /**
+     * Convert an image source to a Float32Array in NCHW format
+     * (batch=1, channels=3, H, W) normalised to [0, 1].
+     */
+    private imageToTensors;
+    private trackEvent;
+}
+//# sourceMappingURL=octomil.d.ts.map