edgeflowjs 0.1.0 → 0.3.0

package/dist/backends/onnx.js

@@ -2,69 +2,78 @@
  * edgeFlow.js - ONNX Runtime Backend
  *
  * Uses onnxruntime-web for real ONNX model inference.
- * Automatically loads ONNX Runtime from CDN when needed.
+ * onnxruntime-web is an optional peer dependency loaded dynamically.
  */
 import { EdgeFlowError, ErrorCodes, } from '../core/types.js';
 import { LoadedModelImpl } from '../core/runtime.js';
 import { EdgeFlowTensor } from '../core/tensor.js';
 import { getMemoryManager } from '../core/memory.js';
-// ONNX Runtime CDN configuration
-const ONNX_VERSION = '1.17.0';
-const ONNX_CDN_BASE = `https://cdn.jsdelivr.net/npm/onnxruntime-web@${ONNX_VERSION}/dist/`;
-const ONNX_SCRIPT_URL = `${ONNX_CDN_BASE}ort.min.js`;
-// Global ONNX Runtime reference (loaded dynamically)
+// Lazy-loaded onnxruntime-web module
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
 let ort = null;
-let ortLoadPromise = null;
+// A consumer-injected onnxruntime-web module. Bundlers like Vite don't
+// always preserve the dynamic `import('onnxruntime-web/wasm')` below
+// inside a Web Worker chunk; when that import is dropped the backend
+// silently reports "no runtime available". Consumers that statically
+// import ORT in their worker can inject it here so getOrt() never has to
+// rely on the dynamic import.
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+let injectedOrt = null;
+let onnxAssetPaths = null;
 /**
- * Dynamically load ONNX Runtime from CDN
+ * Inject a pre-imported onnxruntime-web module — the recommended
+ * integration path for Web Workers and custom bundler setups, where the
+ * internal dynamic `import('onnxruntime-web/wasm')` may be dropped.
+ *
+ * ONNX Runtime is an optional peer dependency that the consumer owns:
+ * once you inject a module, **you** own its configuration. Configure it
+ * first (`ort.env.wasm.wasmPaths`, `numThreads`, execution providers,
+ * ...) and the backend will use it as-is without overriding anything.
+ *
+ *     import * as ort from "onnxruntime-web/wasm";
+ *     ort.env.wasm.wasmPaths = { wasm: wasmUrl, mjs: mjsUrl };
+ *     ort.env.wasm.numThreads = 1;
+ *     setOnnxModule(ort);
  */
-async function loadONNXRuntime() {
-    // Return cached instance
-    if (ort)
-        return ort;
-    // Return existing load promise to avoid duplicate loading
-    if (ortLoadPromise)
-        return ortLoadPromise;
-    ortLoadPromise = new Promise((resolve, reject) => {
-        // Check if already loaded globally (e.g., via script tag)
-        if (typeof window !== 'undefined' && window.ort) {
-            ort = window.ort;
-            // Configure WASM paths
-            ort.env.wasm.wasmPaths = ONNX_CDN_BASE;
-            resolve(ort);
-            return;
-        }
-        // Dynamically load the script
-        const script = document.createElement('script');
-        script.src = ONNX_SCRIPT_URL;
-        script.async = true;
-        script.onload = () => {
-            if (window.ort) {
-                ort = window.ort;
-                // Configure WASM paths
-                ort.env.wasm.wasmPaths = ONNX_CDN_BASE;
-                console.log(`✓ ONNX Runtime v${ONNX_VERSION} loaded from CDN`);
-                resolve(ort);
-            }
-            else {
-                reject(new Error('ONNX Runtime loaded but ort global not found'));
-            }
-        };
-        script.onerror = () => {
-            reject(new Error(`Failed to load ONNX Runtime from ${ONNX_SCRIPT_URL}`));
-        };
-        document.head.appendChild(script);
-    });
-    return ortLoadPromise;
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+export function setOnnxModule(module) {
+    injectedOrt = module;
 }
 /**
- * Get ONNX Runtime instance (loads if needed)
+ * Configure the onnxruntime-web WASM asset locations (sets
+ * `env.wasm.wasmPaths` during init). Primarily for the auto-load path —
+ * when you let the backend import ORT itself but your bundler content-
+ * hashes the `.wasm` / `.mjs` files (e.g. Vite `?url` imports), so the
+ * default `/ort/` prefix can't resolve them. If you inject your own
+ * module via {@link setOnnxModule}, prefer configuring it directly.
+ * An explicit call here is still honored even for an injected module.
  */
+export function configureOnnxAssets(paths) {
+    onnxAssetPaths = paths;
+}
 async function getOrt() {
-    if (!ort) {
-        ort = await loadONNXRuntime();
+    if (injectedOrt)
+        return injectedOrt;
+    if (ort)
+        return ort;
+    try {
+        // Import the WASM-only sub-path so Vite rewrites the bare specifier
+        // to ort.wasm.bundle.min.mjs. This avoids loading the JSEP/WebGPU
+        // worker module (jsep.mjs) that ort.bundle.min.mjs eagerly fetches
+        // whenever navigator.gpu exists — which causes a 404 in dev servers
+        // that restrict ES module imports from /public.
+        ort = await import('onnxruntime-web/wasm');
+        return ort;
     }
-    return ort;
+    catch {
+        return null;
+    }
+}
+/**
+ * Check whether onnxruntime-web is importable.
+ */
+export async function isOnnxAvailable() {
+    return (await getOrt()) != null;
 }
 const sessionStore = new Map();
 // ============================================================================
@@ -72,7 +81,6 @@ const sessionStore = new Map();
 // ============================================================================
 /**
  * ONNXRuntime - Real ONNX model inference using onnxruntime-web
- * Automatically loads ONNX Runtime from CDN when first used.
  */
 export class ONNXRuntime {
     name = 'wasm'; // Register as wasm since it's the fallback
@@ -89,24 +97,58 @@ export class ONNXRuntime {
         };
     }
     /**
-     * Check if ONNX Runtime is available (always true - will be loaded from CDN)
+     * Check if ONNX Runtime is available (peer dependency installed)
      */
     async isAvailable() {
-        // Always return true - we'll load ONNX Runtime from CDN when needed
-        return true;
+        return isOnnxAvailable();
     }
     /**
-     * Initialize the ONNX runtime (loads from CDN if needed)
+     * Initialize the ONNX runtime
      */
     async initialize() {
         if (this.initialized)
             return;
-        // Load ONNX Runtime from CDN
-        const ortInstance = await getOrt();
-        // Configure WASM paths
-        ortInstance.env.wasm.wasmPaths = ONNX_CDN_BASE;
-        // Use WASM execution provider (most compatible)
-        this.executionProvider = 'wasm';
+        const ortModule = await getOrt();
+        if (!ortModule) {
+            // Two distinct causes land here, and the fix differs — say both so
+            // a consumer who DID install ORT isn't sent chasing a phantom
+            // missing dependency:
+            //  1. onnxruntime-web genuinely isn't installed.
+            //  2. It's installed, but the internal dynamic import was dropped /
+            //     not resolved by the bundler — common in Web Workers and some
+            //     Vite setups. The fix there is to inject it, not reinstall.
+            throw new EdgeFlowError('onnxruntime-web could not be loaded.\n' +
+                '  - If it is not installed: `npm install onnxruntime-web`.\n' +
+                '  - If it IS installed (e.g. you see this inside a Web Worker, or ' +
+                'with a bundler that drops the internal dynamic import): import it ' +
+                'yourself and inject it before use — `import * as ort from ' +
+                '"onnxruntime-web/wasm"; setOnnxModule(ort);`', ErrorCodes.RUNTIME_NOT_AVAILABLE);
+        }
+        // onnxruntime-web is an optional peer dependency the CONSUMER owns.
+        // When they inject a module via setOnnxModule(), they're responsible
+        // for its configuration (wasmPaths, numThreads, execution providers),
+        // so we don't touch it — the library defers entirely. We only apply
+        // convenience defaults when WE auto-loaded ORT ourselves, and even
+        // then never clobber a value the consumer already set.
+        //
+        // An explicit configureOnnxAssets() call is honored regardless of how
+        // ORT was loaded — it's an explicit consumer request, not us guessing.
+        //
+        // Note this is intentionally NOT gated on `typeof window`: Web Workers
+        // have no `window`, and the old gate left ORT unconfigured (hence
+        // unusable) in exactly that context.
+        const wasmEnv = ortModule.env?.wasm;
+        if (wasmEnv) {
+            if (onnxAssetPaths) {
+                wasmEnv.wasmPaths = { ...onnxAssetPaths };
+            }
+            else if (!injectedOrt && wasmEnv.wasmPaths === undefined) {
+                wasmEnv.wasmPaths = '/ort/';
+            }
+            if (!injectedOrt && wasmEnv.numThreads === undefined) {
+                wasmEnv.numThreads = 1;
+            }
+        }
         this.initialized = true;
     }
     /**
@@ -116,16 +158,20 @@ export class ONNXRuntime {
         if (!this.initialized) {
             await this.initialize();
         }
-        const ortInstance = await getOrt();
         try {
-            // Create session options
+            const ortModule = await getOrt();
+            if (!ortModule) {
+                throw new Error('onnxruntime-web is not installed');
+            }
+            // WASM-only execution provider — WebGPU acceleration can be added
+            // later via the dedicated WebGPURuntime backend.
             const sessionOptions = {
-                executionProviders: [this.executionProvider],
+                executionProviders: ['wasm'],
                 graphOptimizationLevel: 'all',
             };
-            // Create inference session (convert ArrayBuffer to Uint8Array)
             const modelBytes = new Uint8Array(modelData);
-            const session = await ortInstance.InferenceSession.create(modelBytes, sessionOptions);
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            const session = await ortModule.InferenceSession.create(modelBytes, sessionOptions);
             // Get input/output names
             const inputNames = session.inputNames;
             const outputNames = session.outputNames;
@@ -141,12 +187,12 @@ export class ONNXRuntime {
             const metadata = {
                 name: options.metadata?.name ?? 'onnx-model',
                 version: '1.0.0',
-                inputs: inputNames.map(name => ({
+                inputs: inputNames.map((name) => ({
                     name,
                     dtype: 'float32',
                     shape: [-1], // Dynamic shape
                 })),
-                outputs: outputNames.map(name => ({
+                outputs: outputNames.map((name) => ({
                     name,
                     dtype: 'float32',
                     shape: [-1],
@@ -175,35 +221,31 @@ export class ONNXRuntime {
         if (!sessionData) {
             throw new EdgeFlowError(`ONNX session not found for model ${model.id}`, ErrorCodes.MODEL_NOT_LOADED, { modelId: model.id });
         }
-        const ortInstance = await getOrt();
         const { session, inputNames, outputNames } = sessionData;
         try {
-            // Prepare input feeds
+            const ortModule = await getOrt();
             const feeds = {};
             for (let i = 0; i < Math.min(inputs.length, inputNames.length); i++) {
                 const inputName = inputNames[i];
                 const inputTensor = inputs[i];
                 if (inputName && inputTensor) {
-                    // Convert to ONNX tensor with correct dtype
                     const dtype = inputTensor.dtype;
                     let ortTensor;
                     if (dtype === 'int64') {
-                        // Get raw BigInt64Array data directly
                         const data = inputTensor.data;
-                        ortTensor = new ortInstance.Tensor('int64', data, inputTensor.shape);
+                        ortTensor = new ortModule.Tensor('int64', data, inputTensor.shape);
                     }
                     else if (dtype === 'int32') {
                         const data = inputTensor.data;
-                        ortTensor = new ortInstance.Tensor('int32', data, inputTensor.shape);
+                        ortTensor = new ortModule.Tensor('int32', data, inputTensor.shape);
                     }
                     else {
                         const data = inputTensor.toFloat32Array();
-                        ortTensor = new ortInstance.Tensor('float32', data, inputTensor.shape);
+                        ortTensor = new ortModule.Tensor('float32', data, inputTensor.shape);
                     }
                     feeds[inputName] = ortTensor;
                 }
             }
-            // Run inference
             const results = await session.run(feeds);
             // Convert outputs to EdgeFlowTensor
             const outputs = [];
@@ -221,6 +263,53 @@ export class ONNXRuntime {
             throw new EdgeFlowError(`ONNX inference failed: ${error instanceof Error ? error.message : String(error)}`, ErrorCodes.INFERENCE_FAILED, { modelId: model.id, error });
         }
     }
+    /**
+     * Run inference with named inputs
+     */
+    async runNamed(model, namedInputs) {
+        const sessionData = sessionStore.get(model.id);
+        if (!sessionData) {
+            throw new EdgeFlowError(`ONNX session not found for model ${model.id}`, ErrorCodes.MODEL_NOT_LOADED, { modelId: model.id });
+        }
+        const { session, inputNames, outputNames } = sessionData;
+        try {
+            const ortModule = await getOrt();
+            const feeds = {};
+            for (const [inputName, inputTensor] of namedInputs) {
+                const tensor = inputTensor;
+                const dtype = tensor.dtype;
+                let ortTensor;
+                if (dtype === 'int64') {
+                    const data = tensor.data;
+                    ortTensor = new ortModule.Tensor('int64', data, tensor.shape);
+                }
+                else if (dtype === 'int32') {
+                    const data = tensor.data;
+                    ortTensor = new ortModule.Tensor('int32', data, tensor.shape);
+                }
+                else {
+                    const data = tensor.toFloat32Array();
+                    ortTensor = new ortModule.Tensor('float32', data, tensor.shape);
+                }
+                feeds[inputName] = ortTensor;
+            }
+            const results = await session.run(feeds);
+            // Convert outputs to EdgeFlowTensor
+            const outputs = [];
+            for (const outputName of outputNames) {
+                const ortTensor = results[outputName];
+                if (ortTensor) {
+                    const data = ortTensor.data;
+                    const shape = Array.from(ortTensor.dims).map(d => Number(d));
+                    outputs.push(new EdgeFlowTensor(new Float32Array(data), shape, 'float32'));
+                }
+            }
+            return outputs;
+        }
+        catch (error) {
+            throw new EdgeFlowError(`ONNX inference failed: ${error instanceof Error ? error.message : String(error)}`, ErrorCodes.INFERENCE_FAILED, { modelId: model.id, expectedInputs: inputNames, providedInputs: Array.from(namedInputs.keys()), error });
+        }
+    }
     /**
      * Unload a model
      */

package/dist/backends/onnx.js.map

@@ -1 +1 @@
-{"version":3,"file":"onnx.js","sourceRoot":"","sources":["../../src/backends/onnx.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAQL,aAAa,EACb,UAAU,GAEX,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,iCAAiC;AACjC,MAAM,YAAY,GAAG,QAAQ,CAAC;AAC9B,MAAM,aAAa,GAAG,gDAAgD,YAAY,QAAQ,CAAC;AAC3F,MAAM,eAAe,GAAG,GAAG,aAAa,YAAY,CAAC;AAErD,qDAAqD;AACrD,IAAI,GAAG,GAA4C,IAAI,CAAC;AACxD,IAAI,cAAc,GAAqD,IAAI,CAAC;AAE5E;;GAEG;AACH,KAAK,UAAU,eAAe;IAC5B,yBAAyB;IACzB,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAEpB,0DAA0D;IAC1D,IAAI,cAAc;QAAE,OAAO,cAAc,CAAC;IAE1C,cAAc,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/C,0DAA0D;QAC1D,IAAI,OAAO,MAAM,KAAK,WAAW,IAAK,MAAc,CAAC,GAAG,EAAE,CAAC;YACzD,GAAG,GAAI,MAAc,CAAC,GAAG,CAAC;YAC1B,uBAAuB;YACvB,GAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC;YACxC,OAAO,CAAC,GAAI,CAAC,CAAC;YACd,OAAO;QACT,CAAC;QAED,8BAA8B;QAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,CAAC,GAAG,GAAG,eAAe,CAAC;QAC7B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;QAEpB,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;YACnB,IAAK,MAAc,CAAC,GAAG,EAAE,CAAC;gBACxB,GAAG,GAAI,MAAc,CAAC,GAAG,CAAC;gBAC1B,uBAAuB;gBACvB,GAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC;gBACxC,OAAO,CAAC,GAAG,CAAC,mBAAmB,YAAY,kBAAkB,CAAC,CAAC;gBAC/D,OAAO,CAAC,GAAI,CAAC,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC,CAAC;YACpE,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;YACpB,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,eAAe,EAAE,CAAC,CAAC,CAAC;QAC3E,CAAC,CAAC;QAEF,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,MAAM;IACnB,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,GAAG,MAAM,eAAe,EAAE,CAAC;IAChC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAYD,MAAM,YAAY,GAAiC,IAAI,GAAG,EAAE,CAAC;AAE7D,+EAA+E;AAC/E,8BAA8B;AAC9B,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,OAAO,WAAW;IACb,IAAI,GAAgB,MAAM,CAAC,CAAC,2CAA2C;IAExE,WAAW,GAAG,KAAK,CAAC;IACpB,iBAAiB,GAAsB,MAAM,CAAC;IAEtD,IAAI,YAAY;QACd,OAAO;YACL,WAAW,EAAE,IAAI;YACjB,YAAY,EAAE,IAAI;YAClB,OAAO,EAAE,IAAI,CAAC,iBAAiB,KAAK,QAAQ;YAC5C,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,EAAE;YAChB,eAAe,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,QAAQ;SAC7C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,oEAAoE;QACpE,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,6BAA6B;QAC7B,MAAM,WAAW,GAAG,MAAM,MAAM,EAAE,CAAC;QAEnC,uBAAuB;QACvB,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC;QAE/C,gDAAgD;QAChD,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC;QAEhC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,SAAsB,EACtB,UAA4B,EAAE;QAE9B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,MAAM,EAAE,CAAC;QAEnC,IAAI,CAAC;YACH,yBAAyB;YACzB,MAAM,cAAc,GAAG;gBACrB,kBAAkB,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC;gBAC5C,sBAAsB,EAAE,KAAc;aACvC,CAAC;YAEF,+DAA+D;YAC/D,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,MAAM,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;YAEtF,yBAAyB;YACzB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;YACtC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YAExC,oBAAoB;YACpB,MAAM,OAAO,GAAG,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAE5F,gBAAgB;YAChB,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE;gBACxB,OAAO;gBACP,UAAU,EAAE,CAAC,GAAG,UAAU,CAAC;gBAC3B,WAAW,EAAE,CAAC,GAAG,WAAW,CAAC;aAC9B,CAAC,CAAC;YAEH,kBAAkB;YAClB,MAAM,QAAQ,GAAkB;gBAC9B,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,YAAY;gBAC5C,OAAO,EAAE,OAAO;gBAChB,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC9B,IAAI;oBACJ,KAAK,EAAE,SAAqB;oBAC5B,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,gBAAgB;iBAC9B,CAAC,CAAC;gBACH,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAChC,IAAI;oBACJ,KAAK,EAAE,SAAqB;oBAC5B,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;iBACZ,CAAC,CAAC;gBACH,SAAS,EAAE,SAAS,CAAC,UAAU;gBAC/B,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,SAAS;gBAC/C,MAAM,EAAE,MAAM;aACf,CAAC;YAEF,wBAAwB;YACxB,MAAM,KAAK,GAAG,IAAI,eAAe,CAC/B,QAAQ,EACR,MAAM,EACN,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAChC,CAAC;YAEF,8CAA8C;YAC9C,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAExE,0BAA0B;YAC1B,gBAAgB,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAE5D,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CACrB,8BAA8B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACtF,UAAU,CAAC,iBAAiB,EAC5B,EAAE,KAAK,EAAE,CACV,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,KAAkB,EAAE,MAAgB;QAC5C,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,aAAa,CACrB,oCAAoC,KAAK,CAAC,EAAE,EAAE,EAC9C,UAAU,CAAC,gBAAgB,EAC3B,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CACtB,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,MAAM,EAAE,CAAC;QACnC,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,WAAW,CAAC;QAEzD,IAAI,CAAC;YACH,sBAAsB;YACtB,MAAM,KAAK,GAAwB,EAAE,CAAC;YAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpE,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAmB,CAAC;gBAEhD,IAAI,SAAS,IAAI,WAAW,EAAE,CAAC;oBAC7B,4CAA4C;oBAC5C,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;oBAChC,IAAI,SAAc,CAAC;oBAEnB,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;wBACtB,sCAAsC;wBACtC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAgC,CAAC;wBAC1D,SAAS,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,KAAiB,CAAC,CAAC;oBACnF,CAAC;yBAAM,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAkB,CAAC;wBAC5C,SAAS,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,KAAiB,CAAC,CAAC;oBACnF,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,GAAG,WAAW,CAAC,cAAc,EAAE,CAAC;wBAC1C,SAAS,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,WAAW,CAAC,KAAiB,CAAC,CAAC;oBACrF,CAAC;oBAED,KAAK,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEzC,oCAAoC;YACpC,MAAM,OAAO,GAAa,EAAE,CAAC;YAE7B,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;gBACtC,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,IAAI,GAAG,SAAS,CAAC,IAAoB,CAAC;oBAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7D,OAAO,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;gBAC7E,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CACrB,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAClF,UAAU,CAAC,gBAAgB,EAC3B,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,CAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,OAAe;QACvC,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,WAAW,EAAE,CAAC;YAChB,wCAAwC;YACxC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,qBAAqB;QACrB,YAAY,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO,IAAI,WAAW,EAAE,CAAC;AAC3B,CAAC"}
+{"version":3,"file":"onnx.js","sourceRoot":"","sources":["../../src/backends/onnx.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAQL,aAAa,EACb,UAAU,GAEX,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,qCAAqC;AACrC,8DAA8D;AAC9D,IAAI,GAAG,GAAQ,IAAI,CAAC;AAEpB,uEAAuE;AACvE,qEAAqE;AACrE,qEAAqE;AACrE,qEAAqE;AACrE,yEAAyE;AACzE,8BAA8B;AAC9B,8DAA8D;AAC9D,IAAI,WAAW,GAAQ,IAAI,CAAC;AAe5B,IAAI,cAAc,GAA0B,IAAI,CAAC;AAEjD;;;;;;;;;;;;;;GAcG;AACH,8DAA8D;AAC9D,MAAM,UAAU,aAAa,CAAC,MAAW;IACvC,WAAW,GAAG,MAAM,CAAC;AACvB,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAqB;IACvD,cAAc,GAAG,KAAK,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,MAAM;IACnB,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IACpC,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,IAAI,CAAC;QACH,oEAAoE;QACpE,kEAAkE;QAClE,mEAAmE;QACnE,oEAAoE;QACpE,gDAAgD;QAChD,GAAG,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAC3C,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe;IACnC,OAAO,CAAC,MAAM,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC;AAClC,CAAC;AAYD,MAAM,YAAY,GAAiC,IAAI,GAAG,EAAE,CAAC;AAE7D,+EAA+E;AAC/E,8BAA8B;AAC9B,+EAA+E;AAE/E;;GAEG;AACH,MAAM,OAAO,WAAW;IACb,IAAI,GAAgB,MAAM,CAAC,CAAC,2CAA2C;IAExE,WAAW,GAAG,KAAK,CAAC;IACpB,iBAAiB,GAAsB,MAAM,CAAC;IAEtD,IAAI,YAAY;QACd,OAAO;YACL,WAAW,EAAE,IAAI;YACjB,YAAY,EAAE,IAAI;YAClB,OAAO,EAAE,IAAI,CAAC,iBAAiB,KAAK,QAAQ;YAC5C,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,EAAE;YAChB,eAAe,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,QAAQ;SAC7C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,OAAO,eAAe,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,MAAM,SAAS,GAAG,MAAM,MAAM,EAAE,CAAC;QACjC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,mEAAmE;YACnE,8DAA8D;YAC9D,sBAAsB;YACtB,iDAAiD;YACjD,oEAAoE;YACpE,mEAAmE;YACnE,iEAAiE;YACjE,MAAM,IAAI,aAAa,CACrB,wCAAwC;gBACtC,8DAA8D;gBAC9D,oEAAoE;gBACpE,oEAAoE;gBACpE,4DAA4D;gBAC5D,8CAA8C,EAChD,UAAU,CAAC,qBAAqB,CACjC,CAAC;QACJ,CAAC;QAED,oEAAoE;QACpE,qEAAqE;QACrE,sEAAsE;QACtE,oEAAoE;QACpE,mEAAmE;QACnE,uDAAuD;QACvD,EAAE;QACF,sEAAsE;QACtE,uEAAuE;QACvE,EAAE;QACF,uEAAuE;QACvE,kEAAkE;QAClE,qCAAqC;QACrC,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,EAAE,IAAW,CAAC;QAC3C,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,cAAc,EAAE,CAAC;gBACnB,OAAO,CAAC,SAAS,GAAG,EAAE,GAAG,cAAc,EAAE,CAAC;YAC5C,CAAC;iBAAM,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC3D,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC;YAC9B,CAAC;YACD,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBACrD,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,SAAsB,EACtB,UAA4B,EAAE;QAE9B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,kEAAkE;YAClE,iDAAiD;YACjD,MAAM,cAAc,GAAG;gBACrB,kBAAkB,EAAE,CAAC,MAAM,CAAC;gBAC5B,sBAAsB,EAAE,KAAK;aAC9B,CAAC;YAEF,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;YAE7C,8DAA8D;YAC9D,MAAM,OAAO,GAAQ,MAAM,SAAS,CAAC,gBAAgB,CAAC,MAAM,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;YAEzF,yBAAyB;YACzB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;YACtC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YAExC,oBAAoB;YACpB,MAAM,OAAO,GAAG,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAE5F,gBAAgB;YAChB,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE;gBACxB,OAAO;gBACP,UAAU,EAAE,CAAC,GAAG,UAAU,CAAC;gBAC3B,WAAW,EAAE,CAAC,GAAG,WAAW,CAAC;aAC9B,CAAC,CAAC;YAEH,kBAAkB;YAClB,MAAM,QAAQ,GAAkB;gBAC9B,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,YAAY;gBAC5C,OAAO,EAAE,OAAO;gBAChB,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC;oBACxC,IAAI;oBACJ,KAAK,EAAE,SAAqB;oBAC5B,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,gBAAgB;iBAC9B,CAAC,CAAC;gBACH,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC;oBAC1C,IAAI;oBACJ,KAAK,EAAE,SAAqB;oBAC5B,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;iBACZ,CAAC,CAAC;gBACH,SAAS,EAAE,SAAS,CAAC,UAAU;gBAC/B,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,SAAS;gBAC/C,MAAM,EAAE,MAAM;aACf,CAAC;YAEF,wBAAwB;YACxB,MAAM,KAAK,GAAG,IAAI,eAAe,CAC/B,QAAQ,EACR,MAAM,EACN,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAChC,CAAC;YAEF,8CAA8C;YAC9C,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAExE,0BAA0B;YAC1B,gBAAgB,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAE5D,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CACrB,8BAA8B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACtF,UAAU,CAAC,iBAAiB,EAC5B,EAAE,KAAK,EAAE,CACV,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,KAAkB,EAAE,MAAgB;QAC5C,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,aAAa,CACrB,oCAAoC,KAAK,CAAC,EAAE,EAAE,EAC9C,UAAU,CAAC,gBAAgB,EAC3B,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CACtB,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,WAAW,CAAC;QAEzD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,MAAM,EAAE,CAAC;YACjC,MAAM,KAAK,GAAwB,EAAE,CAAC;YAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpE,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAmB,CAAC;gBAEhD,IAAI,SAAS,IAAI,WAAW,EAAE,CAAC;oBAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;oBAChC,IAAI,SAAc,CAAC;oBAEnB,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;wBACtB,MAAM,IAAI,GAAG,WAAW,CAAC,IAAgC,CAAC;wBAC1D,SAAS,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,KAAiB,CAAC,CAAC;oBACjF,CAAC;yBAAM,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAkB,CAAC;wBAC5C,SAAS,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,KAAiB,CAAC,CAAC;oBACjF,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,GAAG,WAAW,CAAC,cAAc,EAAE,CAAC;wBAC1C,SAAS,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,WAAW,CAAC,KAAiB,CAAC,CAAC;oBACnF,CAAC;oBAED,KAAK,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEzC,oCAAoC;YACpC,MAAM,OAAO,GAAa,EAAE,CAAC;YAE7B,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;gBACtC,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,IAAI,GAAG,SAAS,CAAC,IAAoB,CAAC;oBAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7D,OAAO,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;gBAC7E,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CACrB,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAClF,UAAU,CAAC,gBAAgB,EAC3B,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,CAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAkB,EAAE,WAAgC;QACjE,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,aAAa,CACrB,oCAAoC,KAAK,CAAC,EAAE,EAAE,EAC9C,UAAU,CAAC,gBAAgB,EAC3B,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CACtB,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,WAAW,CAAC;QAEzD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,MAAM,EAAE,CAAC;YACjC,MAAM,KAAK,GAAwB,EAAE,CAAC;YAEtC,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,WAAW,EAAE,CAAC;gBACnD,MAAM,MAAM,GAAG,WAA6B,CAAC;gBAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAC3B,IAAI,SAAc,CAAC;gBAEnB,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;oBACtB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAgC,CAAC;oBACrD,SAAS,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,KAAiB,CAAC,CAAC;gBAC5E,CAAC;qBAAM,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;oBAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAkB,CAAC;oBACvC,SAAS,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,KAAiB,CAAC,CAAC;gBAC5E,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC;oBACrC,SAAS,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,KAAiB,CAAC,CAAC;gBAC9E,CAAC;gBAED,KAAK,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC;YAC/B,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEzC,oCAAoC;YACpC,MAAM,OAAO,GAAa,EAAE,CAAC;YAE7B,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;gBACtC,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,IAAI,GAAG,SAAS,CAAC,IAAoB,CAAC;oBAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7D,OAAO,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;gBAC7E,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CACrB,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAClF,UAAU,CAAC,gBAAgB,EAC3B,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,cAAc,EAAE,UAAU,EAAE,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CACzG,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,OAAe;QACvC,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,WAAW,EAAE,CAAC;YAChB,wCAAwC;YACxC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,qBAAqB;QACrB,YAAY,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO,IAAI,WAAW,EAAE,CAAC;AAC3B,CAAC"}

package/dist/backends/transformers-adapter.d.ts

@@ -0,0 +1,99 @@
+/**
+ * edgeFlow.js - transformers.js Adapter Backend
+ *
+ * Wraps transformers.js (by Hugging Face) as an inference backend, giving
+ * users access to 1000+ HuggingFace models while adding edgeFlow.js's
+ * orchestration layer (scheduling, caching, memory management, workers).
+ *
+ * @example
+ * ```typescript
+ * import { useTransformersBackend } from 'edgeflowjs';
+ * import { pipeline as tfPipeline } from '@xenova/transformers';
+ *
+ * // Register the adapter
+ * useTransformersBackend();
+ *
+ * // Now use edgeFlow.js pipeline API — inference delegates to transformers.js
+ * const classifier = await pipeline('text-classification', {
+ *   model: 'Xenova/distilbert-base-uncased-finetuned-sst-2-english',
+ * });
+ *
+ * // edgeFlow.js handles scheduling, batching, memory, caching
+ * const results = await classifier.runBatch(thousandsOfTexts);
+ * ```
+ */
+import { Runtime, RuntimeType, RuntimeCapabilities, LoadedModel, ModelLoadOptions, Tensor } from '../core/types.js';
+/**
+ * Minimal interface for a transformers.js pipeline instance.
+ * We avoid importing @xenova/transformers directly so edgeFlow.js
+ * does not add it as a hard dependency.
+ */
+interface TransformersPipelineInstance {
+    (input: unknown, options?: unknown): Promise<unknown>;
+    dispose?: () => Promise<void> | void;
+}
+/**
+ * A factory that creates a transformers.js pipeline.
+ * Users pass this so we don't hard-depend on the library.
+ */
+export type TransformersPipelineFactory = (task: string, model?: string, options?: Record<string, unknown>) => Promise<TransformersPipelineInstance>;
+/**
+ * Options for configuring the transformers.js adapter.
+ */
+export interface TransformersAdapterOptions {
+    /** The pipeline factory from transformers.js (e.g. the `pipeline` function) */
+    pipelineFactory: TransformersPipelineFactory;
+    /** Default device ('webgpu' | 'wasm' | 'cpu') — passed to transformers.js */
+    device?: string;
+    /** Default dtype ('fp32' | 'fp16' | 'q8' | 'q4') */
+    dtype?: string;
+    /** Cache directory (browser IndexedDB path) */
+    cacheDir?: string;
+}
+export declare class TransformersAdapterRuntime implements Runtime {
+    readonly name: RuntimeType;
+    get capabilities(): RuntimeCapabilities;
+    isAvailable(): Promise<boolean>;
+    initialize(): Promise<void>;
+    loadModel(modelData: ArrayBuffer, options?: ModelLoadOptions): Promise<LoadedModel>;
+    /**
+     * Load a transformers.js pipeline by task + model name
+     * (called by the higher-level adapter pipeline, not via the
+     * standard loadModel path).
+     */
+    loadPipeline(task: string, model: string, pipelineOptions?: Record<string, unknown>): Promise<string>;
+    /**
+     * Run inference by passing the raw input to the transformers.js pipeline.
+     * The result is returned as a single EdgeFlowTensor wrapping the JSON-encoded output
+     * (since transformers.js returns task-specific objects, not raw tensors).
+     */
+    run(model: LoadedModel, inputs: Tensor[]): Promise<Tensor[]>;
+    /**
+     * High-level: run the transformers.js pipeline directly with arbitrary input.
+     * Returns the raw result object (not a tensor).
+     */
+    runDirect(modelId: string, input: unknown, options?: Record<string, unknown>): Promise<unknown>;
+    dispose(): void;
+}
+/**
+ * Register the transformers.js adapter as the default inference backend.
+ *
+ * @example
+ * ```typescript
+ * import { pipeline } from '@xenova/transformers';
+ * import { useTransformersBackend } from 'edgeflowjs';
+ *
+ * useTransformersBackend({
+ *   pipelineFactory: pipeline,
+ *   device: 'webgpu',
+ *   dtype: 'fp16',
+ * });
+ * ```
+ */
+export declare function useTransformersBackend(options: TransformersAdapterOptions): void;
+/**
+ * Get the adapter runtime instance (for advanced use).
+ */
+export declare function getTransformersAdapter(): TransformersAdapterRuntime | null;
+export {};
+//# sourceMappingURL=transformers-adapter.d.ts.map

package/dist/backends/transformers-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformers-adapter.d.ts","sourceRoot":"","sources":["../../src/backends/transformers-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EACL,OAAO,EACP,WAAW,EACX,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAEhB,MAAM,EAGP,MAAM,kBAAkB,CAAC;AAU1B;;;;GAIG;AACH,UAAU,4BAA4B;IACpC,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACtD,OAAO,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CACtC;AAED;;;GAGG;AACH,MAAM,MAAM,2BAA2B,GAAG,CACxC,IAAI,EAAE,MAAM,EACZ,KAAK,CAAC,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC9B,OAAO,CAAC,4BAA4B,CAAC,CAAC;AAE3C;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC,+EAA+E;IAC/E,eAAe,EAAE,2BAA2B,CAAC;IAC7C,6EAA6E;IAC7E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oDAAoD;IACpD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+CAA+C;IAC/C,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAkBD,qBAAa,0BAA2B,YAAW,OAAO;IACxD,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAU;IAEpC,IAAI,YAAY,IAAI,mBAAmB,CAStC;IAEK,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAI/B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAU3B,SAAS,CACb,SAAS,EAAE,WAAW,EACtB,OAAO,GAAE,gBAAqB,GAC7B,OAAO,CAAC,WAAW,CAAC;IA6BvB;;;;OAIG;IACG,YAAY,CAChB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,OAAO,CAAC,MAAM,CAAC;IAmBlB;;;;OAIG;IACG,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAqBlE;;;OAGG;IACG,SAAS,CACb,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,OAAO,EACd,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAChC,OAAO,CAAC,OAAO,CAAC;IAWnB,OAAO,IAAI,IAAI;CAQhB;AAQD;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,0BAA0B,GAAG,IAAI,CAIhF;AAED;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,0BAA0B,GAAG,IAAI,CAE1E"}

package/dist/backends/transformers-adapter.js

@@ -0,0 +1,171 @@
+/**
+ * edgeFlow.js - transformers.js Adapter Backend
+ *
+ * Wraps transformers.js (by Hugging Face) as an inference backend, giving
+ * users access to 1000+ HuggingFace models while adding edgeFlow.js's
+ * orchestration layer (scheduling, caching, memory management, workers).
+ *
+ * @example
+ * ```typescript
+ * import { useTransformersBackend } from 'edgeflowjs';
+ * import { pipeline as tfPipeline } from '@xenova/transformers';
+ *
+ * // Register the adapter
+ * useTransformersBackend();
+ *
+ * // Now use edgeFlow.js pipeline API — inference delegates to transformers.js
+ * const classifier = await pipeline('text-classification', {
+ *   model: 'Xenova/distilbert-base-uncased-finetuned-sst-2-english',
+ * });
+ *
+ * // edgeFlow.js handles scheduling, batching, memory, caching
+ * const results = await classifier.runBatch(thousandsOfTexts);
+ * ```
+ */
+import { EdgeFlowError, ErrorCodes, } from '../core/types.js';
+import { LoadedModelImpl } from '../core/runtime.js';
+import { EdgeFlowTensor } from '../core/tensor.js';
+import { getMemoryManager } from '../core/memory.js';
+import { registerRuntime } from '../core/runtime.js';
+// ---------------------------------------------------------------------------
+// Session store: maps model IDs to transformers.js pipeline instances
+// ---------------------------------------------------------------------------
+const sessionStore = new Map();
+let adapterOptions = null;
+// ---------------------------------------------------------------------------
+// Runtime implementation
+// ---------------------------------------------------------------------------
+export class TransformersAdapterRuntime {
+    name = 'wasm'; // registers under the wasm slot
+    get capabilities() {
+        return {
+            concurrency: true,
+            quantization: true,
+            float16: true,
+            dynamicShapes: true,
+            maxBatchSize: 128,
+            availableMemory: 1024 * 1024 * 1024,
+        };
+    }
+    async isAvailable() {
+        return adapterOptions?.pipelineFactory != null;
+    }
+    async initialize() {
+        if (!adapterOptions?.pipelineFactory) {
+            throw new EdgeFlowError('TransformersAdapterRuntime requires a pipelineFactory. ' +
+                'Call useTransformersBackend({ pipelineFactory }) first.', ErrorCodes.RUNTIME_INIT_FAILED);
+        }
+    }
+    async loadModel(modelData, options = {}) {
+        // modelData is unused — transformers.js downloads its own models.
+        // Instead the model identifier comes via metadata.name or the URL.
+        const modelName = options.metadata?.name ?? 'default';
+        const metadata = {
+            name: modelName,
+            version: '1.0.0',
+            inputs: [{ name: 'input', dtype: 'float32', shape: [-1] }],
+            outputs: [{ name: 'output', dtype: 'float32', shape: [-1] }],
+            sizeBytes: modelData.byteLength || 0,
+            quantization: options.quantization ?? 'float32',
+            format: 'onnx',
+        };
+        const modelId = `tjs_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 6)}`;
+        const model = new LoadedModelImpl(metadata, this.name, () => {
+            const session = sessionStore.get(modelId);
+            if (session?.instance.dispose) {
+                session.instance.dispose();
+            }
+            sessionStore.delete(modelId);
+        });
+        getMemoryManager().trackModel(model, () => model.dispose());
+        return model;
+    }
+    /**
+     * Load a transformers.js pipeline by task + model name
+     * (called by the higher-level adapter pipeline, not via the
+     * standard loadModel path).
+     */
+    async loadPipeline(task, model, pipelineOptions) {
+        if (!adapterOptions?.pipelineFactory) {
+            throw new EdgeFlowError('Adapter not initialised', ErrorCodes.RUNTIME_NOT_INITIALIZED);
+        }
+        const opts = { ...pipelineOptions };
+        if (adapterOptions.device)
+            opts['device'] = adapterOptions.device;
+        if (adapterOptions.dtype)
+            opts['dtype'] = adapterOptions.dtype;
+        const instance = await adapterOptions.pipelineFactory(task, model, opts);
+        const modelId = `tjs_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 6)}`;
+        sessionStore.set(modelId, { instance, task, model });
+        return modelId;
+    }
+    /**
+     * Run inference by passing the raw input to the transformers.js pipeline.
+     * The result is returned as a single EdgeFlowTensor wrapping the JSON-encoded output
+     * (since transformers.js returns task-specific objects, not raw tensors).
+     */
+    async run(model, inputs) {
+        const session = sessionStore.get(model.id);
+        if (!session) {
+            throw new EdgeFlowError(`No transformers.js session for model ${model.id}`, ErrorCodes.MODEL_NOT_LOADED);
+        }
+        // Reconstruct input from tensor (simple: use the float data as-is)
+        const inputData = inputs[0]?.toFloat32Array() ?? new Float32Array(0);
+        const result = await session.instance(inputData);
+        // Wrap the result in a tensor — downstream pipelines can interpret it
+        const resultArray = Array.isArray(result)
+            ? new Float32Array(result.flat(Infinity))
+            : new Float32Array([0]);
+        return [new EdgeFlowTensor(resultArray, [resultArray.length], 'float32')];
+    }
+    /**
+     * High-level: run the transformers.js pipeline directly with arbitrary input.
+     * Returns the raw result object (not a tensor).
+     */
+    async runDirect(modelId, input, options) {
+        const session = sessionStore.get(modelId);
+        if (!session) {
+            throw new EdgeFlowError(`No transformers.js session for model ${modelId}`, ErrorCodes.MODEL_NOT_LOADED);
+        }
+        return session.instance(input, options);
+    }
+    dispose() {
+        for (const [id, session] of sessionStore) {
+            if (session.instance.dispose) {
+                session.instance.dispose();
+            }
+            sessionStore.delete(id);
+        }
+    }
+}
+// ---------------------------------------------------------------------------
+// Public API
+// ---------------------------------------------------------------------------
+let adapterRuntime = null;
+/**
+ * Register the transformers.js adapter as the default inference backend.
+ *
+ * @example
+ * ```typescript
+ * import { pipeline } from '@xenova/transformers';
+ * import { useTransformersBackend } from 'edgeflowjs';
+ *
+ * useTransformersBackend({
+ *   pipelineFactory: pipeline,
+ *   device: 'webgpu',
+ *   dtype: 'fp16',
+ * });
+ * ```
+ */
+export function useTransformersBackend(options) {
+    adapterOptions = options;
+    adapterRuntime = new TransformersAdapterRuntime();
+    registerRuntime('wasm', () => adapterRuntime);
+}
+/**
+ * Get the adapter runtime instance (for advanced use).
+ */
+export function getTransformersAdapter() {
+    return adapterRuntime;
+}
+//# sourceMappingURL=transformers-adapter.js.map