edgeflowjs 0.1.0

package/dist/backends/onnx.js

@@ -0,0 +1,249 @@
+/**
+ * edgeFlow.js - ONNX Runtime Backend
+ *
+ * Uses onnxruntime-web for real ONNX model inference.
+ * Automatically loads ONNX Runtime from CDN when needed.
+ */
+import { EdgeFlowError, ErrorCodes, } from '../core/types.js';
+import { LoadedModelImpl } from '../core/runtime.js';
+import { EdgeFlowTensor } from '../core/tensor.js';
+import { getMemoryManager } from '../core/memory.js';
+// ONNX Runtime CDN configuration
+const ONNX_VERSION = '1.17.0';
+const ONNX_CDN_BASE = `https://cdn.jsdelivr.net/npm/onnxruntime-web@${ONNX_VERSION}/dist/`;
+const ONNX_SCRIPT_URL = `${ONNX_CDN_BASE}ort.min.js`;
+// Global ONNX Runtime reference (loaded dynamically)
+let ort = null;
+let ortLoadPromise = null;
+/**
+ * Dynamically load ONNX Runtime from CDN
+ */
+async function loadONNXRuntime() {
+    // Return cached instance
+    if (ort)
+        return ort;
+    // Return existing load promise to avoid duplicate loading
+    if (ortLoadPromise)
+        return ortLoadPromise;
+    ortLoadPromise = new Promise((resolve, reject) => {
+        // Check if already loaded globally (e.g., via script tag)
+        if (typeof window !== 'undefined' && window.ort) {
+            ort = window.ort;
+            // Configure WASM paths
+            ort.env.wasm.wasmPaths = ONNX_CDN_BASE;
+            resolve(ort);
+            return;
+        }
+        // Dynamically load the script
+        const script = document.createElement('script');
+        script.src = ONNX_SCRIPT_URL;
+        script.async = true;
+        script.onload = () => {
+            if (window.ort) {
+                ort = window.ort;
+                // Configure WASM paths
+                ort.env.wasm.wasmPaths = ONNX_CDN_BASE;
+                console.log(`✓ ONNX Runtime v${ONNX_VERSION} loaded from CDN`);
+                resolve(ort);
+            }
+            else {
+                reject(new Error('ONNX Runtime loaded but ort global not found'));
+            }
+        };
+        script.onerror = () => {
+            reject(new Error(`Failed to load ONNX Runtime from ${ONNX_SCRIPT_URL}`));
+        };
+        document.head.appendChild(script);
+    });
+    return ortLoadPromise;
+}
+/**
+ * Get ONNX Runtime instance (loads if needed)
+ */
+async function getOrt() {
+    if (!ort) {
+        ort = await loadONNXRuntime();
+    }
+    return ort;
+}
+const sessionStore = new Map();
+// ============================================================================
+// ONNX Runtime Implementation
+// ============================================================================
+/**
+ * ONNXRuntime - Real ONNX model inference using onnxruntime-web
+ * Automatically loads ONNX Runtime from CDN when first used.
+ */
+export class ONNXRuntime {
+    name = 'wasm'; // Register as wasm since it's the fallback
+    initialized = false;
+    executionProvider = 'wasm';
+    get capabilities() {
+        return {
+            concurrency: true,
+            quantization: true,
+            float16: this.executionProvider === 'webgpu',
+            dynamicShapes: true,
+            maxBatchSize: 32,
+            availableMemory: 512 * 1024 * 1024, // 512MB
+        };
+    }
+    /**
+     * Check if ONNX Runtime is available (always true - will be loaded from CDN)
+     */
+    async isAvailable() {
+        // Always return true - we'll load ONNX Runtime from CDN when needed
+        return true;
+    }
+    /**
+     * Initialize the ONNX runtime (loads from CDN if needed)
+     */
+    async initialize() {
+        if (this.initialized)
+            return;
+        // Load ONNX Runtime from CDN
+        const ortInstance = await getOrt();
+        // Configure WASM paths
+        ortInstance.env.wasm.wasmPaths = ONNX_CDN_BASE;
+        // Use WASM execution provider (most compatible)
+        this.executionProvider = 'wasm';
+        this.initialized = true;
+    }
+    /**
+     * Load a model from ArrayBuffer
+     */
+    async loadModel(modelData, options = {}) {
+        if (!this.initialized) {
+            await this.initialize();
+        }
+        const ortInstance = await getOrt();
+        try {
+            // Create session options
+            const sessionOptions = {
+                executionProviders: [this.executionProvider],
+                graphOptimizationLevel: 'all',
+            };
+            // Create inference session (convert ArrayBuffer to Uint8Array)
+            const modelBytes = new Uint8Array(modelData);
+            const session = await ortInstance.InferenceSession.create(modelBytes, sessionOptions);
+            // Get input/output names
+            const inputNames = session.inputNames;
+            const outputNames = session.outputNames;
+            // Generate model ID
+            const modelId = `onnx_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 8)}`;
+            // Store session
+            sessionStore.set(modelId, {
+                session,
+                inputNames: [...inputNames],
+                outputNames: [...outputNames],
+            });
+            // Create metadata
+            const metadata = {
+                name: options.metadata?.name ?? 'onnx-model',
+                version: '1.0.0',
+                inputs: inputNames.map(name => ({
+                    name,
+                    dtype: 'float32',
+                    shape: [-1], // Dynamic shape
+                })),
+                outputs: outputNames.map(name => ({
+                    name,
+                    dtype: 'float32',
+                    shape: [-1],
+                })),
+                sizeBytes: modelData.byteLength,
+                quantization: options.quantization ?? 'float32',
+                format: 'onnx',
+            };
+            // Create model instance
+            const model = new LoadedModelImpl(metadata, 'wasm', () => this.unloadModel(modelId));
+            // Override the ID to match our stored session
+            Object.defineProperty(model, 'id', { value: modelId, writable: false });
+            // Track in memory manager
+            getMemoryManager().trackModel(model, () => model.dispose());
+            return model;
+        }
+        catch (error) {
+            throw new EdgeFlowError(`Failed to load ONNX model: ${error instanceof Error ? error.message : String(error)}`, ErrorCodes.MODEL_LOAD_FAILED, { error });
+        }
+    }
+    /**
+     * Run inference
+     */
+    async run(model, inputs) {
+        const sessionData = sessionStore.get(model.id);
+        if (!sessionData) {
+            throw new EdgeFlowError(`ONNX session not found for model ${model.id}`, ErrorCodes.MODEL_NOT_LOADED, { modelId: model.id });
+        }
+        const ortInstance = await getOrt();
+        const { session, inputNames, outputNames } = sessionData;
+        try {
+            // Prepare input feeds
+            const feeds = {};
+            for (let i = 0; i < Math.min(inputs.length, inputNames.length); i++) {
+                const inputName = inputNames[i];
+                const inputTensor = inputs[i];
+                if (inputName && inputTensor) {
+                    // Convert to ONNX tensor with correct dtype
+                    const dtype = inputTensor.dtype;
+                    let ortTensor;
+                    if (dtype === 'int64') {
+                        // Get raw BigInt64Array data directly
+                        const data = inputTensor.data;
+                        ortTensor = new ortInstance.Tensor('int64', data, inputTensor.shape);
+                    }
+                    else if (dtype === 'int32') {
+                        const data = inputTensor.data;
+                        ortTensor = new ortInstance.Tensor('int32', data, inputTensor.shape);
+                    }
+                    else {
+                        const data = inputTensor.toFloat32Array();
+                        ortTensor = new ortInstance.Tensor('float32', data, inputTensor.shape);
+                    }
+                    feeds[inputName] = ortTensor;
+                }
+            }
+            // Run inference
+            const results = await session.run(feeds);
+            // Convert outputs to EdgeFlowTensor
+            const outputs = [];
+            for (const outputName of outputNames) {
+                const ortTensor = results[outputName];
+                if (ortTensor) {
+                    const data = ortTensor.data;
+                    const shape = Array.from(ortTensor.dims).map(d => Number(d));
+                    outputs.push(new EdgeFlowTensor(new Float32Array(data), shape, 'float32'));
+                }
+            }
+            return outputs;
+        }
+        catch (error) {
+            throw new EdgeFlowError(`ONNX inference failed: ${error instanceof Error ? error.message : String(error)}`, ErrorCodes.INFERENCE_FAILED, { modelId: model.id, error });
+        }
+    }
+    /**
+     * Unload a model
+     */
+    async unloadModel(modelId) {
+        const sessionData = sessionStore.get(modelId);
+        if (sessionData) {
+            // Release session will be handled by GC
+            sessionStore.delete(modelId);
+        }
+    }
+    /**
+     * Dispose the runtime
+     */
+    dispose() {
+        // Clear all sessions
+        sessionStore.clear();
+        this.initialized = false;
+    }
+}
+/**
+ * Create ONNX runtime factory
+ */
+export function createONNXRuntime() {
+    return new ONNXRuntime();
+}
+//# sourceMappingURL=onnx.js.map

package/dist/backends/onnx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"onnx.js","sourceRoot":"","sources":["../../src/backends/onnx.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAQL,aAAa,EACb,UAAU,GAEX,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,iCAAiC;AACjC,MAAM,YAAY,GAAG,QAAQ,CAAC;AAC9B,MAAM,aAAa,GAAG,gDAAgD,YAAY,QAAQ,CAAC;AAC3F,MAAM,eAAe,GAAG,GAAG,aAAa,YAAY,CAAC;AAErD,qDAAqD;AACrD,IAAI,GAAG,GAA4C,IAAI,CAAC;AACxD,IAAI,cAAc,GAAqD,IAAI,CAAC;AAE5E;;GAEG;AACH,KAAK,UAAU,eAAe;IAC5B,yBAAyB;IACzB,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAEpB,0DAA0D;IAC1D,IAAI,cAAc;QAAE,OAAO,cAAc,CAAC;IAE1C,cAAc,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/C,0DAA0D;QAC1D,IAAI,OAAO,MAAM,KAAK,WAAW,IAAK,MAAc,CAAC,GAAG,EAAE,CAAC;YACzD,GAAG,GAAI,MAAc,CAAC,GAAG,CAAC;YAC1B,uBAAuB;YACvB,GAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC;YACxC,OAAO,CAAC,GAAI,CAAC,CAAC;YACd,OAAO;QACT,CAAC;QAED,8BAA8B;QAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,CAAC,GAAG,GAAG,eAAe,CAAC;QAC7B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;QAEpB,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;YACnB,IAAK,MAAc,CAAC,GAAG,EAAE,CAAC;gBACxB,GAAG,GAAI,MAAc,CAAC,GAAG,CAAC;gBAC1B,uBAAuB;gBACvB,GAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC;gBACxC,OAAO,CAAC,GAAG,CAAC,mBAAmB,YAAY,kBAAkB,CAAC,CAAC;gBAC/D,OAAO,CAAC,GAAI,CAAC,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC,CAAC;YACpE,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;YACpB,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,eAAe,EAAE,CAAC,CAAC,CAAC;QAC3E,CAAC,CAAC;QAEF,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,MAAM;IACnB,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,GAAG,MAAM,eAAe,EAAE,CAAC;IAChC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAYD,MAAM,YAAY,GAAiC,IAAI,GAAG,EAAE,CAAC;AAE7D,+EAA+E;AAC/E,8BAA8B;AAC9B,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,OAAO,WAAW;IACb,IAAI,GAAgB,MAAM,CAAC,CAAC,2CAA2C;IAExE,WAAW,GAAG,KAAK,CAAC;IACpB,iBAAiB,GAAsB,MAAM,CAAC;IAEtD,IAAI,YAAY;QACd,OAAO;YACL,WAAW,EAAE,IAAI;YACjB,YAAY,EAAE,IAAI;YAClB,OAAO,EAAE,IAAI,CAAC,iBAAiB,KAAK,QAAQ;YAC5C,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,EAAE;YAChB,eAAe,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,QAAQ;SAC7C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,oEAAoE;QACpE,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,6BAA6B;QAC7B,MAAM,WAAW,GAAG,MAAM,MAAM,EAAE,CAAC;QAEnC,uBAAuB;QACvB,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC;QAE/C,gDAAgD;QAChD,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC;QAEhC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,SAAsB,EACtB,UAA4B,EAAE;QAE9B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,MAAM,EAAE,CAAC;QAEnC,IAAI,CAAC;YACH,yBAAyB;YACzB,MAAM,cAAc,GAAG;gBACrB,kBAAkB,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC;gBAC5C,sBAAsB,EAAE,KAAc;aACvC,CAAC;YAEF,+DAA+D;YAC/D,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,MAAM,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;YAEtF,yBAAyB;YACzB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;YACtC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YAExC,oBAAoB;YACpB,MAAM,OAAO,GAAG,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAE5F,gBAAgB;YAChB,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE;gBACxB,OAAO;gBACP,UAAU,EAAE,CAAC,GAAG,UAAU,CAAC;gBAC3B,WAAW,EAAE,CAAC,GAAG,WAAW,CAAC;aAC9B,CAAC,CAAC;YAEH,kBAAkB;YAClB,MAAM,QAAQ,GAAkB;gBAC9B,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,YAAY;gBAC5C,OAAO,EAAE,OAAO;gBAChB,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC9B,IAAI;oBACJ,KAAK,EAAE,SAAqB;oBAC5B,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,gBAAgB;iBAC9B,CAAC,CAAC;gBACH,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAChC,IAAI;oBACJ,KAAK,EAAE,SAAqB;oBAC5B,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;iBACZ,CAAC,CAAC;gBACH,SAAS,EAAE,SAAS,CAAC,UAAU;gBAC/B,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,SAAS;gBAC/C,MAAM,EAAE,MAAM;aACf,CAAC;YAEF,wBAAwB;YACxB,MAAM,KAAK,GAAG,IAAI,eAAe,CAC/B,QAAQ,EACR,MAAM,EACN,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAChC,CAAC;YAEF,8CAA8C;YAC9C,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAExE,0BAA0B;YAC1B,gBAAgB,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAE5D,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CACrB,8BAA8B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACtF,UAAU,CAAC,iBAAiB,EAC5B,EAAE,KAAK,EAAE,CACV,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,KAAkB,EAAE,MAAgB;QAC5C,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,aAAa,CACrB,oCAAoC,KAAK,CAAC,EAAE,EAAE,EAC9C,UAAU,CAAC,gBAAgB,EAC3B,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CACtB,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,MAAM,EAAE,CAAC;QACnC,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,WAAW,CAAC;QAEzD,IAAI,CAAC;YACH,sBAAsB;YACtB,MAAM,KAAK,GAAwB,EAAE,CAAC;YAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpE,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAmB,CAAC;gBAEhD,IAAI,SAAS,IAAI,WAAW,EAAE,CAAC;oBAC7B,4CAA4C;oBAC5C,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;oBAChC,IAAI,SAAc,CAAC;oBAEnB,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;wBACtB,sCAAsC;wBACtC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAgC,CAAC;wBAC1D,SAAS,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,KAAiB,CAAC,CAAC;oBACnF,CAAC;yBAAM,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAkB,CAAC;wBAC5C,SAAS,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,KAAiB,CAAC,CAAC;oBACnF,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,GAAG,WAAW,CAAC,cAAc,EAAE,CAAC;wBAC1C,SAAS,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,WAAW,CAAC,KAAiB,CAAC,CAAC;oBACrF,CAAC;oBAED,KAAK,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEzC,oCAAoC;YACpC,MAAM,OAAO,GAAa,EAAE,CAAC;YAE7B,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;gBACtC,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,IAAI,GAAG,SAAS,CAAC,IAAoB,CAAC;oBAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7D,OAAO,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;gBAC7E,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CACrB,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAClF,UAAU,CAAC,gBAAgB,EAC3B,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,CAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,OAAe;QACvC,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,WAAW,EAAE,CAAC;YAChB,wCAAwC;YACxC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,qBAAqB;QACrB,YAAY,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO,IAAI,WAAW,EAAE,CAAC;AAC3B,CAAC"}

package/dist/backends/wasm.d.ts

@@ -0,0 +1,78 @@
+/**
+ * edgeFlow.js - WebAssembly Backend
+ *
+ * Pure WASM runtime for universal browser support.
+ * Features:
+ * - Universal compatibility
+ * - SIMD acceleration when available
+ * - Memory-efficient execution
+ */
+import { Runtime, RuntimeType, RuntimeCapabilities, LoadedModel, ModelLoadOptions, Tensor } from '../core/types.js';
+/**
+ * WASMRuntime - Pure WebAssembly inference runtime
+ */
+export declare class WASMRuntime implements Runtime {
+    readonly name: RuntimeType;
+    private module;
+    private simdSupported;
+    private models;
+    private initialized;
+    get capabilities(): RuntimeCapabilities;
+    /**
+     * Check if WASM is available
+     */
+    isAvailable(): Promise<boolean>;
+    /**
+     * Initialize the WASM runtime
+     */
+    initialize(): Promise<void>;
+    /**
+     * Check SIMD support
+     */
+    private checkSIMDSupport;
+    /**
+     * Create JavaScript fallback for WASM operations
+     */
+    private createJSFallback;
+    /**
+     * Load a model
+     */
+    loadModel(modelData: ArrayBuffer, options?: ModelLoadOptions): Promise<LoadedModel>;
+    /**
+     * Run inference
+     */
+    run(model: LoadedModel, inputs: Tensor[]): Promise<Tensor[]>;
+    /**
+     * Execute model
+     */
+    private executeModel;
+    /**
+     * Parse model configuration
+     */
+    private parseModelConfig;
+    /**
+     * Load weights into WASM memory
+     */
+    private loadWeights;
+    /**
+     * Unload a model
+     */
+    private unloadModel;
+    /**
+     * Ensure runtime is initialized
+     */
+    private ensureInitialized;
+    /**
+     * Check if SIMD is supported
+     */
+    hasSIMDSupport(): boolean;
+    /**
+     * Dispose the runtime
+     */
+    dispose(): void;
+}
+/**
+ * Create WASM runtime factory
+ */
+export declare function createWASMRuntime(): Runtime;
+//# sourceMappingURL=wasm.d.ts.map

package/dist/backends/wasm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm.d.ts","sourceRoot":"","sources":["../../src/backends/wasm.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACL,OAAO,EACP,WAAW,EACX,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAEhB,MAAM,EAGP,MAAM,kBAAkB,CAAC;AAqF1B;;GAEG;AACH,qBAAa,WAAY,YAAW,OAAO;IACzC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAU;IAEpC,OAAO,CAAC,MAAM,CAA2B;IACzC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,MAAM,CAAyC;IACvD,OAAO,CAAC,WAAW,CAAS;IAE5B,IAAI,YAAY,IAAI,mBAAmB,CAStC;IAED;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAgBrC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAuBjC;;OAEG;YACW,gBAAgB;IAgB9B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAyGxB;;OAEG;IACG,SAAS,CACb,SAAS,EAAE,WAAW,EACtB,OAAO,GAAE,gBAAqB,GAC7B,OAAO,CAAC,WAAW,CAAC;IAmDvB;;OAEG;IACG,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAOlE;;OAEG;YACW,YAAY;IAwC1B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAgCxB;;OAEG;YACW,WAAW;IAQzB;;OAEG;IACH,OAAO,CAAC,WAAW;IAWnB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IASzB;;OAEG;IACH,cAAc,IAAI,OAAO;IAIzB;;OAEG;IACH,OAAO,IAAI,IAAI;CAShB;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C"}