edgeflowjs 0.1.0

package/dist/core/memory.js

@@ -0,0 +1,554 @@
+/**
+ * edgeFlow.js - Memory Management
+ *
+ * Efficient memory management for tensors and models.
+ * Features:
+ * - Memory pooling
+ * - Automatic garbage collection
+ * - Memory tracking and statistics
+ * - Leak detection
+ */
+/**
+ * Default memory pool configuration
+ */
+const DEFAULT_POOL_CONFIG = {
+    initialSize: 64 * 1024 * 1024, // 64MB
+    maxSize: 512 * 1024 * 1024, // 512MB
+    growthFactor: 1.5,
+    autoGC: true,
+    gcThreshold: 0.8, // 80%
+};
+// ============================================================================
+// Memory Manager
+// ============================================================================
+/**
+ * MemoryManager - Central memory management
+ *
+ * Provides:
+ * - Resource tracking
+ * - Memory statistics
+ * - Garbage collection coordination
+ * - Memory warning events
+ */
+export class MemoryManager {
+    static instance = null;
+    config;
+    resources = new Map();
+    disposers = new Map();
+    listeners = new Map();
+    allocated = 0;
+    peak = 0;
+    gcScheduled = false;
+    disposed = false;
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_POOL_CONFIG, ...config };
+    }
+    /**
+     * Get singleton instance
+     */
+    static getInstance() {
+        if (!MemoryManager.instance) {
+            MemoryManager.instance = new MemoryManager();
+        }
+        return MemoryManager.instance;
+    }
+    /**
+     * Configure the memory manager
+     */
+    static configure(config) {
+        if (MemoryManager.instance) {
+            console.warn('MemoryManager already initialized, configuration may not apply');
+        }
+        MemoryManager.instance = new MemoryManager(config);
+    }
+    /**
+     * Track a tensor
+     */
+    track(tensor, disposer) {
+        if (this.disposed)
+            return;
+        const size = this.estimateTensorSize(tensor);
+        this.resources.set(tensor.id, {
+            id: tensor.id,
+            type: 'tensor',
+            size,
+            createdAt: Date.now(),
+            stackTrace: this.captureStackTrace(),
+        });
+        if (disposer) {
+            this.disposers.set(tensor.id, disposer);
+        }
+        this.allocated += size;
+        this.peak = Math.max(this.peak, this.allocated);
+        this.checkMemoryThreshold();
+    }
+    /**
+     * Track a model
+     */
+    trackModel(model, disposer) {
+        if (this.disposed)
+            return;
+        const size = model.metadata.sizeBytes;
+        this.resources.set(model.id, {
+            id: model.id,
+            type: 'model',
+            size,
+            createdAt: Date.now(),
+            stackTrace: this.captureStackTrace(),
+        });
+        if (disposer) {
+            this.disposers.set(model.id, disposer);
+        }
+        this.allocated += size;
+        this.peak = Math.max(this.peak, this.allocated);
+        this.checkMemoryThreshold();
+    }
+    /**
+     * Untrack a resource
+     */
+    untrack(id) {
+        const resource = this.resources.get(id);
+        if (resource) {
+            this.allocated -= resource.size;
+            this.resources.delete(id);
+            this.disposers.delete(id);
+        }
+    }
+    /**
+     * Release a resource
+     */
+    release(resourceOrId) {
+        const id = typeof resourceOrId === 'string' ? resourceOrId : resourceOrId.id;
+        const disposer = this.disposers.get(id);
+        if (disposer) {
+            try {
+                disposer();
+            }
+            catch (error) {
+                console.error('Error disposing resource:', error);
+            }
+        }
+        this.untrack(id);
+    }
+    /**
+     * Estimate tensor memory size
+     */
+    estimateTensorSize(tensor) {
+        const bytesPerElement = this.getBytesPerElement(tensor.dtype);
+        return tensor.size * bytesPerElement;
+    }
+    /**
+     * Get bytes per element for a data type
+     */
+    getBytesPerElement(dtype) {
+        switch (dtype) {
+            case 'float32':
+                return 4;
+            case 'float16':
+                return 2;
+            case 'int32':
+                return 4;
+            case 'int64':
+                return 8;
+            case 'uint8':
+            case 'int8':
+            case 'bool':
+                return 1;
+            default:
+                return 4;
+        }
+    }
+    /**
+     * Capture stack trace for debugging
+     */
+    captureStackTrace() {
+        if (typeof Error.captureStackTrace === 'function') {
+            const obj = {};
+            Error.captureStackTrace(obj, this.captureStackTrace);
+            return obj.stack;
+        }
+        return new Error().stack;
+    }
+    /**
+     * Check if memory threshold is exceeded
+     */
+    checkMemoryThreshold() {
+        if (!this.config.autoGC)
+            return;
+        const usage = this.allocated / this.config.maxSize;
+        if (usage >= this.config.gcThreshold && !this.gcScheduled) {
+            this.gcScheduled = true;
+            this.emit('memory:warning', {
+                allocated: this.allocated,
+                maxSize: this.config.maxSize,
+                usage,
+            });
+            // Schedule GC on next tick
+            setTimeout(() => {
+                this.gc();
+                this.gcScheduled = false;
+            }, 0);
+        }
+    }
+    /**
+     * Garbage collection helper
+     */
+    gc() {
+        this.emit('memory:gc', { before: this.allocated });
+        // In browser environment, we can only suggest GC
+        // by releasing unused resources
+        // Find old resources that might be unused
+        const now = Date.now();
+        const oldResources = [];
+        for (const [id, resource] of this.resources) {
+            // Resources older than 5 minutes might be candidates for cleanup
+            if (now - resource.createdAt > 5 * 60 * 1000) {
+                oldResources.push(id);
+            }
+        }
+        // Note: We don't automatically release old resources
+        // This is just for reporting purposes
+        // Actual cleanup should be done by the user
+        this.emit('memory:gc', {
+            after: this.allocated,
+            potentialCleanup: oldResources.length,
+        });
+    }
+    /**
+     * Get memory statistics
+     */
+    getStats() {
+        let tensorCount = 0;
+        let modelCount = 0;
+        for (const resource of this.resources.values()) {
+            if (resource.type === 'tensor') {
+                tensorCount++;
+            }
+            else {
+                modelCount++;
+            }
+        }
+        return {
+            allocated: this.allocated,
+            used: this.allocated, // In JS, allocated = used
+            peak: this.peak,
+            tensorCount,
+            modelCount,
+        };
+    }
+    /**
+     * Get detailed resource list (for debugging)
+     */
+    getResourceDetails() {
+        return Array.from(this.resources.values());
+    }
+    /**
+     * Check for potential memory leaks
+     */
+    detectLeaks(maxAge = 10 * 60 * 1000) {
+        const now = Date.now();
+        const potentialLeaks = [];
+        for (const resource of this.resources.values()) {
+            if (now - resource.createdAt > maxAge) {
+                potentialLeaks.push(resource);
+            }
+        }
+        return potentialLeaks;
+    }
+    /**
+     * Add event listener
+     */
+    on(event, listener) {
+        let listeners = this.listeners.get(event);
+        if (!listeners) {
+            listeners = new Set();
+            this.listeners.set(event, listeners);
+        }
+        listeners.add(listener);
+    }
+    /**
+     * Remove event listener
+     */
+    off(event, listener) {
+        const listeners = this.listeners.get(event);
+        if (listeners) {
+            listeners.delete(listener);
+        }
+    }
+    /**
+     * Emit event
+     */
+    emit(type, data) {
+        const event = {
+            type,
+            timestamp: Date.now(),
+            data,
+        };
+        const listeners = this.listeners.get(type);
+        if (listeners) {
+            for (const listener of listeners) {
+                try {
+                    listener(event);
+                }
+                catch (error) {
+                    console.error('Error in event listener:', error);
+                }
+            }
+        }
+    }
+    /**
+     * Reset statistics
+     */
+    resetStats() {
+        this.peak = this.allocated;
+    }
+    /**
+     * Dispose all resources
+     */
+    disposeAll() {
+        for (const id of this.resources.keys()) {
+            this.release(id);
+        }
+    }
+    /**
+     * Dispose the manager
+     */
+    dispose() {
+        this.disposeAll();
+        this.disposed = true;
+        this.listeners.clear();
+        MemoryManager.instance = null;
+    }
+}
+// ============================================================================
+// Memory Scope (RAII-like pattern)
+// ============================================================================
+/**
+ * Memory scope for automatic resource cleanup
+ *
+ * Usage:
+ * ```typescript
+ * const result = await withMemoryScope(async (scope) => {
+ *   const tensor1 = scope.track(createTensor(...));
+ *   const tensor2 = scope.track(createTensor(...));
+ *   // Process tensors
+ *   return computeResult(tensor1, tensor2);
+ * });
+ * // tensor1 and tensor2 are automatically disposed
+ * ```
+ */
+export class MemoryScope {
+    resources = [];
+    children = [];
+    parent = null;
+    constructor(parent) {
+        if (parent) {
+            this.parent = parent;
+            parent.children.push(this);
+        }
+    }
+    /**
+     * Track a resource in this scope
+     */
+    track(resource) {
+        this.resources.push(resource);
+        return resource;
+    }
+    /**
+     * Create a child scope
+     */
+    createChild() {
+        return new MemoryScope(this);
+    }
+    /**
+     * Keep a resource (don't dispose it when scope ends)
+     */
+    keep(resource) {
+        const index = this.resources.indexOf(resource);
+        if (index !== -1) {
+            this.resources.splice(index, 1);
+        }
+        return resource;
+    }
+    /**
+     * Dispose all resources in this scope
+     */
+    dispose() {
+        // Dispose children first
+        for (const child of this.children) {
+            child.dispose();
+        }
+        this.children = [];
+        // Dispose resources in reverse order
+        for (let i = this.resources.length - 1; i >= 0; i--) {
+            try {
+                this.resources[i]?.dispose();
+            }
+            catch (error) {
+                console.error('Error disposing resource in scope:', error);
+            }
+        }
+        this.resources = [];
+        // Remove from parent
+        if (this.parent) {
+            const index = this.parent.children.indexOf(this);
+            if (index !== -1) {
+                this.parent.children.splice(index, 1);
+            }
+            this.parent = null;
+        }
+    }
+}
+/**
+ * Execute a function with automatic memory cleanup
+ */
+export async function withMemoryScope(fn) {
+    const scope = new MemoryScope();
+    try {
+        return await fn(scope);
+    }
+    finally {
+        scope.dispose();
+    }
+}
+/**
+ * Synchronous version of withMemoryScope
+ */
+export function withMemoryScopeSync(fn) {
+    const scope = new MemoryScope();
+    try {
+        return fn(scope);
+    }
+    finally {
+        scope.dispose();
+    }
+}
+// ============================================================================
+// LRU Cache for Models
+// ============================================================================
+/**
+ * LRU Cache for loaded models
+ */
+export class ModelCache {
+    maxSize;
+    maxModels;
+    cache = new Map();
+    currentSize = 0;
+    constructor(options = {}) {
+        this.maxSize = options.maxSize ?? 256 * 1024 * 1024; // 256MB default
+        this.maxModels = options.maxModels ?? 5;
+    }
+    /**
+     * Get a model from cache
+     */
+    get(key) {
+        const entry = this.cache.get(key);
+        if (entry) {
+            entry.lastAccess = Date.now();
+            return entry.model;
+        }
+        return undefined;
+    }
+    /**
+     * Add a model to cache
+     */
+    set(key, model) {
+        const size = model.metadata.sizeBytes;
+        // Check if we need to evict
+        while ((this.currentSize + size > this.maxSize || this.cache.size >= this.maxModels) &&
+            this.cache.size > 0) {
+            this.evictLRU();
+        }
+        // Add to cache
+        this.cache.set(key, {
+            model,
+            size,
+            lastAccess: Date.now(),
+        });
+        this.currentSize += size;
+    }
+    /**
+     * Remove a model from cache
+     */
+    delete(key) {
+        const entry = this.cache.get(key);
+        if (entry) {
+            entry.model.dispose();
+            this.currentSize -= entry.size;
+            this.cache.delete(key);
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Check if model is in cache
+     */
+    has(key) {
+        return this.cache.has(key);
+    }
+    /**
+     * Evict least recently used model
+     */
+    evictLRU() {
+        let oldestKey = null;
+        let oldestTime = Infinity;
+        for (const [key, entry] of this.cache) {
+            if (entry.lastAccess < oldestTime) {
+                oldestTime = entry.lastAccess;
+                oldestKey = key;
+            }
+        }
+        if (oldestKey) {
+            this.delete(oldestKey);
+        }
+    }
+    /**
+     * Clear the cache
+     */
+    clear() {
+        for (const entry of this.cache.values()) {
+            entry.model.dispose();
+        }
+        this.cache.clear();
+        this.currentSize = 0;
+    }
+    /**
+     * Get cache statistics
+     */
+    getStats() {
+        return {
+            size: this.currentSize,
+            count: this.cache.size,
+            maxSize: this.maxSize,
+            maxModels: this.maxModels,
+        };
+    }
+}
+// ============================================================================
+// Convenience Functions
+// ============================================================================
+/**
+ * Get memory manager instance
+ */
+export function getMemoryManager() {
+    return MemoryManager.getInstance();
+}
+/**
+ * Get memory statistics
+ */
+export function getMemoryStats() {
+    return MemoryManager.getInstance().getStats();
+}
+/**
+ * Release a resource
+ */
+export function release(resource) {
+    MemoryManager.getInstance().release(resource);
+}
+/**
+ * Force garbage collection hint
+ */
+export function gc() {
+    MemoryManager.getInstance().gc();
+}
+//# sourceMappingURL=memory.js.map

package/dist/core/memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../src/core/memory.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AA2BH;;GAEG;AACH,MAAM,mBAAmB,GAA+B;IACtD,WAAW,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,OAAO;IACtC,OAAO,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,QAAQ;IACpC,YAAY,EAAE,GAAG;IACjB,MAAM,EAAE,IAAI;IACZ,WAAW,EAAE,GAAG,EAAE,MAAM;CACzB,CAAC;AAEF,+EAA+E;AAC/E,iBAAiB;AACjB,+EAA+E;AAE/E;;;;;;;;GAQG;AACH,MAAM,OAAO,aAAa;IAChB,MAAM,CAAC,QAAQ,GAAyB,IAAI,CAAC;IAEpC,MAAM,CAA6B;IACnC,SAAS,GAAiC,IAAI,GAAG,EAAE,CAAC;IACpD,SAAS,GAA4B,IAAI,GAAG,EAAE,CAAC;IAC/C,SAAS,GAAuC,IAAI,GAAG,EAAE,CAAC;IAEnE,SAAS,GAAG,CAAC,CAAC;IACd,IAAI,GAAG,CAAC,CAAC;IACT,WAAW,GAAG,KAAK,CAAC;IACpB,QAAQ,GAAG,KAAK,CAAC;IAEzB,YAAoB,SAA2B,EAAE;QAC/C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,mBAAmB,EAAE,GAAG,MAAM,EAAE,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC;YAC5B,aAAa,CAAC,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;QAC/C,CAAC;QACD,OAAO,aAAa,CAAC,QAAQ,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,SAAS,CAAC,MAAwB;QACvC,IAAI,aAAa,CAAC,QAAQ,EAAE,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;QACjF,CAAC;QACD,aAAa,CAAC,QAAQ,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAc,EAAE,QAAqB;QACzC,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAE1B,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAE7C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE;YAC5B,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,IAAI,EAAE,QAAQ;YACd,IAAI;YACJ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,UAAU,EAAE,IAAI,CAAC,iBAAiB,EAAE;SACrC,CAAC,CAAC;QAEH,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEhD,IAAI,CAAC,oBAAoB,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,KAAkB,EAAE,QAAqB;QAClD,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAE1B,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAEtC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;YAC3B,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,OAAO;YACb,IAAI;YACJ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,UAAU,EAAE,IAAI,CAAC,iBAAiB,EAAE;SACrC,CAAC,CAAC;QAEH,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEhD,IAAI,CAAC,oBAAoB,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,EAAU;QAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC,IAAI,CAAC;YAChC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC1B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,YAA2C;QACjD,MAAM,EAAE,GAAG,OAAO,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC;QAE7E,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC;gBACH,QAAQ,EAAE,CAAC;YACb,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,MAAc;QACvC,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC,IAAI,GAAG,eAAe,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,KAAa;QACtC,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,SAAS;gBACZ,OAAO,CAAC,CAAC;YACX,KAAK,SAAS;gBACZ,OAAO,CAAC,CAAC;YACX,KAAK,OAAO;gBACV,OAAO,CAAC,CAAC;YACX,KAAK,OAAO;gBACV,OAAO,CAAC,CAAC;YACX,KAAK,OAAO,CAAC;YACb,KAAK,MAAM,CAAC;YACZ,KAAK,MAAM;gBACT,OAAO,CAAC,CAAC;YACX;gBACE,OAAO,CAAC,CAAC;QACb,CAAC;IACH,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,IAAI,OAAO,KAAK,CAAC,iBAAiB,KAAK,UAAU,EAAE,CAAC;YAClD,MAAM,GAAG,GAAuB,EAAE,CAAC;YACnC,KAAK,CAAC,iBAAiB,CAAC,GAAG,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACrD,OAAO,GAAG,CAAC,KAAK,CAAC;QACnB,CAAC;QACD,OAAO,IAAI,KAAK,EAAE,CAAC,KAAK,CAAC;IAC3B,CAAC;IAED;;OAEG;IACK,oBAAoB;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO;QAEhC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QAEnD,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAC1B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;gBAC5B,KAAK;aACN,CAAC,CAAC;YAEH,2BAA2B;YAC3B,UAAU,CAAC,GAAG,EAAE;gBACd,IAAI,CAAC,EAAE,EAAE,CAAC;gBACV,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YAC3B,CAAC,EAAE,CAAC,CAAC,CAAC;QACR,CAAC;IACH,CAAC;IAED;;OAEG;IACH,EAAE;QACA,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QAEnD,iDAAiD;QACjD,gCAAgC;QAEhC,0CAA0C;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,YAAY,GAAa,EAAE,CAAC;QAElC,KAAK,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC5C,iEAAiE;YACjE,IAAI,GAAG,GAAG,QAAQ,CAAC,SAAS,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;gBAC7C,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,qDAAqD;QACrD,sCAAsC;QACtC,4CAA4C;QAE5C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACrB,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,gBAAgB,EAAE,YAAY,CAAC,MAAM;SACtC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;YAC/C,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC/B,WAAW,EAAE,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,0BAA0B;YAChD,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW;YACX,UAAU;SACX,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,SAAiB,EAAE,GAAG,EAAE,GAAG,IAAI;QACzC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,cAAc,GAAsB,EAAE,CAAC;QAE7C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;YAC/C,IAAI,GAAG,GAAG,QAAQ,CAAC,SAAS,GAAG,MAAM,EAAE,CAAC;gBACtC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,EAAE,CAAc,KAAgB,EAAE,QAA0B;QAC1D,IAAI,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACvC,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,QAAyB,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,GAAG,CAAc,KAAgB,EAAE,QAA0B;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,SAAS,EAAE,CAAC;YACd,SAAS,CAAC,MAAM,CAAC,QAAyB,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED;;OAEG;IACK,IAAI,CAAI,IAAe,EAAE,IAAO;QACtC,MAAM,KAAK,GAAqB;YAC9B,IAAI;YACJ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI;SACL,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,SAAS,EAAE,CAAC;YACd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,IAAI,CAAC;oBACH,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAClB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,UAAU;QACR,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,aAAa,CAAC,QAAQ,GAAG,IAAI,CAAC;IAChC,CAAC;;AAGH,+EAA+E;AAC/E,mCAAmC;AACnC,+EAA+E;AAE/E;;;;;;;;;;;;;GAaG;AACH,MAAM,OAAO,WAAW;IACd,SAAS,GAAmC,EAAE,CAAC;IAC/C,QAAQ,GAAkB,EAAE,CAAC;IAC7B,MAAM,GAAuB,IAAI,CAAC;IAE1C,YAAY,MAAoB;QAC9B,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAoC,QAAW;QAClD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,IAAI,CAAoC,QAAW;QACjD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,OAAO;QACL,yBAAyB;QACzB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QAEnB,qCAAqC;QACrC,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACpD,IAAI,CAAC;gBACH,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QAEpB,qBAAqB;QACrB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACjD,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACxC,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACrB,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,EAAsC;IAEtC,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,OAAO,EAAE,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,EAA6B;IAE7B,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,OAAO,EAAE,CAAC;IAClB,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,OAAO,UAAU;IACJ,OAAO,CAAS;IAChB,SAAS,CAAS;IAClB,KAAK,GAA0E,IAAI,GAAG,EAAE,CAAC;IAClG,WAAW,GAAG,CAAC,CAAC;IAExB,YAAY,UAAoD,EAAE;QAChE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,gBAAgB;QACrE,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,GAAW;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC,KAAK,CAAC;QACrB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,GAAW,EAAE,KAAkB;QACjC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAEtC,4BAA4B;QAC5B,OACE,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC;YAC7E,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,EACnB,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,CAAC;QAED,eAAe;QACf,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;YAClB,KAAK;YACL,IAAI;YACJ,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;SACvB,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,GAAW;QAChB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI,CAAC;YAC/B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACK,QAAQ;QACd,IAAI,SAAS,GAAkB,IAAI,CAAC;QACpC,IAAI,UAAU,GAAG,QAAQ,CAAC;QAE1B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,UAAU,GAAG,UAAU,EAAE,CAAC;gBAClC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;gBAC9B,SAAS,GAAG,GAAG,CAAC;YAClB,CAAC;QACH,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACxC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,WAAW;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACtB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC;CACF;AAED,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,gBAAgB;IAC9B,OAAO,aAAa,CAAC,WAAW,EAAE,CAAC;AACrC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc;IAC5B,OAAO,aAAa,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,QAA8B;IACpD,aAAa,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,EAAE;IAChB,aAAa,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;AACnC,CAAC"}

package/dist/core/runtime.d.ts

@@ -0,0 +1,129 @@
+/**
+ * edgeFlow.js - Runtime Management
+ *
+ * Manages runtime backends and automatic selection.
+ * Provides unified interface for different compute backends.
+ */
+import { Runtime, RuntimeType, RuntimeCapabilities, LoadedModel, ModelLoadOptions, ModelMetadata, Tensor, EventType, EventListener } from './types.js';
+/**
+ * RuntimeManager - Manages runtime selection and lifecycle
+ *
+ * Features:
+ * - Automatic best runtime selection
+ * - Runtime registration
+ * - Capability detection
+ * - Fallback handling
+ */
+export declare class RuntimeManager {
+    private static instance;
+    private readonly listeners;
+    private defaultRuntime;
+    private constructor();
+    /**
+     * Get singleton instance
+     */
+    static getInstance(): RuntimeManager;
+    /**
+     * Register a runtime factory
+     */
+    register(type: RuntimeType, factory: () => Runtime): void;
+    /**
+     * Get a runtime instance
+     */
+    getRuntime(type?: RuntimeType): Promise<Runtime>;
+    /**
+     * Get the best available runtime
+     */
+    getBestRuntime(): Promise<Runtime>;
+    /**
+     * Check which runtimes are available
+     */
+    detectAvailableRuntimes(): Promise<Map<RuntimeType, boolean>>;
+    /**
+     * Get capabilities of a runtime
+     */
+    getCapabilities(type: RuntimeType): Promise<RuntimeCapabilities>;
+    /**
+     * Set default runtime
+     */
+    setDefaultRuntime(type: RuntimeType): void;
+    /**
+     * Get default runtime type
+     */
+    getDefaultRuntimeType(): RuntimeType;
+    /**
+     * Dispose a specific runtime
+     */
+    disposeRuntime(type: RuntimeType): void;
+    /**
+     * Dispose all runtimes
+     */
+    disposeAll(): void;
+    /**
+     * Add event listener
+     */
+    on<T = unknown>(event: EventType, listener: EventListener<T>): void;
+    /**
+     * Remove event listener
+     */
+    off<T = unknown>(event: EventType, listener: EventListener<T>): void;
+    /**
+     * Emit event
+     */
+    private emit;
+}
+/**
+ * LoadedModelImpl - Implementation of LoadedModel interface
+ */
+export declare class LoadedModelImpl implements LoadedModel {
+    readonly id: string;
+    readonly metadata: ModelMetadata;
+    readonly runtime: RuntimeType;
+    private _isLoaded;
+    private readonly _dispose;
+    constructor(metadata: ModelMetadata, runtime: RuntimeType, dispose: () => void);
+    get isLoaded(): boolean;
+    dispose(): void;
+}
+/**
+ * Load model from URL with advanced loading support
+ * (caching, sharding, resume download)
+ */
+export declare function loadModel(url: string, options?: ModelLoadOptions & {
+    runtime?: RuntimeType;
+    cache?: boolean;
+    resumable?: boolean;
+    chunkSize?: number;
+    forceDownload?: boolean;
+}): Promise<LoadedModel>;
+/**
+ * Load model from ArrayBuffer
+ */
+export declare function loadModelFromBuffer(data: ArrayBuffer, options?: ModelLoadOptions & {
+    runtime?: RuntimeType;
+}): Promise<LoadedModel>;
+/**
+ * Run inference on a model
+ */
+export declare function runInference(model: LoadedModel, inputs: Tensor[]): Promise<Tensor[]>;
+/**
+ * Run inference with batch processing
+ */
+export declare function runBatchInference(model: LoadedModel, batches: Tensor[][]): Promise<Tensor[][]>;
+/**
+ * Get runtime manager instance
+ */
+export declare function getRuntimeManager(): RuntimeManager;
+/**
+ * Register a runtime
+ */
+export declare function registerRuntime(type: RuntimeType, factory: () => Runtime): void;
+/**
+ * Get the best available runtime
+ */
+export declare function getBestRuntime(): Promise<Runtime>;
+/**
+ * Check available runtimes
+ */
+export declare function getAvailableRuntimes(): Promise<Map<RuntimeType, boolean>>;
+//# sourceMappingURL=runtime.d.ts.map