edgeflowjs 0.1.0

package/dist/core/index.d.ts

@@ -0,0 +1,9 @@
+/**
+ * edgeFlow.js - Core Module Exports
+ */
+export * from './types.js';
+export { EdgeFlowTensor, tensor, zeros, ones, full, random, randn, arange, linspace, eye, add, sub, mul, div, matmul, softmax, relu, sigmoid, tanh, sum, mean, argmax, concat, } from './tensor.js';
+export { InferenceScheduler, getScheduler, setScheduler, configureScheduler, } from './scheduler.js';
+export { MemoryManager, MemoryScope, ModelCache, withMemoryScope, withMemoryScopeSync, getMemoryManager, getMemoryStats, release, gc, } from './memory.js';
+export { RuntimeManager, LoadedModelImpl, loadModel, loadModelFromBuffer, runInference, runBatchInference, getRuntimeManager, registerRuntime, getBestRuntime, getAvailableRuntimes, } from './runtime.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/core/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,cAAc,YAAY,CAAC;AAG3B,OAAO,EACL,cAAc,EACd,MAAM,EACN,KAAK,EACL,IAAI,EACJ,IAAI,EACJ,MAAM,EACN,KAAK,EACL,MAAM,EACN,QAAQ,EACR,GAAG,EACH,GAAG,EACH,GAAG,EACH,GAAG,EACH,GAAG,EACH,MAAM,EACN,OAAO,EACP,IAAI,EACJ,OAAO,EACP,IAAI,EACJ,GAAG,EACH,IAAI,EACJ,MAAM,EACN,MAAM,GACP,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,kBAAkB,EAClB,YAAY,EACZ,YAAY,EACZ,kBAAkB,GACnB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,aAAa,EACb,WAAW,EACX,UAAU,EACV,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,OAAO,EACP,EAAE,GACH,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,cAAc,EACd,eAAe,EACf,SAAS,EACT,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,oBAAoB,GACrB,MAAM,cAAc,CAAC"}

package/dist/core/index.js

@@ -0,0 +1,14 @@
+/**
+ * edgeFlow.js - Core Module Exports
+ */
+// Types
+export * from './types.js';
+// Tensor
+export { EdgeFlowTensor, tensor, zeros, ones, full, random, randn, arange, linspace, eye, add, sub, mul, div, matmul, softmax, relu, sigmoid, tanh, sum, mean, argmax, concat, } from './tensor.js';
+// Scheduler
+export { InferenceScheduler, getScheduler, setScheduler, configureScheduler, } from './scheduler.js';
+// Memory
+export { MemoryManager, MemoryScope, ModelCache, withMemoryScope, withMemoryScopeSync, getMemoryManager, getMemoryStats, release, gc, } from './memory.js';
+// Runtime
+export { RuntimeManager, LoadedModelImpl, loadModel, loadModelFromBuffer, runInference, runBatchInference, getRuntimeManager, registerRuntime, getBestRuntime, getAvailableRuntimes, } from './runtime.js';
+//# sourceMappingURL=index.js.map

package/dist/core/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,QAAQ;AACR,cAAc,YAAY,CAAC;AAE3B,SAAS;AACT,OAAO,EACL,cAAc,EACd,MAAM,EACN,KAAK,EACL,IAAI,EACJ,IAAI,EACJ,MAAM,EACN,KAAK,EACL,MAAM,EACN,QAAQ,EACR,GAAG,EACH,GAAG,EACH,GAAG,EACH,GAAG,EACH,GAAG,EACH,MAAM,EACN,OAAO,EACP,IAAI,EACJ,OAAO,EACP,IAAI,EACJ,GAAG,EACH,IAAI,EACJ,MAAM,EACN,MAAM,GACP,MAAM,aAAa,CAAC;AAErB,YAAY;AACZ,OAAO,EACL,kBAAkB,EAClB,YAAY,EACZ,YAAY,EACZ,kBAAkB,GACnB,MAAM,gBAAgB,CAAC;AAExB,SAAS;AACT,OAAO,EACL,aAAa,EACb,WAAW,EACX,UAAU,EACV,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,OAAO,EACP,EAAE,GACH,MAAM,aAAa,CAAC;AAErB,UAAU;AACV,OAAO,EACL,cAAc,EACd,eAAe,EACf,SAAS,EACT,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,oBAAoB,GACrB,MAAM,cAAc,CAAC"}

package/dist/core/memory.d.ts

@@ -0,0 +1,234 @@
+/**
+ * edgeFlow.js - Memory Management
+ *
+ * Efficient memory management for tensors and models.
+ * Features:
+ * - Memory pooling
+ * - Automatic garbage collection
+ * - Memory tracking and statistics
+ * - Leak detection
+ */
+import { Tensor, LoadedModel, MemoryStats, MemoryPoolConfig, EventType, EventListener } from './types.js';
+/**
+ * Tracked resource info
+ */
+interface TrackedResource {
+    id: string;
+    type: 'tensor' | 'model';
+    size: number;
+    createdAt: number;
+    stackTrace?: string;
+}
+/**
+ * MemoryManager - Central memory management
+ *
+ * Provides:
+ * - Resource tracking
+ * - Memory statistics
+ * - Garbage collection coordination
+ * - Memory warning events
+ */
+export declare class MemoryManager {
+    private static instance;
+    private readonly config;
+    private readonly resources;
+    private readonly disposers;
+    private readonly listeners;
+    private allocated;
+    private peak;
+    private gcScheduled;
+    private disposed;
+    private constructor();
+    /**
+     * Get singleton instance
+     */
+    static getInstance(): MemoryManager;
+    /**
+     * Configure the memory manager
+     */
+    static configure(config: MemoryPoolConfig): void;
+    /**
+     * Track a tensor
+     */
+    track(tensor: Tensor, disposer?: () => void): void;
+    /**
+     * Track a model
+     */
+    trackModel(model: LoadedModel, disposer?: () => void): void;
+    /**
+     * Untrack a resource
+     */
+    untrack(id: string): void;
+    /**
+     * Release a resource
+     */
+    release(resourceOrId: Tensor | LoadedModel | string): void;
+    /**
+     * Estimate tensor memory size
+     */
+    private estimateTensorSize;
+    /**
+     * Get bytes per element for a data type
+     */
+    private getBytesPerElement;
+    /**
+     * Capture stack trace for debugging
+     */
+    private captureStackTrace;
+    /**
+     * Check if memory threshold is exceeded
+     */
+    private checkMemoryThreshold;
+    /**
+     * Garbage collection helper
+     */
+    gc(): void;
+    /**
+     * Get memory statistics
+     */
+    getStats(): MemoryStats;
+    /**
+     * Get detailed resource list (for debugging)
+     */
+    getResourceDetails(): TrackedResource[];
+    /**
+     * Check for potential memory leaks
+     */
+    detectLeaks(maxAge?: number): TrackedResource[];
+    /**
+     * Add event listener
+     */
+    on<T = unknown>(event: EventType, listener: EventListener<T>): void;
+    /**
+     * Remove event listener
+     */
+    off<T = unknown>(event: EventType, listener: EventListener<T>): void;
+    /**
+     * Emit event
+     */
+    private emit;
+    /**
+     * Reset statistics
+     */
+    resetStats(): void;
+    /**
+     * Dispose all resources
+     */
+    disposeAll(): void;
+    /**
+     * Dispose the manager
+     */
+    dispose(): void;
+}
+/**
+ * Memory scope for automatic resource cleanup
+ *
+ * Usage:
+ * ```typescript
+ * const result = await withMemoryScope(async (scope) => {
+ *   const tensor1 = scope.track(createTensor(...));
+ *   const tensor2 = scope.track(createTensor(...));
+ *   // Process tensors
+ *   return computeResult(tensor1, tensor2);
+ * });
+ * // tensor1 and tensor2 are automatically disposed
+ * ```
+ */
+export declare class MemoryScope {
+    private resources;
+    private children;
+    private parent;
+    constructor(parent?: MemoryScope);
+    /**
+     * Track a resource in this scope
+     */
+    track<T extends {
+        dispose: () => void;
+    }>(resource: T): T;
+    /**
+     * Create a child scope
+     */
+    createChild(): MemoryScope;
+    /**
+     * Keep a resource (don't dispose it when scope ends)
+     */
+    keep<T extends {
+        dispose: () => void;
+    }>(resource: T): T;
+    /**
+     * Dispose all resources in this scope
+     */
+    dispose(): void;
+}
+/**
+ * Execute a function with automatic memory cleanup
+ */
+export declare function withMemoryScope<T>(fn: (scope: MemoryScope) => Promise<T>): Promise<T>;
+/**
+ * Synchronous version of withMemoryScope
+ */
+export declare function withMemoryScopeSync<T>(fn: (scope: MemoryScope) => T): T;
+/**
+ * LRU Cache for loaded models
+ */
+export declare class ModelCache {
+    private readonly maxSize;
+    private readonly maxModels;
+    private readonly cache;
+    private currentSize;
+    constructor(options?: {
+        maxSize?: number;
+        maxModels?: number;
+    });
+    /**
+     * Get a model from cache
+     */
+    get(key: string): LoadedModel | undefined;
+    /**
+     * Add a model to cache
+     */
+    set(key: string, model: LoadedModel): void;
+    /**
+     * Remove a model from cache
+     */
+    delete(key: string): boolean;
+    /**
+     * Check if model is in cache
+     */
+    has(key: string): boolean;
+    /**
+     * Evict least recently used model
+     */
+    private evictLRU;
+    /**
+     * Clear the cache
+     */
+    clear(): void;
+    /**
+     * Get cache statistics
+     */
+    getStats(): {
+        size: number;
+        count: number;
+        maxSize: number;
+        maxModels: number;
+    };
+}
+/**
+ * Get memory manager instance
+ */
+export declare function getMemoryManager(): MemoryManager;
+/**
+ * Get memory statistics
+ */
+export declare function getMemoryStats(): MemoryStats;
+/**
+ * Release a resource
+ */
+export declare function release(resource: Tensor | LoadedModel): void;
+/**
+ * Force garbage collection hint
+ */
+export declare function gc(): void;
+export {};
+//# sourceMappingURL=memory.d.ts.map

package/dist/core/memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../src/core/memory.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EACL,MAAM,EACN,WAAW,EACX,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,aAAa,EAEd,MAAM,YAAY,CAAC;AAMpB;;GAEG;AACH,UAAU,eAAe;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAiBD;;;;;;;;GAQG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA8B;IAErD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA6B;IACpD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA2C;IACrE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiD;IAE3E,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,IAAI,CAAK;IACjB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAS;IAEzB,OAAO;IAIP;;OAEG;IACH,MAAM,CAAC,WAAW,IAAI,aAAa;IAOnC;;OAEG;IACH,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI;IAOhD;;OAEG;IACH,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,IAAI,GAAG,IAAI;IAuBlD;;OAEG;IACH,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,MAAM,IAAI,GAAG,IAAI;IAuB3D;;OAEG;IACH,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IASzB;;OAEG;IACH,OAAO,CAAC,YAAY,EAAE,MAAM,GAAG,WAAW,GAAG,MAAM,GAAG,IAAI;IAe1D;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAK1B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAmB1B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IASzB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAqB5B;;OAEG;IACH,EAAE,IAAI,IAAI;IA2BV;;OAEG;IACH,QAAQ,IAAI,WAAW;IAqBvB;;OAEG;IACH,kBAAkB,IAAI,eAAe,EAAE;IAIvC;;OAEG;IACH,WAAW,CAAC,MAAM,GAAE,MAAuB,GAAG,eAAe,EAAE;IAa/D;;OAEG;IACH,EAAE,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI;IASnE;;OAEG;IACH,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI;IAOpE;;OAEG;IACH,OAAO,CAAC,IAAI;IAmBZ;;OAEG;IACH,UAAU,IAAI,IAAI;IAIlB;;OAEG;IACH,UAAU,IAAI,IAAI;IAMlB;;OAEG;IACH,OAAO,IAAI,IAAI;CAMhB;AAMD;;;;;;;;;;;;;GAaG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,SAAS,CAAsC;IACvD,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,MAAM,CAA4B;gBAE9B,MAAM,CAAC,EAAE,WAAW;IAOhC;;OAEG;IACH,KAAK,CAAC,CAAC,SAAS;QAAE,OAAO,EAAE,MAAM,IAAI,CAAA;KAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC;IAKxD;;OAEG;IACH,WAAW,IAAI,WAAW;IAI1B;;OAEG;IACH,IAAI,CAAC,CAAC,SAAS;QAAE,OAAO,EAAE,MAAM,IAAI,CAAA;KAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC;IAQvD;;OAEG;IACH,OAAO,IAAI,IAAI;CA0BhB;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,CAAC,EACrC,EAAE,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,CAAC,CAAC,CAAC,GACrC,OAAO,CAAC,CAAC,CAAC,CAOZ;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,CAAC,EACnC,EAAE,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,CAAC,GAC5B,CAAC,CAOH;AAMD;;GAEG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAoF;IAC1G,OAAO,CAAC,WAAW,CAAK;gBAEZ,OAAO,GAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAO;IAKlE;;OAEG;IACH,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,GAAG,SAAS;IASzC;;OAEG;IACH,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,GAAG,IAAI;IAoB1C;;OAEG;IACH,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAW5B;;OAEG;IACH,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAIzB;;OAEG;IACH,OAAO,CAAC,QAAQ;IAgBhB;;OAEG;IACH,KAAK,IAAI,IAAI;IAQb;;OAEG;IACH,QAAQ,IAAI;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE;CAQhF;AAMD;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,aAAa,CAEhD;AAED;;GAEG;AACH,wBAAgB,cAAc,IAAI,WAAW,CAE5C;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CAE5D;AAED;;GAEG;AACH,wBAAgB,EAAE,IAAI,IAAI,CAEzB"}