edgeflowjs 0.1.0

package/dist/core/runtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/core/runtime.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,OAAO,EACP,WAAW,EACX,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,aAAa,EACb,MAAM,EAGN,SAAS,EACT,aAAa,EAEd,MAAM,YAAY,CAAC;AA2BpB;;;;;;;;GAQG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA+B;IAEtD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiD;IAC3E,OAAO,CAAC,cAAc,CAAuB;IAE7C,OAAO;IAEP;;OAEG;IACH,MAAM,CAAC,WAAW,IAAI,cAAc;IAOpC;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,OAAO,GAAG,IAAI;IAIzD;;OAEG;IACG,UAAU,CAAC,IAAI,GAAE,WAAoB,GAAG,OAAO,CAAC,OAAO,CAAC;IAkD9D;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;IAmCxC;;OAEG;IACG,uBAAuB,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAqBnE;;OAEG;IACG,eAAe,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAKtE;;OAEG;IACH,iBAAiB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAI1C;;OAEG;IACH,qBAAqB,IAAI,WAAW;IAIpC;;OAEG;IACH,cAAc,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAQvC;;OAEG;IACH,UAAU,IAAI,IAAI;IAOlB;;OAEG;IACH,EAAE,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI;IASnE;;OAEG;IACH,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI;IAOpE;;OAEG;IACH,OAAO,CAAC,IAAI;CAkBb;AAkBD;;GAEG;AACH,qBAAa,eAAgB,YAAW,WAAW;IACjD,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;IAE9B,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAa;gBAGpC,QAAQ,EAAE,aAAa,EACvB,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,MAAM,IAAI;IAQrB,IAAI,QAAQ,IAAI,OAAO,CAEtB;IAED,OAAO,IAAI,IAAI;CAOhB;AAMD;;;GAGG;AACH,wBAAsB,SAAS,CAC7B,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,gBAAgB,GAAG;IAC1B,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,OAAO,CAAC;CACpB,GACL,OAAO,CAAC,WAAW,CAAC,CAsBtB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,WAAW,EACjB,OAAO,GAAE,gBAAgB,GAAG;IAAE,OAAO,CAAC,EAAE,WAAW,CAAA;CAAO,GACzD,OAAO,CAAC,WAAW,CAAC,CAItB;AAMD;;GAEG;AACH,wBAAsB,YAAY,CAChC,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,MAAM,EAAE,GACf,OAAO,CAAC,MAAM,EAAE,CAAC,CAiBnB;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,MAAM,EAAE,EAAE,GAClB,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAYrB;AAMD;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,cAAc,CAElD;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,OAAO,GAAG,IAAI,CAE/E;AAED;;GAEG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC,CAEvD;AAED;;GAEG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAE/E"}

package/dist/core/runtime.js

@@ -0,0 +1,352 @@
+/**
+ * edgeFlow.js - Runtime Management
+ *
+ * Manages runtime backends and automatic selection.
+ * Provides unified interface for different compute backends.
+ */
+import { EdgeFlowError, ErrorCodes, } from './types.js';
+import { getScheduler } from './scheduler.js';
+import { getMemoryManager } from './memory.js';
+// ============================================================================
+// Runtime Registry
+// ============================================================================
+/**
+ * Registered runtime factories
+ */
+const runtimeFactories = new Map();
+/**
+ * Cached runtime instances
+ */
+const runtimeInstances = new Map();
+/**
+ * Runtime priority order (higher priority first)
+ */
+const RUNTIME_PRIORITY = ['webgpu', 'webnn', 'wasm'];
+// ============================================================================
+// Runtime Manager
+// ============================================================================
+/**
+ * RuntimeManager - Manages runtime selection and lifecycle
+ *
+ * Features:
+ * - Automatic best runtime selection
+ * - Runtime registration
+ * - Capability detection
+ * - Fallback handling
+ */
+export class RuntimeManager {
+    static instance = null;
+    listeners = new Map();
+    defaultRuntime = 'auto';
+    constructor() { }
+    /**
+     * Get singleton instance
+     */
+    static getInstance() {
+        if (!RuntimeManager.instance) {
+            RuntimeManager.instance = new RuntimeManager();
+        }
+        return RuntimeManager.instance;
+    }
+    /**
+     * Register a runtime factory
+     */
+    register(type, factory) {
+        runtimeFactories.set(type, factory);
+    }
+    /**
+     * Get a runtime instance
+     */
+    async getRuntime(type = 'auto') {
+        if (type === 'auto') {
+            return this.getBestRuntime();
+        }
+        // Check if already instantiated
+        let runtime = runtimeInstances.get(type);
+        if (runtime) {
+            return runtime;
+        }
+        // Create new instance
+        const factory = runtimeFactories.get(type);
+        if (!factory) {
+            throw new EdgeFlowError(`Runtime '${type}' is not registered`, ErrorCodes.RUNTIME_NOT_AVAILABLE, { runtime: type });
+        }
+        runtime = factory();
+        // Check availability
+        const available = await runtime.isAvailable();
+        if (!available) {
+            throw new EdgeFlowError(`Runtime '${type}' is not available in this environment`, ErrorCodes.RUNTIME_NOT_AVAILABLE, { runtime: type });
+        }
+        // Initialize
+        try {
+            await runtime.initialize();
+        }
+        catch (error) {
+            throw new EdgeFlowError(`Failed to initialize runtime '${type}': ${error instanceof Error ? error.message : String(error)}`, ErrorCodes.RUNTIME_INIT_FAILED, { runtime: type, error });
+        }
+        runtimeInstances.set(type, runtime);
+        this.emit('runtime:ready', { runtime: type });
+        return runtime;
+    }
+    /**
+     * Get the best available runtime
+     */
+    async getBestRuntime() {
+        for (const type of RUNTIME_PRIORITY) {
+            try {
+                // Check if already available
+                const existing = runtimeInstances.get(type);
+                if (existing) {
+                    return existing;
+                }
+                // Try to create and initialize
+                const factory = runtimeFactories.get(type);
+                if (!factory)
+                    continue;
+                const runtime = factory();
+                const available = await runtime.isAvailable();
+                if (available) {
+                    await runtime.initialize();
+                    runtimeInstances.set(type, runtime);
+                    this.emit('runtime:ready', { runtime: type });
+                    return runtime;
+                }
+            }
+            catch {
+                // Try next runtime
+                continue;
+            }
+        }
+        throw new EdgeFlowError('No runtime available. Please ensure WebGPU, WebNN, or WASM is supported.', ErrorCodes.RUNTIME_NOT_AVAILABLE, { triedRuntimes: RUNTIME_PRIORITY });
+    }
+    /**
+     * Check which runtimes are available
+     */
+    async detectAvailableRuntimes() {
+        const results = new Map();
+        for (const type of RUNTIME_PRIORITY) {
+            const factory = runtimeFactories.get(type);
+            if (!factory) {
+                results.set(type, false);
+                continue;
+            }
+            try {
+                const runtime = factory();
+                results.set(type, await runtime.isAvailable());
+            }
+            catch {
+                results.set(type, false);
+            }
+        }
+        return results;
+    }
+    /**
+     * Get capabilities of a runtime
+     */
+    async getCapabilities(type) {
+        const runtime = await this.getRuntime(type);
+        return runtime.capabilities;
+    }
+    /**
+     * Set default runtime
+     */
+    setDefaultRuntime(type) {
+        this.defaultRuntime = type;
+    }
+    /**
+     * Get default runtime type
+     */
+    getDefaultRuntimeType() {
+        return this.defaultRuntime;
+    }
+    /**
+     * Dispose a specific runtime
+     */
+    disposeRuntime(type) {
+        const runtime = runtimeInstances.get(type);
+        if (runtime) {
+            runtime.dispose();
+            runtimeInstances.delete(type);
+        }
+    }
+    /**
+     * Dispose all runtimes
+     */
+    disposeAll() {
+        for (const [type, runtime] of runtimeInstances) {
+            runtime.dispose();
+            runtimeInstances.delete(type);
+        }
+    }
+    /**
+     * Add event listener
+     */
+    on(event, listener) {
+        let listeners = this.listeners.get(event);
+        if (!listeners) {
+            listeners = new Set();
+            this.listeners.set(event, listeners);
+        }
+        listeners.add(listener);
+    }
+    /**
+     * Remove event listener
+     */
+    off(event, listener) {
+        const listeners = this.listeners.get(event);
+        if (listeners) {
+            listeners.delete(listener);
+        }
+    }
+    /**
+     * Emit event
+     */
+    emit(type, data) {
+        const event = {
+            type,
+            timestamp: Date.now(),
+            data,
+        };
+        const listeners = this.listeners.get(type);
+        if (listeners) {
+            for (const listener of listeners) {
+                try {
+                    listener(event);
+                }
+                catch (error) {
+                    console.error('Error in event listener:', error);
+                }
+            }
+        }
+    }
+}
+// ============================================================================
+// Model Loader
+// ============================================================================
+/**
+ * Model instance counter
+ */
+let modelIdCounter = 0;
+/**
+ * Generate unique model ID
+ */
+function generateModelId() {
+    return `model_${++modelIdCounter}_${Date.now().toString(36)}`;
+}
+/**
+ * LoadedModelImpl - Implementation of LoadedModel interface
+ */
+export class LoadedModelImpl {
+    id;
+    metadata;
+    runtime;
+    _isLoaded = true;
+    _dispose;
+    constructor(metadata, runtime, dispose) {
+        this.id = generateModelId();
+        this.metadata = metadata;
+        this.runtime = runtime;
+        this._dispose = dispose;
+    }
+    get isLoaded() {
+        return this._isLoaded;
+    }
+    dispose() {
+        if (this._isLoaded) {
+            this._isLoaded = false;
+            this._dispose();
+            getMemoryManager().untrack(this.id);
+        }
+    }
+}
+// ============================================================================
+// Model Loading Functions
+// ============================================================================
+/**
+ * Load model from URL with advanced loading support
+ * (caching, sharding, resume download)
+ */
+export async function loadModel(url, options = {}) {
+    const manager = RuntimeManager.getInstance();
+    const runtime = await manager.getRuntime(options.runtime ?? 'auto');
+    // Import model loader dynamically to avoid circular dependencies
+    const { loadModelData } = await import('../utils/model-loader.js');
+    // Use advanced model loader with caching and resume support
+    const modelData = await loadModelData(url, {
+        cache: options.cache ?? true,
+        resumable: options.resumable ?? true,
+        chunkSize: options.chunkSize,
+        forceDownload: options.forceDownload,
+        onProgress: options.onProgress ? (progress) => {
+            options.onProgress(progress.percent / 100);
+        } : undefined,
+    });
+    // Load into runtime
+    const model = await runtime.loadModel(modelData, options);
+    return model;
+}
+/**
+ * Load model from ArrayBuffer
+ */
+export async function loadModelFromBuffer(data, options = {}) {
+    const manager = RuntimeManager.getInstance();
+    const runtime = await manager.getRuntime(options.runtime ?? 'auto');
+    return runtime.loadModel(data, options);
+}
+// ============================================================================
+// Inference Functions
+// ============================================================================
+/**
+ * Run inference on a model
+ */
+export async function runInference(model, inputs) {
+    if (!model.isLoaded) {
+        throw new EdgeFlowError('Model has been disposed', ErrorCodes.MODEL_NOT_LOADED, { modelId: model.id });
+    }
+    const manager = RuntimeManager.getInstance();
+    const runtime = await manager.getRuntime(model.runtime);
+    // Use scheduler for execution
+    const scheduler = getScheduler();
+    const task = scheduler.schedule(model.id, () => runtime.run(model, inputs));
+    return task.wait();
+}
+/**
+ * Run inference with batch processing
+ */
+export async function runBatchInference(model, batches) {
+    const scheduler = getScheduler();
+    const manager = RuntimeManager.getInstance();
+    const runtime = await manager.getRuntime(model.runtime);
+    // Schedule all batches
+    const tasks = batches.map(inputs => scheduler.schedule(model.id, () => runtime.run(model, inputs)));
+    // Wait for all to complete
+    return Promise.all(tasks.map(task => task.wait()));
+}
+// ============================================================================
+// Convenience Functions
+// ============================================================================
+/**
+ * Get runtime manager instance
+ */
+export function getRuntimeManager() {
+    return RuntimeManager.getInstance();
+}
+/**
+ * Register a runtime
+ */
+export function registerRuntime(type, factory) {
+    RuntimeManager.getInstance().register(type, factory);
+}
+/**
+ * Get the best available runtime
+ */
+export async function getBestRuntime() {
+    return RuntimeManager.getInstance().getBestRuntime();
+}
+/**
+ * Check available runtimes
+ */
+export async function getAvailableRuntimes() {
+    return RuntimeManager.getInstance().detectAvailableRuntimes();
+}
+//# sourceMappingURL=runtime.js.map

package/dist/core/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/core/runtime.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAQL,aAAa,EACb,UAAU,GAIX,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,gBAAgB,GAAoC,IAAI,GAAG,EAAE,CAAC;AAEpE;;GAEG;AACH,MAAM,gBAAgB,GAA8B,IAAI,GAAG,EAAE,CAAC;AAE9D;;GAEG;AACH,MAAM,gBAAgB,GAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;AAEpE,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E;;;;;;;;GAQG;AACH,MAAM,OAAO,cAAc;IACjB,MAAM,CAAC,QAAQ,GAA0B,IAAI,CAAC;IAErC,SAAS,GAAuC,IAAI,GAAG,EAAE,CAAC;IACnE,cAAc,GAAgB,MAAM,CAAC;IAE7C,gBAAuB,CAAC;IAExB;;OAEG;IACH,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;YAC7B,cAAc,CAAC,QAAQ,GAAG,IAAI,cAAc,EAAE,CAAC;QACjD,CAAC;QACD,OAAO,cAAc,CAAC,QAAQ,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,IAAiB,EAAE,OAAsB;QAChD,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,OAAoB,MAAM;QACzC,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;QAC/B,CAAC;QAED,gCAAgC;QAChC,IAAI,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,sBAAsB;QACtB,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CACrB,YAAY,IAAI,qBAAqB,EACrC,UAAU,CAAC,qBAAqB,EAChC,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,OAAO,EAAE,CAAC;QAEpB,qBAAqB;QACrB,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CACrB,YAAY,IAAI,wCAAwC,EACxD,UAAU,CAAC,qBAAqB,EAChC,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAC;QACJ,CAAC;QAED,aAAa;QACb,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CACrB,iCAAiC,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACnG,UAAU,CAAC,mBAAmB,EAC9B,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CACzB,CAAC;QACJ,CAAC;QAED,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9C,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc;QAClB,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,6BAA6B;gBAC7B,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC5C,IAAI,QAAQ,EAAE,CAAC;oBACb,OAAO,QAAQ,CAAC;gBAClB,CAAC;gBAED,+BAA+B;gBAC/B,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC3C,IAAI,CAAC,OAAO;oBAAE,SAAS;gBAEvB,MAAM,OAAO,GAAG,OAAO,EAAE,CAAC;gBAC1B,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;gBAE9C,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;oBAC3B,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;oBACpC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC9C,OAAO,OAAO,CAAC;gBACjB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,mBAAmB;gBACnB,SAAS;YACX,CAAC;QACH,CAAC;QAED,MAAM,IAAI,aAAa,CACrB,0EAA0E,EAC1E,UAAU,CAAC,qBAAqB,EAChC,EAAE,aAAa,EAAE,gBAAgB,EAAE,CACpC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,uBAAuB;QAC3B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;QAEhD,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACzB,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,OAAO,EAAE,CAAC;gBAC1B,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YACjD,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,IAAiB;QACrC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5C,OAAO,OAAO,CAAC,YAAY,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,IAAiB;QACjC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,IAAiB;QAC9B,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU;QACR,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,gBAAgB,EAAE,CAAC;YAC/C,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,EAAE,CAAc,KAAgB,EAAE,QAA0B;QAC1D,IAAI,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACvC,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,QAAyB,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,GAAG,CAAc,KAAgB,EAAE,QAA0B;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,SAAS,EAAE,CAAC;YACd,SAAS,CAAC,MAAM,CAAC,QAAyB,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED;;OAEG;IACK,IAAI,CAAI,IAAe,EAAE,IAAO;QACtC,MAAM,KAAK,GAAqB;YAC9B,IAAI;YACJ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI;SACL,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,SAAS,EAAE,CAAC;YACd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,IAAI,CAAC;oBACH,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAClB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;;AAGH,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAE/E;;GAEG;AACH,IAAI,cAAc,GAAG,CAAC,CAAC;AAEvB;;GAEG;AACH,SAAS,eAAe;IACtB,OAAO,SAAS,EAAE,cAAc,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;AAChE,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,eAAe;IACjB,EAAE,CAAS;IACX,QAAQ,CAAgB;IACxB,OAAO,CAAc;IAEtB,SAAS,GAAG,IAAI,CAAC;IACR,QAAQ,CAAa;IAEtC,YACE,QAAuB,EACvB,OAAoB,EACpB,OAAmB;QAEnB,IAAI,CAAC,EAAE,GAAG,eAAe,EAAE,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC1B,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACvB,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,gBAAgB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;CACF;AAED,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,GAAW,EACX,UAMI,EAAE;IAEN,MAAM,OAAO,GAAG,cAAc,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC;IAEpE,iEAAiE;IACjE,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;IAEnE,4DAA4D;IAC5D,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE;QACzC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;QACpC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE;YAC5C,OAAO,CAAC,UAAW,CAAC,QAAQ,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC,CAAC,SAAS;KACd,CAAC,CAAC;IAEH,oBAAoB;IACpB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAE1D,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAiB,EACjB,UAAwD,EAAE;IAE1D,MAAM,OAAO,GAAG,cAAc,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC;IACpE,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAC1C,CAAC;AAED,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,KAAkB,EAClB,MAAgB;IAEhB,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACpB,MAAM,IAAI,aAAa,CACrB,yBAAyB,EACzB,UAAU,CAAC,gBAAgB,EAC3B,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CACtB,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,cAAc,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAExD,8BAA8B;IAC9B,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IAE5E,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,KAAkB,EAClB,OAAmB;IAEnB,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,cAAc,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAExD,uBAAuB;IACvB,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CACjC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAC/D,CAAC;IAEF,2BAA2B;IAC3B,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO,cAAc,CAAC,WAAW,EAAE,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,IAAiB,EAAE,OAAsB;IACvE,cAAc,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,OAAO,cAAc,CAAC,WAAW,EAAE,CAAC,cAAc,EAAE,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACxC,OAAO,cAAc,CAAC,WAAW,EAAE,CAAC,uBAAuB,EAAE,CAAC;AAChE,CAAC"}

package/dist/core/scheduler.d.ts

@@ -0,0 +1,118 @@
+/**
+ * edgeFlow.js - Inference Scheduler
+ *
+ * Task scheduler for managing concurrent inference execution.
+ * Supports priority queues, model-level isolation, and batch processing.
+ */
+import { InferenceTask, TaskPriority, SchedulerOptions, EventType, EventListener } from './types.js';
+/**
+ * InferenceScheduler - Manages concurrent task execution
+ *
+ * Features:
+ * - Priority-based task scheduling
+ * - Model-level concurrency control
+ * - Optional batch processing
+ * - Task cancellation
+ * - Event emission
+ */
+export declare class InferenceScheduler {
+    private readonly options;
+    private readonly queues;
+    private readonly runningTasks;
+    private readonly allTasks;
+    private readonly batchers;
+    private readonly listeners;
+    private globalRunningCount;
+    private isProcessing;
+    private disposed;
+    constructor(options?: SchedulerOptions);
+    /**
+     * Get or create queue for a model
+     */
+    private getQueue;
+    /**
+     * Get or create running set for a model
+     */
+    private getRunningSet;
+    /**
+     * Check if we can start a new task for a model
+     */
+    private canStartTask;
+    /**
+     * Process pending tasks
+     */
+    private processQueue;
+    /**
+     * Schedule a task for execution
+     */
+    schedule<T>(modelId: string, executor: () => Promise<T>, priority?: TaskPriority): InferenceTask<T>;
+    /**
+     * Schedule with timeout
+     */
+    scheduleWithTimeout<T>(modelId: string, executor: () => Promise<T>, timeout?: number, priority?: TaskPriority): InferenceTask<T>;
+    /**
+     * Schedule multiple tasks and wait for all
+     */
+    scheduleAll<T>(tasks: Array<{
+        modelId: string;
+        executor: () => Promise<T>;
+        priority?: TaskPriority;
+    }>): Promise<T[]>;
+    /**
+     * Get task by ID
+     */
+    getTask(taskId: string): InferenceTask | undefined;
+    /**
+     * Cancel a task
+     */
+    cancelTask(taskId: string): boolean;
+    /**
+     * Cancel all tasks for a model
+     */
+    cancelAllForModel(modelId: string): number;
+    /**
+     * Get statistics
+     */
+    getStats(): {
+        totalTasks: number;
+        pendingTasks: number;
+        runningTasks: number;
+        completedTasks: number;
+        failedTasks: number;
+        cancelledTasks: number;
+        queuedByModel: Record<string, number>;
+    };
+    /**
+     * Add event listener
+     */
+    on<T = unknown>(event: EventType, listener: EventListener<T>): void;
+    /**
+     * Remove event listener
+     */
+    off<T = unknown>(event: EventType, listener: EventListener<T>): void;
+    /**
+     * Emit event
+     */
+    private emit;
+    /**
+     * Clear completed/failed/cancelled tasks from history
+     */
+    clearHistory(): void;
+    /**
+     * Dispose the scheduler
+     */
+    dispose(): void;
+}
+/**
+ * Get the global scheduler instance
+ */
+export declare function getScheduler(): InferenceScheduler;
+/**
+ * Set the global scheduler instance
+ */
+export declare function setScheduler(scheduler: InferenceScheduler): void;
+/**
+ * Configure the global scheduler
+ */
+export declare function configureScheduler(options: SchedulerOptions): void;
+//# sourceMappingURL=scheduler.d.ts.map

package/dist/core/scheduler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../../src/core/scheduler.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,aAAa,EACb,YAAY,EAEZ,gBAAgB,EAGhB,SAAS,EACT,aAAa,EAEd,MAAM,YAAY,CAAC;AAuTpB;;;;;;;;;GASG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA6B;IACrD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA+C;IACtE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAuC;IACpE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAgC;IACzD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmD;IAC5E,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiD;IAC3E,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAS;gBAEb,OAAO,GAAE,gBAAqB;IAI1C;;OAEG;IACH,OAAO,CAAC,QAAQ;IAShB;;OAEG;IACH,OAAO,CAAC,aAAa;IASrB;;OAEG;IACH,OAAO,CAAC,YAAY;IAapB;;OAEG;YACW,YAAY;IAuE1B;;OAEG;IACH,QAAQ,CAAC,CAAC,EACR,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAC1B,QAAQ,GAAE,YAAuB,GAChC,aAAa,CAAC,CAAC,CAAC;IA2BnB;;OAEG;IACH,mBAAmB,CAAC,CAAC,EACnB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAC1B,OAAO,GAAE,MAAoC,EAC7C,QAAQ,GAAE,YAAuB,GAChC,aAAa,CAAC,CAAC,CAAC;IA0BnB;;OAEG;IACG,WAAW,CAAC,CAAC,EACjB,KAAK,EAAE,KAAK,CAAC;QACX,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;QAC3B,QAAQ,CAAC,EAAE,YAAY,CAAC;KACzB,CAAC,GACD,OAAO,CAAC,CAAC,EAAE,CAAC;IAQf;;OAEG;IACH,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAIlD;;OAEG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAenC;;OAEG;IACH,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAgB1C;;OAEG;IACH,QAAQ,IAAI;QACV,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,MAAM,CAAC;QACvB,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;QACvB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACvC;IAsCD;;OAEG;IACH,EAAE,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI;IASnE;;OAEG;IACH,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI;IAOpE;;OAEG;IACH,OAAO,CAAC,IAAI;IAmBZ;;OAEG;IACH,YAAY,IAAI,IAAI;IAYpB;;OAEG;IACH,OAAO,IAAI,IAAI;CAsBhB;AAQD;;GAEG;AACH,wBAAgB,YAAY,IAAI,kBAAkB,CAKjD;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,SAAS,EAAE,kBAAkB,GAAG,IAAI,CAKhE;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI,CAElE"}