inference-server 1.0.0-beta.19

package/dist/pool.js

@@ -0,0 +1,512 @@
+import process from 'node:process';
+import PQueue from 'p-queue';
+import EventEmitter3 from 'eventemitter3';
+import { ModelInstance } from './instance.js';
+import { LogLevels, createSublogger, } from './lib/logger.js';
+import { mergeAbortSignals } from './lib/util.js';
+export class ModelPool extends EventEmitter3 {
+    queue;
+    config;
+    instances;
+    engines;
+    cleanupInterval;
+    log;
+    requestSequence = 0;
+    pendingRequests = new Set();
+    shutdownController = new AbortController();
+    gpuLock = false; // TODO could derive this from "is there any instance that has gpu=true"
+    prepareInstance;
+    constructor(options, prepareInstance) {
+        super();
+        this.log = createSublogger(options.log);
+        const models = {};
+        for (const id in options.models) {
+            const modelConfig = options.models[id];
+            models[id] = {
+                ...modelConfig,
+                id: modelConfig.id ?? id,
+            };
+        }
+        const config = {
+            concurrency: 1,
+            ...options,
+            models,
+        };
+        this.queue = new PQueue({
+            concurrency: config.concurrency,
+        });
+        this.config = config;
+        this.instances = {};
+        this.prepareInstance = prepareInstance;
+    }
+    // start up pool, creating instances and loading models
+    async init(engines) {
+        const initPromises = [];
+        const modelConfigs = this.config.models;
+        this.engines = engines;
+        // making sure id is set.
+        for (const modelId in modelConfigs) {
+            const modelConfig = modelConfigs[modelId];
+            if (!modelConfig.id) {
+                modelConfig.id = modelId;
+            }
+        }
+        // prioritize initializing the first model defined that has gpu explicitly set
+        // so lock cant be acquired first by another model that has gpu=auto/undefined
+        const firstGpuModel = Object.entries(modelConfigs).find(([id, config]) => !!config.device?.gpu && config.device?.gpu !== 'auto');
+        if (firstGpuModel) {
+            const modelConfig = modelConfigs[firstGpuModel[0]];
+            const spawnPromises = this.ensureModelInstances(modelConfig);
+            initPromises.push(...spawnPromises);
+        }
+        // then handle other models in the order they were defined
+        for (const modelId in modelConfigs) {
+            if (firstGpuModel && modelId === firstGpuModel[0]) {
+                continue;
+            }
+            const modelConfig = modelConfigs[modelId];
+            const spawnPromises = this.ensureModelInstances(modelConfig);
+            initPromises.push(...spawnPromises);
+        }
+        // resolve when all initial instances are loaded
+        await Promise.allSettled(initPromises);
+        this.emit('ready');
+        this.cleanupInterval = setInterval(() => {
+            this.disposeOutdatedInstances();
+        }, 1000 * 60); // every minute
+    }
+    // see if the minInstances for a models are spawned. if not, spawn them.
+    ensureModelInstances(model) {
+        const spawnPromises = [];
+        const instanceCount = model.minInstances ?? 0;
+        for (let i = 0; i < instanceCount; i++) {
+            if (this.canSpawnInstance(model.id)) {
+                const spawnPromise = this.spawnInstance(model.id);
+                spawnPromises.push(spawnPromise);
+            }
+            else {
+                this.log(LogLevels.warn, 'Failed to spawn min instances for', {
+                    model: model.id,
+                });
+                break;
+            }
+        }
+        return spawnPromises;
+    }
+    async dispose() {
+        this.log(LogLevels.debug, 'Disposing pool');
+        clearInterval(this.cleanupInterval);
+        super.removeAllListeners();
+        this.queue.pause();
+        this.queue.clear();
+        this.shutdownController.abort();
+        for (const request of this.pendingRequests) {
+            request.abortController.abort();
+        }
+        const disposePromises = [];
+        for (const key in this.instances) {
+            const instance = this.instances[key];
+            disposePromises.push(this.disposeInstance(instance));
+        }
+        await Promise.allSettled(disposePromises);
+    }
+    // disposes instances that have been idle for longer than their ttl
+    disposeOutdatedInstances() {
+        const now = new Date().getTime();
+        for (const key in this.instances) {
+            const instance = this.instances[key];
+            const instanceAge = (now - instance.lastUsed) / 1000;
+            const modelInstanceCount = Object.values(this.instances).filter((i) => i.modelId === instance.modelId).length;
+            const minInstanceCount = this.config.models[instance.modelId].minInstances ?? 0;
+            if (modelInstanceCount > minInstanceCount &&
+                instanceAge > instance.ttl &&
+                instance.status === 'idle') {
+                this.log(LogLevels.info, 'Auto disposing instance', {
+                    instance: instance.id,
+                });
+                this.disposeInstance(instance);
+            }
+        }
+    }
+    getStatus() {
+        const processingInstances = Object.values(this.instances).filter((instance) => instance.status === 'busy');
+        const poolStatusInfo = {
+            processing: processingInstances.length,
+            pending: this.pendingRequests.size,
+            instances: Object.fromEntries(Object.entries(this.instances).map(([key, instance]) => {
+                return [
+                    key,
+                    {
+                        model: instance.modelId,
+                        status: instance.status,
+                        engine: instance.config.engine,
+                        device: instance.gpu ? 'gpu' : 'cpu',
+                        contextState: instance.getContextStateIdentity(),
+                        lastUsed: new Date(instance.lastUsed).toISOString(),
+                    },
+                ];
+            })),
+        };
+        return poolStatusInfo;
+    }
+    // checks if another instance can be spawned for given model
+    canSpawnInstance(modelId) {
+        const modelConfig = this.config.models[modelId];
+        // if the model is configured with gpu=true, interpret that as "it MUST run on gpu"
+        // and prevent spawning more instances if the gpu is already locked.
+        const requiresGpu = !!modelConfig.device?.gpu;
+        if (requiresGpu && this.gpuLock && modelConfig.device?.gpu !== 'auto') {
+            this.log(LogLevels.debug, 'Cannot spawn new instance: model requires gpu, but its already in use', { model: modelId });
+            return false;
+        }
+        // see if we're within maxInstances limit
+        const maxInstances = modelConfig.maxInstances ?? 1;
+        const currentInstances = Object.values(this.instances).filter((instance) => instance.modelId === modelId);
+        if (currentInstances.length >= maxInstances) {
+            this.log(LogLevels.debug, 'Cannot spawn new instance: maxInstances reached', { model: modelId, curent: currentInstances.length, max: maxInstances });
+            return false;
+        }
+        return true;
+    }
+    async disposeInstance(instance) {
+        this.log(LogLevels.debug, 'Disposing instance', {
+            instance: instance.id,
+        });
+        await instance.dispose();
+        if (instance.gpu) {
+            this.gpuLock = false;
+        }
+        delete this.instances[instance.id];
+    }
+    // spawns a new instance for the given model, without checking whether it's allowed
+    async spawnInstance(modelId, options = {}) {
+        if (!this.engines) {
+            throw new Error('No engines available. Make sure the pool is initialized and ModelServer.start() or ModelPool.init() were called.');
+        }
+        const model = this.config.models[modelId];
+        const engine = this.engines[model.engine];
+        if (!engine) {
+            throw new Error(`Engine not found: ${model.engine}`);
+        }
+        const autoGpuEnabled = !!engine.autoGpu;
+        // if the model is configured with gpu=auto (or unset), we can use the gpu if its not locked
+        const autoGpu = model.device?.gpu === undefined || model.device?.gpu === 'auto';
+        let useGpu = autoGpu ? autoGpuEnabled && !this.gpuLock : false;
+        if (!!model.device?.gpu) {
+            useGpu = true;
+        }
+        const instance = new ModelInstance(engine, {
+            ...model,
+            gpu: useGpu,
+            log: this.log,
+        });
+        this.instances[instance.id] = instance;
+        if (useGpu) {
+            this.gpuLock = true;
+        }
+        const signals = [this.shutdownController.signal];
+        if (options.signal) {
+            signals.push(options.signal);
+        }
+        const abortSignal = mergeAbortSignals(signals);
+        if (this.prepareInstance) {
+            this.log(LogLevels.debug, 'Preparing instance', {
+                instance: instance.id,
+            });
+            try {
+                await this.prepareInstance(instance, abortSignal);
+                instance.status = 'idle';
+            }
+            catch (error) {
+                this.log(LogLevels.error, 'Error preparing instance', {
+                    model: modelId,
+                    instance: instance.id,
+                    error,
+                });
+                instance.status = 'error';
+                return instance;
+            }
+        }
+        await instance.load(abortSignal);
+        if (options.emit !== false) {
+            this.emit('spawn', instance);
+        }
+        return instance;
+    }
+    // wait to acquire a gpu instance for the given request
+    acquireGpuInstance(request, signal) {
+        return new Promise(async (resolve, reject) => {
+            // if we have an idle gpu instance and the model matches we can lock and return immediately
+            const gpuInstance = Object.values(this.instances).find((instance) => instance.gpu === true);
+            if (gpuInstance.status === 'idle') {
+                if (gpuInstance.modelId === request.model) {
+                    gpuInstance.lock(request);
+                    resolve(gpuInstance);
+                    return;
+                }
+                else {
+                    await this.disposeInstance(gpuInstance);
+                    const newInstance = await this.spawnInstance(request.model, {
+                        emit: false,
+                    });
+                    newInstance.lock(request);
+                    resolve(newInstance);
+                    return;
+                }
+            }
+            // otherwise attach the listener and wait until gpu slot becomes available
+            const listener = async (instance) => {
+                if (instance.gpu === true && instance.status === 'idle') {
+                    if (instance.matchesRequirements(request)) {
+                        // model matches whats needed, lock and resolve
+                        this.off('release', listener);
+                        instance.lock(request);
+                        resolve(instance);
+                    }
+                    else {
+                        // model doesnt match, dispose and spawn new instance
+                        this.off('release', listener);
+                        await this.disposeInstance(instance);
+                        const newInstance = await this.spawnInstance(request.model, {
+                            emit: false,
+                        });
+                        newInstance.lock(request);
+                        resolve(newInstance);
+                    }
+                }
+            };
+            this.on('release', listener);
+            if (signal) {
+                signal.addEventListener('abort', () => {
+                    this.off('release', listener);
+                    reject(signal.reason);
+                });
+            }
+        });
+    }
+    // wait to acquire an idle instance for the given request
+    acquireIdleInstance(request, signal) {
+        return new Promise((resolve, reject) => {
+            const listener = (instance) => {
+                if (instance.matchesRequirements(request) &&
+                    instance.status === 'idle') {
+                    this.off('release', listener);
+                    this.off('spawn', listener);
+                    try {
+                        instance.lock(request);
+                        resolve(instance);
+                    }
+                    catch (error) {
+                        this.log(LogLevels.error, 'Error acquiring idle instance', {
+                            error,
+                        });
+                        reject(error);
+                    }
+                }
+            };
+            this.on('spawn', listener);
+            this.on('release', listener);
+            if (signal) {
+                signal.addEventListener('abort', () => {
+                    this.off('release', listener);
+                    this.off('spawn', listener);
+                    reject(signal.reason);
+                });
+            }
+        });
+    }
+    // acquire an instance for the given request
+    async acquireInstance(request, signal) {
+        if ('messages' in request || 'prompt' in request) {
+            // for text and chat completions first search for an instance that has the context ready
+            for (const key in this.instances) {
+                const instance = this.instances[key];
+                if (instance.matchesRequirements(request) &&
+                    instance.status === 'idle' &&
+                    instance.matchesContextState(request)) {
+                    this.log(LogLevels.debug, 'Cache hit - reusing cached instance', {
+                        instance: instance.id,
+                        sequence: request.sequence,
+                    });
+                    instance.lock(request);
+                    return instance;
+                }
+            }
+            this.log(LogLevels.debug, 'Cache miss - continue acquiring model instance', { sequence: request.sequence });
+        }
+        // prefer an instance of the model that has no context state.
+        for (const key in this.instances) {
+            const instance = this.instances[key];
+            if (instance.matchesRequirements(request) &&
+                instance.status === 'idle' &&
+                !instance.hasContextState()) {
+                this.log(LogLevels.debug, 'Reusing idle instance without context state', {
+                    instance: instance.id,
+                    sequence: request.sequence,
+                });
+                instance.lock(request);
+                return instance;
+            }
+        }
+        // still havent found any, see if we're allowed to spawn a new instance
+        if (this.canSpawnInstance(request.model)) {
+            const instance = await this.spawnInstance(request.model, {
+                emit: false,
+            });
+            // reset the context if the request doesnt match the instances preloaded context state
+            const hasInitialContextState = instance.config.initialMessages?.length || instance.config.prefix;
+            if (hasInitialContextState && !instance.matchesContextState(request)) {
+                instance.resetContext();
+            }
+            this.log(LogLevels.debug, 'Spawned instance acquired', {
+                instance: instance.id,
+                sequence: request.sequence,
+            });
+            instance.lock(request);
+            return instance;
+        }
+        // if all instances have cached state, prefer the one that was used the longest time ago
+        const availableInstances = Object.values(this.instances).filter((instance) => instance.matchesRequirements(request) && instance.status === 'idle');
+        if (availableInstances.length > 0) {
+            const lruInstance = availableInstances.reduce((prev, current) => prev.lastUsed < current.lastUsed ? prev : current);
+            this.log(LogLevels.debug, 'Reusing least recently used instance', {
+                instance: lruInstance.id,
+                sequence: request.sequence,
+            });
+            lruInstance.lock(request);
+            lruInstance.resetContext(); // make sure we reset its cache.
+            return lruInstance;
+        }
+        const requiresGpu = this.config.models[request.model].device?.gpu === true;
+        if (requiresGpu && this.gpuLock) {
+            const gpuInstance = Object.values(this.instances).find((instance) => instance.gpu === true);
+            if (gpuInstance.modelId !== request.model) {
+                this.log(LogLevels.debug, 'GPU already in use, waiting ...', {
+                    sequence: request.sequence,
+                });
+                const instance = await this.acquireGpuInstance(request, signal);
+                this.log(LogLevels.debug, 'GPU instance acquired', {
+                    instance: instance.id,
+                    sequence: request.sequence,
+                });
+                if (signal?.aborted) {
+                    instance.unlock();
+                    throw signal.reason;
+                }
+                else {
+                    return instance;
+                }
+            }
+        }
+        // before starting to wait, make sure sure we're not stuck with an error'd instance (and wait forever)
+        // currently instances only enter error state if prepareInstance throws an error
+        const errorInstance = Object.values(this.instances).find((instance) => instance.modelId === request.model && instance.status === 'error');
+        if (errorInstance) {
+            throw new Error('Instance is in error state');
+        }
+        // wait until an instance of our model is released or spawned
+        this.log(LogLevels.debug, 'Awaiting idle instance', {
+            model: request.model,
+            sequence: request.sequence,
+        });
+        const instance = await this.acquireIdleInstance(request, signal);
+        this.log(LogLevels.debug, 'Idle instance acquired', {
+            instance: instance.id,
+            sequence: request.sequence,
+        });
+        if (signal?.aborted) {
+            instance.unlock();
+            throw signal.reason;
+        }
+        else {
+            return instance;
+        }
+    }
+    createRequestSequence() {
+        if (this.requestSequence > 999999) {
+            this.requestSequence = 0;
+        }
+        return ++this.requestSequence;
+    }
+    // requests a model instance from the pool
+    async requestInstance(incomingRequest, signal) {
+        if (this.shutdownController.signal.aborted) {
+            throw new Error('Pool is disposed');
+        }
+        const requestSequence = this.createRequestSequence();
+        const request = {
+            ...incomingRequest,
+            sequence: requestSequence,
+            abortController: new AbortController(),
+        };
+        if (!this.config.models[request.model]) {
+            this.log(LogLevels.error, `Model not found: ${request.model}`);
+            throw new Error(`Model not found: ${request.model}`);
+        }
+        this.log(LogLevels.info, 'Incoming request', {
+            model: request.model,
+            sequence: request.sequence,
+        });
+        this.pendingRequests.add(request);
+        const abortSignal = mergeAbortSignals([
+            request.abortController.signal,
+            signal,
+        ]);
+        abortSignal.addEventListener('abort', () => {
+            this.log(LogLevels.info, 'Request aborted', {
+                model: request.model,
+                sequence: request.sequence,
+            });
+            this.pendingRequests.delete(request);
+        });
+        const instance = await this.acquireInstance(request, abortSignal);
+        // once instance is acquired & locked, we can pass it on to the caller
+        // the queue task promise will be forwarded as releaseInstance
+        let resolveQueueTask = () => { };
+        this.queue
+            .add(() => {
+            this.pendingRequests.delete(request);
+            return new Promise((resolve, reject) => {
+                resolveQueueTask = resolve;
+            });
+        })
+            .then((task) => {
+            // if there are more requests waiting, prioritize handling them before spawning new instances
+            // deferred to avoid AbortError when the pool is disposed right after the operation
+            process.nextTick(() => {
+                if (!this.pendingRequests.size &&
+                    this.canSpawnInstance(request.model) &&
+                    !this.shutdownController.signal.aborted) {
+                    this.spawnInstance(request.model);
+                }
+            });
+            if (task?.instance) {
+                this.emit('release', instance);
+            }
+        });
+        // TODO what if user never calls release? automatically resolve or reject after a timeout?
+        const releaseInstance = () => {
+            return new Promise((resolve, reject) => {
+                process.nextTick(() => {
+                    resolveQueueTask({ instance, request });
+                    this.log(LogLevels.info, 'Task completed, releasing', {
+                        instance: instance.id,
+                        sequence: request.sequence,
+                    });
+                    if (instance.config.ttl === 0) {
+                        this.disposeInstance(instance);
+                    }
+                    else {
+                        instance.unlock();
+                    }
+                    resolve();
+                });
+            });
+        };
+        return {
+            instance,
+            release: releaseInstance,
+        };
+    }
+}
+//# sourceMappingURL=pool.js.map

package/dist/pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pool.js","sourceRoot":"","sources":["../src/pool.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,cAAc,CAAA;AAClC,OAAO,MAAM,MAAM,SAAS,CAAA;AAC5B,OAAO,aAAa,MAAM,eAAe,CAAA;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAOpD,OAAO,EAEN,SAAS,EACT,eAAe,GAEf,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAA;AA8BxD,MAAM,OAAO,SAAU,SAAQ,aAA6B;IAC3D,KAAK,CAAQ;IACb,MAAM,CAAiB;IACvB,SAAS,CAA+B;IAChC,OAAO,CAA8B;IACrC,eAAe,CAAiB;IAChC,GAAG,CAAQ;IACX,eAAe,GAAW,CAAC,CAAA;IAC3B,eAAe,GAA8B,IAAI,GAAG,EAAE,CAAA;IACtD,kBAAkB,GAAoB,IAAI,eAAe,EAAE,CAAA;IAC3D,OAAO,GAAY,KAAK,CAAA,CAAC,wEAAwE;IACjG,eAAe,CAA+B;IAEtD,YACC,OAAyB,EACzB,eAA8C;QAE9C,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,GAAG,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACvC,MAAM,MAAM,GAAgC,EAAE,CAAA;QAC9C,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACjC,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACtC,MAAM,CAAC,EAAE,CAAC,GAAG;gBACZ,GAAG,WAAW;gBACd,EAAE,EAAE,WAAW,CAAC,EAAE,IAAI,EAAE;aACxB,CAAA;QACF,CAAC;QACD,MAAM,MAAM,GAAoB;YAC/B,WAAW,EAAE,CAAC;YACd,GAAG,OAAO;YACV,MAAM;SACN,CAAA;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,MAAM,CAAC;YACvB,WAAW,EAAE,MAAM,CAAC,WAAW;SAC/B,CAAC,CAAA;QACF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAA;QACnB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAA;IACvC,CAAC;IAED,uDAAuD;IACvD,KAAK,CAAC,IAAI,CAAC,OAAoC;QAC9C,MAAM,YAAY,GAAG,EAAE,CAAA;QACvB,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAA;QACvC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QAEtB,yBAAyB;QACzB,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,YAAY,CAAC,OAAO,CAAC,CAAA;YACzC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;gBACrB,WAAW,CAAC,EAAE,GAAG,OAAO,CAAA;YACzB,CAAC;QACF,CAAC;QAED,8EAA8E;QAC9E,8EAA8E;QAC9E,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CACtD,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,KAAK,MAAM,CACvE,CAAA;QACD,IAAI,aAAa,EAAE,CAAC;YACnB,MAAM,WAAW,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAA;YAClD,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAA;YAC5D,YAAY,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAA;QACpC,CAAC;QAED,0DAA0D;QAC1D,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACpC,IAAI,aAAa,IAAI,OAAO,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnD,SAAQ;YACT,CAAC;YACD,MAAM,WAAW,GAAG,YAAY,CAAC,OAAO,CAAC,CAAA;YACzC,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAA;YAC5D,YAAY,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAA;QACpC,CAAC;QAED,gDAAgD;QAChD,MAAM,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAA;QACtC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAClB,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE;YACvC,IAAI,CAAC,wBAAwB,EAAE,CAAA;QAChC,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,CAAA,CAAC,eAAe;IAC9B,CAAC;IAED,wEAAwE;IACxE,oBAAoB,CAAC,KAAkB;QACtC,MAAM,aAAa,GAAG,EAAE,CAAA;QACxB,MAAM,aAAa,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAA;QAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;gBACrC,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBACjD,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YACjC,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,mCAAmC,EAAE;oBAC7D,KAAK,EAAE,KAAK,CAAC,EAAE;iBACf,CAAC,CAAA;gBACF,MAAK;YACN,CAAC;QACF,CAAC;QACD,OAAO,aAAa,CAAA;IACrB,CAAC;IAED,KAAK,CAAC,OAAO;QACZ,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAA;QAC3C,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;QACnC,KAAK,CAAC,kBAAkB,EAAE,CAAA;QAC1B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAClB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAClB,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAA;QAC/B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC5C,OAAO,CAAC,eAAe,CAAC,KAAK,EAAE,CAAA;QAChC,CAAC;QACD,MAAM,eAAe,GAAyB,EAAE,CAAA;QAChD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;YACpC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAA;QACrD,CAAC;QACD,MAAM,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;IAC1C,CAAC;IAED,mEAAmE;IAC3D,wBAAwB;QAC/B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAA;QAChC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;YACpC,MAAM,WAAW,GAAG,CAAC,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAA;YACpD,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAC9D,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,CACrC,CAAC,MAAM,CAAA;YACR,MAAM,gBAAgB,GACrB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,YAAY,IAAI,CAAC,CAAA;YACvD,IACC,kBAAkB,GAAG,gBAAgB;gBACrC,WAAW,GAAG,QAAQ,CAAC,GAAG;gBAC1B,QAAQ,CAAC,MAAM,KAAK,MAAM,EACzB,CAAC;gBACF,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,yBAAyB,EAAE;oBACnD,QAAQ,EAAE,QAAQ,CAAC,EAAE;iBACrB,CAAC,CAAA;gBACF,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAA;YAC/B,CAAC;QACF,CAAC;IACF,CAAC;IAED,SAAS;QACR,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAC/D,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,KAAK,MAAM,CACxC,CAAA;QACD,MAAM,cAAc,GAAG;YACtB,UAAU,EAAE,mBAAmB,CAAC,MAAM;YACtC,OAAO,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI;YAClC,SAAS,EAAE,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE;gBACtD,OAAO;oBACN,GAAG;oBACH;wBACC,KAAK,EAAE,QAAQ,CAAC,OAAO;wBACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM;wBAC9B,MAAM,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK;wBACpC,YAAY,EAAE,QAAQ,CAAC,uBAAuB,EAAE;wBAChD,QAAQ,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE;qBACnD;iBACD,CAAA;YACF,CAAC,CAAC,CACF;SACD,CAAA;QACD,OAAO,cAAc,CAAA;IACtB,CAAC;IAED,4DAA4D;IAC5D,gBAAgB,CAAC,OAAe;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC/C,mFAAmF;QACnF,oEAAoE;QACpE,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAA;QAC7C,IAAI,WAAW,IAAI,IAAI,CAAC,OAAO,IAAI,WAAW,CAAC,MAAM,EAAE,GAAG,KAAK,MAAM,EAAE,CAAC;YACvE,IAAI,CAAC,GAAG,CACP,SAAS,CAAC,KAAK,EACf,uEAAuE,EACvE,EAAE,KAAK,EAAE,OAAO,EAAE,CAClB,CAAA;YACD,OAAO,KAAK,CAAA;QACb,CAAC;QACD,yCAAyC;QACzC,MAAM,YAAY,GAAG,WAAW,CAAC,YAAY,IAAI,CAAC,CAAA;QAClD,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAC5D,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,KAAK,OAAO,CAC1C,CAAA;QACD,IAAI,gBAAgB,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;YAC7C,IAAI,CAAC,GAAG,CACP,SAAS,CAAC,KAAK,EACf,iDAAiD,EACjD,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,CACtE,CAAA;YACD,OAAO,KAAK,CAAA;QACb,CAAC;QACD,OAAO,IAAI,CAAA;IACZ,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,QAAuB;QACpD,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,oBAAoB,EAAE;YAC/C,QAAQ,EAAE,QAAQ,CAAC,EAAE;SACrB,CAAC,CAAA;QACF,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;QACxB,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAA;QACrB,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;IACnC,CAAC;IAED,mFAAmF;IAC3E,KAAK,CAAC,aAAa,CAC1B,OAAe,EACf,UAAoD,EAAE;QAEtD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CACd,kHAAkH,CAClH,CAAA;QACF,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QACzC,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;QACrD,CAAC;QACD,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAA;QAEvC,4FAA4F;QAC5F,MAAM,OAAO,GACZ,KAAK,CAAC,MAAM,EAAE,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,EAAE,GAAG,KAAK,MAAM,CAAA;QAChE,IAAI,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAA;QAE9D,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC;YACzB,MAAM,GAAG,IAAI,CAAA;QACd,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,MAAM,EAAE;YAC1C,GAAG,KAAK;YACR,GAAG,EAAE,MAAM;YACX,GAAG,EAAE,IAAI,CAAC,GAAG;SACb,CAAC,CAAA;QACF,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAA;QAEtC,IAAI,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;QACpB,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAA;QAChD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QAC7B,CAAC;QACD,MAAM,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAA;QAC9C,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,oBAAoB,EAAE;gBAC/C,QAAQ,EAAE,QAAQ,CAAC,EAAE;aACrB,CAAC,CAAA;YACF,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAA;gBACjD,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAA;YACzB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,0BAA0B,EAAE;oBACrD,KAAK,EAAE,OAAO;oBACd,QAAQ,EAAE,QAAQ,CAAC,EAAE;oBACrB,KAAK;iBACL,CAAC,CAAA;gBACF,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAA;gBACzB,OAAO,QAAQ,CAAA;YAChB,CAAC;QACF,CAAC;QACD,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAChC,IAAI,OAAO,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QAC7B,CAAC;QACD,OAAO,QAAQ,CAAA;IAChB,CAAC;IAED,uDAAuD;IAC/C,kBAAkB,CACzB,OAA6B,EAC7B,MAAoB;QAEpB,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YAC5C,2FAA2F;YAC3F,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CACrD,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,CAClC,CAAA;YACF,IAAI,WAAW,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBACnC,IAAI,WAAW,CAAC,OAAO,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;oBAC3C,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;oBACzB,OAAO,CAAC,WAAW,CAAC,CAAA;oBACpB,OAAM;gBACP,CAAC;qBAAM,CAAC;oBACP,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;oBAEvC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE;wBAC3D,IAAI,EAAE,KAAK;qBACX,CAAC,CAAA;oBACF,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;oBACzB,OAAO,CAAC,WAAW,CAAC,CAAA;oBACpB,OAAM;gBACP,CAAC;YACF,CAAC;YAED,0EAA0E;YAC1E,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAuB,EAAE,EAAE;gBAClD,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBACzD,IAAI,QAAQ,CAAC,mBAAmB,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC3C,+CAA+C;wBAC/C,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;wBAC7B,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;wBACtB,OAAO,CAAC,QAAQ,CAAC,CAAA;oBAClB,CAAC;yBAAM,CAAC;wBACP,qDAAqD;wBACrD,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;wBAC7B,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAA;wBACpC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE;4BAC3D,IAAI,EAAE,KAAK;yBACX,CAAC,CAAA;wBACF,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;wBACzB,OAAO,CAAC,WAAW,CAAC,CAAA;oBACrB,CAAC;gBACF,CAAC;YACF,CAAC,CAAA;YACD,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;YAC5B,IAAI,MAAM,EAAE,CAAC;gBACZ,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;oBACrC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;oBAC7B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;gBACtB,CAAC,CAAC,CAAA;YACH,CAAC;QACF,CAAC,CAAC,CAAA;IACH,CAAC;IAED,yDAAyD;IACjD,mBAAmB,CAC1B,OAA6B,EAC7B,MAAoB;QAEpB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtC,MAAM,QAAQ,GAAG,CAAC,QAAuB,EAAE,EAAE;gBAC5C,IACC,QAAQ,CAAC,mBAAmB,CAAC,OAAO,CAAC;oBACrC,QAAQ,CAAC,MAAM,KAAK,MAAM,EACzB,CAAC;oBACF,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;oBAC7B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;oBAC3B,IAAI,CAAC;wBACJ,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;wBACtB,OAAO,CAAC,QAAQ,CAAC,CAAA;oBAClB,CAAC;oBAAC,OAAO,KAAU,EAAE,CAAC;wBACrB,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,+BAA+B,EAAE;4BAC1D,KAAK;yBACL,CAAC,CAAA;wBACF,MAAM,CAAC,KAAK,CAAC,CAAA;oBACd,CAAC;gBACF,CAAC;YACF,CAAC,CAAA;YACD,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;YAC1B,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;YAC5B,IAAI,MAAM,EAAE,CAAC;gBACZ,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;oBACrC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;oBAC7B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;oBAC3B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;gBACtB,CAAC,CAAC,CAAA;YACH,CAAC;QACF,CAAC,CAAC,CAAA;IACH,CAAC;IAED,4CAA4C;IACpC,KAAK,CAAC,eAAe,CAC5B,OAA6B,EAC7B,MAAoB;QAEpB,IAAI,UAAU,IAAI,OAAO,IAAI,QAAQ,IAAI,OAAO,EAAE,CAAC;YAClD,wFAAwF;YACxF,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;gBACpC,IACC,QAAQ,CAAC,mBAAmB,CAAC,OAAO,CAAC;oBACrC,QAAQ,CAAC,MAAM,KAAK,MAAM;oBAC1B,QAAQ,CAAC,mBAAmB,CAAC,OAAO,CAAC,EACpC,CAAC;oBACF,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,qCAAqC,EAAE;wBAChE,QAAQ,EAAE,QAAQ,CAAC,EAAE;wBACrB,QAAQ,EAAE,OAAO,CAAC,QAAQ;qBAC1B,CAAC,CAAA;oBACF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;oBACtB,OAAO,QAAQ,CAAA;gBAChB,CAAC;YACF,CAAC;YACD,IAAI,CAAC,GAAG,CACP,SAAS,CAAC,KAAK,EACf,gDAAgD,EAChD,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAC9B,CAAA;QACF,CAAC;QAED,6DAA6D;QAC7D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;YACpC,IACC,QAAQ,CAAC,mBAAmB,CAAC,OAAO,CAAC;gBACrC,QAAQ,CAAC,MAAM,KAAK,MAAM;gBAC1B,CAAC,QAAQ,CAAC,eAAe,EAAE,EAC1B,CAAC;gBACF,IAAI,CAAC,GAAG,CACP,SAAS,CAAC,KAAK,EACf,6CAA6C,EAC7C;oBACC,QAAQ,EAAE,QAAQ,CAAC,EAAE;oBACrB,QAAQ,EAAE,OAAO,CAAC,QAAQ;iBAC1B,CACD,CAAA;gBACD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBACtB,OAAO,QAAQ,CAAA;YAChB,CAAC;QACF,CAAC;QAED,uEAAuE;QACvE,IAAI,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE;gBACxD,IAAI,EAAE,KAAK;aACX,CAAC,CAAA;YACF,sFAAsF;YACtF,MAAM,sBAAsB,GAAG,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAA;YAChG,IAAI,sBAAsB,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,OAAO,CAAC,EAAE,CAAC;gBACtE,QAAQ,CAAC,YAAY,EAAE,CAAA;YACxB,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,2BAA2B,EAAE;gBACtD,QAAQ,EAAE,QAAQ,CAAC,EAAE;gBACrB,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC1B,CAAC,CAAA;YACF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACtB,OAAO,QAAQ,CAAA;QAChB,CAAC;QAED,wFAAwF;QACxF,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAC9D,CAAC,QAAQ,EAAE,EAAE,CACZ,QAAQ,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,CACpE,CAAA;QACD,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAC/D,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CACjD,CAAA;YACD,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,sCAAsC,EAAE;gBACjE,QAAQ,EAAE,WAAW,CAAC,EAAE;gBACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC1B,CAAC,CAAA;YACF,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACzB,WAAW,CAAC,YAAY,EAAE,CAAA,CAAC,gCAAgC;YAC3D,OAAO,WAAW,CAAA;QACnB,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,CAAA;QAC1E,IAAI,WAAW,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CACrD,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,CAClC,CAAA;YAEF,IAAI,WAAW,CAAC,OAAO,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC3C,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,iCAAiC,EAAE;oBAC5D,QAAQ,EAAE,OAAO,CAAC,QAAQ;iBAC1B,CAAC,CAAA;gBACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;gBAC/D,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,uBAAuB,EAAE;oBAClD,QAAQ,EAAE,QAAQ,CAAC,EAAE;oBACrB,QAAQ,EAAE,OAAO,CAAC,QAAQ;iBAC1B,CAAC,CAAA;gBACF,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;oBACrB,QAAQ,CAAC,MAAM,EAAE,CAAA;oBACjB,MAAM,MAAM,CAAC,MAAM,CAAA;gBACpB,CAAC;qBAAM,CAAC;oBACP,OAAO,QAAQ,CAAA;gBAChB,CAAC;YACF,CAAC;QACF,CAAC;QAED,sGAAsG;QACtG,gFAAgF;QAChF,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CACvD,CAAC,QAAQ,EAAE,EAAE,CACZ,QAAQ,CAAC,OAAO,KAAK,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,KAAK,OAAO,CAClE,CAAA;QACD,IAAI,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QAC9C,CAAC;QAED,6DAA6D;QAC7D,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,wBAAwB,EAAE;YACnD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC1B,CAAC,CAAA;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAChE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,wBAAwB,EAAE;YACnD,QAAQ,EAAE,QAAQ,CAAC,EAAE;YACrB,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC1B,CAAC,CAAA;QAEF,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,QAAQ,CAAC,MAAM,EAAE,CAAA;YACjB,MAAM,MAAM,CAAC,MAAM,CAAA;QACpB,CAAC;aAAM,CAAC;YACP,OAAO,QAAQ,CAAA;QAChB,CAAC;IACF,CAAC;IAEO,qBAAqB;QAC5B,IAAI,IAAI,CAAC,eAAe,GAAG,MAAM,EAAE,CAAC;YACnC,IAAI,CAAC,eAAe,GAAG,CAAC,CAAA;QACzB,CAAC;QACD,OAAO,EAAE,IAAI,CAAC,eAAe,CAAA;IAC9B,CAAC;IAED,0CAA0C;IAC1C,KAAK,CAAC,eAAe,CACpB,eAAgC,EAChC,MAAoB;QAEpB,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;QACpC,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAA;QACpD,MAAM,OAAO,GAAG;YACf,GAAG,eAAe;YAClB,QAAQ,EAAE,eAAe;YACzB,eAAe,EAAE,IAAI,eAAe,EAAE;SACtC,CAAA;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,oBAAoB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;YAC9D,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;QACrD,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,kBAAkB,EAAE;YAC5C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC1B,CAAC,CAAA;QAEF,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACjC,MAAM,WAAW,GAAG,iBAAiB,CAAC;YACrC,OAAO,CAAC,eAAe,CAAC,MAAM;YAC9B,MAAM;SACN,CAAC,CAAA;QACF,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YAC1C,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,iBAAiB,EAAE;gBAC3C,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC1B,CAAC,CAAA;YACF,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACrC,CAAC,CAAC,CAAA;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;QAEjE,sEAAsE;QACtE,8DAA8D;QAC9D,IAAI,gBAAgB,GAA+B,GAAG,EAAE,GAAE,CAAC,CAAA;QAE3D,IAAI,CAAC,KAAK;aACR,GAAG,CAAC,GAAuB,EAAE;YAC7B,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACtC,gBAAgB,GAAG,OAAO,CAAA;YAC3B,CAAC,CAAC,CAAA;QACH,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YACd,6FAA6F;YAC7F,mFAAmF;YACnF,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACrB,IACC,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI;oBAC1B,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC;oBACpC,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,OAAO,EACtC,CAAC;oBACF,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;gBAClC,CAAC;YACF,CAAC,CAAC,CAAA;YACF,IAAI,IAAI,EAAE,QAAQ,EAAE,CAAC;gBACpB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;YAC/B,CAAC;QACF,CAAC,CAAC,CAAA;QAEH,0FAA0F;QAC1F,MAAM,eAAe,GAAG,GAAG,EAAE;YAC5B,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC5C,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE;oBACrB,gBAAgB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAA;oBACvC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,2BAA2B,EAAE;wBACrD,QAAQ,EAAE,QAAQ,CAAC,EAAE;wBACrB,QAAQ,EAAE,OAAO,CAAC,QAAQ;qBAC1B,CAAC,CAAA;oBACF,IAAI,QAAQ,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC;wBAC/B,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAA;oBAC/B,CAAC;yBAAM,CAAC;wBACP,QAAQ,CAAC,MAAM,EAAE,CAAA;oBAClB,CAAC;oBACD,OAAO,EAAE,CAAA;gBACV,CAAC,CAAC,CAAA;YACH,CAAC,CAAC,CAAA;QACH,CAAC,CAAA;QAED,OAAO;YACN,QAAQ;YACR,OAAO,EAAE,eAAe;SACxB,CAAA;IACF,CAAC;CACD"}

package/dist/server.d.ts

@@ -0,0 +1,59 @@
+import { ModelPool } from './pool.js';
+import { ModelStore } from './store.js';
+import { ModelOptions, IncomingRequest, CompletionProcessingOptions, ChatCompletionRequest, EmbeddingRequest, ProcessingOptions, TextCompletionRequest, ModelEngine, ImageToTextRequest, SpeechToTextRequest, SpeechToTextProcessingOptions, TextToImageRequest, ImageToImageRequest } from './types/index.js';
+import { Logger, LogLevel } from './lib/logger.js';
+export interface ModelServerOptions {
+    engines?: Record<string, ModelEngine>;
+    models: Record<string, ModelOptions>;
+    concurrency?: number;
+    cachePath?: string;
+    log?: Logger | LogLevel;
+}
+export declare function startModelServer(options: ModelServerOptions): ModelServer;
+export declare class ModelServer {
+    pool: ModelPool;
+    store: ModelStore;
+    engines: Record<string, ModelEngine>;
+    log: Logger;
+    constructor(options: ModelServerOptions);
+    modelExists(modelId: string): boolean;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    requestInstance(request: IncomingRequest, signal?: AbortSignal): Promise<import("./pool.js").ModelInstanceHandle>;
+    private prepareInstance;
+    processChatCompletionTask(args: ChatCompletionRequest, options?: CompletionProcessingOptions): Promise<import("./types/index.js").EngineChatCompletionResult>;
+    processTextCompletionTask(args: TextCompletionRequest, options?: CompletionProcessingOptions): Promise<import("./types/index.js").EngineTextCompletionResult>;
+    processEmbeddingTask(args: EmbeddingRequest, options?: ProcessingOptions): Promise<import("./types/index.js").EngineEmbeddingResult>;
+    processImageToTextTask(args: ImageToTextRequest, options?: ProcessingOptions): Promise<import("./types/index.js").EngineImageToTextResult>;
+    processSpeechToTextTask(args: SpeechToTextRequest, options?: SpeechToTextProcessingOptions): Promise<import("./types/index.js").EngineSpeechToTextResult>;
+    processTextToImageTask(args: TextToImageRequest, options?: ProcessingOptions): Promise<import("./types/index.js").EngineTextToImageResult>;
+    processImageToImageTask(args: ImageToImageRequest, options?: ProcessingOptions): Promise<import("./types/index.js").EngineImageToImageResult>;
+    getStatus(): {
+        pool: {
+            processing: number;
+            pending: number;
+            instances: {
+                [k: string]: {
+                    model: string;
+                    status: "error" | "preparing" | "idle" | "busy" | "loading";
+                    engine: (string & {}) | import("./engines/index.js").BuiltInEngineName;
+                    device: string;
+                    contextState: string | undefined;
+                    lastUsed: string;
+                };
+            };
+        };
+        store: {
+            [k: string]: {
+                engine: (string & {}) | import("./engines/index.js").BuiltInEngineName;
+                device: {
+                    gpu?: boolean | "auto" | (string & {});
+                } | undefined;
+                minInstances: number;
+                maxInstances: number;
+                status: "error" | "unloaded" | "preparing" | "ready";
+                downloads: any;
+            };
+        };
+    };
+}