@decaf-ts/core 0.8.53 → 0.8.55

package/lib/esm/workers/TaskEngine.js

@@ -0,0 +1,499 @@
+import { Worker } from "worker_threads";
+import { LogLevel } from "@decaf-ts/logging";
+import { InternalError } from "@decaf-ts/db-decorators";
+import { PersistenceKeys, UUID } from "./../persistence/index.js";
+import { DefaultWorkThreadEnvironment, } from "./WorkThreadEnvironment.js";
+import { TaskContext, TaskEngine as TE, DefaultTaskEngineConfig, TaskEventBus, TaskHandlerRegistry, TaskStatus, TaskLogger, TaskType, serializeError, computeBackoffMs, } from "./../tasks/index.js";
+import { TaskStateChangeError } from "./../tasks/TaskStateChangeError.js";
+export class TaskEngine extends TE {
+    get Context() {
+        return TaskContext;
+    }
+    constructor(config) {
+        super(config);
+        this.workerThreads = [];
+        this.workerJobQueue = [];
+        this.workerJobs = new Map();
+        this.workerCounter = 0;
+        this.workerThreadCapacity = 1;
+        if (config.workerPool && !config.workerAdapter) {
+            throw new InternalError("Worker pool requires workerAdapter descriptor in TaskEngineConfig");
+        }
+        this.config = Object.assign({
+            workerConcurrency: 1,
+        }, DefaultTaskEngineConfig, config, {
+            bus: config.bus || new TaskEventBus(),
+            registry: config.registry || new TaskHandlerRegistry(),
+        });
+        this.workerThreadCapacity = Math.max(1, this.config.workerConcurrency ?? 1);
+        this.workerPoolConfig = this.normalizeWorkerPoolConfig(this.config.workerPool);
+    }
+    normalizeWorkerPoolConfig(pool) {
+        if (!pool)
+            return undefined;
+        if (!pool.entry) {
+            throw new InternalError("Worker pool configuration requires an explicit entry file path");
+        }
+        if (pool.size != null && pool.size !== this.config.concurrency) {
+            throw new InternalError("TaskEngine concurrency must match workerPool.size when worker pool is enabled");
+        }
+        return Object.assign({}, pool, {
+            size: this.config.concurrency,
+        });
+    }
+    hasWorkerPool() {
+        return !!this.workerPoolConfig && (this.workerPoolConfig.size ?? 0) > 0;
+    }
+    getWorkerCount() {
+        if (!this.workerPoolConfig)
+            return 0;
+        return this.workerPoolConfig.size ?? 0;
+    }
+    getWorkerExecutionSlots() {
+        return this.getWorkerCount() * this.workerThreadCapacity;
+    }
+    canDispatchToWorkers() {
+        return this.hasWorkerPool();
+    }
+    getExecutionConcurrency() {
+        if (this.hasWorkerPool()) {
+            return Math.max(1, this.getWorkerExecutionSlots());
+        }
+        return this.config.concurrency;
+    }
+    computeWorkerModules() {
+        const adapterDescriptor = this.config.workerAdapter ?? DefaultWorkThreadEnvironment.persistence;
+        if (!adapterDescriptor?.adapterModule) {
+            throw new InternalError("Worker adapter descriptor must include adapterModule");
+        }
+        const configuredImports = this.workerPoolConfig?.modules?.imports ??
+            DefaultWorkThreadEnvironment.modules.imports;
+        const imports = [];
+        const append = (specifier) => {
+            if (!specifier)
+                return;
+            if (!imports.includes(specifier))
+                imports.push(specifier);
+        };
+        append(adapterDescriptor.adapterModule);
+        for (const specifier of configuredImports) {
+            if (specifier === adapterDescriptor.adapterModule)
+                continue;
+            append(specifier);
+        }
+        for (const specifier of adapterDescriptor.modules?.imports ?? []) {
+            append(specifier);
+        }
+        return { imports };
+    }
+    async start(...args) {
+        const { ctx } = (await this.logCtx(args, "run", true)).for(this.start);
+        await this.lock.acquire();
+        if (this.running) {
+            this.lock.release();
+            return;
+        }
+        this.running = true;
+        this.lock.release();
+        await this.spawnWorkers();
+        void this.loop(ctx);
+    }
+    async stop(...args) {
+        const { ctxArgs } = (await this.logCtx(args, PersistenceKeys.SHUTDOWN, true)).for(this.stop);
+        await super.stop(...ctxArgs);
+        await this.shutdownWorkers();
+    }
+    // -------------------------
+    // Worker pool orchestration
+    // -------------------------
+    async spawnWorkers() {
+        if (!this.hasWorkerPool())
+            return;
+        const target = this.getWorkerCount();
+        const creations = [];
+        while (this.workerThreads.length < target) {
+            const ready = this.createWorker();
+            if (ready)
+                creations.push(ready);
+        }
+        if (creations.length) {
+            await Promise.all(creations);
+        }
+    }
+    createWorker() {
+        if (!this.workerPoolConfig)
+            return undefined;
+        let resolveReady;
+        let rejectReady;
+        const readyPromise = new Promise((resolve, reject) => {
+            resolveReady = resolve;
+            rejectReady = reject;
+        });
+        const entry = this.workerPoolConfig.entry;
+        const workerId = `${this.config.workerId}-${this.workerCounter++}`;
+        const env = {
+            workerId,
+            mode: this.workerPoolConfig.mode ?? "node",
+            persistence: Object.assign({}, this.config.workerAdapter ?? DefaultWorkThreadEnvironment.persistence, {
+                alias: this.adapter.alias,
+                flavour: this.adapter.flavour,
+            }),
+            taskEngine: {
+                concurrency: this.workerThreadCapacity,
+                leaseMs: this.config.leaseMs,
+                pollMsBusy: this.config.pollMsBusy,
+                pollMsIdle: this.config.pollMsIdle,
+                logTailMax: this.config.logTailMax,
+                streamBufferSize: this.config.streamBufferSize,
+                maxLoggingBuffer: this.config.maxLoggingBuffer,
+                loggingBufferTruncation: this.config.loggingBufferTruncation,
+                gracefulShutdownMsTimeout: this.config.gracefulShutdownMsTimeout,
+            },
+            modules: this.computeWorkerModules(),
+        };
+        const worker = new Worker(entry, {
+            workerData: { environment: env },
+        });
+        const state = {
+            id: workerId,
+            worker,
+            ready: false,
+            activeJobs: 0,
+            capacity: this.workerThreadCapacity,
+            readyPromise,
+            resolveReady,
+            rejectReady,
+        };
+        this.workerThreads.push(state);
+        worker.on("message", (msg) => this.handleWorkerMessage(state, msg));
+        worker.on("error", (err) => this.handleWorkerError(state, err));
+        worker.on("exit", (code) => this.handleWorkerExit(state, code));
+        return readyPromise;
+    }
+    async shutdownWorkers() {
+        for (const state of this.workerThreads.splice(0)) {
+            const message = {
+                type: "control",
+                command: "shutdown",
+            };
+            try {
+                state.worker.postMessage(message);
+            }
+            catch {
+                // ignore
+            }
+            await state.worker.terminate();
+        }
+        for (const job of this.workerJobQueue.splice(0)) {
+            job.reject(new InternalError(`Worker pool shutting down before job ${job.id} could start`));
+        }
+        for (const job of this.workerJobs.values()) {
+            job.reject(new InternalError(`Worker terminated before finishing job ${job.id}`));
+        }
+        this.workerJobs.clear();
+    }
+    handleWorkerError(state, err) {
+        this.log.error(`worker ${state.id} error: ${err.message}`, err);
+        if (state.rejectReady) {
+            state.rejectReady(err);
+            state.resolveReady = undefined;
+            state.rejectReady = undefined;
+        }
+    }
+    handleWorkerExit(state, code) {
+        this.log.info(`worker ${state.id} exited with code ${code}`);
+        if (state.rejectReady) {
+            state.rejectReady(new Error(`worker ${state.id} exited before reporting ready`));
+            state.resolveReady = undefined;
+            state.rejectReady = undefined;
+        }
+        const idx = this.workerThreads.indexOf(state);
+        if (idx >= 0)
+            this.workerThreads.splice(idx, 1);
+        for (const [jobId, job] of this.workerJobs.entries()) {
+            if (job.worker === state) {
+                job.worker = undefined;
+                this.workerJobs.delete(jobId);
+                this.workerJobQueue.unshift(job);
+            }
+        }
+        if (this.running) {
+            void this.spawnWorkers().catch((err) => this.log.error(`failed to respawn worker`, err));
+            this.processWorkerQueue();
+        }
+    }
+    handleWorkerMessage(state, msg) {
+        if (msg.type === "ready") {
+            state.ready = true;
+            if (state.resolveReady) {
+                state.resolveReady();
+                state.resolveReady = undefined;
+                state.rejectReady = undefined;
+            }
+            this.log.info(`worker ${state.id} ready`);
+            this.processWorkerQueue();
+            return;
+        }
+        if (msg.type === "error") {
+            this.log.error(`worker ${state.id} reported error: ${msg.error}`);
+            return;
+        }
+        if (msg.type === "log") {
+            const job = this.workerJobs.get(msg.jobId);
+            if (!job)
+                return;
+            void this.appendLog(job.ctx, job.task, msg.entries)
+                .then(([updated, entries]) => {
+                job.task = updated;
+                return this.emitLog(job.ctx, job.task.id, entries);
+            })
+                .catch((err) => this.log.error(`Failed to append worker log`, err));
+            return;
+        }
+        if (msg.type === "progress") {
+            const job = this.workerJobs.get(msg.jobId);
+            if (!job)
+                return;
+            void this.emitProgress(job.ctx, job.task.id, msg.payload);
+            return;
+        }
+        if (msg.type === "heartbeat") {
+            const job = this.workerJobs.get(msg.jobId);
+            if (!job)
+                return;
+            job.task.leaseExpiry = new Date(Date.now() + this.config.leaseMs);
+            void this.tasks.update(job.task).catch(() => null);
+            return;
+        }
+        if (msg.type === "result") {
+            const job = this.workerJobs.get(msg.jobId);
+            if (!job)
+                return;
+            this.workerJobs.delete(job.id);
+            state.activeJobs = Math.max(0, state.activeJobs - 1);
+            this.applyWorkerCache(job.ctx, msg.cache);
+            switch (msg.status) {
+                case "success":
+                    job.resolve(msg.output);
+                    break;
+                case "error": {
+                    const err = new Error(msg.error.message);
+                    if (msg.error.name)
+                        err.name = msg.error.name;
+                    if (msg.error.stack)
+                        err.stack = msg.error.stack;
+                    job.reject(err);
+                    break;
+                }
+                case "state-change":
+                    job.reject(new TaskStateChangeError(msg.request));
+                    break;
+            }
+            this.processWorkerQueue();
+            return;
+        }
+    }
+    applyWorkerCache(ctx, cache) {
+        if (!cache)
+            return;
+        Object.entries(cache).forEach(([key, value]) => {
+            ctx.cacheResult(key, value);
+        });
+    }
+    processWorkerQueue() {
+        if (!this.hasWorkerPool())
+            return;
+        const available = this.workerThreads
+            .filter((state) => state.ready && state.activeJobs < state.capacity)
+            .sort((a, b) => a.activeJobs - b.activeJobs);
+        for (const state of available) {
+            while (state.activeJobs < state.capacity &&
+                this.workerJobQueue.length > 0) {
+                const job = this.workerJobQueue.shift();
+                if (!job)
+                    break;
+                this.assignWorker(state, job);
+            }
+            if (!this.workerJobQueue.length)
+                break;
+        }
+    }
+    assignWorker(state, job) {
+        if (!this.workerPoolConfig)
+            return;
+        const payload = {
+            jobId: job.id,
+            taskId: job.task.id,
+            classification: job.classification,
+            input: job.input,
+            attempt: job.task.attempt ?? 0,
+            resultCache: job.ctx.resultCache ?? {},
+            streamBufferSize: this.config.streamBufferSize,
+            maxLoggingBuffer: this.config.maxLoggingBuffer,
+            loggingBufferTruncation: this.config.loggingBufferTruncation,
+        };
+        job.worker = state;
+        this.workerJobs.set(job.id, job);
+        state.activeJobs += 1;
+        const message = {
+            type: "execute",
+            job: payload,
+        };
+        state.worker.postMessage(message);
+    }
+    enqueueWorkerJob(job) {
+        this.workerJobQueue.push(job);
+        this.processWorkerQueue();
+    }
+    // -------------------------
+    // Execution
+    // -------------------------
+    async runHandlerInline(classification, input, ctx) {
+        const handler = this.registry.get(classification);
+        if (!handler)
+            throw new InternalError(`No task handler registered for type: ${classification}`);
+        return handler.run(input, ctx);
+    }
+    async dispatchToWorker(classification, input, task, ctx) {
+        if (!this.canDispatchToWorkers()) {
+            return this.runHandlerInline(classification, input, ctx);
+        }
+        const uuid = await UUID.instance.generate();
+        return new Promise((resolve, reject) => {
+            const job = {
+                id: uuid,
+                classification,
+                input,
+                task,
+                ctx,
+                resolve,
+                reject,
+            };
+            this.enqueueWorkerJob(job);
+        });
+    }
+    async invokeHandler(classification, input, task, ctx) {
+        if (!this.hasWorkerPool()) {
+            return this.runHandlerInline(classification, input, ctx);
+        }
+        return this.dispatchToWorker(classification, input, task, ctx);
+    }
+    async executeClaimed(task) {
+        const { ctx, log } = (await this.logCtx([], task.classification, true)).for(this.executeClaimed);
+        const taskCtx = TaskEngine.createTaskContext(ctx, {
+            taskId: task.id,
+            logger: new TaskLogger(log, this.config.streamBufferSize, this.config.maxLoggingBuffer),
+            attempt: task.attempt,
+            resultCache: {},
+            pipe: async (data) => {
+                const [, logs] = await this.appendLog(taskCtx, task, data);
+                await this.emitLog(taskCtx, task.id, logs);
+            },
+            flush: async () => {
+                await taskCtx.logger.flush(taskCtx.pipe);
+            },
+            progress: async (data) => {
+                await this.emitProgress(taskCtx, task.id, data);
+            },
+            heartbeat: async () => {
+                // extend lease
+                if (task.leaseOwner !== this.config.workerId)
+                    return;
+                task.leaseExpiry = new Date(Date.now() + this.config.leaseMs);
+                try {
+                    task = await this.tasks.update(task);
+                }
+                catch {
+                    // if we lose the claim, execution should still proceed; next update will fail and be retried by recovery
+                }
+            },
+        });
+        await this.emitStatus(taskCtx, task, TaskStatus.RUNNING);
+        try {
+            let output;
+            if (task.atomicity === TaskType.COMPOSITE) {
+                output = await this.runComposite(task, taskCtx);
+                try {
+                    task = await this.tasks.read(task.id, taskCtx);
+                }
+                catch {
+                    // keep best-effort task state
+                }
+                if (output?.stepResults) {
+                    task.stepResults = output.stepResults;
+                    task.currentStep = output.stepResults.length;
+                }
+            }
+            else {
+                log.debug(`dispatching handler for ${task.id}`);
+                output = await this.invokeHandler(task.classification, task.input, task, taskCtx);
+                log.verbose(`handler finished for ${task.id}`);
+            }
+            task.status = TaskStatus.SUCCEEDED;
+            task.output = output;
+            task.error = undefined;
+            task.leaseOwner = undefined;
+            task.leaseExpiry = undefined;
+            task = await this.tasks.update(task, taskCtx);
+            taskCtx.logger.info(`task ${task.id} success state ${task.status}`);
+            log.info(`task ${task.id} success state ${task.status} attempt ${task.attempt}`);
+            await this.emitStatus(taskCtx, task, TaskStatus.SUCCEEDED, output);
+        }
+        catch (err) {
+            try {
+                task = await this.tasks.read(task.id, taskCtx);
+            }
+            catch {
+                // keep best-effort task state for retries/failures
+            }
+            if (err instanceof TaskStateChangeError) {
+                await this.handleTaskStateChange(err.request, task, taskCtx);
+                return;
+            }
+            log.error("task execution error", err);
+            if (task.atomicity === TaskType.COMPOSITE) {
+                const normalizedResults = this.normalizeStepResults(task.stepResults);
+                task.stepResults = normalizedResults;
+                if (task.currentStep == null) {
+                    const failedIdx = normalizedResults.findIndex((step) => step.status === TaskStatus.FAILED);
+                    if (failedIdx >= 0)
+                        task.currentStep = failedIdx;
+                }
+            }
+            const nextAttempt = (task.attempt ?? 0) + 1;
+            const serialized = serializeError(err);
+            if (nextAttempt < task.maxAttempts) {
+                const delay = computeBackoffMs(nextAttempt, this.normalizeBackoff(task.backoff));
+                const nextRunAt = new Date(Date.now() + delay);
+                task.attempt = nextAttempt;
+                task.status = TaskStatus.WAITING_RETRY;
+                task.nextRunAt = nextRunAt;
+                task.error = serialized;
+                task.leaseOwner = undefined;
+                task.leaseExpiry = undefined;
+                task = await this.tasks.update(task, taskCtx);
+                log.warn(`task ${task.id} waiting retry state ${task.status} attempt ${task.attempt}`);
+                await taskCtx.pipe(LogLevel.warn, `Retry scheduled`, {
+                    nextRunAt,
+                    delayMs: delay,
+                    attempt: nextAttempt,
+                });
+                await this.emitStatus(taskCtx, task, TaskStatus.WAITING_RETRY, serialized, err);
+            }
+            else {
+                task.attempt = nextAttempt;
+                task.status = TaskStatus.FAILED;
+                task.error = serialized;
+                task.leaseOwner = undefined;
+                task.leaseExpiry = undefined;
+                task = await this.tasks.update(task, taskCtx);
+                log.error(`task ${task.id} failed state ${task.status} attempt ${task.attempt}`);
+                await taskCtx.pipe(LogLevel.error, `Task failed (max attempts reached)`, {
+                    maxAttempts: task.maxAttempts,
+                });
+                await this.emitStatus(taskCtx, task, TaskStatus.FAILED, serialized, err);
+            }
+        }
+    }
+}
+//# sourceMappingURL=TaskEngine.js.map

package/lib/esm/workers/TaskEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TaskEngine.js","sourceRoot":"","sources":["../../../src/workers/TaskEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAGxC,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAExD,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,kCAA6B;AAE7D,OAAO,EAEL,4BAA4B,GAE7B,mCAAgC;AAQjC,OAAO,EACL,WAAW,EACX,UAAU,IAAI,EAAE,EAChB,uBAAuB,EACvB,YAAY,EACZ,mBAAmB,EACnB,UAAU,EACV,UAAU,EACV,QAAQ,EACR,cAAc,EACd,gBAAgB,GACjB,4BAAiB;AAOlB,OAAO,EAAE,oBAAoB,EAAE,2CAAsC;AAErE,MAAM,OAAO,UAAkD,SAAQ,EAGtE;IAQC,IAAuB,OAAO;QAC5B,OAAO,WAAmD,CAAC;IAC7D,CAAC;IAED,YAAY,MAA2B;QACrC,KAAK,CAAC,MAAM,CAAC,CAAC;QAXN,kBAAa,GAAuB,EAAE,CAAC;QACvC,mBAAc,GAAqB,EAAE,CAAC;QACtC,eAAU,GAAG,IAAI,GAAG,EAA0B,CAAC;QAC/C,kBAAa,GAAG,CAAC,CAAC;QAClB,yBAAoB,GAAG,CAAC,CAAC;QAQjC,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAC/C,MAAM,IAAI,aAAa,CACrB,mEAAmE,CACpE,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CACzB;YACE,iBAAiB,EAAE,CAAC;SACrB,EACD,uBAAuB,EACvB,MAAM,EACN;YACE,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,IAAI,YAAY,EAAE;YACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI,mBAAmB,EAAE;SACvD,CACF,CAAC;QACF,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC;QAC5E,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,yBAAyB,CACpD,IAAI,CAAC,MAAM,CAAC,UAAU,CACvB,CAAC;IACJ,CAAC;IAEO,yBAAyB,CAC/B,IAA2B;QAE3B,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,aAAa,CACrB,gEAAgE,CACjE,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC/D,MAAM,IAAI,aAAa,CACrB,+EAA+E,CAChF,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE;YAC7B,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;SAC9B,CAAC,CAAC;IACL,CAAC;IAEO,aAAa;QACnB,OAAO,CAAC,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1E,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,OAAO,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,CAAC;IACzC,CAAC;IAEO,uBAAuB;QAC7B,OAAO,IAAI,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC;IAC3D,CAAC;IAEO,oBAAoB;QAC1B,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC;IAEO,uBAAuB;QAC7B,IAAI,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;IACjC,CAAC;IAEO,oBAAoB;QAC1B,MAAM,iBAAiB,GACrB,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,4BAA4B,CAAC,WAAW,CAAC;QACxE,IAAI,CAAC,iBAAiB,EAAE,aAAa,EAAE,CAAC;YACtC,MAAM,IAAI,aAAa,CACrB,sDAAsD,CACvD,CAAC;QACJ,CAAC;QACD,MAAM,iBAAiB,GACrB,IAAI,CAAC,gBAAgB,EAAE,OAAO,EAAE,OAAO;YACvC,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;QAC/C,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,CAAC,SAAkB,EAAE,EAAE;YACpC,IAAI,CAAC,SAAS;gBAAE,OAAO;YACvB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,CAAC,CAAC;QACF,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QACxC,KAAK,MAAM,SAAS,IAAI,iBAAiB,EAAE,CAAC;YAC1C,IAAI,SAAS,KAAK,iBAAiB,CAAC,aAAa;gBAAE,SAAS;YAC5D,MAAM,CAAC,SAAS,CAAC,CAAC;QACpB,CAAC;QACD,KAAK,MAAM,SAAS,IAAI,iBAAiB,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;YACjE,MAAM,CAAC,SAAS,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,CAAC;IACrB,CAAC;IAEQ,KAAK,CAAC,KAAK,CAAC,GAAG,IAA6B;QACnD,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1B,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;IAEQ,KAAK,CAAC,IAAI,CAAC,GAAG,IAA6B;QAClD,MAAM,EAAE,OAAO,EAAE,GAAG,CAClB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,CACxD,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;QAC7B,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;IAC/B,CAAC;IAED,4BAA4B;IAC5B,4BAA4B;IAC5B,4BAA4B;IAElB,KAAK,CAAC,YAAY;QAC1B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YAAE,OAAO;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,MAAM,SAAS,GAAoB,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAClC,IAAI,KAAK;gBAAE,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YACrB,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAES,YAAY;QACpB,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,OAAO,SAAS,CAAC;QAC7C,IAAI,YAAyB,CAAC;QAC9B,IAAI,WAAoC,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACzD,YAAY,GAAG,OAAO,CAAC;YACvB,WAAW,GAAG,MAAM,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;QAC1C,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;QACnE,MAAM,GAAG,GAA+B;YACtC,QAAQ;YACR,IAAI,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,MAAM;YAC1C,WAAW,EAAE,MAAM,CAAC,MAAM,CACxB,EAAE,EACF,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,4BAA4B,CAAC,WAAW,EACrE;gBACE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;aAC9B,CACF;YACD,UAAU,EAAE;gBACV,WAAW,EAAE,IAAI,CAAC,oBAAoB;gBACtC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;gBAC5B,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;gBAClC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;gBAClC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;gBAClC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;gBAC9C,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;gBAC9C,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,uBAAuB;gBAC5D,yBAAyB,EAAE,IAAI,CAAC,MAAM,CAAC,yBAAyB;aACjE;YACD,OAAO,EAAE,IAAI,CAAC,oBAAoB,EAAE;SACrC,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE;YAC/B,UAAU,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE;SACjC,CAAC,CAAC;QACH,MAAM,KAAK,GAAqB;YAC9B,EAAE,EAAE,QAAQ;YACZ,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,IAAI,CAAC,oBAAoB;YACnC,YAAY;YACZ,YAAY;YACZ,WAAW;SACZ,CAAC;QACF,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAwB,EAAE,EAAE,CAChD,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,GAAG,CAAC,CACrC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACvE,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;QAChE,OAAO,YAAY,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,MAAM,OAAO,GAAwB;gBACnC,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,UAAU;aACpB,CAAC;YACF,IAAI,CAAC;gBACH,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACjC,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAChD,GAAG,CAAC,MAAM,CACR,IAAI,aAAa,CACf,wCAAwC,GAAG,CAAC,EAAE,cAAc,CAC7D,CACF,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,GAAG,CAAC,MAAM,CACR,IAAI,aAAa,CAAC,0CAA0C,GAAG,CAAC,EAAE,EAAE,CAAC,CACtE,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IAEO,iBAAiB,CAAC,KAAuB,EAAE,GAAU;QAC3D,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,CAAC,EAAE,WAAW,GAAG,CAAC,OAAO,EAAE,EAAE,GAAG,CAAC,CAAC;QAChE,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACtB,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACvB,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC;YAC/B,KAAK,CAAC,WAAW,GAAG,SAAS,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,KAAuB,EAAE,IAAmB;QACnE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,EAAE,qBAAqB,IAAI,EAAE,CAAC,CAAC;QAC7D,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACtB,KAAK,CAAC,WAAW,CACf,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC,EAAE,gCAAgC,CAAC,CAC9D,CAAC;YACF,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC;YAC/B,KAAK,CAAC,WAAW,GAAG,SAAS,CAAC;QAChC,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,GAAG,IAAI,CAAC;YAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAChD,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBACzB,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC;gBACvB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC9B,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACrC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAChD,CAAC;YACF,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,mBAAmB,CACzB,KAAuB,EACvB,GAAwB;QAExB,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACzB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;YACnB,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;gBACvB,KAAK,CAAC,YAAY,EAAE,CAAC;gBACrB,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC;gBAC/B,KAAK,CAAC,WAAW,GAAG,SAAS,CAAC;YAChC,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC1C,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,CAAC,EAAE,oBAAoB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;YAClE,OAAO;QACT,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,CAAC,GAAG;gBAAE,OAAO;YACjB,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,OAA2B,CAAC;iBACpE,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE;gBAC3B,GAAG,CAAC,IAAI,GAAG,OAAO,CAAC;gBACnB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACrD,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC,CAAC;YACtE,OAAO;QACT,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,CAAC,GAAG;gBAAE,OAAO;YACjB,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,CAAC,GAAG;gBAAE,OAAO;YACjB,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAClE,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YACnD,OAAO;QACT,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,CAAC,GAAG;gBAAE,OAAO;YACjB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/B,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;YACrD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YAC1C,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC;gBACnB,KAAK,SAAS;oBACZ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBACxB,MAAM;gBACR,KAAK,OAAO,CAAC,CAAC,CAAC;oBACb,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBACzC,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI;wBAAE,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;oBAC9C,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK;wBAAE,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;oBACjD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAChB,MAAM;gBACR,CAAC;gBACD,KAAK,cAAc;oBACjB,GAAG,CAAC,MAAM,CAAC,IAAI,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;oBAClD,MAAM;YACV,CAAC;YACD,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;IACH,CAAC;IAEO,gBAAgB,CACtB,GAAgB,EAChB,KAA2B;QAE3B,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YAC7C,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,kBAAkB;QACxB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YAAE,OAAO;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa;aACjC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC;aACnE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;QAC/C,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC9B,OACE,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,QAAQ;gBACjC,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAC9B,CAAC;gBACD,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;gBACxC,IAAI,CAAC,GAAG;oBAAE,MAAM;gBAChB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAChC,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM;gBAAE,MAAM;QACzC,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,KAAuB,EAAE,GAAmB;QAC/D,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,OAAO;QACnC,MAAM,OAAO,GAAqB;YAChC,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE;YACnB,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC;YAC9B,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE;YACtC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,uBAAuB;SAC7D,CAAC;QACF,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACjC,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC;QACtB,MAAM,OAAO,GAAwB;YACnC,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,OAAO;SACb,CAAC;QACF,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAEO,gBAAgB,CAAC,GAAmB;QAC1C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC5B,CAAC;IAED,4BAA4B;IAC5B,YAAY;IACZ,4BAA4B;IAElB,KAAK,CAAC,gBAAgB,CAC9B,cAAsB,EACtB,KAAU,EACV,GAAgB;QAEhB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO;YACV,MAAM,IAAI,aAAa,CACrB,wCAAwC,cAAc,EAAE,CACzD,CAAC;QACJ,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,cAAsB,EACtB,KAAU,EACV,IAAe,EACf,GAAgB;QAEhB,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAC5C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,GAAG,GAAmB;gBAC1B,EAAE,EAAE,IAAI;gBACR,cAAc;gBACd,KAAK;gBACL,IAAI;gBACJ,GAAG;gBACH,OAAO;gBACP,MAAM;aACP,CAAC;YACF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,cAAsB,EACtB,KAAU,EACV,IAAe,EACf,GAAgB;QAEhB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;IACjE,CAAC;IAEkB,KAAK,CAAC,cAAc,CAAC,IAAe;QACrD,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CACzE,IAAI,CAAC,cAAc,CACpB,CAAC;QACF,MAAM,OAAO,GAAG,UAAU,CAAC,iBAAiB,CAAC,GAAG,EAAE;YAChD,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,MAAM,EAAE,IAAI,UAAU,CACpB,GAAG,EACH,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAC5B,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAC7B;YACD,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,KAAK,EAAE,IAA+B,EAAE,EAAE;gBAC9C,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC3D,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC7C,CAAC;YACD,KAAK,EAAE,KAAK,IAAI,EAAE;gBAChB,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC3C,CAAC;YACD,QAAQ,EAAE,KAAK,EAAE,IAAS,EAAE,EAAE;gBAC5B,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAClD,CAAC;YACD,SAAS,EAAE,KAAK,IAAI,EAAE;gBACpB,eAAe;gBACf,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ;oBAAE,OAAO;gBACrD,IAAI,CAAC,WAAW,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC9D,IAAI,CAAC;oBACH,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACvC,CAAC;gBAAC,MAAM,CAAC;oBACP,yGAAyG;gBAC3G,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC;QAEzD,IAAI,CAAC;YACH,IAAI,MAAW,CAAC;YAChB,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAC1C,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBAChD,IAAI,CAAC;oBACH,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBACjD,CAAC;gBAAC,MAAM,CAAC;oBACP,8BAA8B;gBAChC,CAAC;gBACD,IAAI,MAAM,EAAE,WAAW,EAAE,CAAC;oBACxB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;oBACtC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC/C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChD,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAC/B,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,KAAK,EACV,IAAI,EACJ,OAAO,CACR,CAAC;gBACF,GAAG,CAAC,OAAO,CAAC,wBAAwB,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YACjD,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC;YACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YACrB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;YACvB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;YAC5B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;YAE7B,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC9C,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAE,kBAAkB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACpE,GAAG,CAAC,IAAI,CACN,QAAQ,IAAI,CAAC,EAAE,kBAAkB,IAAI,CAAC,MAAM,YAAY,IAAI,CAAC,OAAO,EAAE,CACvE,CAAC;YACF,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACrE,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACjD,CAAC;YAAC,MAAM,CAAC;gBACP,mDAAmD;YACrD,CAAC;YACD,IAAI,GAAG,YAAY,oBAAoB,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC7D,OAAO;YACT,CAAC;YACD,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;YACvC,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAC1C,MAAM,iBAAiB,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACtE,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC;gBACrC,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;oBAC7B,MAAM,SAAS,GAAG,iBAAiB,CAAC,SAAS,CAC3C,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM,CAC5C,CAAC;oBACF,IAAI,SAAS,IAAI,CAAC;wBAAE,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;gBACnD,CAAC;YACH,CAAC;YACD,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAE5C,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YAEvC,IAAI,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnC,MAAM,KAAK,GAAG,gBAAgB,CAC5B,WAAW,EACX,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CACpC,CAAC;gBACF,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;gBAE/C,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC;gBAC3B,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,aAAa,CAAC;gBACvC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;gBAC3B,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;gBACxB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;gBAC5B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;gBAC7B,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC9C,GAAG,CAAC,IAAI,CACN,QAAQ,IAAI,CAAC,EAAE,wBAAwB,IAAI,CAAC,MAAM,YAAY,IAAI,CAAC,OAAO,EAAE,CAC7E,CAAC;gBACF,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,EAAE;oBACnD,SAAS;oBACT,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,WAAW;iBACrB,CAAC,CAAC;gBACH,MAAM,IAAI,CAAC,UAAU,CACnB,OAAO,EACP,IAAI,EACJ,UAAU,CAAC,aAAa,EACxB,UAAU,EACV,GAAG,CACJ,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC;gBAC3B,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;gBAChC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;gBACxB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;gBAC5B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;gBAE7B,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC9C,GAAG,CAAC,KAAK,CACP,QAAQ,IAAI,CAAC,EAAE,iBAAiB,IAAI,CAAC,MAAM,YAAY,IAAI,CAAC,OAAO,EAAE,CACtE,CAAC;gBACF,MAAM,OAAO,CAAC,IAAI,CAChB,QAAQ,CAAC,KAAK,EACd,oCAAoC,EACpC;oBACE,WAAW,EAAE,IAAI,CAAC,WAAW;iBAC9B,CACF,CAAC;gBACF,MAAM,IAAI,CAAC,UAAU,CACnB,OAAO,EACP,IAAI,EACJ,UAAU,CAAC,MAAM,EACjB,UAAU,EACV,GAAG,CACJ,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/lib/esm/{tasks/workers → workers}/WorkThreadEnvironment.d.ts

@@ -5,6 +5,7 @@ export interface WorkThreadPersistenceConfig {
     adapterArgs?: any[];
     flavour?: string;
     alias?: string;
+    modules?: WorkThreadModulesConfig;
 }
 export interface WorkThreadTaskEngineConfig {
     concurrency: number;

package/lib/esm/workers/WorkThreadEnvironment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WorkThreadEnvironment.js","sourceRoot":"","sources":["../../../src/workers/WorkThreadEnvironment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAqCjE,MAAM,uBAAuB,GAA+B;IAC1D,WAAW,EAAE,CAAC;IACd,OAAO,EAAE,MAAM;IACf,UAAU,EAAE,KAAK;IACjB,UAAU,EAAE,KAAK;IACjB,UAAU,EAAE,GAAG;IACf,gBAAgB,EAAE,GAAG;IACrB,gBAAgB,EAAE,KAAK;IACvB,uBAAuB,EAAE,CAAC;IAC1B,yBAAyB,EAAE,MAAM;CAClC,CAAC;AAEF,MAAM,cAAc,GAA4B;IAC9C,OAAO,EAAE,CAAC,gBAAgB,EAAE,mBAAmB,CAAC;CACjD,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAA+B;IACtE,QAAQ,EAAE,QAAQ;IAClB,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;IACtC,WAAW,EAAE;QACX,aAAa,EAAE,mBAAmB;QAClC,YAAY,EAAE,WAAW;QACzB,WAAW,EAAE,EAAE;KAChB;IACD,UAAU,EAAE,uBAAuB;IACnC,OAAO,EAAE,cAAc;CACxB,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,UAAU,CAC/D,4BAA4B,CAC7B,CAAC"}

package/lib/esm/workers/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./messages";
+export * from "./TaskEngine";
+export * from "./types";
+export * from "./WorkThreadEnvironment";

package/lib/esm/workers/index.js

@@ -0,0 +1,5 @@
+export * from "./messages.js";
+export * from "./TaskEngine.js";
+export * from "./types.js";
+export * from "./WorkThreadEnvironment.js";
+//# sourceMappingURL=index.js.map

package/lib/esm/workers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/workers/index.ts"],"names":[],"mappings":"AAAA,8BAA2B;AAC3B,gCAA6B;AAC7B,2BAAwB;AACxB,2CAAwC"}

package/lib/{tasks → esm}/workers/messages.d.ts

@@ -1,5 +1,5 @@
 import { LogLevel } from "@decaf-ts/logging";
-import { TaskStateChangeRequest } from "../TaskStateChangeError";
+import { TaskStateChangeRequest } from "../tasks/TaskStateChangeError";
 export type WorkerLogEntry = [LogLevel, string] | [LogLevel, string, any];
 export interface WorkerJobPayload {
     jobId: string;

package/lib/{tasks → esm}/workers/messages.js.map

@@ -1 +1 @@
-{"version":3,"file":"messages.js","sourceRoot":"","sources":["../../../src/tasks/workers/messages.ts"],"names":[],"mappings":""}
+{"version":3,"file":"messages.js","sourceRoot":"","sources":["../../../src/workers/messages.ts"],"names":[],"mappings":""}

package/lib/esm/workers/types.d.ts

@@ -0,0 +1,41 @@
+import { Worker } from "worker_threads";
+import { TaskContext, TaskModel, TaskEngineConfig as TEC, TaskServiceConfig as TSC } from "../tasks/index";
+export type TaskWorkerThread = {
+    id: string;
+    worker: Worker;
+    ready: boolean;
+    activeJobs: number;
+    capacity: number;
+    readyPromise?: Promise<void>;
+    resolveReady?: () => void;
+    rejectReady?: (error: Error) => void;
+};
+export type WorkerJobState = {
+    id: string;
+    classification: string;
+    input: any;
+    task: TaskModel;
+    ctx: TaskContext;
+    resolve: (value: any) => void;
+    reject: (error: any) => void;
+    worker?: TaskWorkerThread;
+};
+import { WorkThreadModulesConfig, WorkThreadPersistenceConfig } from "./WorkThreadEnvironment";
+import { Adapter } from "../persistence/index";
+export type WorkerAdapterDescriptor = WorkThreadPersistenceConfig;
+export type WorkThreadPoolConfig = {
+    size?: number;
+    mode?: "node" | "browser";
+    entry: string;
+    modules?: WorkThreadModulesConfig;
+};
+export type TaskEngineConfig<A extends Adapter<any, any, any, any>> = TEC<A> & {
+    workerAdapter?: WorkerAdapterDescriptor;
+    workerPool?: WorkThreadPoolConfig;
+    workerConcurrency?: number;
+};
+export type TaskServiceConfig<A extends Adapter<any, any, any, any>> = TSC<A> & {
+    workerAdapter?: WorkerAdapterDescriptor;
+    workerPool?: WorkThreadPoolConfig;
+    workerConcurrency?: number;
+};

package/lib/esm/workers/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/lib/esm/workers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/workers/types.ts"],"names":[],"mappings":""}

package/lib/esm/workers/workerThread.d.ts

@@ -0,0 +1 @@
+import "../overrides";

package/lib/esm/{tasks/workers → workers}/workerThread.js

@@ -1,14 +1,11 @@
-import "./../../overrides/index.js";
+import "./../overrides/index.js";
 import { parentPort, workerData } from "worker_threads";
-import { Adapter } from "./../../persistence/Adapter.js";
 import { WorkThreadEnvironment, } from "./WorkThreadEnvironment.js";
-import { TaskHandlerRegistry } from "./../TaskHandlerRegistry.js";
-import { TaskEngine } from "./../TaskEngine.js";
-import { TaskLogger } from "./../logging.js";
+import { normalizeImport } from "./../utils/index.js";
+import { Adapter } from "./../persistence/index.js";
+import { serializeError, TaskEngine, TaskHandlerRegistry, TaskLogger, } from "./../tasks/index.js";
 import { Logging } from "@decaf-ts/logging";
-import { TaskStateChangeError } from "./../TaskStateChangeError.js";
-import { serializeError } from "./../utils.js";
-import { normalizeImport } from "./../../utils/utils.js";
+import { TaskStateChangeError } from "./../tasks/TaskStateChangeError.js";
 const initialPort = parentPort;
 if (!initialPort) {
     throw new Error("workerThread.ts must be run inside a worker thread");
@@ -52,6 +49,9 @@ async function resolveAdapter() {
     else if (instance.flavour) {
         Adapter.setCurrent(instance.flavour);
     }
+    if (typeof instance.initialize === "function") {
+        await instance.initialize();
+    }
     return instance;
 }
 let adapterPromise;