anantham-v2 2.0.0-alpha.1

package/dist/jobs/background-job-manager.js

@@ -0,0 +1,414 @@
+import { randomUUID } from "node:crypto";
+import { BackgroundJobSchema, JobCreationRequestSchema, } from "../domain/job.js";
+import { EventTypes } from "../domain/event.js";
+import { WorkflowRetryHandler } from "../workflow/workflow-retry-handler.js";
+import { WorkflowBudgetTracker } from "../workflow/workflow-budget-tracker.js";
+/**
+ * Authoritative Background Job Lifecycle Manager.
+ * Orchestrates job creation, claims, generation-fenced heartbeats, checkpoints,
+ * cancellation, timeouts, and completion.
+ * PRD Part 2 Section 120–135.
+ */
+export class BackgroundJobManager {
+    jobRepo;
+    taskRepo;
+    projectRepo;
+    sessionRepo;
+    claimManager;
+    eventStore;
+    retryHandler;
+    constructor(options) {
+        this.jobRepo = options.jobRepo;
+        this.taskRepo = options.taskRepo;
+        this.projectRepo = options.projectRepo;
+        this.sessionRepo = options.sessionRepo;
+        this.claimManager = options.claimManager;
+        this.eventStore = options.eventStore;
+        this.retryHandler = options.retryHandler ?? new WorkflowRetryHandler();
+    }
+    /**
+     * Create and persist a new background job with an underlying durable task.
+     */
+    createJob(request) {
+        const validatedReq = JobCreationRequestSchema.parse(request);
+        // 1. Verify project and session exist
+        const project = this.projectRepo.findById(validatedReq.projectId);
+        if (!project) {
+            throw new Error(`Project "${validatedReq.projectId}" not found.`);
+        }
+        const session = this.sessionRepo.findById(validatedReq.sessionId);
+        if (!session) {
+            throw new Error(`Session "${validatedReq.sessionId}" not found.`);
+        }
+        const now = new Date().toISOString();
+        const jobId = validatedReq.id || `job_${randomUUID()}`;
+        const taskId = validatedReq.taskId || `task_${randomUUID()}`;
+        // 2. Create underlying durable task if not exists
+        let task = this.taskRepo.findById(taskId);
+        if (!task) {
+            task = {
+                id: taskId,
+                projectId: validatedReq.projectId,
+                sessionId: validatedReq.sessionId,
+                objective: validatedReq.objective,
+                status: "available",
+                priority: "normal",
+                dependencies: [],
+                inputArtifacts: [],
+                outputArtifacts: [],
+                createdAt: now,
+                updatedAt: now,
+                metadata: { jobId, ...validatedReq.metadata },
+            };
+            this.taskRepo.save(task);
+        }
+        // 3. Compute deadline if timeout is provided
+        let deadline;
+        if (validatedReq.timeoutMs) {
+            deadline = new Date(Date.now() + validatedReq.timeoutMs).toISOString();
+        }
+        // 4. Create durable BackgroundJob
+        const job = BackgroundJobSchema.parse({
+            id: jobId,
+            projectId: validatedReq.projectId,
+            sessionId: validatedReq.sessionId,
+            taskId,
+            workflowId: validatedReq.workflowId,
+            runId: validatedReq.runId,
+            agentId: validatedReq.agentId,
+            instanceId: validatedReq.instanceId || `inst_${randomUUID()}`,
+            status: "QUEUED",
+            createdAt: now,
+            deadline,
+            attempt: 0,
+            maxAttempts: validatedReq.maxAttempts || 3,
+            budget: validatedReq.budget,
+            consumption: { tokens: 0, costUsd: 0, durationMs: 0, toolCalls: 0 },
+            resultArtifacts: [],
+            metadata: validatedReq.metadata || {},
+        });
+        const committedEvents = [];
+        this.jobRepo.sqliteEngine.transaction(() => {
+            this.jobRepo.saveJob(job);
+            const ev1 = this.createAndAppendEventInTx(EventTypes.JOB_CREATED, job, { objective: validatedReq.objective });
+            if (ev1)
+                committedEvents.push(ev1);
+            const ev2 = this.createAndAppendEventInTx(EventTypes.JOB_QUEUED, job, {});
+            if (ev2)
+                committedEvents.push(ev2);
+        });
+        if (this.eventStore && committedEvents.length > 0) {
+            this.eventStore.notifyCommitted(committedEvents);
+        }
+        return job;
+    }
+    /**
+     * Worker claims a background job, acquiring an exclusive lease with a monotonic generation token.
+     */
+    claimJob(jobId, worker) {
+        const job = this.jobRepo.findJobById(jobId);
+        if (!job) {
+            throw new Error(`Background job "${jobId}" not found.`);
+        }
+        if (job.status !== "QUEUED" && job.status !== "RECOVERY_REQUIRED") {
+            throw new Error(`Cannot claim job "${jobId}" in status "${job.status}". Expected "QUEUED" or "RECOVERY_REQUIRED".`);
+        }
+        let claimRes;
+        const committedEvents = [];
+        this.jobRepo.sqliteEngine.transaction(() => {
+            claimRes = this.claimManager.claimTask({
+                taskId: job.taskId,
+                agentId: worker.agentId,
+                instanceId: worker.instanceId,
+                projectId: job.projectId,
+                sessionId: job.sessionId,
+                ttlMs: worker.ttlMs,
+                maxRenewals: worker.maxRenewals,
+            });
+            if (!claimRes.success || !claimRes.lease) {
+                throw new Error(`Failed to claim underlying task "${job.taskId}": ${claimRes.errorMessage || "Lease acquisition failed."}`);
+            }
+            const now = new Date().toISOString();
+            job.status = "RUNNING";
+            job.startedAt = job.startedAt || now;
+            job.heartbeatAt = claimRes.lease.lastHeartbeatAt;
+            job.leaseId = claimRes.lease.id;
+            job.generation = claimRes.lease.generation; // Monotonic fencing token
+            job.agentId = worker.agentId;
+            job.instanceId = worker.instanceId;
+            job.attempt = job.attempt + 1;
+            this.jobRepo.saveJob(job);
+            const ev1 = this.createAndAppendEventInTx(EventTypes.JOB_CLAIMED, job, {
+                leaseId: claimRes.lease.id,
+                generation: claimRes.lease.generation,
+            });
+            if (ev1)
+                committedEvents.push(ev1);
+            const ev2 = this.createAndAppendEventInTx(EventTypes.JOB_STARTED, job, {});
+            if (ev2)
+                committedEvents.push(ev2);
+        });
+        if (this.eventStore && committedEvents.length > 0) {
+            this.eventStore.notifyCommitted(committedEvents);
+        }
+        return { job, lease: claimRes.lease };
+    }
+    /**
+     * Worker sends a periodic heartbeat. Fencing tokens and deadlines are strictly validated.
+     */
+    heartbeatJob(jobId, leaseId, generation, worker) {
+        const job = this.jobRepo.findJobById(jobId);
+        if (!job) {
+            return { success: false, reason: `Job "${jobId}" not found.` };
+        }
+        // Check cancellation
+        if (job.status === "CANCEL_REQUESTED" || job.status === "CANCELLED") {
+            return { success: false, cancelled: true, reason: "Job cancellation has been requested." };
+        }
+        // Check execution deadline
+        if (job.deadline && Date.now() > new Date(job.deadline).getTime()) {
+            job.status = "TIMED_OUT";
+            job.completedAt = new Date().toISOString();
+            job.errorMessage = `Job exceeded execution deadline of ${job.deadline}.`;
+            const committedEvents = [];
+            this.jobRepo.sqliteEngine.transaction(() => {
+                this.jobRepo.saveJob(job);
+                const ev = this.createAndAppendEventInTx(EventTypes.JOB_TIMED_OUT, job, { deadline: job.deadline });
+                if (ev)
+                    committedEvents.push(ev);
+            });
+            if (this.eventStore && committedEvents.length > 0) {
+                this.eventStore.notifyCommitted(committedEvents);
+            }
+            return { success: false, timedOut: true, reason: job.errorMessage };
+        }
+        // Fencing token verification on job record
+        if (job.leaseId !== leaseId || job.generation !== generation) {
+            return {
+                success: false,
+                reason: `FENCING_VIOLATION: Provided lease (${leaseId}, gen: ${generation}) does not match active job lease (${job.leaseId}, gen: ${job.generation}).`,
+            };
+        }
+        // Renew heartbeat via TaskClaimManager
+        const renewRes = this.claimManager.heartbeat({
+            leaseId,
+            agentId: worker.agentId,
+            instanceId: worker.instanceId,
+            generation,
+        });
+        if (!renewRes.success || !renewRes.lease) {
+            return { success: false, reason: renewRes.errorMessage || "Heartbeat renewal rejected." };
+        }
+        job.heartbeatAt = renewRes.lease.lastHeartbeatAt;
+        const committedEvents = [];
+        this.jobRepo.sqliteEngine.transaction(() => {
+            this.jobRepo.saveJob(job);
+            const ev = this.createAndAppendEventInTx(EventTypes.JOB_HEARTBEAT, job, {
+                leaseId,
+                generation,
+                renewalCount: renewRes.lease.renewalCount,
+            });
+            if (ev)
+                committedEvents.push(ev);
+        });
+        if (this.eventStore && committedEvents.length > 0) {
+            this.eventStore.notifyCommitted(committedEvents);
+        }
+        return { success: true, lease: renewRes.lease };
+    }
+    /**
+     * Associates a progress checkpoint with the background job.
+     */
+    checkpointJob(jobId, leaseId, generation, checkpointId) {
+        const job = this.jobRepo.findJobById(jobId);
+        if (!job) {
+            throw new Error(`Job "${jobId}" not found.`);
+        }
+        if (job.leaseId !== leaseId || job.generation !== generation) {
+            throw new Error(`FENCING_VIOLATION: Checkpoint rejected. Worker lease or generation mismatch.`);
+        }
+        job.checkpointId = checkpointId;
+        const committedEvents = [];
+        this.jobRepo.sqliteEngine.transaction(() => {
+            this.jobRepo.saveJob(job);
+            const ev = this.createAndAppendEventInTx(EventTypes.JOB_CHECKPOINTED, job, { checkpointId });
+            if (ev)
+                committedEvents.push(ev);
+        });
+        if (this.eventStore && committedEvents.length > 0) {
+            this.eventStore.notifyCommitted(committedEvents);
+        }
+    }
+    /**
+     * Completes a background job. Fencing token is strictly validated.
+     */
+    completeJob(jobId, leaseId, generation, result) {
+        const job = this.jobRepo.findJobById(jobId);
+        if (!job) {
+            throw new Error(`Job "${jobId}" not found.`);
+        }
+        if (job.status === "COMPLETED") {
+            // Idempotent return
+            return job;
+        }
+        if (job.leaseId !== leaseId || job.generation !== generation) {
+            throw new Error(`FENCING_VIOLATION: Completion rejected. Worker lease or generation mismatch.`);
+        }
+        const committedEvents = [];
+        this.jobRepo.sqliteEngine.transaction(() => {
+            // Complete underlying task and release lease
+            const success = this.claimManager.completeTask(job.taskId, leaseId, generation, undefined, job.agentId);
+            if (!success) {
+                throw new Error(`Failed to complete underlying task: lease verification failed.`);
+            }
+            const now = new Date().toISOString();
+            job.status = "COMPLETED";
+            job.completedAt = now;
+            job.resultArtifacts = result?.artifacts || [];
+            job.resultData = result?.data;
+            if (result) {
+                const tracker = new WorkflowBudgetTracker(job.budget);
+                job.consumption = tracker.recordConsumption(job.consumption, {
+                    tokens: result.tokensUsed,
+                    costUsd: result.costUsd,
+                    durationMs: result.durationMs,
+                    toolCalls: result.toolCalls,
+                });
+            }
+            this.jobRepo.saveJob(job);
+            const ev = this.createAndAppendEventInTx(EventTypes.JOB_COMPLETED, job, {
+                resultArtifacts: job.resultArtifacts,
+                consumption: job.consumption,
+            });
+            if (ev)
+                committedEvents.push(ev);
+        });
+        if (this.eventStore && committedEvents.length > 0) {
+            this.eventStore.notifyCommitted(committedEvents);
+        }
+        return job;
+    }
+    /**
+     * Fails a background job attempt. Retries if transient; fails closed immediately on policy denials.
+     */
+    failJob(jobId, leaseId, generation, error) {
+        const job = this.jobRepo.findJobById(jobId);
+        if (!job) {
+            throw new Error(`Job "${jobId}" not found.`);
+        }
+        if (job.leaseId !== leaseId || job.generation !== generation) {
+            throw new Error(`FENCING_VIOLATION: Failure report rejected. Worker lease or generation mismatch.`);
+        }
+        const retryDecision = this.retryHandler.evaluateRetry(error, job.attempt, job.maxAttempts);
+        const classification = retryDecision.classification;
+        const now = new Date().toISOString();
+        const errStr = error instanceof Error ? error.message : String(error);
+        const committedEvents = [];
+        this.jobRepo.sqliteEngine.transaction(() => {
+            if (retryDecision.shouldRetry) {
+                // Release lease for retry
+                this.claimManager.releaseTask(job.taskId, leaseId, generation, "RETRY_TRIGGERED", job.agentId);
+                job.status = "QUEUED";
+                job.failureClassification = classification;
+                job.errorMessage = errStr;
+                this.jobRepo.saveJob(job);
+                const ev = this.createAndAppendEventInTx(EventTypes.JOB_RETRYING, job, {
+                    attempt: job.attempt,
+                    maxAttempts: job.maxAttempts,
+                    backoffMs: retryDecision.backoffMs,
+                    classification,
+                });
+                if (ev)
+                    committedEvents.push(ev);
+            }
+            else {
+                // Mark task failed
+                this.claimManager.failTask(job.taskId, leaseId, generation, errStr, job.agentId);
+                job.status = "FAILED";
+                job.completedAt = now;
+                job.failureClassification = classification;
+                job.errorMessage = errStr;
+                this.jobRepo.saveJob(job);
+                const ev = this.createAndAppendEventInTx(EventTypes.JOB_FAILED, job, {
+                    attempt: job.attempt,
+                    classification,
+                    error: errStr,
+                });
+                if (ev)
+                    committedEvents.push(ev);
+            }
+        });
+        if (this.eventStore && committedEvents.length > 0) {
+            this.eventStore.notifyCommitted(committedEvents);
+        }
+        return {
+            status: retryDecision.shouldRetry ? "QUEUED" : "FAILED",
+            retrying: retryDecision.shouldRetry,
+            backoffMs: retryDecision.shouldRetry ? retryDecision.backoffMs : undefined,
+            classification,
+        };
+    }
+    /**
+     * Cancel an active or queued background job.
+     */
+    cancelJob(jobId, reason = "User cancellation", requestedBy = "user") {
+        const job = this.jobRepo.findJobById(jobId);
+        if (!job) {
+            throw new Error(`Job "${jobId}" not found.`);
+        }
+        const terminalStatuses = ["COMPLETED", "FAILED", "CANCELLED", "TIMED_OUT"];
+        if (terminalStatuses.includes(job.status)) {
+            return job;
+        }
+        const now = new Date().toISOString();
+        job.status = "CANCELLED";
+        job.completedAt = now;
+        job.cancellationRequestedAt = now;
+        job.cancellationReason = reason;
+        if (job.leaseId && job.generation) {
+            this.claimManager.releaseTask(job.taskId, job.leaseId, job.generation, reason);
+        }
+        const committedEvents = [];
+        this.jobRepo.sqliteEngine.transaction(() => {
+            this.jobRepo.saveJob(job);
+            const ev1 = this.createAndAppendEventInTx(EventTypes.JOB_CANCEL_REQUESTED, job, { reason, requestedBy });
+            if (ev1)
+                committedEvents.push(ev1);
+            const ev2 = this.createAndAppendEventInTx(EventTypes.JOB_CANCELLED, job, { reason, requestedBy });
+            if (ev2)
+                committedEvents.push(ev2);
+        });
+        if (this.eventStore && committedEvents.length > 0) {
+            this.eventStore.notifyCommitted(committedEvents);
+        }
+        return job;
+    }
+    /**
+     * Retrieve current live status of a background job.
+     */
+    getJob(jobId) {
+        return this.jobRepo.findJobById(jobId);
+    }
+    createAndAppendEventInTx(type, job, payload) {
+        if (!this.eventStore)
+            return null;
+        return this.eventStore.appendWithinTransaction({
+            id: randomUUID(),
+            schemaVersion: 1,
+            actor: "system",
+            timestamp: new Date().toISOString(),
+            type,
+            projectId: job.projectId,
+            sessionId: job.sessionId,
+            payload: {
+                jobId: job.id,
+                taskId: job.taskId,
+                agentId: job.agentId,
+                instanceId: job.instanceId,
+                status: job.status,
+                ...payload,
+            },
+        });
+    }
+}
+//# sourceMappingURL=background-job-manager.js.map

package/dist/jobs/background-job-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"background-job-manager.js","sourceRoot":"","sources":["../../src/jobs/background-job-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAKL,mBAAmB,EACnB,wBAAwB,GACzB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAOhD,OAAO,EAAE,oBAAoB,EAAE,MAAM,uCAAuC,CAAC;AAC7E,OAAO,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAY/E;;;;;GAKG;AACH,MAAM,OAAO,oBAAoB;IACd,OAAO,CAAgB;IACvB,QAAQ,CAAiB;IACzB,WAAW,CAAoB;IAC/B,WAAW,CAAoB;IAC/B,YAAY,CAAmB;IAC/B,UAAU,CAAc;IACxB,YAAY,CAAuB;IAEpD,YAAY,OAAoC;QAC9C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,oBAAoB,EAAE,CAAC;IACzE,CAAC;IAED;;OAEG;IACI,SAAS,CAAC,OAA2B;QAC1C,MAAM,YAAY,GAAG,wBAAwB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAE7D,sCAAsC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,YAAY,YAAY,CAAC,SAAS,cAAc,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,YAAY,YAAY,CAAC,SAAS,cAAc,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,IAAI,OAAO,UAAU,EAAE,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,IAAI,QAAQ,UAAU,EAAE,EAAE,CAAC;QAE7D,kDAAkD;QAClD,IAAI,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG;gBACL,EAAE,EAAE,MAAM;gBACV,SAAS,EAAE,YAAY,CAAC,SAAS;gBACjC,SAAS,EAAE,YAAY,CAAC,SAAS;gBACjC,SAAS,EAAE,YAAY,CAAC,SAAS;gBACjC,MAAM,EAAE,WAAW;gBACnB,QAAQ,EAAE,QAAQ;gBAClB,YAAY,EAAE,EAAE;gBAChB,cAAc,EAAE,EAAE;gBAClB,eAAe,EAAE,EAAE;gBACnB,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;gBACd,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,YAAY,CAAC,QAAQ,EAAE;aAC9C,CAAC;YACF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QAED,6CAA6C;QAC7C,IAAI,QAA4B,CAAC;QACjC,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC;YAC3B,QAAQ,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QACzE,CAAC;QAED,kCAAkC;QAClC,MAAM,GAAG,GAAkB,mBAAmB,CAAC,KAAK,CAAC;YACnD,EAAE,EAAE,KAAK;YACT,SAAS,EAAE,YAAY,CAAC,SAAS;YACjC,SAAS,EAAE,YAAY,CAAC,SAAS;YACjC,MAAM;YACN,UAAU,EAAE,YAAY,CAAC,UAAU;YACnC,KAAK,EAAE,YAAY,CAAC,KAAK;YACzB,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,UAAU,EAAE,YAAY,CAAC,UAAU,IAAI,QAAQ,UAAU,EAAE,EAAE;YAC7D,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,GAAG;YACd,QAAQ;YACR,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,YAAY,CAAC,WAAW,IAAI,CAAC;YAC1C,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;YACnE,eAAe,EAAE,EAAE;YACnB,QAAQ,EAAE,YAAY,CAAC,QAAQ,IAAI,EAAE;SACtC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAU,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,WAAW,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,YAAY,CAAC,SAAS,EAAE,CAAC,CAAC;YAC9G,IAAI,GAAG;gBAAE,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,UAAU,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAC1E,IAAI,GAAG;gBAAE,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,UAAU,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACI,QAAQ,CACb,KAAa,EACb,MAAqF;QAErF,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,mBAAmB,KAAK,cAAc,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,mBAAmB,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,gBAAgB,GAAG,CAAC,MAAM,8CAA8C,CAAC,CAAC;QACtH,CAAC;QAED,IAAI,QAAa,CAAC;QAClB,MAAM,eAAe,GAAU,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,EAAE;YACzC,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC;gBACrC,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,WAAW,EAAE,MAAM,CAAC,WAAW;aAChC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,CAAC,MAAM,MAAM,QAAQ,CAAC,YAAY,IAAI,2BAA2B,EAAE,CAAC,CAAC;YAC9H,CAAC;YAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACrC,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC;YACvB,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC;YACrC,GAAG,CAAC,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC;YACjD,GAAG,CAAC,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,GAAG,CAAC,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,0BAA0B;YACtE,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAC7B,GAAG,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;YACnC,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC;YAE9B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,WAAW,EAAE,GAAG,EAAE;gBACrE,OAAO,EAAE,QAAQ,CAAC,KAAM,CAAC,EAAE;gBAC3B,UAAU,EAAE,QAAQ,CAAC,KAAM,CAAC,UAAU;aACvC,CAAC,CAAC;YACH,IAAI,GAAG;gBAAE,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,WAAW,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAC3E,IAAI,GAAG;gBAAE,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,UAAU,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAM,EAAE,CAAC;IACzC,CAAC;IAED;;OAEG;IACI,YAAY,CACjB,KAAa,EACb,OAAe,EACf,UAAkB,EAClB,MAA+C;QAE/C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,KAAK,cAAc,EAAE,CAAC;QACjE,CAAC;QAED,qBAAqB;QACrB,IAAI,GAAG,CAAC,MAAM,KAAK,kBAAkB,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACpE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC;QAC7F,CAAC;QAED,2BAA2B;QAC3B,IAAI,GAAG,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;YAClE,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;YACzB,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC3C,GAAG,CAAC,YAAY,GAAG,sCAAsC,GAAG,CAAC,QAAQ,GAAG,CAAC;YAEzE,MAAM,eAAe,GAAU,EAAE,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,EAAE;gBACzC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC1B,MAAM,EAAE,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,aAAa,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACpG,IAAI,EAAE;oBAAE,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,UAAU,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;YACnD,CAAC;YAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC;QACtE,CAAC;QAED,2CAA2C;QAC3C,IAAI,GAAG,CAAC,OAAO,KAAK,OAAO,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YAC7D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,sCAAsC,OAAO,UAAU,UAAU,sCAAsC,GAAG,CAAC,OAAO,UAAU,GAAG,CAAC,UAAU,IAAI;aACvJ,CAAC;QACJ,CAAC;QAED,uCAAuC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC;YAC3C,OAAO;YACP,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,UAAU;SACX,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACzC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,YAAY,IAAI,6BAA6B,EAAE,CAAC;QAC5F,CAAC;QAED,GAAG,CAAC,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC;QAEjD,MAAM,eAAe,GAAU,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1B,MAAM,EAAE,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,aAAa,EAAE,GAAG,EAAE;gBACtE,OAAO;gBACP,UAAU;gBACV,YAAY,EAAE,QAAQ,CAAC,KAAM,CAAC,YAAY;aAC3C,CAAC,CAAC;YACH,IAAI,EAAE;gBAAE,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAGH,IAAI,IAAI,CAAC,UAAU,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;IAClD,CAAC;IAED;;OAEG;IACI,aAAa,CAClB,KAAa,EACb,OAAe,EACf,UAAkB,EAClB,YAAoB;QAEpB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,GAAG,CAAC,OAAO,KAAK,OAAO,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;QAClG,CAAC;QAED,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC;QAEhC,MAAM,eAAe,GAAU,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1B,MAAM,EAAE,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,gBAAgB,EAAE,GAAG,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;YAC7F,IAAI,EAAE;gBAAE,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,UAAU,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED;;OAEG;IACI,WAAW,CAChB,KAAa,EACb,OAAe,EACf,UAAkB,EAClB,MAOC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC/B,oBAAoB;YACpB,OAAO,GAAG,CAAC;QACb,CAAC;QAED,IAAI,GAAG,CAAC,OAAO,KAAK,OAAO,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;QAClG,CAAC;QAED,MAAM,eAAe,GAAU,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,EAAE;YACzC,6CAA6C;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YACxG,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;YACpF,CAAC;YAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACrC,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;YACzB,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC;YACtB,GAAG,CAAC,eAAe,GAAG,MAAM,EAAE,SAAS,IAAI,EAAE,CAAC;YAC9C,GAAG,CAAC,UAAU,GAAG,MAAM,EAAE,IAAI,CAAC;YAE9B,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,IAAI,qBAAqB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBACtD,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,WAAW,EAAE;oBAC3D,MAAM,EAAE,MAAM,CAAC,UAAU;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;iBAC5B,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1B,MAAM,EAAE,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,aAAa,EAAE,GAAG,EAAE;gBACtE,eAAe,EAAE,GAAG,CAAC,eAAe;gBACpC,WAAW,EAAE,GAAG,CAAC,WAAW;aAC7B,CAAC,CAAC;YACH,IAAI,EAAE;gBAAE,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,UAAU,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACI,OAAO,CACZ,KAAa,EACb,OAAe,EACf,UAAkB,EAClB,KAAc;QAEd,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,GAAG,CAAC,OAAO,KAAK,OAAO,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;QAC3F,MAAM,cAAc,GAAG,aAAa,CAAC,cAA0C,CAAC;QAChF,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEtE,MAAM,eAAe,GAAU,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,EAAE;YACzC,IAAI,aAAa,CAAC,WAAW,EAAE,CAAC;gBAC9B,0BAA0B;gBAC1B,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;gBAE/F,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;gBACtB,GAAG,CAAC,qBAAqB,GAAG,cAAc,CAAC;gBAC3C,GAAG,CAAC,YAAY,GAAG,MAAM,CAAC;gBAE1B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC1B,MAAM,EAAE,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,YAAY,EAAE,GAAG,EAAE;oBACrE,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,SAAS,EAAE,aAAa,CAAC,SAAS;oBAClC,cAAc;iBACf,CAAC,CAAC;gBACH,IAAI,EAAE;oBAAE,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,mBAAmB;gBACnB,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;gBAEjF,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;gBACtB,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC;gBACtB,GAAG,CAAC,qBAAqB,GAAG,cAAc,CAAC;gBAC3C,GAAG,CAAC,YAAY,GAAG,MAAM,CAAC;gBAE1B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC1B,MAAM,EAAE,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,UAAU,EAAE,GAAG,EAAE;oBACnE,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,cAAc;oBACd,KAAK,EAAE,MAAM;iBACd,CAAC,CAAC;gBACH,IAAI,EAAE;oBAAE,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,UAAU,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QACnD,CAAC;QAED,OAAO;YACL,MAAM,EAAE,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;YACvD,QAAQ,EAAE,aAAa,CAAC,WAAW;YACnC,SAAS,EAAE,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YAC1E,cAAc;SACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,SAAS,CAAC,KAAa,EAAE,MAAM,GAAG,mBAAmB,EAAE,WAAW,GAAG,MAAM;QAChF,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,gBAAgB,GAAG,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;QAC3E,IAAI,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1C,OAAO,GAAG,CAAC;QACb,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;QACzB,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC;QACtB,GAAG,CAAC,uBAAuB,GAAG,GAAG,CAAC;QAClC,GAAG,CAAC,kBAAkB,GAAG,MAAM,CAAC;QAEhC,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YAClC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,eAAe,GAAU,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,oBAAoB,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;YACzG,IAAI,GAAG;gBAAE,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,aAAa,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;YAClG,IAAI,GAAG;gBAAE,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,UAAU,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,KAAa;QACzB,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IAEO,wBAAwB,CAAC,IAAY,EAAE,GAAkB,EAAE,OAAgC;QACjG,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QAClC,OAAO,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;YAC7C,EAAE,EAAE,UAAU,EAAE;YAChB,aAAa,EAAE,CAAC;YAChB,KAAK,EAAE,QAAQ;YACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,IAAI;YACJ,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE;gBACP,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,GAAG,OAAO;aACX;SACF,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/jobs/background-job-recovery.d.ts

@@ -0,0 +1,32 @@
+import { type BackgroundJob, type JobStatus } from "../domain/job.js";
+import { EventStore } from "../event-state/event-store.js";
+import { JobRepository } from "../persistence/repositories/job-repository.js";
+import { TaskClaimManager } from "../tasks/task-claim-manager.js";
+export interface ReconciledJobSummary {
+    jobId: string;
+    previousStatus: JobStatus;
+    newStatus: JobStatus;
+    reclaimedLeaseId?: string;
+    checkpointId?: string;
+    reconciledAt: string;
+}
+/**
+ * Background Job Post-Crash Recovery & Orphan Reconciler.
+ * Reconciles interrupted jobs and stale leases across system crashes or restarts.
+ * PRD Part 1 Section 50–54 & PRD Part 2 Section 120–135.
+ */
+export declare class BackgroundJobRecoveryReconciler {
+    private readonly jobRepo;
+    private readonly claimManager;
+    private readonly eventStore?;
+    constructor(jobRepo: JobRepository, claimManager: TaskClaimManager, eventStore?: EventStore | undefined);
+    /**
+     * Scan and reconcile all uncompleted background jobs.
+     */
+    reconcileActiveJobs(projectId?: string): ReconciledJobSummary[];
+    /**
+     * Reconcile a single interrupted background job.
+     */
+    reconcileSingleJob(job: BackgroundJob): ReconciledJobSummary;
+}
+//# sourceMappingURL=background-job-recovery.d.ts.map

package/dist/jobs/background-job-recovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"background-job-recovery.d.ts","sourceRoot":"","sources":["../../src/jobs/background-job-recovery.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,aAAa,EAAE,KAAK,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEtE,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,+CAA+C,CAAC;AAC9E,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAElE,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,SAAS,CAAC;IAC1B,SAAS,EAAE,SAAS,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;;GAIG;AACH,qBAAa,+BAA+B;IAExC,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAFX,OAAO,EAAE,aAAa,EACtB,YAAY,EAAE,gBAAgB,EAC9B,UAAU,CAAC,EAAE,UAAU,YAAA;IAG1C;;OAEG;IACI,mBAAmB,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,oBAAoB,EAAE;IAYtE;;OAEG;IACI,kBAAkB,CAAC,GAAG,EAAE,aAAa,GAAG,oBAAoB;CA6EpE"}

package/dist/jobs/background-job-recovery.js

@@ -0,0 +1,107 @@
+import { randomUUID } from "node:crypto";
+import { EventTypes } from "../domain/event.js";
+/**
+ * Background Job Post-Crash Recovery & Orphan Reconciler.
+ * Reconciles interrupted jobs and stale leases across system crashes or restarts.
+ * PRD Part 1 Section 50–54 & PRD Part 2 Section 120–135.
+ */
+export class BackgroundJobRecoveryReconciler {
+    jobRepo;
+    claimManager;
+    eventStore;
+    constructor(jobRepo, claimManager, eventStore) {
+        this.jobRepo = jobRepo;
+        this.claimManager = claimManager;
+        this.eventStore = eventStore;
+    }
+    /**
+     * Scan and reconcile all uncompleted background jobs.
+     */
+    reconcileActiveJobs(projectId) {
+        const activeJobs = this.jobRepo.listActiveJobs(projectId);
+        const summaries = [];
+        for (const job of activeJobs) {
+            const summary = this.reconcileSingleJob(job);
+            summaries.push(summary);
+        }
+        return summaries;
+    }
+    /**
+     * Reconcile a single interrupted background job.
+     */
+    reconcileSingleJob(job) {
+        const previousStatus = job.status;
+        const now = new Date().toISOString();
+        let newStatus = job.status;
+        const reclaimedLeaseId = job.leaseId;
+        if (job.status === "RUNNING" || job.status === "CLAIMING" || job.status === "COMPLETING") {
+            // Release orphaned lease
+            if (job.leaseId && job.generation) {
+                this.claimManager.releaseTask(job.taskId, job.leaseId, job.generation, "CRASH_RECOVERY");
+            }
+            if (job.attempt >= job.maxAttempts) {
+                newStatus = "FAILED";
+                job.status = "FAILED";
+                job.completedAt = now;
+                job.errorMessage = "Interrupted by process crash and max retry attempts exhausted.";
+            }
+            else {
+                newStatus = "RECOVERY_REQUIRED";
+                job.status = "RECOVERY_REQUIRED";
+                job.errorMessage = "Interrupted by process crash or worker loss. Reconciled for restart.";
+            }
+            job.leaseId = undefined;
+            job.generation = undefined;
+            this.jobRepo.saveJob(job);
+            if (this.eventStore) {
+                this.eventStore.append({
+                    id: randomUUID(),
+                    schemaVersion: 1,
+                    actor: "system",
+                    timestamp: now,
+                    type: EventTypes.JOB_RECOVERY_REQUIRED,
+                    projectId: job.projectId,
+                    sessionId: job.sessionId,
+                    payload: {
+                        jobId: job.id,
+                        previousStatus,
+                        newStatus,
+                        checkpointId: job.checkpointId,
+                        reason: job.errorMessage,
+                    },
+                });
+                this.eventStore.append({
+                    id: randomUUID(),
+                    schemaVersion: 1,
+                    actor: "system",
+                    timestamp: now,
+                    type: EventTypes.JOB_RECLAIMED,
+                    projectId: job.projectId,
+                    sessionId: job.sessionId,
+                    payload: {
+                        jobId: job.id,
+                        reclaimedLeaseId,
+                    },
+                });
+            }
+        }
+        else if (job.status === "CANCEL_REQUESTED") {
+            newStatus = "CANCELLED";
+            job.status = "CANCELLED";
+            job.completedAt = now;
+            if (job.leaseId && job.generation) {
+                this.claimManager.releaseTask(job.taskId, job.leaseId, job.generation, "CANCEL_RECONCILED");
+            }
+            this.jobRepo.saveJob(job);
+        }
+        return {
+            jobId: job.id,
+            previousStatus,
+            newStatus,
+            reclaimedLeaseId,
+            checkpointId: job.checkpointId,
+            reconciledAt: now,
+        };
+    }
+}
+//# sourceMappingURL=background-job-recovery.js.map

package/dist/jobs/background-job-recovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"background-job-recovery.js","sourceRoot":"","sources":["../../src/jobs/background-job-recovery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAchD;;;;GAIG;AACH,MAAM,OAAO,+BAA+B;IAEvB;IACA;IACA;IAHnB,YACmB,OAAsB,EACtB,YAA8B,EAC9B,UAAuB;QAFvB,YAAO,GAAP,OAAO,CAAe;QACtB,iBAAY,GAAZ,YAAY,CAAkB;QAC9B,eAAU,GAAV,UAAU,CAAa;IACvC,CAAC;IAEJ;;OAEG;IACI,mBAAmB,CAAC,SAAkB;QAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC1D,MAAM,SAAS,GAA2B,EAAE,CAAC;QAE7C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC7C,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACI,kBAAkB,CAAC,GAAkB;QAC1C,MAAM,cAAc,GAAG,GAAG,CAAC,MAAM,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,SAAS,GAAc,GAAG,CAAC,MAAM,CAAC;QACtC,MAAM,gBAAgB,GAAG,GAAG,CAAC,OAAO,CAAC;QAErC,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,UAAU,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YACzF,yBAAyB;YACzB,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBAClC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;YAC3F,CAAC;YAED,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;gBACnC,SAAS,GAAG,QAAQ,CAAC;gBACrB,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;gBACtB,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC;gBACtB,GAAG,CAAC,YAAY,GAAG,gEAAgE,CAAC;YACtF,CAAC;iBAAM,CAAC;gBACN,SAAS,GAAG,mBAAmB,CAAC;gBAChC,GAAG,CAAC,MAAM,GAAG,mBAAmB,CAAC;gBACjC,GAAG,CAAC,YAAY,GAAG,sEAAsE,CAAC;YAC5F,CAAC;YAED,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC;YACxB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;YAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAE1B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;oBACrB,EAAE,EAAE,UAAU,EAAE;oBAChB,aAAa,EAAE,CAAC;oBAChB,KAAK,EAAE,QAAQ;oBACf,SAAS,EAAE,GAAG;oBACd,IAAI,EAAE,UAAU,CAAC,qBAAqB;oBACtC,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,OAAO,EAAE;wBACP,KAAK,EAAE,GAAG,CAAC,EAAE;wBACb,cAAc;wBACd,SAAS;wBACT,YAAY,EAAE,GAAG,CAAC,YAAY;wBAC9B,MAAM,EAAE,GAAG,CAAC,YAAY;qBACzB;iBACF,CAAC,CAAC;gBACH,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;oBACrB,EAAE,EAAE,UAAU,EAAE;oBAChB,aAAa,EAAE,CAAC;oBAChB,KAAK,EAAE,QAAQ;oBACf,SAAS,EAAE,GAAG;oBACd,IAAI,EAAE,UAAU,CAAC,aAAa;oBAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,OAAO,EAAE;wBACP,KAAK,EAAE,GAAG,CAAC,EAAE;wBACb,gBAAgB;qBACjB;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,MAAM,KAAK,kBAAkB,EAAE,CAAC;YAC7C,SAAS,GAAG,WAAW,CAAC;YACxB,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;YACzB,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC;YACtB,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBAClC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;YAC9F,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;QAED,OAAO;YACL,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,cAAc;YACd,SAAS;YACT,gBAAgB;YAChB,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,YAAY,EAAE,GAAG;SAClB,CAAC;IACJ,CAAC;CACF"}

package/dist/jobs/background-job-supervisor.d.ts

@@ -0,0 +1,48 @@
+import { type BackgroundJob } from "../domain/job.js";
+import { BackgroundJobManager } from "./background-job-manager.js";
+export type BackgroundJobWorkerFn = (job: BackgroundJob, abortSignal: AbortSignal) => Promise<{
+    artifacts?: string[];
+    data?: unknown;
+    tokensUsed?: number;
+    costUsd?: number;
+    durationMs?: number;
+    toolCalls?: number;
+}>;
+export interface BackgroundJobSupervisorOptions {
+    jobManager: BackgroundJobManager;
+    heartbeatIntervalMs?: number;
+    maxConcurrentJobsPerProject?: number;
+    maxConcurrentJobsGlobal?: number;
+}
+/**
+ * Background Job Supervisor & Worker Pool.
+ * Executes background tasks asynchronously, manages heartbeats, monitors deadlines,
+ * and enforces project-level concurrency limits.
+ * PRD Part 2 Section 120–135.
+ */
+export declare class BackgroundJobSupervisor {
+    private readonly jobManager;
+    private readonly heartbeatIntervalMs;
+    private readonly maxConcurrentJobsPerProject;
+    private readonly maxConcurrentJobsGlobal;
+    private readonly activeJobs;
+    constructor(options: BackgroundJobSupervisorOptions);
+    /**
+     * Check if project or global concurrency capacity is available.
+     */
+    canAcceptJob(projectId: string): boolean;
+    /**
+     * Dispatch a background job for execution in the worker pool.
+     */
+    runJob(jobId: string, worker: {
+        agentId: string;
+        instanceId: string;
+        ttlMs?: number;
+    }, workerFn: BackgroundJobWorkerFn): Promise<BackgroundJob>;
+    /**
+     * Request abort for an active running job.
+     */
+    abortActiveJob(jobId: string, reason?: string): void;
+    getActiveCount(): number;
+}
+//# sourceMappingURL=background-job-supervisor.d.ts.map

package/dist/jobs/background-job-supervisor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"background-job-supervisor.d.ts","sourceRoot":"","sources":["../../src/jobs/background-job-supervisor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAEnE,MAAM,MAAM,qBAAqB,GAAG,CAClC,GAAG,EAAE,aAAa,EAClB,WAAW,EAAE,WAAW,KACrB,OAAO,CAAC;IACX,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC,CAAC;AAEH,MAAM,WAAW,8BAA8B;IAC7C,UAAU,EAAE,oBAAoB,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED;;;;;GAKG;AACH,qBAAa,uBAAuB;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuB;IAClD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAS;IAC7C,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAS;IACrD,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IAEjD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsG;gBAErH,OAAO,EAAE,8BAA8B;IAOnD;;OAEG;IACI,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAW/C;;OAEG;IACU,MAAM,CACjB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,EAC/D,QAAQ,EAAE,qBAAqB,GAC9B,OAAO,CAAC,aAAa,CAAC;IAwDzB;;OAEG;IACI,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,SAAqB,GAAG,IAAI;IAUhE,cAAc,IAAI,MAAM;CAGhC"}