@lobu/gateway 2.8.0

package/dist/orchestration/message-consumer.js

@@ -0,0 +1,406 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MessageConsumer = void 0;
+const core_1 = require("@lobu/core");
+const Sentry = __importStar(require("@sentry/node"));
+const queue_1 = require("../infrastructure/queue");
+const base_deployment_manager_1 = require("./base-deployment-manager");
+const logger = (0, core_1.createLogger)("orchestrator");
+class MessageConsumer {
+    constructor(config, deploymentManager) {
+        this.isRunning = false;
+        this.config = config;
+        this.deploymentManager = deploymentManager;
+        // Parse Redis connection string
+        const url = new URL(config.queues.connectionString);
+        if (url.protocol !== "redis:") {
+            throw new Error(`Unsupported queue protocol: ${url.protocol}. Only redis:// is supported.`);
+        }
+        const queueConfig = {
+            host: url.hostname,
+            port: Number.parseInt(url.port, 10) || 6379,
+            password: url.password || undefined,
+            db: url.pathname ? Number.parseInt(url.pathname.slice(1), 10) : 0,
+            maxRetriesPerRequest: 3,
+        };
+        this.queue = new queue_1.RedisQueue(queueConfig);
+    }
+    async start() {
+        try {
+            await this.queue.start();
+            this.isRunning = true;
+            // Create the messages queue if it doesn't exist
+            await this.queue.createQueue("messages");
+            logger.debug("Created/verified messages queue");
+            // Subscribe to the single messages queue for all messages
+            await this.queue.work("messages", async (job) => {
+                return await Sentry.startSpan({
+                    name: "orchestrator.process_queue_job",
+                    op: "orchestrator.queue_processing",
+                    attributes: {
+                        "job.id": (job === null || job === void 0 ? void 0 : job.id) || "unknown",
+                    },
+                }, async () => {
+                    return this.handleMessage(job);
+                });
+            });
+            logger.debug("Queue consumer started");
+        }
+        catch (error) {
+            throw new core_1.OrchestratorError(core_1.ErrorCode.QUEUE_JOB_PROCESSING_FAILED, `Failed to start queue consumer: ${error instanceof Error ? error.message : String(error)}`, { error }, true);
+        }
+    }
+    async stop() {
+        this.isRunning = false;
+        await this.queue.stop();
+    }
+    /**
+     * Handle all messages - creates deployment for new threads or routes to existing thread queues
+     */
+    async handleMessage(job) {
+        var _a;
+        const data = job === null || job === void 0 ? void 0 : job.data;
+        const jobId = (job === null || job === void 0 ? void 0 : job.id) || "unknown";
+        // Extract traceparent for distributed tracing (from message ingestion)
+        const traceparent = (_a = data === null || data === void 0 ? void 0 : data.platformMetadata) === null || _a === void 0 ? void 0 : _a.traceparent;
+        // Extract or generate trace ID for logging (backwards compatible)
+        const traceId = (0, core_1.extractTraceId)(data) || (0, core_1.generateTraceId)((data === null || data === void 0 ? void 0 : data.messageId) || jobId);
+        // Add traceId to Sentry scope for correlation
+        Sentry.getCurrentScope().setTag("traceId", traceId);
+        // Create child span for queue processing (linked to message_received span)
+        const queueSpan = (0, core_1.createChildSpan)("queue_processing", traceparent, {
+            "lobu.trace_id": traceId,
+            "lobu.job_id": jobId,
+            "lobu.user_id": (data === null || data === void 0 ? void 0 : data.userId) || "unknown",
+            "lobu.conversation_id": (data === null || data === void 0 ? void 0 : data.conversationId) || "unknown",
+        });
+        // Get traceparent to pass to worker (for further context propagation)
+        const childTraceparent = (0, core_1.getTraceparent)(queueSpan) || traceparent;
+        logger.info({
+            traceparent,
+            traceId,
+            jobId,
+            userId: data === null || data === void 0 ? void 0 : data.userId,
+            conversationId: data === null || data === void 0 ? void 0 : data.conversationId,
+        }, "Processing job with trace context");
+        try {
+            // CRITICAL: For consistent worker naming, conversationId must be the root conversation ID
+            // (e.g., Slack thread root ts), not individual message timestamps.
+            const effectiveConversationId = data.conversationId;
+            if (!effectiveConversationId) {
+                throw new core_1.OrchestratorError(core_1.ErrorCode.QUEUE_JOB_PROCESSING_FAILED, "conversationId is required for message routing", { messageId: data.messageId, userId: data.userId }, true);
+            }
+            const canonicalConversationKey = (0, base_deployment_manager_1.buildCanonicalConversationKey)({
+                platform: data.platform,
+                channelId: data.channelId,
+                conversationId: effectiveConversationId,
+            });
+            const deploymentName = (0, base_deployment_manager_1.generateDeploymentName)({
+                userId: data.userId,
+                platform: data.platform,
+                channelId: data.channelId,
+                conversationId: effectiveConversationId,
+            });
+            logger.info(`Conversation routing - effectiveConversationId: ${effectiveConversationId}, canonicalKey: ${canonicalConversationKey}, deploymentName: ${deploymentName}`);
+            // 1) Send to thread queue immediately (Redis persists; worker will drain on attach)
+            await Sentry.startSpan({
+                name: "orchestrator.send_to_worker_queue",
+                op: "orchestrator.message_routing",
+                attributes: {
+                    "user.id": data.userId,
+                    "conversation.id": effectiveConversationId || "unknown",
+                    "deployment.name": deploymentName,
+                },
+            }, async () => {
+                await this.sendToWorkerQueue(data, deploymentName);
+            });
+            logger.info({ traceId, traceparent: childTraceparent, deploymentName }, "Enqueued message to thread queue");
+            // 2) Ensure worker exists in the background (don't block queue send)
+            // Pass traceparent for propagation to worker deployment
+            this.ensureWorkerExists(deploymentName, data, effectiveConversationId, traceId, childTraceparent).catch((bgError) => {
+                // Capture error for monitoring and alerting
+                Sentry.captureException(bgError, {
+                    tags: {
+                        component: "deployment-creation",
+                        deploymentName,
+                        userId: data.userId,
+                        conversationId: effectiveConversationId,
+                    },
+                    level: "error",
+                });
+                logger.error({
+                    traceId,
+                    error: bgError instanceof Error ? bgError.message : String(bgError),
+                    stack: bgError instanceof Error ? bgError.stack : undefined,
+                    deploymentName,
+                    userId: data.userId,
+                    conversationId: effectiveConversationId,
+                }, "Critical: Background worker creation failed. Messages are queued but worker unavailable.");
+                // Track failed deployments for monitoring and potential retry
+                this.trackFailedDeployment(deploymentName, data, bgError).catch((trackError) => {
+                    logger.error("Failed to track deployment failure:", trackError);
+                });
+            });
+            queueSpan === null || queueSpan === void 0 ? void 0 : queueSpan.setStatus({ code: core_1.SpanStatusCode.OK });
+            queueSpan === null || queueSpan === void 0 ? void 0 : queueSpan.end();
+            logger.info({ traceId, jobId }, "Message job queued successfully");
+        }
+        catch (error) {
+            queueSpan === null || queueSpan === void 0 ? void 0 : queueSpan.setStatus({
+                code: core_1.SpanStatusCode.ERROR,
+                message: error instanceof Error ? error.message : String(error),
+            });
+            queueSpan === null || queueSpan === void 0 ? void 0 : queueSpan.end();
+            Sentry.captureException(error);
+            logger.error({ traceId, jobId, error }, "Message job failed");
+            // Re-throw for Redis retry handling
+            throw new core_1.OrchestratorError(core_1.ErrorCode.QUEUE_JOB_PROCESSING_FAILED, `Failed to process message job: ${error instanceof Error ? error.message : String(error)}`, { jobId, data, error }, true);
+        }
+    }
+    /**
+     * Send message to worker queue for the worker to consume
+     */
+    async sendToWorkerQueue(data, deploymentName) {
+        try {
+            // Create thread-specific queue name: thread_message_[deploymentid]
+            const threadQueueName = `thread_message_${deploymentName}`;
+            // Create the thread-specific queue if it doesn't exist
+            await this.queue.createQueue(threadQueueName);
+            // Send message to thread-specific queue
+            const jobId = await this.queue.send(threadQueueName, data, {
+                expireInSeconds: this.config.queues.expireInSeconds,
+                retryLimit: this.config.queues.retryLimit,
+                retryDelay: 2, // 2 seconds — fast retry for stale connection recovery
+                priority: 10, // Thread messages have high priority
+            });
+            if (!jobId) {
+                throw new core_1.OrchestratorError(core_1.ErrorCode.QUEUE_JOB_PROCESSING_FAILED, `queue.send() returned null/undefined for queue: ${threadQueueName}`, { threadQueueName, deploymentName }, true);
+            }
+            logger.info(`✅ Sent message to thread queue ${threadQueueName} for conversation ${data.conversationId}, jobId: ${jobId}`);
+        }
+        catch (error) {
+            logger.error(`❌ [ERROR] sendToWorkerQueue failed:`, error);
+            throw new core_1.OrchestratorError(core_1.ErrorCode.QUEUE_JOB_PROCESSING_FAILED, `Failed to send message to thread queue: ${error instanceof Error ? error.message : String(error)}`, { deploymentName, data, error }, true);
+        }
+    }
+    /**
+     * Acquire a Redis-based lock for deployment creation.
+     * Prevents concurrent duplicate deployment creation for the same thread.
+     */
+    async acquireDeploymentLock(deploymentName) {
+        const lockKey = `deployment:lock:${deploymentName}`;
+        const redisClient = this.queue.getRedisClient();
+        // SET NX with 60s TTL - standard Redis distributed lock
+        const result = await redisClient.set(lockKey, "1", "EX", 60, "NX");
+        return result === "OK";
+    }
+    async releaseDeploymentLock(deploymentName) {
+        const lockKey = `deployment:lock:${deploymentName}`;
+        const redisClient = this.queue.getRedisClient();
+        await redisClient.del(lockKey);
+    }
+    /**
+     * Ensure worker deployment exists for a thread
+     * Uses shared retry utility with linear backoff + jitter
+     * Uses Redis lock to prevent concurrent duplicate deployment creation
+     */
+    async ensureWorkerExists(deploymentName, data, conversationId, traceId, traceparent) {
+        return (0, core_1.retryWithBackoff)(async () => {
+            var _a;
+            // Ensure traceparent is in platformMetadata for worker deployment
+            const dataWithTrace = Object.assign(Object.assign({}, data), { platformMetadata: Object.assign(Object.assign({}, data.platformMetadata), { traceparent: traceparent || ((_a = data.platformMetadata) === null || _a === void 0 ? void 0 : _a.traceparent) }) });
+            // Check if this is truly a new thread by looking for existing deployment
+            const existingDeployments = await this.deploymentManager.listDeployments();
+            const isNewThread = !existingDeployments.some((d) => d.deploymentName === deploymentName);
+            if (isNewThread) {
+                // Acquire lock to prevent concurrent deployment creation
+                const acquired = await this.acquireDeploymentLock(deploymentName);
+                if (!acquired) {
+                    logger.info({ traceId, deploymentName }, "Another process is creating this deployment, waiting");
+                    // Wait briefly and re-check - the other process should finish soon
+                    await new Promise((r) => setTimeout(r, 3000));
+                    // Verify it was created
+                    const rechecked = await this.deploymentManager.listDeployments();
+                    if (rechecked.some((d) => d.deploymentName === deploymentName)) {
+                        await this.deploymentManager.scaleDeployment(deploymentName, 1);
+                        logger.info({ traceId, deploymentName }, "Deployment created by other process, scaled up");
+                        await this.deploymentManager.updateDeploymentActivity(deploymentName);
+                        return;
+                    }
+                    throw new Error("Deployment lock held but deployment not created");
+                }
+                try {
+                    // Re-check after acquiring lock - another process may have created
+                    // the deployment between our initial check and lock acquisition
+                    const recheckAfterLock = await this.deploymentManager.listDeployments();
+                    if (recheckAfterLock.some((d) => d.deploymentName === deploymentName)) {
+                        logger.info({ traceId, deploymentName }, "Deployment already created by another process after lock acquired");
+                        await this.deploymentManager.scaleDeployment(deploymentName, 1);
+                        await this.deploymentManager.updateDeploymentActivity(deploymentName);
+                        return;
+                    }
+                    logger.info({ traceId, traceparent, conversationId, deploymentName }, "New thread - creating deployment");
+                    await this.deploymentManager.createWorkerDeployment(data.userId, conversationId, dataWithTrace, recheckAfterLock);
+                    logger.info({ traceId, deploymentName }, "Created deployment");
+                }
+                finally {
+                    try {
+                        await this.releaseDeploymentLock(deploymentName);
+                    }
+                    catch (releaseError) {
+                        logger.error({
+                            deploymentName,
+                            error: releaseError instanceof Error
+                                ? releaseError.message
+                                : String(releaseError),
+                        }, "CRITICAL: Failed to release deployment lock, attempting emergency Redis key deletion");
+                        try {
+                            const lockKey = `deployment:lock:${deploymentName}`;
+                            const redisClient = this.queue.getRedisClient();
+                            await redisClient.del(lockKey);
+                            logger.info({ deploymentName }, "Emergency lock cleanup succeeded");
+                        }
+                        catch (emergencyError) {
+                            logger.error({
+                                deploymentName,
+                                error: emergencyError instanceof Error
+                                    ? emergencyError.message
+                                    : String(emergencyError),
+                            }, "CRITICAL: Emergency lock cleanup also failed, lock will expire via TTL");
+                        }
+                    }
+                }
+            }
+            else {
+                logger.info({ traceId, conversationId, deploymentName }, "Existing thread - ensuring worker exists");
+                // Sync network config domains to grant store (picks up settings changes)
+                await this.deploymentManager.syncNetworkConfigGrants(dataWithTrace);
+                try {
+                    await this.deploymentManager.scaleDeployment(deploymentName, 1);
+                    logger.info({ traceId, deploymentName }, "Scaled existing worker to 1");
+                }
+                catch (_b) {
+                    logger.info({ traceId, conversationId, deploymentName }, "Worker doesn't exist, creating it");
+                    await this.deploymentManager.createWorkerDeployment(data.userId, conversationId, dataWithTrace);
+                    logger.info({ traceId, deploymentName }, "Created worker");
+                }
+            }
+            // Update deployment activity annotation for simplified tracking
+            await this.deploymentManager.updateDeploymentActivity(deploymentName);
+            logger.info({ traceId, deploymentName }, "Worker is ready");
+        }, {
+            maxRetries: 3,
+            baseDelay: 2000,
+            strategy: "linear",
+            jitter: true,
+            onRetry: (attempt, error) => {
+                logger.warn({ traceId, deploymentName, attempt, maxAttempts: 3 }, `Retry attempt failed: ${error.message}`);
+            },
+        });
+    }
+    /**
+     * Track failed deployment creation for monitoring and potential recovery.
+     * Also sends an error response to the user via the thread_response queue.
+     */
+    async trackFailedDeployment(deploymentName, data, error) {
+        try {
+            const failureKey = `deployment:failed:${deploymentName}`;
+            const failureData = {
+                deploymentName,
+                userId: data.userId,
+                conversationId: data.conversationId,
+                error: error instanceof Error ? error.message : String(error),
+                stack: error instanceof Error ? error.stack : undefined,
+                timestamp: new Date().toISOString(),
+                queueName: `thread_message_${deploymentName}`,
+            };
+            // Store in Redis with 24h TTL for monitoring dashboards
+            // This allows ops to detect stuck queues and manually intervene
+            const redisClient = this.queue.getRedisClient();
+            await redisClient.setex(failureKey, 86400, // 24 hours
+            JSON.stringify(failureData));
+            logger.info(`Tracked deployment failure in Redis: ${failureKey} (TTL: 24h)`);
+            const failureReason = error instanceof Error ? error.message : String(error);
+            const isImagePullFailure = /ImagePullBackOff|ErrImagePull|image pull/i.test(failureReason);
+            const userMessage = isImagePullFailure
+                ? "Worker startup failed due to a Kubernetes image pull error. Please retry after the deployment image/registry configuration is fixed."
+                : "Worker startup failed and your request could not be processed. Please retry in a moment.";
+            // Notify user that their message could not be processed
+            try {
+                const responseQueue = "thread_response";
+                await this.queue.createQueue(responseQueue);
+                await this.queue.send(responseQueue, {
+                    messageId: data.messageId,
+                    userId: data.userId,
+                    channelId: data.channelId,
+                    conversationId: data.conversationId,
+                    platform: data.platform,
+                    platformMetadata: data.platformMetadata,
+                    content: userMessage,
+                    processedMessageIds: [data.messageId],
+                });
+            }
+            catch (notifyError) {
+                logger.error("Failed to send error notification to user:", notifyError);
+            }
+        }
+        catch (trackError) {
+            // Don't fail the main flow if tracking fails
+            logger.error("Failed to track deployment failure:", trackError);
+        }
+    }
+    /**
+     * Get queue statistics
+     */
+    async getQueueStats() {
+        try {
+            const stats = await this.queue.getQueueStats("messages");
+            return {
+                messages: stats,
+                isRunning: this.isRunning,
+            };
+        }
+        catch (error) {
+            logger.error("Failed to get queue stats:", error);
+            return {
+                isRunning: this.isRunning,
+                error: error instanceof Error ? error.message : String(error),
+            };
+        }
+    }
+}
+exports.MessageConsumer = MessageConsumer;
+//# sourceMappingURL=message-consumer.js.map

package/dist/orchestration/message-consumer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-consumer.js","sourceRoot":"","sources":["../../src/orchestration/message-consumer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,qCAUoB;AACpB,qDAAuC;AAKvC,mDAA4E;AAC5E,uEAMmC;AAEnC,MAAM,MAAM,GAAG,IAAA,mBAAY,EAAC,cAAc,CAAC,CAAC;AAE5C,MAAa,eAAe;IAK1B,YACE,MAA0B,EAC1B,iBAAwC;QAHlC,cAAS,GAAG,KAAK,CAAC;QAKxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,gCAAgC;QAChC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACpD,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CACb,+BAA+B,GAAG,CAAC,QAAQ,+BAA+B,CAC3E,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAqB;YACpC,IAAI,EAAE,GAAG,CAAC,QAAQ;YAClB,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI;YAC3C,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACnC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,oBAAoB,EAAE,CAAC;SACxB,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAI,kBAAU,CAAC,WAAW,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YAEtB,gDAAgD;YAChD,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YACzC,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;YAEhD,0DAA0D;YAC1D,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CACnB,UAAU,EACV,KAAK,EAAE,GAAmC,EAAE,EAAE;gBAC5C,OAAO,MAAM,MAAM,CAAC,SAAS,CAC3B;oBACE,IAAI,EAAE,gCAAgC;oBACtC,EAAE,EAAE,+BAA+B;oBACnC,UAAU,EAAE;wBACV,QAAQ,EAAE,CAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,EAAE,KAAI,SAAS;qBAC/B;iBACF,EACD,KAAK,IAAI,EAAE;oBACT,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;gBACjC,CAAC,CACF,CAAC;YACJ,CAAC,CACF,CAAC;YAEF,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,wBAAiB,CACzB,gBAAS,CAAC,2BAA2B,EACrC,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC3F,EAAE,KAAK,EAAE,EACT,IAAI,CACL,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CACzB,GAAmC;;QAEnC,MAAM,IAAI,GAAG,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,IAAI,CAAC;QACvB,MAAM,KAAK,GAAG,CAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,EAAE,KAAI,SAAS,CAAC;QAEnC,uEAAuE;QACvE,MAAM,WAAW,GAAG,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,gBAAgB,0CAAE,WAE/B,CAAC;QAEd,kEAAkE;QAClE,MAAM,OAAO,GACX,IAAA,qBAAc,EAAC,IAAI,CAAC,IAAI,IAAA,sBAAe,EAAC,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,KAAI,KAAK,CAAC,CAAC;QAEpE,8CAA8C;QAC9C,MAAM,CAAC,eAAe,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAEpD,2EAA2E;QAC3E,MAAM,SAAS,GAAG,IAAA,sBAAe,EAAC,kBAAkB,EAAE,WAAW,EAAE;YACjE,eAAe,EAAE,OAAO;YACxB,aAAa,EAAE,KAAK;YACpB,cAAc,EAAE,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,MAAM,KAAI,SAAS;YACzC,sBAAsB,EAAE,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,cAAc,KAAI,SAAS;SAC1D,CAAC,CAAC;QAEH,sEAAsE;QACtE,MAAM,gBAAgB,GAAG,IAAA,qBAAc,EAAC,SAAS,CAAC,IAAI,WAAW,CAAC;QAElE,MAAM,CAAC,IAAI,CACT;YACE,WAAW;YACX,OAAO;YACP,KAAK;YACL,MAAM,EAAE,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,MAAM;YACpB,cAAc,EAAE,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,cAAc;SACrC,EACD,mCAAmC,CACpC,CAAC;QAEF,IAAI,CAAC;YACH,0FAA0F;YAC1F,mEAAmE;YACnE,MAAM,uBAAuB,GAAG,IAAI,CAAC,cAAc,CAAC;YACpD,IAAI,CAAC,uBAAuB,EAAE,CAAC;gBAC7B,MAAM,IAAI,wBAAiB,CACzB,gBAAS,CAAC,2BAA2B,EACrC,gDAAgD,EAChD,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAClD,IAAI,CACL,CAAC;YACJ,CAAC;YAED,MAAM,wBAAwB,GAAG,IAAA,uDAA6B,EAAC;gBAC7D,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,cAAc,EAAE,uBAAuB;aACxC,CAAC,CAAC;YACH,MAAM,cAAc,GAAG,IAAA,gDAAsB,EAAC;gBAC5C,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,cAAc,EAAE,uBAAuB;aACxC,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CACT,mDAAmD,uBAAuB,mBAAmB,wBAAwB,qBAAqB,cAAc,EAAE,CAC3J,CAAC;YAEF,oFAAoF;YACpF,MAAM,MAAM,CAAC,SAAS,CACpB;gBACE,IAAI,EAAE,mCAAmC;gBACzC,EAAE,EAAE,8BAA8B;gBAClC,UAAU,EAAE;oBACV,SAAS,EAAE,IAAI,CAAC,MAAM;oBACtB,iBAAiB,EAAE,uBAAuB,IAAI,SAAS;oBACvD,iBAAiB,EAAE,cAAc;iBAClC;aACF,EACD,KAAK,IAAI,EAAE;gBACT,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YACrD,CAAC,CACF,CAAC;YAEF,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,cAAc,EAAE,EAC1D,kCAAkC,CACnC,CAAC;YAEF,qEAAqE;YACrE,wDAAwD;YACxD,IAAI,CAAC,kBAAkB,CACrB,cAAc,EACd,IAAI,EACJ,uBAAuB,EACvB,OAAO,EACP,gBAAgB,CACjB,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;gBAClB,4CAA4C;gBAC5C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE;oBAC/B,IAAI,EAAE;wBACJ,SAAS,EAAE,qBAAqB;wBAChC,cAAc;wBACd,MAAM,EAAE,IAAI,CAAC,MAAM;wBACnB,cAAc,EAAE,uBAAuB;qBACxC;oBACD,KAAK,EAAE,OAAO;iBACf,CAAC,CAAC;gBAEH,MAAM,CAAC,KAAK,CACV;oBACE,OAAO;oBACP,KAAK,EAAE,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;oBACnE,KAAK,EAAE,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;oBAC3D,cAAc;oBACd,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,cAAc,EAAE,uBAAuB;iBACxC,EACD,0FAA0F,CAC3F,CAAC;gBAEF,8DAA8D;gBAC9D,IAAI,CAAC,qBAAqB,CAAC,cAAc,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,KAAK,CAC7D,CAAC,UAAU,EAAE,EAAE;oBACb,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE,UAAU,CAAC,CAAC;gBAClE,CAAC,CACF,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,SAAS,CAAC,EAAE,IAAI,EAAE,qBAAc,CAAC,EAAE,EAAE,CAAC,CAAC;YAClD,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,GAAG,EAAE,CAAC;YAEjB,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,iCAAiC,CAAC,CAAC;QACrE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,SAAS,CAAC;gBACnB,IAAI,EAAE,qBAAc,CAAC,KAAK;gBAC1B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAChE,CAAC,CAAC;YACH,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,GAAG,EAAE,CAAC;YACjB,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC/B,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,oBAAoB,CAAC,CAAC;YAE9D,oCAAoC;YACpC,MAAM,IAAI,wBAAiB,CACzB,gBAAS,CAAC,2BAA2B,EACrC,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC1F,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EACtB,IAAI,CACL,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAC7B,IAAoB,EACpB,cAAsB;QAEtB,IAAI,CAAC;YACH,mEAAmE;YACnE,MAAM,eAAe,GAAG,kBAAkB,cAAc,EAAE,CAAC;YAE3D,uDAAuD;YACvD,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAE9C,wCAAwC;YACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,EAAE;gBACzD,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe;gBACnD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU;gBACzC,UAAU,EAAE,CAAC,EAAE,uDAAuD;gBACtE,QAAQ,EAAE,EAAE,EAAE,qCAAqC;aACpD,CAAC,CAAC;YAEH,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,wBAAiB,CACzB,gBAAS,CAAC,2BAA2B,EACrC,mDAAmD,eAAe,EAAE,EACpE,EAAE,eAAe,EAAE,cAAc,EAAE,EACnC,IAAI,CACL,CAAC;YACJ,CAAC;YAED,MAAM,CAAC,IAAI,CACT,kCAAkC,eAAe,qBAAqB,IAAI,CAAC,cAAc,YAAY,KAAK,EAAE,CAC7G,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC3D,MAAM,IAAI,wBAAiB,CACzB,gBAAS,CAAC,2BAA2B,EACrC,2CAA2C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACnG,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,EAC/B,IAAI,CACL,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,qBAAqB,CACjC,cAAsB;QAEtB,MAAM,OAAO,GAAG,mBAAmB,cAAc,EAAE,CAAC;QACpD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAChD,wDAAwD;QACxD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QACnE,OAAO,MAAM,KAAK,IAAI,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,cAAsB;QACxD,MAAM,OAAO,GAAG,mBAAmB,cAAc,EAAE,CAAC;QACpD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAChD,MAAM,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,kBAAkB,CAC9B,cAAsB,EACtB,IAAoB,EACpB,cAAsB,EACtB,OAAe,EACf,WAAoB;QAEpB,OAAO,IAAA,uBAAgB,EACrB,KAAK,IAAI,EAAE;;YACT,kEAAkE;YAClE,MAAM,aAAa,mCACd,IAAI,KACP,gBAAgB,kCACX,IAAI,CAAC,gBAAgB,KACxB,WAAW,EAAE,WAAW,KAAI,MAAA,IAAI,CAAC,gBAAgB,0CAAE,WAAW,CAAA,MAEjE,CAAC;YAEF,yEAAyE;YACzE,MAAM,mBAAmB,GACvB,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,CAAC;YACjD,MAAM,WAAW,GAAG,CAAC,mBAAmB,CAAC,IAAI,CAC3C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,cAAc,CAC3C,CAAC;YAEF,IAAI,WAAW,EAAE,CAAC;gBAChB,yDAAyD;gBACzD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;gBAClE,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,cAAc,EAAE,EAC3B,sDAAsD,CACvD,CAAC;oBACF,mEAAmE;oBACnE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;oBAC9C,wBAAwB;oBACxB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,CAAC;oBACjE,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,cAAc,CAAC,EAAE,CAAC;wBAC/D,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;wBAChE,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,cAAc,EAAE,EAC3B,gDAAgD,CACjD,CAAC;wBACF,MAAM,IAAI,CAAC,iBAAiB,CAAC,wBAAwB,CACnD,cAAc,CACf,CAAC;wBACF,OAAO;oBACT,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBACrE,CAAC;gBAED,IAAI,CAAC;oBACH,mEAAmE;oBACnE,gEAAgE;oBAChE,MAAM,gBAAgB,GACpB,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,CAAC;oBACjD,IACE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,cAAc,CAAC,EACjE,CAAC;wBACD,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,cAAc,EAAE,EAC3B,mEAAmE,CACpE,CAAC;wBACF,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;wBAChE,MAAM,IAAI,CAAC,iBAAiB,CAAC,wBAAwB,CACnD,cAAc,CACf,CAAC;wBACF,OAAO;oBACT,CAAC;oBAED,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,EAAE,EACxD,kCAAkC,CACnC,CAAC;oBACF,MAAM,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,CACjD,IAAI,CAAC,MAAM,EACX,cAAc,EACd,aAAa,EACb,gBAAgB,CACjB,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,oBAAoB,CAAC,CAAC;gBACjE,CAAC;wBAAS,CAAC;oBACT,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;oBACnD,CAAC;oBAAC,OAAO,YAAY,EAAE,CAAC;wBACtB,MAAM,CAAC,KAAK,CACV;4BACE,cAAc;4BACd,KAAK,EACH,YAAY,YAAY,KAAK;gCAC3B,CAAC,CAAC,YAAY,CAAC,OAAO;gCACtB,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;yBAC3B,EACD,sFAAsF,CACvF,CAAC;wBACF,IAAI,CAAC;4BACH,MAAM,OAAO,GAAG,mBAAmB,cAAc,EAAE,CAAC;4BACpD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;4BAChD,MAAM,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;4BAC/B,MAAM,CAAC,IAAI,CACT,EAAE,cAAc,EAAE,EAClB,kCAAkC,CACnC,CAAC;wBACJ,CAAC;wBAAC,OAAO,cAAc,EAAE,CAAC;4BACxB,MAAM,CAAC,KAAK,CACV;gCACE,cAAc;gCACd,KAAK,EACH,cAAc,YAAY,KAAK;oCAC7B,CAAC,CAAC,cAAc,CAAC,OAAO;oCACxB,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC;6BAC7B,EACD,wEAAwE,CACzE,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,EAC3C,0CAA0C,CAC3C,CAAC;gBACF,yEAAyE;gBACzE,MAAM,IAAI,CAAC,iBAAiB,CAAC,uBAAuB,CAAC,aAAa,CAAC,CAAC;gBACpE,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;oBAChE,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,cAAc,EAAE,EAC3B,6BAA6B,CAC9B,CAAC;gBACJ,CAAC;gBAAC,WAAM,CAAC;oBACP,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,EAC3C,mCAAmC,CACpC,CAAC;oBACF,MAAM,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,CACjD,IAAI,CAAC,MAAM,EACX,cAAc,EACd,aAAa,CACd,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,gBAAgB,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YAED,gEAAgE;YAChE,MAAM,IAAI,CAAC,iBAAiB,CAAC,wBAAwB,CAAC,cAAc,CAAC,CAAC;YAEtE,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,iBAAiB,CAAC,CAAC;QAC9D,CAAC,EACD;YACE,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;gBAC1B,MAAM,CAAC,IAAI,CACT,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,EACpD,yBAAyB,KAAK,CAAC,OAAO,EAAE,CACzC,CAAC;YACJ,CAAC;SACF,CACF,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,qBAAqB,CACjC,cAAsB,EACtB,IAAoB,EACpB,KAAc;QAEd,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,qBAAqB,cAAc,EAAE,CAAC;YACzD,MAAM,WAAW,GAAG;gBAClB,cAAc;gBACd,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;gBACvD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,kBAAkB,cAAc,EAAE;aAC9C,CAAC;YAEF,wDAAwD;YACxD,gEAAgE;YAChE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAChD,MAAM,WAAW,CAAC,KAAK,CACrB,UAAU,EACV,KAAK,EAAE,WAAW;YAClB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAC5B,CAAC;YAEF,MAAM,CAAC,IAAI,CACT,wCAAwC,UAAU,aAAa,CAChE,CAAC;YAEF,MAAM,aAAa,GACjB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,kBAAkB,GACtB,2CAA2C,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAClE,MAAM,WAAW,GAAG,kBAAkB;gBACpC,CAAC,CAAC,sIAAsI;gBACxI,CAAC,CAAC,0FAA0F,CAAC;YAE/F,wDAAwD;YACxD,IAAI,CAAC;gBACH,MAAM,aAAa,GAAG,iBAAiB,CAAC;gBACxC,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;gBAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE;oBACnC,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,cAAc,EAAE,IAAI,CAAC,cAAc;oBACnC,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;oBACvC,OAAO,EAAE,WAAW;oBACpB,mBAAmB,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;iBACtC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,WAAW,EAAE,CAAC;gBACrB,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE,WAAW,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,6CAA6C;YAC7C,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE,UAAU,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QAUjB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;YACzD,OAAO;gBACL,QAAQ,EAAE,KAAK;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YAClD,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA5iBD,0CA4iBC"}

package/dist/orchestration/scheduled-wakeup.d.ts

@@ -0,0 +1,110 @@
+/**
+ * Scheduled Wake-Up Service
+ *
+ * Allows workers (Claude) to schedule future tasks that will wake them up.
+ * Uses Redis for storage and BullMQ for delayed job processing.
+ * Supports one-time delays (delayMinutes) and recurring schedules (cron expressions).
+ */
+import type { IMessageQueue } from "../infrastructure/queue";
+export interface ScheduledWakeup {
+    id: string;
+    deploymentName: string;
+    conversationId: string;
+    channelId: string;
+    userId: string;
+    agentId: string;
+    teamId: string;
+    platform: string;
+    task: string;
+    context?: Record<string, unknown>;
+    scheduledAt: string;
+    triggerAt: string;
+    status: "pending" | "triggered" | "cancelled";
+    cron?: string;
+    iteration: number;
+    maxIterations: number;
+    isRecurring: boolean;
+    unlimited?: boolean;
+    source?: string;
+}
+export interface ScheduleParams {
+    deploymentName: string;
+    conversationId: string;
+    channelId: string;
+    userId: string;
+    agentId: string;
+    teamId: string;
+    platform: string;
+    task: string;
+    context?: Record<string, unknown>;
+    delayMinutes?: number;
+    cron?: string;
+    maxIterations?: number;
+    unlimited?: boolean;
+    source?: string;
+}
+/**
+ * Set the global ScheduledWakeupService instance
+ * Called by CoreServices after initialization
+ */
+export declare function setScheduledWakeupService(service: ScheduledWakeupService): void;
+/**
+ * Get the global ScheduledWakeupService instance (if available)
+ * Used by BaseDeploymentManager for cleanup
+ */
+export declare function getScheduledWakeupService(): ScheduledWakeupService | undefined;
+export declare class ScheduledWakeupService {
+    private queue;
+    private isInitialized;
+    constructor(queue: IMessageQueue);
+    /**
+     * Initialize the service - creates queue and starts worker
+     */
+    start(): Promise<void>;
+    /**
+     * Schedule a future wakeup (one-time or recurring)
+     */
+    schedule(params: ScheduleParams): Promise<ScheduledWakeup>;
+    /**
+     * Schedule from an external service (no worker context needed).
+     * Synthesizes deployment/conversation context from agentId.
+     */
+    scheduleExternal(params: {
+        agentId: string;
+        task: string;
+        context?: Record<string, unknown>;
+        cron?: string;
+        delayMinutes?: number;
+        maxIterations?: number;
+        source?: string;
+    }): Promise<ScheduledWakeup>;
+    /**
+     * Validate a cron expression and return first trigger time
+     */
+    private validateCron;
+    /**
+     * Cancel a scheduled wakeup
+     */
+    cancel(scheduleId: string, deploymentName: string): Promise<boolean>;
+    /**
+     * List pending schedules for a deployment
+     */
+    listPending(deploymentName: string): Promise<ScheduledWakeup[]>;
+    /**
+     * List pending schedules for an agent (used by settings UI)
+     */
+    listPendingForAgent(agentId: string): Promise<ScheduledWakeup[]>;
+    /**
+     * Cancel a schedule by ID (for settings UI - verifies agent ownership)
+     */
+    cancelByAgent(scheduleId: string, agentId: string): Promise<boolean>;
+    /**
+     * Clean up schedules when a deployment is deleted
+     */
+    cleanupForDeployment(deploymentName: string): Promise<void>;
+    /**
+     * Process a scheduled job when it triggers
+     */
+    private processScheduledJob;
+}
+//# sourceMappingURL=scheduled-wakeup.d.ts.map

package/dist/orchestration/scheduled-wakeup.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduled-wakeup.d.ts","sourceRoot":"","sources":["../../src/orchestration/scheduled-wakeup.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAKH,OAAO,KAAK,EAAE,aAAa,EAAY,MAAM,yBAAyB,CAAC;AAQvE,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,WAAW,CAAC;IAE9C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAsCD;;;GAGG;AACH,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,sBAAsB,GAC9B,IAAI,CAGN;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,IACrC,sBAAsB,GACtB,SAAS,CAEZ;AAMD,qBAAa,sBAAsB;IACjC,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,aAAa,CAAS;gBAElB,KAAK,EAAE,aAAa;IAIhC;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAe5B;;OAEG;IACG,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;IAmIhE;;;OAGG;IACG,gBAAgB,CAAC,MAAM,EAAE;QAC7B,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GAAG,OAAO,CAAC,eAAe,CAAC;IAmB5B;;OAEG;IACH,OAAO,CAAC,YAAY;IAyCpB;;OAEG;IACG,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAgC1E;;OAEG;IACG,WAAW,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAkCrE;;OAEG;IACG,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAkCtE;;OAEG;IACG,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAgC1E;;OAEG;IACG,oBAAoB,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4BjE;;OAEG;YACW,mBAAmB;CAyKlC"}