@lobu/gateway 2.8.0

package/dist/orchestration/index.js

@@ -0,0 +1,257 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Orchestrator = void 0;
+__exportStar(require("./base-deployment-manager"), exports);
+__exportStar(require("./deployment-utils"), exports);
+__exportStar(require("./impl"), exports);
+const core_1 = require("@lobu/core");
+const module_system_1 = require("../modules/module-system");
+const deployment_utils_1 = require("./deployment-utils");
+const impl_1 = require("./impl");
+const message_consumer_1 = require("./message-consumer");
+const logger = (0, core_1.createLogger)("orchestrator");
+class Orchestrator {
+    constructor(config) {
+        this.isRunning = false;
+        this.shuttingDown = false;
+        this.activeReconciliation = null;
+        this.isReconciling = false;
+        this.config = config;
+        this.deploymentManager = this.createDeploymentManager(config);
+        this.queueConsumer = new message_consumer_1.MessageConsumer(config, this.deploymentManager);
+    }
+    /**
+     * Inject core services into the orchestrator after gateway initialization.
+     * Provider modules in the registry carry their own credential stores,
+     * so only the Redis client is needed for secret placeholder generation.
+     */
+    async injectCoreServices(redisClient, providerCatalogService, grantStore) {
+        // Inject Redis client into deployment manager for secret placeholder generation
+        if (redisClient) {
+            this.deploymentManager.setRedisClient(redisClient);
+        }
+        // Inject grant store for auto-adding domain grants at deployment time
+        if (grantStore) {
+            this.deploymentManager.setGrantStore(grantStore);
+        }
+        // Inject provider catalog service for per-agent provider resolution
+        if (providerCatalogService) {
+            this.deploymentManager.setProviderCatalogService(providerCatalogService);
+        }
+        // Refresh provider modules after gateway/core services have registered them.
+        const providerModules = (0, module_system_1.getModelProviderModules)();
+        this.deploymentManager.setProviderModules(providerModules);
+        logger.debug(`Provider modules injected into orchestrator (${providerModules.length})`);
+    }
+    createDeploymentManager(config) {
+        const deploymentMode = config.deploymentMode || process.env.DEPLOYMENT_MODE;
+        const providerModules = (0, module_system_1.getModelProviderModules)();
+        if (deploymentMode === "docker") {
+            if (!this.isDockerAvailable()) {
+                logger.error("DEPLOYMENT_MODE=docker but Docker is not available");
+                throw new Error("DEPLOYMENT_MODE=docker but Docker is not available");
+            }
+            return new impl_1.DockerDeploymentManager(config, deployment_utils_1.buildModuleEnvVars, providerModules);
+        }
+        if (deploymentMode === "kubernetes" || deploymentMode === "k8s") {
+            if (!this.isKubernetesAvailable()) {
+                logger.error("DEPLOYMENT_MODE=kubernetes but Kubernetes is not available");
+                throw new Error("DEPLOYMENT_MODE=kubernetes but Kubernetes is not available");
+            }
+            return new impl_1.K8sDeploymentManager(config, deployment_utils_1.buildModuleEnvVars, providerModules);
+        }
+        if (deploymentMode === "embedded") {
+            logger.debug("Using embedded deployment mode (in-process workers)");
+            return new impl_1.EmbeddedDeploymentManager(config, deployment_utils_1.buildModuleEnvVars, providerModules);
+        }
+        // Auto-detect deployment mode
+        if (this.isKubernetesAvailable()) {
+            logger.info("🎯 Auto-detected Kubernetes, using K8s deployment mode");
+            return new impl_1.K8sDeploymentManager(config, deployment_utils_1.buildModuleEnvVars, providerModules);
+        }
+        if (this.isDockerAvailable()) {
+            logger.info("🐳 Auto-detected Docker, using Docker deployment mode");
+            return new impl_1.DockerDeploymentManager(config, deployment_utils_1.buildModuleEnvVars, providerModules);
+        }
+        // Fall back to docker but it will likely fail in validateWorkerImage
+        logger.info("🐳 No container runtime detected, falling back to Docker deployment mode");
+        return new impl_1.DockerDeploymentManager(config, deployment_utils_1.buildModuleEnvVars, providerModules);
+    }
+    isKubernetesAvailable() {
+        try {
+            if (process.env.KUBERNETES_SERVICE_HOST) {
+                return true;
+            }
+            const fs = require("node:fs");
+            const os = require("node:os");
+            const path = require("node:path");
+            const kubeconfigPaths = [
+                process.env.KUBECONFIG,
+                path.join(os.homedir(), ".kube", "config"),
+            ].filter(Boolean);
+            return kubeconfigPaths.some((configPath) => {
+                try {
+                    return fs.existsSync(configPath) && fs.statSync(configPath).isFile();
+                }
+                catch (_a) {
+                    return false;
+                }
+            });
+        }
+        catch (_a) {
+            return false;
+        }
+    }
+    isDockerAvailable() {
+        try {
+            const { execSync } = require("node:child_process");
+            execSync("docker version", {
+                stdio: "ignore",
+                timeout: 5000,
+                env: { PATH: process.env.PATH, DOCKER_HOST: process.env.DOCKER_HOST },
+            });
+            return true;
+        }
+        catch (_a) {
+            return false;
+        }
+    }
+    async start() {
+        try {
+            // Initialize modules
+            await core_1.moduleRegistry.initAll();
+            // Module registration can happen during initAll(); refresh providers
+            // so deployment/message processing uses the latest auth modules.
+            const providerModules = (0, module_system_1.getModelProviderModules)();
+            this.deploymentManager.setProviderModules(providerModules);
+            // Validate configured worker runtime/image before consuming messages.
+            await this.deploymentManager.validateWorkerImage();
+            // Start K8s informer for watch-based reconciliation and reconcile stale worker templates
+            if (this.deploymentManager instanceof impl_1.K8sDeploymentManager) {
+                await this.deploymentManager.startInformer();
+                await this.deploymentManager.reconcileWorkerDeploymentImages();
+            }
+            // Start queue consumer
+            await this.queueConsumer.start();
+            // Setup periodic cleanup (reduced interval when informer is active)
+            this.setupIdleCleanup();
+            this.isRunning = true;
+            logger.debug("Orchestrator started");
+        }
+        catch (error) {
+            logger.error("❌ Failed to start orchestrator:", error);
+            throw error;
+        }
+    }
+    async stop() {
+        if (!this.isRunning)
+            return;
+        this.isRunning = false;
+        this.shuttingDown = true;
+        try {
+            // Stop scheduling new reconciliation cycles
+            if (this.cleanupInterval) {
+                clearInterval(this.cleanupInterval);
+                this.cleanupInterval = undefined;
+            }
+            // Wait for in-flight reconciliation to finish (with 10s timeout)
+            if (this.activeReconciliation) {
+                logger.info("Waiting for in-flight reconciliation to complete...");
+                const safeReconciliation = this.activeReconciliation.catch((error) => {
+                    logger.error("In-flight reconciliation failed during shutdown:", error);
+                });
+                await Promise.race([
+                    safeReconciliation,
+                    new Promise((resolve) => setTimeout(resolve, 10000)),
+                ]);
+                this.activeReconciliation = null;
+            }
+            await this.queueConsumer.stop();
+            // Stop K8s informer
+            if (this.deploymentManager instanceof impl_1.K8sDeploymentManager) {
+                await this.deploymentManager.stopInformer();
+            }
+            logger.info("✅ Orchestrator stopped");
+        }
+        catch (error) {
+            logger.error("❌ Error stopping orchestrator:", error);
+        }
+    }
+    setupIdleCleanup() {
+        setTimeout(() => {
+            if (this.shuttingDown)
+                return;
+            const p = this.deploymentManager.reconcileDeployments().catch((error) => {
+                logger.error("❌ Initial deployment reconciliation failed:", error);
+            });
+            this.activeReconciliation = p;
+            p.finally(() => {
+                if (this.activeReconciliation === p)
+                    this.activeReconciliation = null;
+            });
+        }, this.config.cleanup.initialDelayMs);
+        // When informer is active, reduce polling to 5min safety-net interval
+        const hasInformer = this.deploymentManager instanceof impl_1.K8sDeploymentManager &&
+            this.deploymentManager.isInformerActive();
+        const intervalMs = hasInformer
+            ? Math.max(this.config.cleanup.intervalMs, 5 * 60 * 1000)
+            : this.config.cleanup.intervalMs;
+        if (hasInformer) {
+            logger.info(`Informer active, reconciliation interval set to ${intervalMs / 1000}s (safety net)`);
+        }
+        this.cleanupInterval = setInterval(async () => {
+            if (this.shuttingDown)
+                return;
+            if (this.isReconciling) {
+                logger.debug("Skipping reconciliation interval: previous run still in progress");
+                return;
+            }
+            this.isReconciling = true;
+            try {
+                const p = this.deploymentManager.reconcileDeployments();
+                this.activeReconciliation = p;
+                await p;
+            }
+            catch (error) {
+                logger.error("Error during deployment reconciliation:", error instanceof Error ? error.message : String(error));
+            }
+            finally {
+                this.activeReconciliation = null;
+                this.isReconciling = false;
+            }
+        }, intervalMs);
+    }
+    getStatus() {
+        return {
+            isRunning: this.isRunning,
+            config: {
+                kubernetes: {
+                    namespace: this.config.kubernetes.namespace,
+                },
+                queues: {
+                    retryLimit: this.config.queues.retryLimit,
+                    expireInSeconds: this.config.queues.expireInSeconds,
+                },
+            },
+        };
+    }
+    async getQueueStats() {
+        return this.queueConsumer.getQueueStats();
+    }
+}
+exports.Orchestrator = Orchestrator;
+//# sourceMappingURL=index.js.map

package/dist/orchestration/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/orchestration/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,4DAA0C;AAC1C,qDAAmC;AACnC,yCAAuB;AAEvB,qCAA0D;AAG1D,4DAGkC;AAMlC,yDAAwD;AACxD,iCAIgB;AAChB,yDAAqD;AAErD,MAAM,MAAM,GAAG,IAAA,mBAAY,EAAC,cAAc,CAAC,CAAC;AAE5C,MAAa,YAAY;IAUvB,YAAY,MAA0B;QAN9B,cAAS,GAAG,KAAK,CAAC;QAClB,iBAAY,GAAG,KAAK,CAAC;QAErB,yBAAoB,GAAyB,IAAI,CAAC;QAClD,kBAAa,GAAG,KAAK,CAAC;QAG5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAC9D,IAAI,CAAC,aAAa,GAAG,IAAI,kCAAe,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC3E,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,kBAAkB,CACtB,WAAmB,EACnB,sBAA+C,EAC/C,UAAuB;QAEvB,gFAAgF;QAChF,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QACrD,CAAC;QAED,sEAAsE;QACtE,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QACnD,CAAC;QAED,oEAAoE;QACpE,IAAI,sBAAsB,EAAE,CAAC;YAC3B,IAAI,CAAC,iBAAiB,CAAC,yBAAyB,CAAC,sBAAsB,CAAC,CAAC;QAC3E,CAAC;QAED,6EAA6E;QAC7E,MAAM,eAAe,GAAG,IAAA,uCAAuB,GAAE,CAAC;QAClD,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,CAAC,KAAK,CACV,gDAAgD,eAAe,CAAC,MAAM,GAAG,CAC1E,CAAC;IACJ,CAAC;IAEO,uBAAuB,CAC7B,MAA0B;QAE1B,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAC5E,MAAM,eAAe,GAA0B,IAAA,uCAAuB,GAAE,CAAC;QAEzE,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;gBAC9B,MAAM,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;gBACnE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;YACxE,CAAC;YACD,OAAO,IAAI,8BAAuB,CAChC,MAAM,EACN,qCAAkB,EAClB,eAAe,CAChB,CAAC;QACJ,CAAC;QAED,IAAI,cAAc,KAAK,YAAY,IAAI,cAAc,KAAK,KAAK,EAAE,CAAC;YAChE,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;gBAClC,MAAM,CAAC,KAAK,CACV,4DAA4D,CAC7D,CAAC;gBACF,MAAM,IAAI,KAAK,CACb,4DAA4D,CAC7D,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,2BAAoB,CAC7B,MAAM,EACN,qCAAkB,EAClB,eAAe,CAChB,CAAC;QACJ,CAAC;QAED,IAAI,cAAc,KAAK,UAAU,EAAE,CAAC;YAClC,MAAM,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAC;YACpE,OAAO,IAAI,gCAAyB,CAClC,MAAM,EACN,qCAAkB,EAClB,eAAe,CAChB,CAAC;QACJ,CAAC;QAED,8BAA8B;QAC9B,IAAI,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;YACtE,OAAO,IAAI,2BAAoB,CAC7B,MAAM,EACN,qCAAkB,EAClB,eAAe,CAChB,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;YACrE,OAAO,IAAI,8BAAuB,CAChC,MAAM,EACN,qCAAkB,EAClB,eAAe,CAChB,CAAC;QACJ,CAAC;QAED,qEAAqE;QACrE,MAAM,CAAC,IAAI,CACT,0EAA0E,CAC3E,CAAC;QACF,OAAO,IAAI,8BAAuB,CAChC,MAAM,EACN,qCAAkB,EAClB,eAAe,CAChB,CAAC;IACJ,CAAC;IAEO,qBAAqB;QAC3B,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;YAC9B,MAAM,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;YAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;YAElC,MAAM,eAAe,GAAG;gBACtB,OAAO,CAAC,GAAG,CAAC,UAAU;gBACtB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC;aAC3C,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAElB,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE;gBACzC,IAAI,CAAC;oBACH,OAAO,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,CAAC;gBACvE,CAAC;gBAAC,WAAM,CAAC;oBACP,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,WAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;YACnD,QAAQ,CAAC,gBAAgB,EAAE;gBACzB,KAAK,EAAE,QAAQ;gBACf,OAAO,EAAE,IAAI;gBACb,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE;aACtE,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,WAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,qBAAqB;YACrB,MAAM,qBAAc,CAAC,OAAO,EAAE,CAAC;YAC/B,qEAAqE;YACrE,iEAAiE;YACjE,MAAM,eAAe,GAAG,IAAA,uCAAuB,GAAE,CAAC;YAClD,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;YAE3D,sEAAsE;YACtE,MAAM,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC;YAEnD,yFAAyF;YACzF,IAAI,IAAI,CAAC,iBAAiB,YAAY,2BAAoB,EAAE,CAAC;gBAC3D,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC;gBAC7C,MAAM,IAAI,CAAC,iBAAiB,CAAC,+BAA+B,EAAE,CAAC;YACjE,CAAC;YAED,uBAAuB;YACvB,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;YAEjC,oEAAoE;YACpE,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAExB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;YACvD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAEzB,IAAI,CAAC;YACH,4CAA4C;YAC5C,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzB,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBACpC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;YACnC,CAAC;YAED,iEAAiE;YACjE,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;gBACnE,MAAM,kBAAkB,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACnE,MAAM,CAAC,KAAK,CACV,kDAAkD,EAClD,KAAK,CACN,CAAC;gBACJ,CAAC,CAAC,CAAC;gBACH,MAAM,OAAO,CAAC,IAAI,CAAC;oBACjB,kBAAkB;oBAClB,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAM,CAAC,CAAC;iBAC5D,CAAC,CAAC;gBACH,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;YACnC,CAAC;YAED,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;YAEhC,oBAAoB;YACpB,IAAI,IAAI,CAAC,iBAAiB,YAAY,2BAAoB,EAAE,CAAC;gBAC3D,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,CAAC;YAC9C,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,IAAI,CAAC,YAAY;gBAAE,OAAO;YAC9B,MAAM,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,oBAAoB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACtE,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;YACrE,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;YAC9B,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;gBACb,IAAI,IAAI,CAAC,oBAAoB,KAAK,CAAC;oBAAE,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;YACxE,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAEvC,sEAAsE;QACtE,MAAM,WAAW,GACf,IAAI,CAAC,iBAAiB,YAAY,2BAAoB;YACtD,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,CAAC;QAC5C,MAAM,UAAU,GAAG,WAAW;YAC5B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACzD,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;QAEnC,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,CACT,mDAAmD,UAAU,GAAG,IAAI,gBAAgB,CACrF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC5C,IAAI,IAAI,CAAC,YAAY;gBAAE,OAAO;YAC9B,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,MAAM,CAAC,KAAK,CACV,kEAAkE,CACnE,CAAC;gBACF,OAAO;YACT,CAAC;YACD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,oBAAoB,EAAE,CAAC;gBACxD,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;gBAC9B,MAAM,CAAC,CAAC;YACV,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CACV,yCAAyC,EACzC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;gBACjC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;YAC7B,CAAC;QACH,CAAC,EAAE,UAAU,CAAC,CAAC;IACjB,CAAC;IAED,SAAS;QACP,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE;gBACN,UAAU,EAAE;oBACV,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS;iBAC5C;gBACD,MAAM,EAAE;oBACN,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU;oBACzC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe;iBACpD;aACF;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,OAAO,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC;IAC5C,CAAC;CACF;AAlTD,oCAkTC"}

package/dist/orchestration/message-consumer.d.ts

@@ -0,0 +1,49 @@
+import { type BaseDeploymentManager, type OrchestratorConfig } from "./base-deployment-manager";
+export declare class MessageConsumer {
+    private queue;
+    private deploymentManager;
+    private config;
+    private isRunning;
+    constructor(config: OrchestratorConfig, deploymentManager: BaseDeploymentManager);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    /**
+     * Handle all messages - creates deployment for new threads or routes to existing thread queues
+     */
+    private handleMessage;
+    /**
+     * Send message to worker queue for the worker to consume
+     */
+    private sendToWorkerQueue;
+    /**
+     * Acquire a Redis-based lock for deployment creation.
+     * Prevents concurrent duplicate deployment creation for the same thread.
+     */
+    private acquireDeploymentLock;
+    private releaseDeploymentLock;
+    /**
+     * Ensure worker deployment exists for a thread
+     * Uses shared retry utility with linear backoff + jitter
+     * Uses Redis lock to prevent concurrent duplicate deployment creation
+     */
+    private ensureWorkerExists;
+    /**
+     * Track failed deployment creation for monitoring and potential recovery.
+     * Also sends an error response to the user via the thread_response queue.
+     */
+    private trackFailedDeployment;
+    /**
+     * Get queue statistics
+     */
+    getQueueStats(): Promise<{
+        messages?: {
+            waiting: number;
+            active: number;
+            completed: number;
+            failed: number;
+        };
+        isRunning: boolean;
+        error?: string;
+    }>;
+}
+//# sourceMappingURL=message-consumer.d.ts.map

package/dist/orchestration/message-consumer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-consumer.d.ts","sourceRoot":"","sources":["../../src/orchestration/message-consumer.ts"],"names":[],"mappings":"AAiBA,OAAO,EACL,KAAK,qBAAqB,EAI1B,KAAK,kBAAkB,EACxB,MAAM,2BAA2B,CAAC;AAInC,qBAAa,eAAe;IAC1B,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,iBAAiB,CAAwB;IACjD,OAAO,CAAC,MAAM,CAAqB;IACnC,OAAO,CAAC,SAAS,CAAS;gBAExB,MAAM,EAAE,kBAAkB,EAC1B,iBAAiB,EAAE,qBAAqB;IAuBpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAuCtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B;;OAEG;YACW,aAAa;IAyJ3B;;OAEG;YACW,iBAAiB;IA0C/B;;;OAGG;YACW,qBAAqB;YAUrB,qBAAqB;IAMnC;;;;OAIG;YACW,kBAAkB;IAoKhC;;;OAGG;YACW,qBAAqB;IA6DnC;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC;QAC7B,QAAQ,CAAC,EAAE;YACT,OAAO,EAAE,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,CAAC;YACf,SAAS,EAAE,MAAM,CAAC;YAClB,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;QACF,SAAS,EAAE,OAAO,CAAC;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;CAeH"}