@lobu/gateway 2.8.0

package/dist/orchestration/base-deployment-manager.d.ts

@@ -0,0 +1,173 @@
+import type Redis from "ioredis";
+import type { MessagePayload } from "../infrastructure/queue/queue-producer";
+import type { ModelProviderModule } from "../modules/module-system";
+import type { GrantStore } from "../permissions/grant-store";
+export type { MessagePayload };
+export interface DeploymentIdentity {
+    conversationId: string;
+    channelId?: string;
+    platform?: string;
+    userId?: string;
+}
+/**
+ * Build a canonical conversation identity key for runtime routing.
+ * Preferred format: platform:channelId:conversationId
+ */
+export declare function buildCanonicalConversationKey(identity: DeploymentIdentity): string;
+/**
+ * Generate a consistent worker runtime ID from canonical conversation identity.
+ * Overload preserved for compatibility with older callers.
+ * K8s names must be lowercase alphanumeric with hyphens only.
+ */
+export declare function generateDeploymentName(userId: string, conversationId: string): string;
+export declare function generateDeploymentName(identity: DeploymentIdentity): string;
+export type ModuleEnvVarsBuilder = (agentId: string, envVars: Record<string, string>) => Promise<Record<string, string>>;
+export interface OrchestratorConfig {
+    deploymentMode?: "embedded" | "docker" | "kubernetes";
+    queues: {
+        connectionString: string;
+        retryLimit: number;
+        retryDelay: number;
+        expireInSeconds: number;
+    };
+    worker: {
+        image: {
+            repository: string;
+            tag: string;
+            digest?: string;
+            pullPolicy: string;
+        };
+        serviceAccountName?: string;
+        imagePullSecrets?: string[];
+        runtimeClassName?: string;
+        startupTimeoutSeconds?: number;
+        resources: {
+            requests: {
+                cpu: string;
+                memory: string;
+            };
+            limits: {
+                cpu: string;
+                memory: string;
+            };
+        };
+        idleCleanupMinutes: number;
+        maxDeployments: number;
+        env?: Record<string, string | number | boolean>;
+        persistence?: {
+            size?: string;
+            storageClass?: string;
+        };
+    };
+    kubernetes: {
+        namespace: string;
+    };
+    cleanup: {
+        initialDelayMs: number;
+        intervalMs: number;
+        veryOldDays: number;
+    };
+}
+export interface DeploymentInfo {
+    deploymentName: string;
+    lastActivity: Date;
+    minutesIdle: number;
+    daysSinceActivity: number;
+    replicas: number;
+    isIdle: boolean;
+    isVeryOld: boolean;
+}
+export declare abstract class BaseDeploymentManager {
+    protected config: OrchestratorConfig;
+    protected moduleEnvVarsBuilder?: ModuleEnvVarsBuilder;
+    protected providerModules: ModelProviderModule[];
+    protected providerCatalogService?: import("../auth/provider-catalog").ProviderCatalogService;
+    protected redisClient?: Redis;
+    protected grantStore?: GrantStore;
+    constructor(config: OrchestratorConfig, moduleEnvVarsBuilder?: ModuleEnvVarsBuilder, providerModules?: ModelProviderModule[]);
+    /**
+     * Inject Redis client for secret placeholder generation.
+     * Called after core services are initialized.
+     */
+    setRedisClient(redis: Redis): void;
+    /**
+     * Refresh provider modules after module registry initialization.
+     */
+    setProviderModules(providerModules: ModelProviderModule[]): void;
+    setProviderCatalogService(service: import("../auth/provider-catalog").ProviderCatalogService): void;
+    /**
+     * Inject grant store for auto-adding domain grants at deployment time.
+     */
+    setGrantStore(store: GrantStore): void;
+    /**
+     * Get the dispatcher URL for the worker gateway service (port 8080)
+     */
+    protected getDispatcherUrl(): string;
+    abstract listDeployments(): Promise<DeploymentInfo[]>;
+    abstract createDeployment(deploymentName: string, username: string, userId: string, messageData?: MessagePayload): Promise<void>;
+    abstract scaleDeployment(deploymentName: string, replicas: number): Promise<void>;
+    abstract deleteDeployment(deploymentName: string): Promise<void>;
+    abstract updateDeploymentActivity(deploymentName: string): Promise<void>;
+    abstract validateWorkerImage(): Promise<void>;
+    /**
+     * Get the dispatcher service host (without port)
+     * Implementations return the appropriate host for their deployment mode
+     */
+    protected abstract getDispatcherHost(): string;
+    /**
+     * Resolve worker image reference.
+     * If digest is configured, prefer immutable digest reference (repo@sha256:...).
+     */
+    protected getWorkerImageReference(): string;
+    /**
+     * Create worker deployment for handling messages.
+     * @param existingDeployments - Optional pre-fetched deployment list to avoid redundant API calls
+     */
+    createWorkerDeployment(userId: string, conversationId: string, messageData?: MessagePayload, existingDeployments?: DeploymentInfo[]): Promise<void>;
+    /**
+     * Validate that messageData has all required fields for deployment.
+     */
+    private validateMessageData;
+    /**
+     * Auto-add Nix cache domains as grants and persist MCP configs for the deployment.
+     */
+    private storeDeploymentConfigs;
+    /**
+     * Sync networkConfig.allowedDomains to the grant store for a running worker.
+     * Called on every message to pick up domains added via configuration APIs.
+     */
+    syncNetworkConfigGrants(messageData: MessagePayload): Promise<void>;
+    /**
+     * Build proxy URL with deployment identification via Basic auth.
+     */
+    private buildProxyUrl;
+    /**
+     * Assemble the base environment variables map for a worker deployment.
+     */
+    private assembleBaseEnv;
+    /**
+     * Replace secret env var values with opaque placeholders before passing to workers.
+     *
+     * Provider credential env vars are set to `"lobu-proxy"` — the proxy resolves
+     * the real credential at request time using agentId from the URL path
+     * (`/a/{agentId}`) and the provider slug.
+     *
+     * Non-provider secrets use UUID placeholders stored in Redis.
+     */
+    private injectSecretPlaceholders;
+    /**
+     * Generate environment variables common to all deployment types.
+     * Orchestrates the focused helpers above.
+     */
+    protected generateEnvironmentVariables(username: string, userId: string, deploymentName: string, messageData?: MessagePayload, includeSecrets?: boolean): Promise<Record<string, string>>;
+    /**
+     * Delete a worker deployment and associated resources
+     */
+    deleteWorkerDeployment(deploymentName: string): Promise<void>;
+    /**
+     * Reconcile deployments: unified method for cleanup and resource management
+     * This method uses the abstract methods to work with any deployment backend
+     */
+    reconcileDeployments(): Promise<void>;
+}
+//# sourceMappingURL=base-deployment-manager.d.ts.map

package/dist/orchestration/base-deployment-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-deployment-manager.d.ts","sourceRoot":"","sources":["../../src/orchestration/base-deployment-manager.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AACjC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wCAAwC,CAAC;AAC7E,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAQ7D,YAAY,EAAE,cAAc,EAAE,CAAC;AAI/B,MAAM,WAAW,kBAAkB;IACjC,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,wBAAgB,6BAA6B,CAC3C,QAAQ,EAAE,kBAAkB,GAC3B,MAAM,CASR;AAOD;;;;GAIG;AACH,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,GACrB,MAAM,CAAC;AACV,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,MAAM,CAAC;AA2B7E,MAAM,MAAM,oBAAoB,GAAG,CACjC,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAC5B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAGrC,MAAM,WAAW,kBAAkB;IACjC,cAAc,CAAC,EAAE,UAAU,GAAG,QAAQ,GAAG,YAAY,CAAC;IACtD,MAAM,EAAE;QACN,gBAAgB,EAAE,MAAM,CAAC;QACzB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,MAAM,EAAE;QACN,KAAK,EAAE;YACL,UAAU,EAAE,MAAM,CAAC;YACnB,GAAG,EAAE,MAAM,CAAC;YACZ,MAAM,CAAC,EAAE,MAAM,CAAC;YAChB,UAAU,EAAE,MAAM,CAAC;SACpB,CAAC;QACF,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;QAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAC/B,SAAS,EAAE;YACT,QAAQ,EAAE;gBAAE,GAAG,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YAC1C,MAAM,EAAE;gBAAE,GAAG,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;SACzC,CAAC;QACF,kBAAkB,EAAE,MAAM,CAAC;QAC3B,cAAc,EAAE,MAAM,CAAC;QACvB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;QAChD,WAAW,CAAC,EAAE;YACZ,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,YAAY,CAAC,EAAE,MAAM,CAAC;SACvB,CAAC;KACH,CAAC;IACF,UAAU,EAAE;QACV,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,OAAO,EAAE;QACP,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,IAAI,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;CACpB;AAmBD,8BAAsB,qBAAqB;IACzC,SAAS,CAAC,MAAM,EAAE,kBAAkB,CAAC;IACrC,SAAS,CAAC,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IACtD,SAAS,CAAC,eAAe,EAAE,mBAAmB,EAAE,CAAC;IACjD,SAAS,CAAC,sBAAsB,CAAC,EAAE,OAAO,0BAA0B,EAAE,sBAAsB,CAAC;IAC7F,SAAS,CAAC,WAAW,CAAC,EAAE,KAAK,CAAC;IAC9B,SAAS,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC;gBAGhC,MAAM,EAAE,kBAAkB,EAC1B,oBAAoB,CAAC,EAAE,oBAAoB,EAC3C,eAAe,GAAE,mBAAmB,EAAO;IAO7C;;;OAGG;IACH,cAAc,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAIlC;;OAEG;IACH,kBAAkB,CAAC,eAAe,EAAE,mBAAmB,EAAE,GAAG,IAAI;IAIhE,yBAAyB,CACvB,OAAO,EAAE,OAAO,0BAA0B,EAAE,sBAAsB,GACjE,IAAI;IAIP;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAItC;;OAEG;IACH,SAAS,CAAC,gBAAgB,IAAI,MAAM;IAKpC,QAAQ,CAAC,eAAe,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IACrD,QAAQ,CAAC,gBAAgB,CACvB,cAAc,EAAE,MAAM,EACtB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,WAAW,CAAC,EAAE,cAAc,GAC3B,OAAO,CAAC,IAAI,CAAC;IAChB,QAAQ,CAAC,eAAe,CACtB,cAAc,EAAE,MAAM,EACtB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAChB,QAAQ,CAAC,gBAAgB,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAChE,QAAQ,CAAC,wBAAwB,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IACxE,QAAQ,CAAC,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IAE7C;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,iBAAiB,IAAI,MAAM;IAE9C;;;OAGG;IACH,SAAS,CAAC,uBAAuB,IAAI,MAAM;IAc3C;;;OAGG;IACG,sBAAsB,CAC1B,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,WAAW,CAAC,EAAE,cAAc,EAC5B,mBAAmB,CAAC,EAAE,cAAc,EAAE,GACrC,OAAO,CAAC,IAAI,CAAC;IA+DhB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IA8B3B;;OAEG;YACW,sBAAsB;IAyCpC;;;OAGG;IACG,uBAAuB,CAAC,WAAW,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAWzE;;OAEG;IACH,OAAO,CAAC,aAAa;IAarB;;OAEG;IACH,OAAO,CAAC,eAAe;IAiFvB;;;;;;;;OAQG;YACW,wBAAwB;IAmEtC;;;OAGG;cACa,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,WAAW,CAAC,EAAE,cAAc,EAC5B,cAAc,GAAE,OAAc,GAC7B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAsKlC;;OAEG;IACG,sBAAsB,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBnE;;;OAGG;IACG,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC;CAiG5C"}