@de-otio/trellis 0.4.0

package/dist/lib/database-connection-manager.js

@@ -0,0 +1,495 @@
+"use strict";
+/**
+ * Database Connection Manager
+ *
+ * Manages persistent, process-level connection pools for ECS Fargate.
+ * One pg.Pool per unique connection string (region), reused across all requests.
+ * Pool size is configurable via DATABASE_POOL_MAX (default 10).
+ *
+ * See: doc/plans/002-database-connections-and-cloudflare-cleanup.md
+ * See: doc/02-technical/development/misc/aws-ecs-database-connections.md
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sharedDatabaseConnectionManager = exports.DatabaseConnectionManager = void 0;
+const adapter_pg_1 = require("@prisma/adapter-pg");
+const client_1 = require("@prisma/client");
+const pg_1 = require("pg");
+const logger_1 = require("./logger");
+const performance_metrics_1 = require("./performance-metrics");
+class DatabaseConnectionManager {
+    logger;
+    poolCache = new Map();
+    DEFAULT_CONNECTION_TIMEOUT_MS = 3000;
+    DEFAULT_STATEMENT_TIMEOUT_MS = 5000;
+    DEFAULT_POOL_MAX = 10;
+    DEFAULT_IDLE_TIMEOUT_MS = 30000; // 30s — standard for long-lived processes
+    constructor(env) {
+        this.logger = logger_1.Logger.getInstance(env);
+    }
+    /**
+     * Drain and close all cached pools. Call on SIGTERM for graceful shutdown.
+     */
+    async shutdown() {
+        this.logger.info("[DatabaseConnectionManager] Shutting down all connection pools", {
+            poolCount: this.poolCache.size,
+        });
+        for (const [key, cached] of this.poolCache) {
+            try {
+                await cached.client.$disconnect();
+            }
+            catch (err) {
+                this.logger.warn("[DatabaseConnectionManager] Error disconnecting Prisma client during shutdown", {
+                    key, error: err?.message,
+                });
+            }
+            try {
+                await cached.pool.end();
+            }
+            catch (err) {
+                this.logger.warn("[DatabaseConnectionManager] Error ending pool during shutdown", {
+                    key, error: err?.message,
+                });
+            }
+        }
+        this.poolCache.clear();
+    }
+    /**
+     * Drain all cached pools and clear the cache. Pools will be recreated on next use.
+     */
+    clearPools() {
+        this.logger.debug("[DatabaseConnectionManager] clearPools called", {
+            poolCount: this.poolCache.size,
+        });
+        // Fire-and-forget shutdown of existing pools
+        for (const [, cached] of this.poolCache) {
+            cached.client.$disconnect().catch(() => { });
+            cached.pool.end().catch(() => { });
+        }
+        this.poolCache.clear();
+    }
+    /**
+     * Return real stats from all cached pools.
+     */
+    getPoolStatus() {
+        const now = Date.now();
+        return Array.from(this.poolCache.entries()).map(([key, cached]) => ({
+            key,
+            totalCount: cached.pool.totalCount,
+            idleCount: cached.pool.idleCount,
+            waitingCount: cached.pool.waitingCount,
+            age: now - cached.createdAt,
+            errorCount: 0,
+        }));
+    }
+    /**
+     * Log connection pool statistics and alert if pool is exhausted.
+     * PHASE 2: Connection Pool Monitoring
+     */
+    logPoolStats(region, pool) {
+        try {
+            const stats = {
+                total: pool.totalCount,
+                idle: pool.idleCount,
+                waiting: pool.waitingCount,
+                max: pool.options?.max ?? this.DEFAULT_POOL_MAX,
+            };
+            this.logger.debug("[DatabaseConnectionManager] Pool stats", {
+                region,
+                ...stats,
+            });
+            // Record connection pool metric
+            const metricsCollector = (0, performance_metrics_1.getPerformanceMetricsCollector)();
+            const poolMetric = {
+                region,
+                total: stats.total,
+                idle: stats.idle,
+                waiting: stats.waiting,
+                timestamp: Date.now(),
+            };
+            metricsCollector.recordConnectionPoolMetric(poolMetric);
+            // Alert if pool is exhausted (waiting connections)
+            if (stats.waiting > 0) {
+                this.logger.warn("[DatabaseConnectionManager] Connections waiting", {
+                    region,
+                    waiting: stats.waiting,
+                    total: stats.total,
+                    idle: stats.idle,
+                    max: stats.max,
+                });
+            }
+            // Alert if pool is at capacity and no idle connections
+            if (stats.total >= stats.max && stats.idle === 0 && stats.waiting > 0) {
+                this.logger.error("[DatabaseConnectionManager] Pool exhausted - all connections in use", {
+                    region,
+                    total: stats.total,
+                    idle: stats.idle,
+                    waiting: stats.waiting,
+                    max: stats.max,
+                });
+            }
+        }
+        catch (error) {
+            // Don't fail if pool stats logging fails
+            this.logger.debug("[DatabaseConnectionManager] Failed to log pool stats", {
+                region,
+                error: error?.message,
+            });
+        }
+    }
+    addQueryParam(connectionString, param, value) {
+        try {
+            const url = new URL(connectionString);
+            url.searchParams.set(param, value);
+            return url.toString();
+        }
+        catch {
+            const separator = connectionString.includes("?") ? "&" : "?";
+            return `${connectionString}${separator}${param}=${value}`;
+        }
+    }
+    resolveConnectionStrings(region, env) {
+        // AWS/ECS: Use DATABASE_URL directly (no Hyperdrive or PostgREST needed)
+        const base = env.DATABASE_URL;
+        if (!base || typeof base !== "string") {
+            throw new Error(`CRITICAL: DATABASE_URL is required but not available. Region: ${region}`);
+        }
+        // Verify it's a PostgreSQL connection string
+        if (!base.startsWith("postgresql://") && !base.startsWith("postgres://")) {
+            throw new Error(`CRITICAL: DATABASE_URL is not a valid PostgreSQL connection string. ` +
+                `Expected format starting with postgresql:// or postgres://, ` +
+                `Got: ${base.substring(0, 50)}...`);
+        }
+        this.logger.debug("[DatabaseConnectionManager] Using DATABASE_URL connection string", {
+            region,
+            connectionStringPreview: `${base.substring(0, 50)}...`,
+        });
+        const statementTimeout = env.DATABASE_STATEMENT_TIMEOUT_MS
+            ? parseInt(env.DATABASE_STATEMENT_TIMEOUT_MS, 10)
+            : this.DEFAULT_STATEMENT_TIMEOUT_MS;
+        const connectionTimeout = env.DATABASE_CONNECTION_TIMEOUT_MS
+            ? parseInt(env.DATABASE_CONNECTION_TIMEOUT_MS, 10)
+            : this.DEFAULT_CONNECTION_TIMEOUT_MS;
+        const connectionString = this.addQueryParam(base, "statement_timeout", statementTimeout.toString());
+        return {
+            connectionString,
+            connectionTimeout,
+            statementTimeout,
+        };
+    }
+    /**
+     * Invalidate a cached pool (e.g., after unrecoverable connection errors).
+     * The pool will be recreated on next acquireClient() call.
+     */
+    invalidatePool(cacheKey) {
+        const cached = this.poolCache.get(cacheKey);
+        if (cached) {
+            this.logger.warn("[DatabaseConnectionManager] Invalidating pool", { key: cacheKey });
+            cached.client.$disconnect().catch(() => { });
+            cached.pool.end().catch(() => { });
+            this.poolCache.delete(cacheKey);
+        }
+    }
+    /**
+     * Acquire a Prisma client backed by a persistent, shared connection pool.
+     * The pool is created on first use and cached for the process lifetime.
+     * The returned cleanup function is a no-op — pool lifecycle is managed by shutdown().
+     */
+    acquireClient(region, env) {
+        const resolved = this.resolveConnectionStrings(region, env);
+        const cacheKey = resolved.connectionString;
+        // Return cached pool if available
+        const cached = this.poolCache.get(cacheKey);
+        if (cached) {
+            this.logger.debug("[DatabaseConnectionManager] Reusing cached pool", {
+                region,
+                poolTotal: cached.pool.totalCount,
+                poolIdle: cached.pool.idleCount,
+                poolWaiting: cached.pool.waitingCount,
+            });
+            return { client: cached.client, cleanup: async () => { } };
+        }
+        // Create new pool
+        const poolMax = env.DATABASE_POOL_MAX
+            ? parseInt(env.DATABASE_POOL_MAX, 10)
+            : this.DEFAULT_POOL_MAX;
+        this.logger.info("[DatabaseConnectionManager] Creating persistent connection pool", {
+            region,
+            maxConnections: poolMax,
+            idleTimeoutMs: this.DEFAULT_IDLE_TIMEOUT_MS,
+            connectionTimeoutMs: resolved.connectionTimeout,
+            connectionStringPreview: resolved.connectionString
+                ? `${resolved.connectionString.substring(0, 50)}...`
+                : "undefined",
+        });
+        const pool = new pg_1.Pool({
+            connectionString: resolved.connectionString,
+            max: poolMax,
+            connectionTimeoutMillis: resolved.connectionTimeout,
+            idleTimeoutMillis: this.DEFAULT_IDLE_TIMEOUT_MS,
+            allowExitOnIdle: false,
+            // RDS requires SSL. Use rejectUnauthorized: false because the Amazon RDS root CA
+            // may not be in the Node.js default trust store. The connection is still encrypted.
+            ssl: { rejectUnauthorized: false },
+        });
+        pool.on("error", (err) => {
+            this.logger.error("[DatabaseConnectionManager] Database connection pool error", {
+                region,
+                error: err.message,
+                code: err?.code,
+            });
+        });
+        pool.on("connect", (client) => {
+            this.logger.debug("[DatabaseConnectionManager] Client connected", {
+                region,
+                processId: client?.processID,
+            });
+        });
+        pool.on("acquire", () => {
+            this.logPoolStats(region, pool);
+        });
+        pool.on("remove", () => {
+            this.logPoolStats(region, pool);
+        });
+        const adapter = new adapter_pg_1.PrismaPg(pool);
+        const client = new client_1.PrismaClient({ adapter });
+        this.poolCache.set(cacheKey, {
+            pool,
+            client,
+            region,
+            createdAt: Date.now(),
+        });
+        this.logPoolStats(region, pool);
+        // No-op cleanup — pool lifecycle managed by shutdown()
+        return { client, cleanup: async () => { } };
+    }
+    /**
+     * Run a callback with a managed client that is always cleaned up.
+     */
+    async withClient(region, env, fn) {
+        const { client, cleanup } = this.acquireClient(region, env);
+        try {
+            return await fn(client);
+        }
+        finally {
+            await cleanup();
+        }
+    }
+    /**
+     * Execute a query with retry and timeout, owning the client lifecycle.
+     */
+    async executeWithRetry(region, env, queryFn, options = {}) {
+        const { timeoutMs = 2000, retryTimeoutMs = 500, maxRetries = 1, baseDelayMs = 100, defaultValue, context = {}, } = options;
+        // Acquire client once — shared pool, reused across retries
+        let client;
+        let cacheKey;
+        try {
+            const resolved = this.resolveConnectionStrings(region, env);
+            cacheKey = resolved.connectionString;
+            const result = this.acquireClient(region, env);
+            client = result.client;
+        }
+        catch (error) {
+            this.logger.error("[DatabaseConnectionManager] CRITICAL: Failed to acquire database connection", { region, error: error?.message, ...context });
+            throw error;
+        }
+        const runAttempt = async (attemptTimeout) => {
+            const attemptStartTime = Date.now();
+            this.logger.debug("[DatabaseConnectionManager] Starting query attempt", {
+                region,
+                timeoutMs: attemptTimeout,
+                ...context,
+            });
+            let timer;
+            const timeoutPromise = new Promise((_, reject) => {
+                timer = setTimeout(() => {
+                    this.logger.warn("[DatabaseConnectionManager] Query timeout triggered", { region, timeoutMs: attemptTimeout, ...context });
+                    reject(new Error(`Database query timeout after ${attemptTimeout}ms`));
+                }, attemptTimeout);
+            });
+            try {
+                const queryStartTime = Date.now();
+                const result = await Promise.race([queryFn(client), timeoutPromise]);
+                const queryDuration = Date.now() - queryStartTime;
+                this.logger.debug("[DatabaseConnectionManager] Query completed successfully", { region, durationMs: queryDuration, ...context });
+                const attemptDuration = Date.now() - attemptStartTime;
+                if (attemptDuration > 1000) {
+                    this.logger.warn("[DatabaseConnectionManager] Slow query detected", {
+                        durationMs: attemptDuration,
+                        timeoutMs: attemptTimeout,
+                        ...context,
+                    });
+                }
+                return result;
+            }
+            catch (error) {
+                const attemptDuration = Date.now() - attemptStartTime;
+                const errorMessage = error?.message || String(error);
+                const errorCode = error?.code;
+                const isConnectionError = errorMessage.toLowerCase().includes("connection") ||
+                    errorMessage.toLowerCase().includes("econnrefused") ||
+                    errorMessage.toLowerCase().includes("etimedout") ||
+                    errorMessage.toLowerCase().includes("econnreset") ||
+                    errorMessage.toLowerCase().includes("memory access out of bounds") ||
+                    errorCode === "ECONNREFUSED" ||
+                    errorCode === "ETIMEDOUT" ||
+                    errorCode === "ECONNRESET";
+                if (isConnectionError) {
+                    this.logger.error("[DatabaseConnectionManager] Connection error — invalidating pool", { durationMs: attemptDuration, error: errorMessage, region, ...context });
+                    // Invalidate the broken pool so next retry creates a fresh one
+                    this.invalidatePool(cacheKey);
+                    const result = this.acquireClient(region, env);
+                    client = result.client;
+                }
+                throw error;
+            }
+            finally {
+                if (timer) {
+                    clearTimeout(timer);
+                }
+            }
+        };
+        let lastError;
+        const isConnectionLikeError = (error) => {
+            const message = (error?.message || String(error) || "").toLowerCase();
+            return (message.includes("connection") ||
+                message.includes("timeout exceeded when trying to connect") ||
+                message.includes("econnrefused") ||
+                message.includes("etimedout") ||
+                message.includes("enotfound") ||
+                message.includes("econnreset") ||
+                message.includes("memory access out of bounds") || // PrismaPg adapter error from stale connections
+                (error?.code &&
+                    typeof error.code === "string" &&
+                    error.code.startsWith("08")));
+        };
+        const isConfigError = (error) => {
+            const message = (error?.message || String(error) || "").toLowerCase();
+            return (message.includes("database_url is required") ||
+                message.includes("database_url is not a valid postgresql"));
+        };
+        const attemptTimeouts = [timeoutMs, retryTimeoutMs, retryTimeoutMs].slice(0, maxRetries + 1);
+        for (let attempt = 0; attempt <= maxRetries; attempt++) {
+            const attemptTimeout = attemptTimeouts[attempt] ?? retryTimeoutMs;
+            try {
+                const result = await runAttempt(attemptTimeout);
+                if (attempt > 0) {
+                    this.logger.info("[DatabaseConnectionManager] Retry succeeded", {
+                        attempt,
+                        ...context,
+                    });
+                }
+                return result;
+            }
+            catch (error) {
+                lastError = error;
+                // CRITICAL: If database config is fundamentally wrong, don't retry
+                if (isConfigError(error)) {
+                    this.logger.error("[DatabaseConnectionManager] CRITICAL: Database configuration error - not retrying", {
+                        error: error?.message || String(error),
+                        region,
+                        ...context,
+                    });
+                    throw error; // Fail immediately, no retries
+                }
+                // PHASE 4: Don't retry on permanent failures (database constraint errors, validation errors)
+                // These are not transient and retrying won't help
+                const isPermanentFailure = this.isPermanentFailure(error);
+                if (isPermanentFailure) {
+                    this.logger.warn("[DatabaseConnectionManager] Permanent failure detected - not retrying", {
+                        error: error?.message || String(error),
+                        errorCode: error?.code,
+                        region,
+                        ...context,
+                    });
+                    throw error; // Fail immediately, no retries
+                }
+                const isConnectionError = isConnectionLikeError(error);
+                const errorMessage = error?.message || String(error);
+                this.logger.error("[DatabaseConnectionManager] Attempt failed", {
+                    attempt: attempt + 1,
+                    maxAttempts: maxRetries + 1,
+                    error: errorMessage,
+                    errorCode: error?.code,
+                    isConnectionError,
+                    region,
+                    ...context,
+                });
+                if (attempt === maxRetries) {
+                    break;
+                }
+                // For connection errors (especially "memory access out of bounds"),
+                // use longer delay to allow connection state to settle
+                const delayMs = isConnectionError
+                    ? Math.max(baseDelayMs * Math.pow(2, attempt), 200) // At least 200ms for connection errors
+                    : baseDelayMs * Math.pow(2, attempt);
+                await new Promise((resolve) => setTimeout(resolve, delayMs));
+            }
+        }
+        if (defaultValue !== undefined) {
+            this.logger.warn("[DatabaseConnectionManager] Returning default value after retries exhausted", {
+                maxRetries,
+                error: lastError?.message || String(lastError),
+                ...options.context,
+            });
+            return defaultValue;
+        }
+        throw new Error(`Database query failed after ${maxRetries} retries: ${lastError?.message || lastError}`);
+    }
+    /**
+     * Check if error is a permanent failure that shouldn't be retried
+     * PHASE 4: Don't retry on database constraint errors, validation errors, etc.
+     */
+    isPermanentFailure(error) {
+        const errorCode = error?.code;
+        const errorMessage = (error?.message || String(error)).toLowerCase();
+        // Prisma error codes for permanent failures
+        // P2002: Unique constraint violation
+        // P2025: Record not found (for updates/deletes)
+        // P2003: Foreign key constraint violation
+        // P2011: Null constraint violation
+        // P2012: Required value missing
+        if (errorCode === "P2002" || // Unique constraint
+            errorCode === "P2025" || // Record not found
+            errorCode === "P2003" || // Foreign key constraint
+            errorCode === "P2011" || // Null constraint
+            errorCode === "P2012" // Required value missing
+        ) {
+            return true;
+        }
+        // Check for database trigger/constraint errors
+        // PostgreSQL constraint violations
+        if (errorMessage.includes("unique constraint") ||
+            errorMessage.includes("foreign key constraint") ||
+            errorMessage.includes("check constraint") ||
+            errorMessage.includes("not null constraint") ||
+            errorMessage.includes("violates check constraint") ||
+            errorMessage.includes("violates unique constraint") ||
+            errorMessage.includes("violates foreign key constraint")) {
+            return true;
+        }
+        // Check for validation trigger errors (from validate_follow_target_trigger, etc.)
+        if (errorMessage.includes("validation failed") ||
+            errorMessage.includes("target does not exist") ||
+            errorMessage.includes("invalid target type") ||
+            errorMessage.includes("privacy settings prevent")) {
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Backward-compatible creation helpers.
+     * These return a managed client and should be paired with release() in callers.
+     */
+    async createClient(region, env) {
+        return this.acquireClient(region, env);
+    }
+    createClientSync(region, env) {
+        const managed = this.acquireClient(region, env);
+        // No-op release — pool lifecycle managed by shutdown()
+        managed.client.release = async () => { };
+        return managed.client;
+    }
+}
+exports.DatabaseConnectionManager = DatabaseConnectionManager;
+exports.sharedDatabaseConnectionManager = new DatabaseConnectionManager();
+//# sourceMappingURL=database-connection-manager.js.map

package/dist/lib/database-connection-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database-connection-manager.js","sourceRoot":"","sources":["../../src/lib/database-connection-manager.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;AAGH,mDAA8C;AAC9C,2CAA8C;AAC9C,2BAA0B;AAC1B,qCAAkD;AAClD,+DAG+B;AAsB/B,MAAa,yBAAyB;IAC5B,MAAM,CAAS;IACf,SAAS,GAA4B,IAAI,GAAG,EAAE,CAAC;IAEtC,6BAA6B,GAAG,IAAI,CAAC;IACrC,4BAA4B,GAAG,IAAI,CAAC;IACpC,gBAAgB,GAAG,EAAE,CAAC;IACtB,uBAAuB,GAAG,KAAK,CAAC,CAAC,0CAA0C;IAE5F,YAAY,GAAe;QACzB,IAAI,CAAC,MAAM,GAAG,eAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gEAAgE,EAAE;YACjF,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;SAC/B,CAAC,CAAC;QACH,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YACpC,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+EAA+E,EAAE;oBAChG,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO;iBACzB,CAAC,CAAC;YACL,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YAC1B,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+DAA+D,EAAE;oBAChF,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE;YACjE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;SAC/B,CAAC,CAAC;QACH,6CAA6C;QAC7C,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACxC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,aAAa;QAQX,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAClE,GAAG;YACH,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU;YAClC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS;YAChC,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY;YACtC,GAAG,EAAE,GAAG,GAAG,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,CAAC;SACd,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,YAAY,CAAC,MAAc,EAAE,IAAU;QAC7C,IAAI,CAAC;YACH,MAAM,KAAK,GAAG;gBACZ,KAAK,EAAE,IAAI,CAAC,UAAU;gBACtB,IAAI,EAAE,IAAI,CAAC,SAAS;gBACpB,OAAO,EAAE,IAAI,CAAC,YAAY;gBAC1B,GAAG,EAAG,IAAY,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,gBAAgB;aACzD,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;gBAC1D,MAAM;gBACN,GAAG,KAAK;aACT,CAAC,CAAC;YAEH,gCAAgC;YAChC,MAAM,gBAAgB,GAAG,IAAA,oDAA8B,GAAE,CAAC;YAC1D,MAAM,UAAU,GAA0B;gBACxC,MAAM;gBACN,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC;YACF,gBAAgB,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;YAExD,mDAAmD;YACnD,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE;oBAClE,MAAM;oBACN,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,GAAG,EAAE,KAAK,CAAC,GAAG;iBACf,CAAC,CAAC;YACL,CAAC;YAED,uDAAuD;YACvD,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;gBACtE,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qEAAqE,EACrE;oBACE,MAAM;oBACN,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,GAAG,EAAE,KAAK,CAAC,GAAG;iBACf,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,yCAAyC;YACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,sDAAsD,EACtD;gBACE,MAAM;gBACN,KAAK,EAAE,KAAK,EAAE,OAAO;aACtB,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,aAAa,CACnB,gBAAwB,EACxB,KAAa,EACb,KAAa;QAEb,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,CAAC;YACtC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACnC,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAC7D,OAAO,GAAG,gBAAgB,GAAG,SAAS,GAAG,KAAK,IAAI,KAAK,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IAEO,wBAAwB,CAAC,MAAc,EAAE,GAAc;QAC7D,yEAAyE;QACzE,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC;QAE9B,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACb,iEAAiE,MAAM,EAAE,CAC1E,CAAC;QACJ,CAAC;QAED,6CAA6C;QAC7C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YACzE,MAAM,IAAI,KAAK,CACb,sEAAsE;gBACpE,8DAA8D;gBAC9D,QAAQ,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CACrC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,kEAAkE,EAClE;YACE,MAAM;YACN,uBAAuB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK;SACvD,CACF,CAAC;QAEF,MAAM,gBAAgB,GAAG,GAAG,CAAC,6BAA6B;YACxD,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,6BAA6B,EAAE,EAAE,CAAC;YACjD,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC;QAEtC,MAAM,iBAAiB,GAAG,GAAG,CAAC,8BAA8B;YAC1D,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,8BAA8B,EAAE,EAAE,CAAC;YAClD,CAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC;QAEvC,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CACzC,IAAI,EACJ,mBAAmB,EACnB,gBAAgB,CAAC,QAAQ,EAAE,CAC5B,CAAC;QAEF,OAAO;YACL,gBAAgB;YAChB,iBAAiB;YACjB,gBAAgB;SACjB,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,cAAc,CAAC,QAAgB;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YACrF,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAClC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,aAAa,CAAC,MAAc,EAAE,GAAc;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC;QAE3C,kCAAkC;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,EAAE;gBACnE,MAAM;gBACN,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU;gBACjC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS;gBAC/B,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY;aACtC,CAAC,CAAC;YACH,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC,EAAE,CAAC;QAC5D,CAAC;QAED,kBAAkB;QAClB,MAAM,OAAO,GAAG,GAAG,CAAC,iBAAiB;YACnC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,iBAAiB,EAAE,EAAE,CAAC;YACrC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAE1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iEAAiE,EAAE;YAClF,MAAM;YACN,cAAc,EAAE,OAAO;YACvB,aAAa,EAAE,IAAI,CAAC,uBAAuB;YAC3C,mBAAmB,EAAE,QAAQ,CAAC,iBAAiB;YAC/C,uBAAuB,EAAE,QAAQ,CAAC,gBAAgB;gBAChD,CAAC,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK;gBACpD,CAAC,CAAC,WAAW;SAChB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,SAAI,CAAC;YACpB,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,GAAG,EAAE,OAAO;YACZ,uBAAuB,EAAE,QAAQ,CAAC,iBAAiB;YACnD,iBAAiB,EAAE,IAAI,CAAC,uBAAuB;YAC/C,eAAe,EAAE,KAAK;YACtB,iFAAiF;YACjF,oFAAoF;YACpF,GAAG,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE;SACnC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,4DAA4D,EAC5D;gBACE,MAAM;gBACN,KAAK,EAAE,GAAG,CAAC,OAAO;gBAClB,IAAI,EAAG,GAAW,EAAE,IAAI;aACzB,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;YAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE;gBAChE,MAAM;gBACN,SAAS,EAAG,MAAc,EAAE,SAAS;aACtC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;YACtB,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;YACrB,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,qBAAQ,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,qBAAY,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QAE7C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE;YAC3B,IAAI;YACJ,MAAM;YACN,MAAM;YACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAEhC,uDAAuD;QACvD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC,EAAE,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CACd,MAAc,EACd,GAAc,EACd,EAAwC;QAExC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC5D,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC;QAC1B,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,MAAc,EACd,GAAc,EACd,OAA6C,EAC7C,UAOI,EAAE;QAEN,MAAM,EACJ,SAAS,GAAG,IAAI,EAChB,cAAc,GAAG,GAAG,EACpB,UAAU,GAAG,CAAC,EACd,WAAW,GAAG,GAAG,EACjB,YAAY,EACZ,OAAO,GAAG,EAAE,GACb,GAAG,OAAO,CAAC;QAEZ,2DAA2D;QAC3D,IAAI,MAAoB,CAAC;QACzB,IAAI,QAAgB,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC5D,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC;YACrC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC/C,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,6EAA6E,EAC7E,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,OAAO,EAAE,CAC9C,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,EAAE,cAAsB,EAAE,EAAE;YAClD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEpC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,EAAE;gBACtE,MAAM;gBACN,SAAS,EAAE,cAAc;gBACzB,GAAG,OAAO;aACX,CAAC,CAAC;YAEH,IAAI,KAAiC,CAAC;YACtC,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBACtD,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;oBACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,qDAAqD,EACrD,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,OAAO,EAAE,CAClD,CAAC;oBACF,MAAM,CAAC,IAAI,KAAK,CAAC,gCAAgC,cAAc,IAAI,CAAC,CAAC,CAAC;gBACxE,CAAC,EAAE,cAAc,CAAC,CAAC;YACrB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;gBACrE,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC;gBAElD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,0DAA0D,EAC1D,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,GAAG,OAAO,EAAE,CAClD,CAAC;gBACF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;gBACtD,IAAI,eAAe,GAAG,IAAI,EAAE,CAAC;oBAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE;wBAClE,UAAU,EAAE,eAAe;wBAC3B,SAAS,EAAE,cAAc;wBACzB,GAAG,OAAO;qBACX,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,MAAW,CAAC;YACrB,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;gBACtD,MAAM,YAAY,GAAG,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;gBACrD,MAAM,SAAS,GAAI,KAAa,EAAE,IAAI,CAAC;gBAEvC,MAAM,iBAAiB,GACrB,YAAY,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;oBACjD,YAAY,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;oBACnD,YAAY,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC;oBAChD,YAAY,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;oBACjD,YAAY,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;oBAClE,SAAS,KAAK,cAAc;oBAC5B,SAAS,KAAK,WAAW;oBACzB,SAAS,KAAK,YAAY,CAAC;gBAE7B,IAAI,iBAAiB,EAAE,CAAC;oBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,kEAAkE,EAClE,EAAE,UAAU,EAAE,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CACzE,CAAC;oBACF,+DAA+D;oBAC/D,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;oBAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;oBAC/C,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gBACzB,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;oBAAS,CAAC;gBACT,IAAI,KAAK,EAAE,CAAC;oBACV,YAAY,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,SAAc,CAAC;QAEnB,MAAM,qBAAqB,GAAG,CAAC,KAAU,EAAE,EAAE;YAC3C,MAAM,OAAO,GAAG,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YACtE,OAAO,CACL,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAC9B,OAAO,CAAC,QAAQ,CAAC,yCAAyC,CAAC;gBAC3D,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;gBAChC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAC7B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAC7B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAC9B,OAAO,CAAC,QAAQ,CAAC,6BAA6B,CAAC,IAAI,gDAAgD;gBACnG,CAAC,KAAK,EAAE,IAAI;oBACV,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;oBAC9B,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAC/B,CAAC;QACJ,CAAC,CAAC;QAEF,MAAM,aAAa,GAAG,CAAC,KAAU,EAAE,EAAE;YACnC,MAAM,OAAO,GAAG,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YACtE,OAAO,CACL,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAC;gBAC5C,OAAO,CAAC,QAAQ,CAAC,wCAAwC,CAAC,CAC3D,CAAC;QACJ,CAAC,CAAC;QAEF,MAAM,eAAe,GAAG,CAAC,SAAS,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC,KAAK,CACvE,CAAC,EACD,UAAU,GAAG,CAAC,CACf,CAAC;QAEF,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,MAAM,cAAc,GAAG,eAAe,CAAC,OAAO,CAAC,IAAI,cAAc,CAAC;YAClE,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,cAAc,CAAC,CAAC;gBAChD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE;wBAC9D,OAAO;wBACP,GAAG,OAAO;qBACX,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,SAAS,GAAG,KAAK,CAAC;gBAElB,mEAAmE;gBACnE,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;oBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,mFAAmF,EACnF;wBACE,KAAK,EAAE,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC;wBACtC,MAAM;wBACN,GAAG,OAAO;qBACX,CACF,CAAC;oBACF,MAAM,KAAK,CAAC,CAAC,+BAA+B;gBAC9C,CAAC;gBAED,6FAA6F;gBAC7F,kDAAkD;gBAClD,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;gBAC1D,IAAI,kBAAkB,EAAE,CAAC;oBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,uEAAuE,EACvE;wBACE,KAAK,EAAE,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC;wBACtC,SAAS,EAAG,KAAa,EAAE,IAAI;wBAC/B,MAAM;wBACN,GAAG,OAAO;qBACX,CACF,CAAC;oBACF,MAAM,KAAK,CAAC,CAAC,+BAA+B;gBAC9C,CAAC;gBAED,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;gBACvD,MAAM,YAAY,GAAG,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;gBAErD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE;oBAC9D,OAAO,EAAE,OAAO,GAAG,CAAC;oBACpB,WAAW,EAAE,UAAU,GAAG,CAAC;oBAC3B,KAAK,EAAE,YAAY;oBACnB,SAAS,EAAG,KAAa,EAAE,IAAI;oBAC/B,iBAAiB;oBACjB,MAAM;oBACN,GAAG,OAAO;iBACX,CAAC,CAAC;gBAEH,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC3B,MAAM;gBACR,CAAC;gBAED,oEAAoE;gBACpE,uDAAuD;gBACvD,MAAM,OAAO,GAAG,iBAAiB;oBAC/B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC,uCAAuC;oBAC3F,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAEvC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,6EAA6E,EAC7E;gBACE,UAAU;gBACV,KAAK,EAAE,SAAS,EAAE,OAAO,IAAI,MAAM,CAAC,SAAS,CAAC;gBAC9C,GAAG,OAAO,CAAC,OAAO;aACnB,CACF,CAAC;YACF,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,MAAM,IAAI,KAAK,CACb,+BAA+B,UAAU,aACvC,SAAS,EAAE,OAAO,IAAI,SACxB,EAAE,CACH,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,kBAAkB,CAAC,KAAU;QACnC,MAAM,SAAS,GAAI,KAAa,EAAE,IAAI,CAAC;QACvC,MAAM,YAAY,GAAG,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAErE,4CAA4C;QAC5C,qCAAqC;QACrC,gDAAgD;QAChD,0CAA0C;QAC1C,mCAAmC;QACnC,gCAAgC;QAChC,IACE,SAAS,KAAK,OAAO,IAAI,oBAAoB;YAC7C,SAAS,KAAK,OAAO,IAAI,mBAAmB;YAC5C,SAAS,KAAK,OAAO,IAAI,yBAAyB;YAClD,SAAS,KAAK,OAAO,IAAI,kBAAkB;YAC3C,SAAS,KAAK,OAAO,CAAC,yBAAyB;UAC/C,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,+CAA+C;QAC/C,mCAAmC;QACnC,IACE,YAAY,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YAC1C,YAAY,CAAC,QAAQ,CAAC,wBAAwB,CAAC;YAC/C,YAAY,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YACzC,YAAY,CAAC,QAAQ,CAAC,qBAAqB,CAAC;YAC5C,YAAY,CAAC,QAAQ,CAAC,2BAA2B,CAAC;YAClD,YAAY,CAAC,QAAQ,CAAC,4BAA4B,CAAC;YACnD,YAAY,CAAC,QAAQ,CAAC,iCAAiC,CAAC,EACxD,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,kFAAkF;QAClF,IACE,YAAY,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YAC1C,YAAY,CAAC,QAAQ,CAAC,uBAAuB,CAAC;YAC9C,YAAY,CAAC,QAAQ,CAAC,qBAAqB,CAAC;YAC5C,YAAY,CAAC,QAAQ,CAAC,0BAA0B,CAAC,EACjD,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,MAAc,EAAE,GAAc;QAC/C,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACzC,CAAC;IAED,gBAAgB,CAAC,MAAc,EAAE,GAAc;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChD,uDAAuD;QACtD,OAAO,CAAC,MAAc,CAAC,OAAO,GAAG,KAAK,IAAI,EAAE,GAAE,CAAC,CAAC;QACjD,OAAO,OAAO,CAAC,MAAM,CAAC;IACxB,CAAC;CACF;AA5mBD,8DA4mBC;AAEY,QAAA,+BAA+B,GAAG,IAAI,yBAAyB,EAAE,CAAC"}

package/dist/lib/database-monitor.d.ts

@@ -0,0 +1,89 @@
+/**
+ * Database Monitoring Service
+ *
+ * Monitors database connection health, tracks failures, and alerts on unusual patterns.
+ *
+ * Features:
+ * - Connection failure tracking
+ * - Unusual error pattern detection
+ * - Security event alerting
+ * - Query performance monitoring (trace level only)
+ */
+import type { Env } from "./security-monitor";
+export interface DatabaseMonitorEnv extends Env {
+    LOG_LEVEL?: string;
+}
+export interface DatabaseConnectionFailure {
+    region: string;
+    error: string;
+    timestamp: Date;
+    operation?: string;
+    userId?: string;
+}
+export interface DatabaseQueryLog {
+    operation: string;
+    region: string;
+    duration?: number;
+    success: boolean;
+    error?: string;
+    userId?: string;
+    timestamp: Date;
+}
+export declare class DatabaseMonitor {
+    private logger;
+    private securityMonitor;
+    private failureCounts;
+    private lastFailureTime;
+    private readonly FAILURE_THRESHOLD;
+    private readonly FAILURE_WINDOW_MS;
+    private readonly ALERT_COOLDOWN_MS;
+    constructor(env: DatabaseMonitorEnv);
+    /**
+     * Log database connection failure
+     *
+     * @param failure - Connection failure details
+     * @param env - Environment variables
+     */
+    logConnectionFailure(failure: DatabaseConnectionFailure, env: DatabaseMonitorEnv): Promise<void>;
+    /**
+     * Log database query (trace level only)
+     *
+     * SECURITY: Only logs at TRACE level to prevent sensitive data exposure
+     *
+     * @param log - Query log details
+     * @param env - Environment variables
+     */
+    logQuery(log: DatabaseQueryLog, env: DatabaseMonitorEnv): void;
+    /**
+     * Alert on failure pattern
+     */
+    private alertOnFailurePattern;
+    /**
+     * Log security event for database failures
+     */
+    private logSecurityEvent;
+    /**
+     * Check if error is critical
+     */
+    private isCriticalFailure;
+    /**
+     * Extract error type from error message (sanitized)
+     */
+    private extractErrorType;
+    /**
+     * Cleanup old failure entries
+     */
+    private cleanupOldEntries;
+    /**
+     * Get failure statistics
+     */
+    getFailureStats(): Record<string, {
+        count: number;
+        lastFailure: Date | null;
+    }>;
+    /**
+     * Reset failure statistics
+     */
+    resetStats(): void;
+}
+//# sourceMappingURL=database-monitor.d.ts.map

package/dist/lib/database-monitor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"database-monitor.d.ts","sourceRoot":"","sources":["../../src/lib/database-monitor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAE9C,MAAM,WAAW,kBAAmB,SAAQ,GAAG;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,aAAa,CAAkC;IACvD,OAAO,CAAC,eAAe,CAAgC;IACvD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAK;IACvC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAU;gBAEhC,GAAG,EAAE,kBAAkB;IAKnC;;;;;OAKG;IACG,oBAAoB,CACxB,OAAO,EAAE,yBAAyB,EAClC,GAAG,EAAE,kBAAkB,GACtB,OAAO,CAAC,IAAI,CAAC;IAgChB;;;;;;;OAOG;IACH,QAAQ,CAAC,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,kBAAkB,GAAG,IAAI;IAoB9D;;OAEG;YACW,qBAAqB;IAqCnC;;OAEG;YACW,gBAAgB;IA6B9B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAazB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAMxB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAWzB;;OAEG;IACH,eAAe,IAAI,MAAM,CACvB,MAAM,EACN;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,IAAI,GAAG,IAAI,CAAA;KAAE,CAC5C;IAgBD;;OAEG;IACH,UAAU,IAAI,IAAI;CAInB"}