4runr-os 2.10.9 → 2.10.13

package/apps/gateway/src/health/index.ts

@@ -1,268 +1,268 @@
-/**
- * Health check utilities
- * Provides comprehensive health checking for dependencies and system status
- */
-
-import { getRedisClient, isRedisAvailable } from '../db/redis.js';
-import { getRunStore } from '../runs/index.js';
-import { getQueue } from '../queue/index.js';
-import { env, createLogger } from '@4runr/shared';
-
-const logger = createLogger('Gateway:Health');
-
-export interface HealthCheckResult {
-  status: 'healthy' | 'unhealthy' | 'degraded';
-  checks: {
-    database?: DependencyCheck;
-    redis?: DependencyCheck;
-    queue?: DependencyCheck;
-  };
-  timestamp: string;
-}
-
-export interface DependencyCheck {
-  status: 'up' | 'down' | 'degraded';
-  responseTime?: number;
-  error?: string;
-  message?: string;
-}
-
-/**
- * Check database connectivity
- */
-export async function checkDatabase(): Promise<DependencyCheck> {
-  const startTime = Date.now();
-  
-  try {
-    const store = getRunStore();
-    
-    // Try a simple query
-    if (env.DATABASE_URL) {
-      // If using Prisma, check connection
-      const prisma = (store as any).prisma as any;
-      if (prisma) {
-        await prisma.$queryRaw`SELECT 1`;
-      }
-    }
-    
-    const responseTime = Date.now() - startTime;
-    
-    return {
-      status: 'up',
-      responseTime,
-      message: 'Database connection healthy',
-    };
-  } catch (error) {
-    const responseTime = Date.now() - startTime;
-    logger.warn('Database health check failed', {
-      error: error instanceof Error ? error.message : String(error),
-    });
-    
-    return {
-      status: 'down',
-      responseTime,
-      error: error instanceof Error ? error.message : String(error),
-      message: 'Database connection failed',
-    };
-  }
-}
-
-/**
- * Check Redis connectivity
- */
-export async function checkRedis(): Promise<DependencyCheck> {
-  const startTime = Date.now();
-  
-  try {
-    const hasRedisUrl = Boolean(env.REDIS_URL || process.env['REDIS_URL']);
-    if (!hasRedisUrl) {
-      return {
-        status: 'down',
-        message: 'REDIS_URL not set — 4Runr TUI spawns local Redis via Docker by default; set REDIS_URL or run Redis yourself',
-      };
-    }
-
-    const available = await isRedisAvailable();
-    if (!available) {
-      return {
-        status: 'down',
-        message: 'REDIS_URL set but Redis is unreachable (start redis-server or Docker, then retry)',
-      };
-    }
-
-    const redis = await getRedisClient();
-    if (!redis) {
-      return {
-        status: 'down',
-        message: 'Redis client not available',
-      };
-    }
-
-    // Simple ping test
-    const result = await redis.ping();
-    const responseTime = Date.now() - startTime;
-
-    if (result === 'PONG') {
-      return {
-        status: 'up',
-        responseTime,
-        message: 'Redis connection healthy',
-      };
-    }
-
-    return {
-      status: 'degraded',
-      responseTime,
-      message: 'Redis ping returned unexpected result',
-    };
-  } catch (error) {
-    const responseTime = Date.now() - startTime;
-    logger.warn('Redis health check failed', {
-      error: error instanceof Error ? error.message : String(error),
-    });
-
-    return {
-      status: 'down',
-      responseTime,
-      error: error instanceof Error ? error.message : String(error),
-      message: 'Redis connection failed',
-    };
-  }
-}
-
-/**
- * Check queue system status
- */
-export async function checkQueue(): Promise<DependencyCheck> {
-  const startTime = Date.now();
-
-  try {
-    const queue = getQueue();
-    if (!queue) {
-      return {
-        status: 'down',
-        message: 'Queue system not initialized',
-      };
-    }
-
-    // Check if queue is accessible - try to get queue info
-    // BullMQ queues don't expose client status directly, so we check if queue exists
-    try {
-      const queueName = (queue as any).name || 'unknown';
-      const responseTime = Date.now() - startTime;
-      
-      // If queue exists and was initialized, consider it healthy
-      // Actual connection status is checked via Redis health check
-      return {
-        status: 'up',
-        responseTime,
-        message: `Queue system healthy (${queueName})`,
-      };
-    } catch (err) {
-      const responseTime = Date.now() - startTime;
-      return {
-        status: 'degraded',
-        responseTime,
-        message: 'Queue system accessible but status unknown',
-      };
-    }
-  } catch (error) {
-    const responseTime = Date.now() - startTime;
-    logger.warn('Queue health check failed', {
-      error: error instanceof Error ? error.message : String(error),
-    });
-
-    return {
-      status: 'down',
-      responseTime,
-      error: error instanceof Error ? error.message : String(error),
-      message: 'Queue system check failed',
-    };
-  }
-}
-
-/**
- * Perform all health checks
- */
-export async function performHealthChecks(): Promise<HealthCheckResult> {
-  const checks: HealthCheckResult['checks'] = {};
-
-  // Run checks in parallel
-  const [databaseCheck, redisCheck, queueCheck] = await Promise.allSettled([
-    checkDatabase(),
-    checkRedis(),
-    checkQueue(),
-  ]);
-
-  if (databaseCheck.status === 'fulfilled') {
-    checks.database = databaseCheck.value;
-  } else {
-    checks.database = {
-      status: 'down',
-      error: databaseCheck.reason?.message || 'Database check failed',
-    };
-  }
-
-  if (redisCheck.status === 'fulfilled') {
-    checks.redis = redisCheck.value;
-  } else {
-    checks.redis = {
-      status: 'down',
-      error: redisCheck.reason?.message || 'Redis check failed',
-    };
-  }
-
-  if (queueCheck.status === 'fulfilled') {
-    checks.queue = queueCheck.value;
-  } else {
-    checks.queue = {
-      status: 'down',
-      error: queueCheck.reason?.message || 'Queue check failed',
-    };
-  }
-
-  // Overall status: **database** is critical for readiness; Redis/queue are optional (local dev often has no Redis).
-  const db = checks.database;
-  const databaseDown = db?.status === 'down';
-  const hasDegraded = Object.values(checks).some(
-    (check) => check.status === 'degraded'
-  );
-  const optionalDown =
-    checks.redis?.status === 'down' || checks.queue?.status === 'down';
-
-  let status: HealthCheckResult['status'] = 'healthy';
-  if (databaseDown) {
-    status = 'unhealthy';
-  } else if (hasDegraded || optionalDown) {
-    status = 'degraded';
-  }
-
-  return {
-    status,
-    checks,
-    timestamp: new Date().toISOString(),
-  };
-}
-
-/**
- * Check if service is ready to accept traffic.
- * Critical: Postgres when persistence uses the DB. Redis and queue are optional for readiness.
- */
-export async function isReady(): Promise<boolean> {
-  const health = await performHealthChecks();
-
-  const db = health.checks.database;
-  const databaseOk = !db || db.status === 'up';
-
-  return databaseOk;
-}
-
-/**
- * Check if service is alive (simple liveness check)
- */
-export function isAlive(): boolean {
-  // Liveness is simple - just check if process is running
-  // More complex checks could verify memory, CPU, etc.
-  return true;
-}
-
+/**
+ * Health check utilities
+ * Provides comprehensive health checking for dependencies and system status
+ */
+
+import { getRedisClient, isRedisAvailable } from '../db/redis.js';
+import { getRunStore } from '../runs/index.js';
+import { getQueue } from '../queue/index.js';
+import { env, createLogger } from '@4runr/shared';
+
+const logger = createLogger('Gateway:Health');
+
+export interface HealthCheckResult {
+  status: 'healthy' | 'unhealthy' | 'degraded';
+  checks: {
+    database?: DependencyCheck;
+    redis?: DependencyCheck;
+    queue?: DependencyCheck;
+  };
+  timestamp: string;
+}
+
+export interface DependencyCheck {
+  status: 'up' | 'down' | 'degraded';
+  responseTime?: number;
+  error?: string;
+  message?: string;
+}
+
+/**
+ * Check database connectivity
+ */
+export async function checkDatabase(): Promise<DependencyCheck> {
+  const startTime = Date.now();
+  
+  try {
+    const store = getRunStore();
+    
+    // Try a simple query
+    if (env.DATABASE_URL) {
+      // If using Prisma, check connection
+      const prisma = (store as any).prisma as any;
+      if (prisma) {
+        await prisma.$queryRaw`SELECT 1`;
+      }
+    }
+    
+    const responseTime = Date.now() - startTime;
+    
+    return {
+      status: 'up',
+      responseTime,
+      message: 'Database connection healthy',
+    };
+  } catch (error) {
+    const responseTime = Date.now() - startTime;
+    logger.warn('Database health check failed', {
+      error: error instanceof Error ? error.message : String(error),
+    });
+    
+    return {
+      status: 'down',
+      responseTime,
+      error: error instanceof Error ? error.message : String(error),
+      message: 'Database connection failed',
+    };
+  }
+}
+
+/**
+ * Check Redis connectivity
+ */
+export async function checkRedis(): Promise<DependencyCheck> {
+  const startTime = Date.now();
+  
+  try {
+    const hasRedisUrl = Boolean(env.REDIS_URL || process.env['REDIS_URL']);
+    if (!hasRedisUrl) {
+      return {
+        status: 'down',
+        message: 'REDIS_URL not set — 4Runr TUI spawns local Redis via Docker by default; set REDIS_URL or run Redis yourself',
+      };
+    }
+
+    const available = await isRedisAvailable();
+    if (!available) {
+      return {
+        status: 'down',
+        message: 'REDIS_URL set but Redis is unreachable (start redis-server or Docker, then retry)',
+      };
+    }
+
+    const redis = await getRedisClient();
+    if (!redis) {
+      return {
+        status: 'down',
+        message: 'Redis client not available',
+      };
+    }
+
+    // Simple ping test
+    const result = await redis.ping();
+    const responseTime = Date.now() - startTime;
+
+    if (result === 'PONG') {
+      return {
+        status: 'up',
+        responseTime,
+        message: 'Redis connection healthy',
+      };
+    }
+
+    return {
+      status: 'degraded',
+      responseTime,
+      message: 'Redis ping returned unexpected result',
+    };
+  } catch (error) {
+    const responseTime = Date.now() - startTime;
+    logger.warn('Redis health check failed', {
+      error: error instanceof Error ? error.message : String(error),
+    });
+
+    return {
+      status: 'down',
+      responseTime,
+      error: error instanceof Error ? error.message : String(error),
+      message: 'Redis connection failed',
+    };
+  }
+}
+
+/**
+ * Check queue system status
+ */
+export async function checkQueue(): Promise<DependencyCheck> {
+  const startTime = Date.now();
+
+  try {
+    const queue = getQueue();
+    if (!queue) {
+      return {
+        status: 'down',
+        message: 'Queue system not initialized',
+      };
+    }
+
+    // Check if queue is accessible - try to get queue info
+    // BullMQ queues don't expose client status directly, so we check if queue exists
+    try {
+      const queueName = (queue as any).name || 'unknown';
+      const responseTime = Date.now() - startTime;
+      
+      // If queue exists and was initialized, consider it healthy
+      // Actual connection status is checked via Redis health check
+      return {
+        status: 'up',
+        responseTime,
+        message: `Queue system healthy (${queueName})`,
+      };
+    } catch (err) {
+      const responseTime = Date.now() - startTime;
+      return {
+        status: 'degraded',
+        responseTime,
+        message: 'Queue system accessible but status unknown',
+      };
+    }
+  } catch (error) {
+    const responseTime = Date.now() - startTime;
+    logger.warn('Queue health check failed', {
+      error: error instanceof Error ? error.message : String(error),
+    });
+
+    return {
+      status: 'down',
+      responseTime,
+      error: error instanceof Error ? error.message : String(error),
+      message: 'Queue system check failed',
+    };
+  }
+}
+
+/**
+ * Perform all health checks
+ */
+export async function performHealthChecks(): Promise<HealthCheckResult> {
+  const checks: HealthCheckResult['checks'] = {};
+
+  // Run checks in parallel
+  const [databaseCheck, redisCheck, queueCheck] = await Promise.allSettled([
+    checkDatabase(),
+    checkRedis(),
+    checkQueue(),
+  ]);
+
+  if (databaseCheck.status === 'fulfilled') {
+    checks.database = databaseCheck.value;
+  } else {
+    checks.database = {
+      status: 'down',
+      error: databaseCheck.reason?.message || 'Database check failed',
+    };
+  }
+
+  if (redisCheck.status === 'fulfilled') {
+    checks.redis = redisCheck.value;
+  } else {
+    checks.redis = {
+      status: 'down',
+      error: redisCheck.reason?.message || 'Redis check failed',
+    };
+  }
+
+  if (queueCheck.status === 'fulfilled') {
+    checks.queue = queueCheck.value;
+  } else {
+    checks.queue = {
+      status: 'down',
+      error: queueCheck.reason?.message || 'Queue check failed',
+    };
+  }
+
+  // Overall status: **database** is critical for readiness; Redis/queue are optional (local dev often has no Redis).
+  const db = checks.database;
+  const databaseDown = db?.status === 'down';
+  const hasDegraded = Object.values(checks).some(
+    (check) => check.status === 'degraded'
+  );
+  const optionalDown =
+    checks.redis?.status === 'down' || checks.queue?.status === 'down';
+
+  let status: HealthCheckResult['status'] = 'healthy';
+  if (databaseDown) {
+    status = 'unhealthy';
+  } else if (hasDegraded || optionalDown) {
+    status = 'degraded';
+  }
+
+  return {
+    status,
+    checks,
+    timestamp: new Date().toISOString(),
+  };
+}
+
+/**
+ * Check if service is ready to accept traffic.
+ * Critical: Postgres when persistence uses the DB. Redis and queue are optional for readiness.
+ */
+export async function isReady(): Promise<boolean> {
+  const health = await performHealthChecks();
+
+  const db = health.checks.database;
+  const databaseOk = !db || db.status === 'up';
+
+  return databaseOk;
+}
+
+/**
+ * Check if service is alive (simple liveness check)
+ */
+export function isAlive(): boolean {
+  // Liveness is simple - just check if process is running
+  // More complex checks could verify memory, CPU, etc.
+  return true;
+}
+

package/dist/boot-sequence.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Boot sequence - ensures clean system state before launching 4r
+ * Handles stale processes, in-progress updates, and broken installs
+ */
+interface BootCheckResult {
+    ok: boolean;
+    needsUpdate?: boolean;
+    error?: string;
+    warnings?: string[];
+}
+/**
+ * Kill any stale 4r/Gateway processes that might lock files
+ */
+export declare function killStaleProcesses(): void;
+/**
+ * Wait for any in-progress npm install -g 4runr-os to complete
+ */
+export declare function waitForInProgressUpdate(maxWaitMs?: number): Promise<boolean>;
+/**
+ * Perform full boot sequence health check
+ */
+export declare function performBootSequence(): Promise<BootCheckResult>;
+export {};
+//# sourceMappingURL=boot-sequence.d.ts.map

package/dist/boot-sequence.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"boot-sequence.d.ts","sourceRoot":"","sources":["../src/boot-sequence.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAOH,UAAU,eAAe;IACvB,EAAE,EAAE,OAAO,CAAC;IACZ,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,IAAI,CA4CzC;AAED;;GAEG;AACH,wBAAsB,uBAAuB,CAAC,SAAS,GAAE,MAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CA6B1F;AAuED;;GAEG;AACH,wBAAsB,mBAAmB,IAAI,OAAO,CAAC,eAAe,CAAC,CA+CpE"}