4runr-os 2.10.39 → 2.10.41

package/apps/gateway/dist/apps/gateway/src/routes/monitoring.js

@@ -0,0 +1,164 @@
+import { getQueue } from '../queue/index.js';
+import { performHealthChecks } from '../health/index.js';
+import { createLogger } from '@4runr/shared';
+import { getDependencyPoolsPayload, getMonitoringHttpPayload, getMonitoringRunsPayload, getMonitoringSsePayload, } from '../metrics/monitoring-detail.js';
+const logger = createLogger('Gateway:Monitoring');
+const LOG_BUFFER_SIZE = 1000;
+const logBuffer = [];
+export function addMonitoringLog(entry) {
+    logBuffer.push(entry);
+    if (logBuffer.length > LOG_BUFFER_SIZE) {
+        logBuffer.shift();
+    }
+}
+export function registerMonitoringRoutes(fastify, options) {
+    const { requireAuth, readRateLimit } = options || {};
+    const authHandler = requireAuth === false ? null : requireAuth;
+    const preHandler = authHandler && readRateLimit
+        ? [authHandler, readRateLimit]
+        : authHandler
+            ? [authHandler]
+            : [];
+    fastify.get('/api/monitoring/logs', {
+        ...(preHandler.length > 0 && { preHandler }),
+    }, async (request, reply) => {
+        const query = request.query;
+        const limit = Math.min(parseInt(query.limit || '100', 10), LOG_BUFFER_SIZE);
+        const levelFilter = query.level;
+        let logs = logBuffer.slice(-limit);
+        if (levelFilter) {
+            logs = logs.filter(log => log.level === levelFilter);
+        }
+        return {
+            logs,
+            count: logs.length,
+            bufferSize: logBuffer.length,
+            timestamp: new Date().toISOString(),
+        };
+    });
+    fastify.get('/api/monitoring/dependencies/detail', {
+        ...(preHandler.length > 0 && { preHandler }),
+    }, async (request, reply) => {
+        const health = await performHealthChecks();
+        const details = {};
+        const pools = await getDependencyPoolsPayload();
+        if (health.checks.database) {
+            const dbLatency = health.checks.database.responseTime;
+            details.database = {
+                status: health.checks.database.status,
+                ...(dbLatency !== undefined && { latency: dbLatency }),
+                poolAvailable: true,
+                pool: {
+                    active: pools.database.active,
+                    idle: pools.database.idle,
+                },
+                telemetry: pools.telemetry,
+            };
+        }
+        if (health.checks.redis) {
+            const redisLatency = health.checks.redis.responseTime;
+            details.redis = {
+                status: health.checks.redis.status,
+                ...(redisLatency !== undefined && { latency: redisLatency }),
+                connectionCountAvailable: true,
+                connections: {
+                    active: pools.redis.active,
+                },
+                telemetry: pools.telemetry,
+            };
+        }
+        if (health.checks.queue) {
+            details.queue = {
+                status: health.checks.queue.status,
+            };
+            try {
+                const queue = getQueue();
+                if (queue) {
+                    const counts = await queue.getJobCounts('waiting', 'active', 'completed', 'failed', 'delayed');
+                    details.queue.jobs = {
+                        waiting: counts['waiting'] ?? 0,
+                        active: counts['active'] ?? 0,
+                        completed: counts['completed'] ?? 0,
+                        failed: counts['failed'] ?? 0,
+                        delayed: counts['delayed'] ?? 0,
+                    };
+                }
+            }
+            catch (err) {
+                logger.error('Failed to fetch queue job counts', {
+                    error: err instanceof Error ? err.message : String(err),
+                });
+            }
+        }
+        return {
+            details,
+            telemetry: pools.telemetry,
+            timestamp: new Date().toISOString(),
+        };
+    });
+    fastify.get('/api/monitoring/metrics/http', {
+        ...(preHandler.length > 0 && { preHandler }),
+    }, async (_request, _reply) => {
+        return await getMonitoringHttpPayload();
+    });
+    fastify.get('/api/monitoring/metrics/runs', {
+        ...(preHandler.length > 0 && { preHandler }),
+    }, async (_request, _reply) => {
+        return await getMonitoringRunsPayload();
+    });
+    fastify.get('/api/monitoring/metrics/sse', {
+        ...(preHandler.length > 0 && { preHandler }),
+    }, async (_request, _reply) => {
+        return await getMonitoringSsePayload();
+    });
+    fastify.get('/api/monitoring/metrics/queue', {
+        ...(preHandler.length > 0 && { preHandler }),
+    }, async (request, reply) => {
+        try {
+            const queue = getQueue();
+            if (!queue) {
+                return {
+                    available: false,
+                    message: 'Queue not initialized (Redis required)',
+                    timestamp: new Date().toISOString(),
+                };
+            }
+            const counts = await queue.getJobCounts('waiting', 'active', 'completed', 'failed', 'delayed', 'paused');
+            return {
+                available: true,
+                jobs: {
+                    waiting: counts['waiting'] ?? 0,
+                    active: counts['active'] ?? 0,
+                    completed: counts['completed'] ?? 0,
+                    failed: counts['failed'] ?? 0,
+                    delayed: counts['delayed'] ?? 0,
+                    paused: counts['paused'] ?? 0,
+                },
+                queueName: queue.name || 'run-execution',
+                timestamp: new Date().toISOString(),
+            };
+        }
+        catch (error) {
+            logger.error('Failed to get queue metrics', {
+                error: error instanceof Error ? error.message : String(error),
+            });
+            return {
+                available: false,
+                error: error instanceof Error ? error.message : String(error),
+                timestamp: new Date().toISOString(),
+            };
+        }
+    });
+    logger.info('Monitoring routes registered (Phase 0)', {
+        authRequired: preHandler.length > 0,
+        endpoints: [
+            '/api/monitoring/logs',
+            '/api/monitoring/dependencies/detail',
+            '/api/monitoring/metrics/http',
+            '/api/monitoring/metrics/runs',
+            '/api/monitoring/metrics/sse',
+            '/api/monitoring/metrics/queue',
+        ],
+    });
+}
+//# sourceMappingURL=monitoring.js.map

package/apps/gateway/dist/apps/gateway/src/routes/monitoring.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"monitoring.js","sourceRoot":"","sources":["../../../../../src/routes/monitoring.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAG7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EACL,yBAAyB,EACzB,wBAAwB,EACxB,wBAAwB,EACxB,uBAAuB,GACxB,MAAM,iCAAiC,CAAC;AAEzC,MAAM,MAAM,GAAG,YAAY,CAAC,oBAAoB,CAAC,CAAC;AAWlD,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,MAAM,SAAS,GAAe,EAAE,CAAC;AAKjC,MAAM,UAAU,gBAAgB,CAAC,KAAe;IAC9C,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtB,IAAI,SAAS,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;QACvC,SAAS,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;AACH,CAAC;AAOD,MAAM,UAAU,wBAAwB,CACtC,OAAwB,EACxB,OAGC;IAED,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IAGrD,MAAM,WAAW,GAAG,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC;IAC/D,MAAM,UAAU,GAAG,WAAW,IAAI,aAAa;QAC7C,CAAC,CAAC,CAAC,WAAW,EAAE,aAAa,CAAC;QAC9B,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,CAAC,WAAW,CAAC;YACf,CAAC,CAAC,EAAE,CAAC;IAOP,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE;QAClC,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC;KAC7C,EAAE,KAAK,EAAE,OAAuB,EAAE,KAAmB,EAAE,EAAE;QACxD,MAAM,KAAK,GAAG,OAAO,CAAC,KAA2C,CAAC;QAClE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,EAAE,EAAE,CAAC,EAAE,eAAe,CAAC,CAAC;QAC5E,MAAM,WAAW,GAAG,KAAK,CAAC,KAAsC,CAAC;QAEjE,IAAI,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;QAEnC,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC;QACvD,CAAC;QAED,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,UAAU,EAAE,SAAS,CAAC,MAAM;YAC5B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC,CAAC,CAAC;IAOH,OAAO,CAAC,GAAG,CAAC,qCAAqC,EAAE;QACjD,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC;KAC7C,EAAE,KAAK,EAAE,OAAuB,EAAE,KAAmB,EAAE,EAAE;QACxD,MAAM,MAAM,GAAG,MAAM,mBAAmB,EAAE,CAAC;QAC3C,MAAM,OAAO,GAyBT,EAAE,CAAC;QAEP,MAAM,KAAK,GAAG,MAAM,yBAAyB,EAAE,CAAC;QAGhD,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;YACtD,OAAO,CAAC,QAAQ,GAAG;gBACjB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM;gBACrC,GAAG,CAAC,SAAS,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;gBACtD,aAAa,EAAE,IAAI;gBACnB,IAAI,EAAE;oBACJ,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;oBAC7B,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI;iBAC1B;gBACD,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC;QACJ,CAAC;QAGD,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;YACtD,OAAO,CAAC,KAAK,GAAG;gBACd,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM;gBAClC,GAAG,CAAC,YAAY,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;gBAC5D,wBAAwB,EAAE,IAAI;gBAC9B,WAAW,EAAE;oBACX,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;iBAC3B;gBACD,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC;QACJ,CAAC;QAGD,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACxB,OAAO,CAAC,KAAK,GAAG;gBACd,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM;aACnC,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;gBACzB,IAAI,KAAK,EAAE,CAAC;oBAGV,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,YAAY,CACrC,SAAS,EACT,QAAQ,EACR,WAAW,EACX,QAAQ,EACR,SAAS,CACgB,CAAC;oBAE5B,OAAO,CAAC,KAAK,CAAC,IAAI,GAAG;wBACnB,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC;wBAC/B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAC7B,SAAS,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC;wBACnC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAC7B,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC;qBAChC,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE;oBAC/C,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBACxD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO;YACP,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC,CAAC,CAAC;IAOH,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE;QAC1C,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC;KAC7C,EAAE,KAAK,EAAE,QAAwB,EAAE,MAAoB,EAAE,EAAE;QAC1D,OAAO,MAAM,wBAAwB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;IAOH,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE;QAC1C,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC;KAC7C,EAAE,KAAK,EAAE,QAAwB,EAAE,MAAoB,EAAE,EAAE;QAC1D,OAAO,MAAM,wBAAwB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;IAMH,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE;QACzC,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC;KAC7C,EAAE,KAAK,EAAE,QAAwB,EAAE,MAAoB,EAAE,EAAE;QAC1D,OAAO,MAAM,uBAAuB,EAAE,CAAC;IACzC,CAAC,CAAC,CAAC;IAOH,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE;QAC3C,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC;KAC7C,EAAE,KAAK,EAAE,OAAuB,EAAE,KAAmB,EAAE,EAAE;QACxD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO;oBACL,SAAS,EAAE,KAAK;oBAChB,OAAO,EAAE,wCAAwC;oBACjD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;YAGD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,YAAY,CACrC,SAAS,EACT,QAAQ,EACR,WAAW,EACX,QAAQ,EACR,SAAS,EACT,QAAQ,CACiB,CAAC;YAE5B,OAAO;gBACL,SAAS,EAAE,IAAI;gBACf,IAAI,EAAE;oBACJ,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC;oBAC/B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAC7B,SAAS,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC;oBACnC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAC7B,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC;oBAC/B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;iBAC9B;gBACD,SAAS,EAAG,KAAa,CAAC,IAAI,IAAI,eAAe;gBACjD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;gBAC1C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE;QACpD,YAAY,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC;QACnC,SAAS,EAAE;YACT,sBAAsB;YACtB,qCAAqC;YACrC,8BAA8B;YAC9B,8BAA8B;YAC9B,6BAA6B;YAC7B,+BAA+B;SAChC;KACF,CAAC,CAAC;AACL,CAAC"}