@zintrust/workers 0.1.27

package/dist/dashboard/workers-api.js

@@ -0,0 +1,638 @@
+import { ErrorFactory, Logger } from '@zintrust/core';
+import { WorkerFactory } from '../WorkerFactory';
+import { WorkerMetrics as WorkerMetricsManager } from '../WorkerMetrics';
+const DEFAULT_PAGE_SIZE = 100;
+const MAX_PAGE_SIZE = 200;
+export async function getWorkers(query) {
+    const page = Math.max(1, query.page || 1);
+    const limit = Math.min(MAX_PAGE_SIZE, Math.max(1, query.limit || DEFAULT_PAGE_SIZE));
+    const offset = (page - 1) * limit;
+    // Get workers from persistence based on configuration
+    const persistence = await getWorkersFromPersistence(page, limit, query.driver);
+    // Apply filters
+    let filteredWorkers = applyFilters(persistence.workers, query);
+    // Apply search
+    if (query.search) {
+        filteredWorkers = applySearch(filteredWorkers, query.search);
+    }
+    // Apply sorting
+    filteredWorkers = applySorting(filteredWorkers, query.sortBy, query.sortOrder);
+    // Get queue data
+    const queueData = await getQueueData();
+    // Apply pagination
+    const paginatedWorkers = persistence.prePaginated
+        ? filteredWorkers
+        : filteredWorkers.slice(offset, offset + persistence.effectiveLimit);
+    const workersWithMetrics = await enrichWithMetrics(paginatedWorkers);
+    // Include details if requested
+    if (query.includeDetails) {
+        const enrichedWorkers = await enrichWithDetails(workersWithMetrics);
+        return {
+            workers: enrichedWorkers,
+            queueData,
+            pagination: {
+                page,
+                limit: persistence.effectiveLimit,
+                total: persistence.prePaginated ? persistence.total : filteredWorkers.length,
+                totalPages: Math.ceil((persistence.prePaginated ? persistence.total : filteredWorkers.length) /
+                    persistence.effectiveLimit),
+                hasNext: offset + persistence.effectiveLimit <
+                    (persistence.prePaginated ? persistence.total : filteredWorkers.length),
+                hasPrev: page > 1,
+            },
+            drivers: persistence.drivers,
+        };
+    }
+    return {
+        workers: workersWithMetrics,
+        queueData,
+        pagination: {
+            page,
+            limit: persistence.effectiveLimit,
+            total: persistence.prePaginated ? persistence.total : filteredWorkers.length,
+            totalPages: Math.ceil((persistence.prePaginated ? persistence.total : filteredWorkers.length) /
+                persistence.effectiveLimit),
+            hasNext: offset + persistence.effectiveLimit <
+                (persistence.prePaginated ? persistence.total : filteredWorkers.length),
+            hasPrev: page > 1,
+        },
+        drivers: persistence.drivers,
+    };
+}
+async function getWorkersFromPersistence(page, limit, driverFilter) {
+    const offset = (page - 1) * limit;
+    const persistenceDriver = process.env['WORKER_PERSISTENCE_DRIVER'] ?? 'memory';
+    const isMixedPersistence = persistenceDriver === 'database' || persistenceDriver === 'db';
+    if (driverFilter) {
+        return getWorkersByDriverFilter(driverFilter, offset, limit);
+    }
+    if (isMixedPersistence) {
+        return getWorkersFromMixedPersistence(offset, limit);
+    }
+    return getWorkersFromSinglePersistence(persistenceDriver, offset, limit);
+}
+async function getWorkersByDriverFilter(driverFilter, offset, limit) {
+    try {
+        const driverRecords = await WorkerFactory.listPersistedRecords({ driver: driverFilter }, { offset, limit });
+        const workers = transformToWorkerData(driverRecords, driverFilter);
+        return {
+            workers,
+            total: driverRecords.length === limit ? offset + limit + 100 : offset + driverRecords.length,
+            drivers: getAvailableDriversFromDrivers([driverFilter]),
+            effectiveLimit: limit,
+            prePaginated: true,
+        };
+    }
+    catch (error) {
+        Logger.error(`Error fetching workers from ${driverFilter}:`, error);
+        return {
+            workers: [],
+            total: 0,
+            drivers: getAvailableDriversFromDrivers([driverFilter]),
+            effectiveLimit: limit,
+            prePaginated: true,
+        };
+    }
+}
+async function getWorkersFromMixedPersistence(offset, limit) {
+    try {
+        const dbRecords = await WorkerFactory.listPersistedRecords({ driver: 'database' }, { offset, limit });
+        const redisRecords = await WorkerFactory.listPersistedRecords({ driver: 'redis' }, { offset, limit });
+        const workers = [
+            ...transformToWorkerData(dbRecords, 'database'),
+            ...transformToWorkerData(redisRecords, 'redis'),
+        ];
+        return {
+            workers,
+            total: dbRecords.length + redisRecords.length >= limit
+                ? offset + limit * 2
+                : offset + dbRecords.length + redisRecords.length,
+            drivers: getAvailableDriversFromDrivers(['database', 'redis']),
+            effectiveLimit: Math.min(MAX_PAGE_SIZE, limit * 2),
+            prePaginated: true,
+        };
+    }
+    catch (error) {
+        Logger.error('Error fetching workers from mixed persistence:', error);
+        return {
+            workers: [],
+            total: 0,
+            drivers: getAvailableDriversFromDrivers(['database', 'redis']),
+            effectiveLimit: Math.min(MAX_PAGE_SIZE, limit * 2),
+            prePaginated: true,
+        };
+    }
+}
+async function getWorkersFromSinglePersistence(persistenceDriver, offset, limit) {
+    try {
+        const normalizedDriver = normalizeDriver(persistenceDriver);
+        const driverRecords = await WorkerFactory.listPersistedRecords({ driver: normalizedDriver }, { offset, limit });
+        const workers = transformToWorkerData(driverRecords, normalizedDriver);
+        return {
+            workers,
+            total: driverRecords.length === limit ? offset + limit + 100 : offset + driverRecords.length,
+            drivers: getAvailableDriversFromDrivers([normalizedDriver]),
+            effectiveLimit: limit,
+            prePaginated: true,
+        };
+    }
+    catch (error) {
+        Logger.error(`Error fetching workers from ${persistenceDriver}:`, error);
+        return {
+            workers: [],
+            total: 0,
+            drivers: getAvailableDriversFromDrivers([normalizeDriver(persistenceDriver)]),
+            effectiveLimit: limit,
+            prePaginated: false,
+        };
+    }
+}
+const normalizeDriver = (driver) => {
+    if (driver === 'db' || driver === 'database')
+        return 'database';
+    if (driver === 'redis')
+        return 'redis';
+    return 'memory';
+};
+const getAvailableDriversFromDrivers = (drivers) => {
+    const uniqueDrivers = new Set(drivers);
+    return Array.from(uniqueDrivers);
+};
+function transformToWorkerData(workers, driver) {
+    return workers.map((worker) => {
+        if (typeof worker === 'string') {
+            return buildWorkerFromRaw({ name: worker }, driver);
+        }
+        if (isWorkerRecord(worker)) {
+            return buildWorkerFromRecord(worker, driver);
+        }
+        return buildWorkerFromRaw(worker, driver);
+    });
+}
+const isWorkerRecord = (worker) => {
+    return 'autoStart' in worker && 'queueName' in worker && 'createdAt' in worker;
+};
+const buildWorkerFromRecord = (record, driver) => {
+    const status = normalizeStatus(record.status);
+    const rawData = {
+        name: record.name,
+        queueName: record.queueName,
+        status,
+        version: record.version ?? '1.0.0',
+        autoStart: record.autoStart,
+        lastError: record.lastError,
+    };
+    return buildWorkerFromRaw(rawData, driver);
+};
+const buildWorkerFromRaw = (workerData, driver) => {
+    const status = normalizeStatus(workerData.status ?? 'stopped');
+    return {
+        name: workerData.name,
+        queueName: workerData.queueName || `${workerData.name}-queue`,
+        status,
+        health: determineHealth({ ...workerData, status }),
+        driver,
+        version: workerData.version || '1.0.0',
+        processed: workerData.processed || 0,
+        avgTime: workerData.avgTime || 0,
+        memory: workerData.memory || 0,
+        autoStart: workerData.autoStart || false,
+        details: workerData.details || {
+            configuration: {},
+            health: {},
+            metrics: {},
+            recentLogs: [],
+        },
+    };
+};
+const normalizeStatus = (status) => {
+    if (status === 'running' || status === 'stopped' || status === 'error' || status === 'paused') {
+        return status;
+    }
+    return 'stopped';
+};
+function determineHealth(worker) {
+    let status = 'healthy';
+    const checks = [];
+    const lastCheck = new Date().toISOString();
+    if (worker.status === 'error') {
+        status = 'unhealthy';
+        checks.push({
+            name: 'worker-status',
+            status: 'fail',
+            message: 'Worker is in error state',
+        });
+    }
+    else if (worker.status === 'stopped') {
+        status = 'warning';
+        checks.push({
+            name: 'worker-status',
+            status: 'warn',
+            message: 'Worker is stopped',
+        });
+    }
+    if (worker.lastError) {
+        const timeSinceLastError = Date.now() - new Date(worker.lastError).getTime();
+        if (timeSinceLastError < 300000) {
+            status = 'warning';
+            checks.push({
+                name: 'recent-error',
+                status: 'warn',
+                message: `Last error occurred ${Math.round(timeSinceLastError / 1000)} seconds ago`,
+            });
+        }
+    }
+    return {
+        status,
+        checks,
+        lastCheck,
+    };
+}
+function applyFilters(workers, query) {
+    let filtered = [...workers];
+    if (query.status) {
+        filtered = filtered.filter((w) => w.status === query.status);
+    }
+    if (query.driver) {
+        filtered = filtered.filter((w) => w.driver === query.driver);
+    }
+    return filtered;
+}
+function applySearch(workers, searchTerm) {
+    const term = searchTerm.toLowerCase();
+    return workers.filter((worker) => worker.name.toLowerCase().includes(term) ||
+        worker.queueName.toLowerCase().includes(term) ||
+        worker.version.toLowerCase().includes(term));
+}
+function applySorting(workers, sortBy, sortOrder = 'asc') {
+    if (!sortBy)
+        return workers;
+    return [...workers].sort((a, b) => {
+        let aVal;
+        let bVal;
+        switch (sortBy) {
+            case 'name':
+                aVal = a.name.toLowerCase();
+                bVal = b.name.toLowerCase();
+                break;
+            case 'status':
+                aVal = a.status;
+                bVal = b.status;
+                break;
+            case 'driver':
+                aVal = a.driver;
+                bVal = b.driver;
+                break;
+            case 'health':
+                aVal = a.health.status;
+                bVal = b.health.status;
+                break;
+            case 'version':
+                aVal = a.version;
+                bVal = b.version;
+                break;
+            case 'processed':
+                aVal = a.processed;
+                bVal = b.processed;
+                break;
+            default:
+                return 0;
+        }
+        if (aVal < bVal)
+            return sortOrder === 'asc' ? -1 : 1;
+        if (aVal > bVal)
+            return sortOrder === 'asc' ? 1 : -1;
+        return 0;
+    });
+}
+async function getQueueData() {
+    const queueDriver = process.env.QUEUE_DRIVER || 'redis';
+    try {
+        // Get queue statistics based on QUEUE_DRIVER
+        switch (queueDriver) {
+            case 'redis':
+                return getRedisQueueData();
+            case 'database':
+                return getDatabaseQueueData();
+            case 'db':
+                return getDatabaseQueueData();
+            default:
+                return getMemoryQueueData();
+        }
+    }
+    catch (error) {
+        Logger.error('Error fetching queue data:', error);
+        return getMemoryQueueData();
+    }
+}
+async function getRedisQueueData() {
+    try {
+        // Use existing queue monitor infrastructure
+        const { QueueMonitor } = await import('@zintrust/queue-monitor');
+        const { queueConfig } = await import('@zintrust/core');
+        const redisConfig = queueConfig.drivers.redis;
+        if (redisConfig?.driver !== 'redis') {
+            throw ErrorFactory.createConfigError('Redis driver not configured');
+        }
+        const monitor = QueueMonitor.create({ redis: redisConfig });
+        const snapshot = await monitor.getSnapshot();
+        let totalJobs = 0;
+        let processingJobs = 0;
+        let failedJobs = 0;
+        // Aggregate stats from all queues
+        for (const queue of snapshot.queues) {
+            totalJobs +=
+                (queue.counts.waiting || 0) +
+                    (queue.counts.active || 0) +
+                    (queue.counts.completed || 0) +
+                    (queue.counts.failed || 0);
+            processingJobs += queue.counts.active || 0;
+            failedJobs += queue.counts.failed || 0;
+        }
+        return {
+            driver: 'redis',
+            totalQueues: snapshot.queues.length,
+            totalJobs,
+            processingJobs,
+            failedJobs,
+        };
+    }
+    catch (error) {
+        Logger.error('Error fetching Redis queue data:', error);
+        return {
+            driver: 'redis',
+            totalQueues: 0,
+            totalJobs: 0,
+            processingJobs: 0,
+            failedJobs: 0,
+        };
+    }
+}
+async function getDatabaseQueueData() {
+    try {
+        // For database queues, use the existing database connection
+        const { useEnsureDbConnected } = await import('@zintrust/core');
+        const db = await useEnsureDbConnected();
+        // Get queue statistics from actual database tables using proper query builder
+        const queueStats = (await db
+            .table('queue_jobs')
+            .select('COUNT(DISTINCT queue) as totalQueues')
+            .selectAs('COUNT(*)', 'totalJobs')
+            .selectAs('SUM(CASE WHEN reserved_at IS NOT NULL AND failed_at IS NULL THEN 1 ELSE 0 END)', 'processingJobs')
+            .selectAs('SUM(CASE WHEN failed_at IS NOT NULL THEN 1 ELSE 0 END)', 'failedJobs')
+            .first());
+        const stats = queueStats || {
+            totalQueues: 0,
+            totalJobs: 0,
+            processingJobs: 0,
+            failedJobs: 0,
+        };
+        return {
+            driver: 'database',
+            totalQueues: Number(stats.totalQueues) || 0,
+            totalJobs: Number(stats.totalJobs) || 0,
+            processingJobs: Number(stats.processingJobs) || 0,
+            failedJobs: Number(stats.failedJobs) || 0,
+        };
+    }
+    catch (error) {
+        Logger.error('Error fetching database queue data:', error);
+        return {
+            driver: 'database',
+            totalQueues: 0,
+            totalJobs: 0,
+            processingJobs: 0,
+            failedJobs: 0,
+        };
+    }
+}
+async function getMemoryQueueData() {
+    // For memory queues, we need to access the in-memory queue registry
+    // This is a simplified implementation - in practice you'd need to
+    // access the actual queue registry from the queue system
+    // Since memory queues don't persist, we return basic info
+    // In a real implementation, you'd track active memory queues
+    return {
+        driver: 'memory',
+        totalQueues: 0, // Memory queues are not persisted
+        totalJobs: 0,
+        processingJobs: 0,
+        failedJobs: 0,
+    };
+}
+async function enrichWithMetrics(workers) {
+    const now = Date.now();
+    const oneHourAgo = new Date(now - 60 * 60 * 1000);
+    const endDate = new Date(now);
+    if (workers.length === 0)
+        return workers;
+    const metricRequests = workers.flatMap((worker) => [
+        {
+            workerName: worker.name,
+            metricType: 'processed',
+            granularity: 'hourly',
+            startDate: oneHourAgo,
+            endDate,
+        },
+        {
+            workerName: worker.name,
+            metricType: 'duration',
+            granularity: 'hourly',
+            startDate: oneHourAgo,
+            endDate,
+        },
+        {
+            workerName: worker.name,
+            metricType: 'memory',
+            granularity: 'hourly',
+            startDate: oneHourAgo,
+            endDate,
+        },
+    ]);
+    try {
+        const results = await WorkerMetricsManager.aggregateBatch(metricRequests);
+        return workers.map((worker, index) => {
+            const baseIdx = index * 3;
+            const processedMetric = results[baseIdx];
+            const durationMetric = results[baseIdx + 1];
+            const memoryMetric = results[baseIdx + 2];
+            const processed = processedMetric && Number.isFinite(processedMetric.total)
+                ? Math.round(processedMetric.total)
+                : worker.processed;
+            const avgTime = durationMetric && Number.isFinite(durationMetric.average)
+                ? Math.round(durationMetric.average)
+                : worker.avgTime;
+            const memory = memoryMetric && Number.isFinite(memoryMetric.average)
+                ? Math.round(memoryMetric.average)
+                : worker.memory;
+            return {
+                ...worker,
+                processed,
+                avgTime,
+                memory,
+            };
+        });
+    }
+    catch (error) {
+        Logger.debug('Batch metrics unavailable', error);
+        return workers;
+    }
+}
+async function enrichWithDetails(workers) {
+    return Promise.all(workers.map((worker) => buildWorkerDetails(worker)));
+}
+async function buildWorkerDetails(worker) {
+    try {
+        const persistenceOverride = resolvePersistenceOverride(worker.driver);
+        const persisted = await WorkerFactory.getPersisted(worker.name, persistenceOverride);
+        const health = await getWorkerHealthSnapshot(worker.name, worker.health);
+        const metrics = await getWorkerMetricsSnapshot(worker.name, worker);
+        const configuration = buildWorkerConfiguration(worker, persisted);
+        return {
+            ...worker,
+            processed: metrics.processed,
+            avgTime: metrics.avgTime,
+            memory: metrics.memory,
+            details: {
+                configuration,
+                health,
+                metrics,
+                recentLogs: worker.details?.recentLogs ?? [],
+            },
+        };
+    }
+    catch (error) {
+        Logger.error(`Error fetching details for worker ${worker.name}:`, error);
+        return worker;
+    }
+}
+function buildWorkerConfiguration(worker, persisted) {
+    if (!persisted) {
+        return {
+            queueName: worker.queueName,
+            concurrency: null,
+            region: null,
+            processorPath: null,
+            version: worker.version,
+            features: null,
+            infrastructure: null,
+            datacenter: null,
+        };
+    }
+    return {
+        queueName: persisted.queueName ?? worker.queueName,
+        concurrency: persisted.concurrency ?? null,
+        region: persisted.region ?? null,
+        processorPath: persisted.processorPath ?? null,
+        version: persisted.version ?? worker.version,
+        features: persisted.features ?? null,
+        infrastructure: persisted.infrastructure ?? null,
+        datacenter: persisted.datacenter ?? null,
+    };
+}
+const resolvePersistenceOverride = (driver) => {
+    if (driver === 'database')
+        return { driver: 'database' };
+    if (driver === 'redis')
+        return { driver: 'redis' };
+    return { driver: 'memory' };
+};
+const getWorkerHealthSnapshot = async (name, fallback) => {
+    try {
+        const health = (await WorkerFactory.getHealth(name));
+        if (health && typeof health.status === 'string') {
+            return health;
+        }
+    }
+    catch (error) {
+        Logger.debug(`Health snapshot unavailable for worker ${name}`, error);
+    }
+    return fallback;
+};
+const getWorkerMetricsSnapshot = async (name, fallback) => {
+    const now = Date.now();
+    const oneHourAgo = new Date(now - 60 * 60 * 1000);
+    const endDate = new Date(now);
+    try {
+        const [processedMetric, durationMetric, memoryMetric] = await Promise.all([
+            WorkerMetricsManager.aggregate({
+                workerName: name,
+                metricType: 'processed',
+                granularity: 'hourly',
+                startDate: oneHourAgo,
+                endDate,
+            }),
+            WorkerMetricsManager.aggregate({
+                workerName: name,
+                metricType: 'duration',
+                granularity: 'hourly',
+                startDate: oneHourAgo,
+                endDate,
+            }),
+            WorkerMetricsManager.aggregate({
+                workerName: name,
+                metricType: 'memory',
+                granularity: 'hourly',
+                startDate: oneHourAgo,
+                endDate,
+            }),
+        ]);
+        return {
+            processed: Number.isFinite(processedMetric.total)
+                ? Math.round(processedMetric.total)
+                : fallback.processed,
+            failed: 0,
+            avgTime: Number.isFinite(durationMetric.average)
+                ? Math.round(durationMetric.average)
+                : fallback.avgTime,
+            memory: Number.isFinite(memoryMetric.average)
+                ? Math.round(memoryMetric.average)
+                : fallback.memory,
+            cpu: 0,
+            uptime: 0,
+        };
+    }
+    catch (error) {
+        Logger.debug(`Metrics snapshot unavailable for worker ${name}`, error);
+        return {
+            processed: fallback.processed,
+            failed: 0,
+            avgTime: fallback.avgTime,
+            memory: fallback.memory,
+            cpu: 0,
+            uptime: 0,
+        };
+    }
+};
+export async function toggleAutoStart(name, enabled) {
+    await WorkerFactory.setAutoStart(name, enabled);
+}
+export async function getWorkerDetails(name, driver) {
+    const persistenceDriver = (driver || process.env['WORKER_PERSISTENCE_DRIVER']) ?? 'memory';
+    const isMixedPersistence = persistenceDriver === 'database';
+    let worker;
+    if (isMixedPersistence) {
+        const dbRecord = await WorkerFactory.getPersisted(name, { driver: 'database' });
+        if (dbRecord) {
+            worker = buildWorkerFromRecord(dbRecord, 'database');
+        }
+        else {
+            const redisRecord = await WorkerFactory.getPersisted(name, { driver: 'redis' });
+            if (redisRecord) {
+                worker = buildWorkerFromRecord(redisRecord, 'redis');
+            }
+        }
+    }
+    else {
+        const normalizedDriver = normalizeDriver(persistenceDriver);
+        const record = await WorkerFactory.getPersisted(name, { driver: normalizedDriver });
+        if (record) {
+            worker = buildWorkerFromRecord(record, normalizedDriver);
+        }
+    }
+    if (!worker) {
+        throw ErrorFactory.createWorkerError(`Worker ${name} not found`);
+    }
+    const enrichedWorkers = await enrichWithDetails([worker]);
+    return enrichedWorkers[0];
+}

package/dist/dashboard/workers-dashboard-ui.d.ts

@@ -0,0 +1,3 @@
+export type { WorkersDashboardUiOptions } from './types';
+declare const getWorkersDashboardStyles: () => string;
+export { getWorkersDashboardStyles };