@zintrust/core 0.1.42 → 0.1.44
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/app/Controllers/AuthController.d.ts +10 -0
- package/app/Controllers/AuthController.d.ts.map +1 -0
- package/app/Controllers/AuthController.js +201 -0
- package/app/Controllers/UserController.d.ts +9 -0
- package/app/Controllers/UserController.d.ts.map +1 -0
- package/app/Controllers/UserController.js +8 -0
- package/app/Controllers/UserQueryBuilderController.d.ts +16 -0
- package/app/Controllers/UserQueryBuilderController.d.ts.map +1 -0
- package/app/Controllers/UserQueryBuilderController.js +404 -0
- package/app/Middleware/ProfilerMiddleware.d.ts +12 -0
- package/app/Middleware/ProfilerMiddleware.d.ts.map +1 -0
- package/app/Middleware/ProfilerMiddleware.js +47 -0
- package/app/Middleware/index.d.ts +59 -0
- package/app/Middleware/index.d.ts.map +1 -0
- package/app/Middleware/index.js +215 -0
- package/app/Models/Post.d.ts +14 -0
- package/app/Models/Post.d.ts.map +1 -0
- package/app/Models/Post.js +27 -0
- package/app/Models/User.d.ts +14 -0
- package/app/Models/User.d.ts.map +1 -0
- package/app/Models/User.js +44 -0
- package/app/Schedules/JobTracking.d.ts +3 -0
- package/app/Schedules/JobTracking.d.ts.map +1 -0
- package/app/Schedules/JobTracking.js +13 -0
- package/app/Schedules/index.d.ts +2 -0
- package/app/Schedules/index.d.ts.map +1 -0
- package/app/Schedules/index.js +1 -0
- package/app/Toolkit/Broadcast/sendBroadcast.d.ts +6 -0
- package/app/Toolkit/Broadcast/sendBroadcast.d.ts.map +1 -0
- package/app/Toolkit/Broadcast/sendBroadcast.js +5 -0
- package/app/Toolkit/Mail/sendWelcomeEmail.d.ts +6 -0
- package/app/Toolkit/Mail/sendWelcomeEmail.d.ts.map +1 -0
- package/app/Toolkit/Mail/sendWelcomeEmail.js +20 -0
- package/app/Toolkit/Notification/sendSlackNotification.d.ts +8 -0
- package/app/Toolkit/Notification/sendSlackNotification.d.ts.map +1 -0
- package/app/Toolkit/Notification/sendSlackNotification.js +5 -0
- package/app/Toolkit/Notification/sendSms.d.ts +6 -0
- package/app/Toolkit/Notification/sendSms.d.ts.map +1 -0
- package/app/Toolkit/Notification/sendSms.js +5 -0
- package/app/Types/controller.d.ts +42 -0
- package/app/Types/controller.d.ts.map +1 -0
- package/app/Types/controller.js +1 -0
- package/config/broadcast.d.ts +38 -0
- package/config/broadcast.d.ts.map +1 -0
- package/config/broadcast.js +37 -0
- package/config/cache.d.ts +40 -0
- package/config/cache.d.ts.map +1 -0
- package/config/cache.js +39 -0
- package/config/database.d.ts +58 -0
- package/config/database.d.ts.map +1 -0
- package/config/database.js +65 -0
- package/config/mail.d.ts +51 -0
- package/config/mail.d.ts.map +1 -0
- package/config/mail.js +69 -0
- package/config/middleware.d.ts +11 -0
- package/config/middleware.d.ts.map +1 -0
- package/config/middleware.js +30 -0
- package/config/notification.d.ts +33 -0
- package/config/notification.d.ts.map +1 -0
- package/config/notification.js +33 -0
- package/config/queue.d.ts +55 -0
- package/config/queue.d.ts.map +1 -0
- package/config/queue.js +87 -0
- package/config/storage.d.ts +59 -0
- package/config/storage.d.ts.map +1 -0
- package/config/storage.js +59 -0
- package/config/workers.d.ts +54 -0
- package/config/workers.d.ts.map +1 -0
- package/config/workers.js +83 -0
- package/package.json +12 -5
- package/packages/cloudflare-d1-proxy/src/index.d.ts +48 -0
- package/packages/cloudflare-d1-proxy/src/index.d.ts.map +1 -0
- package/packages/cloudflare-d1-proxy/src/index.js +387 -0
- package/packages/cloudflare-kv-proxy/src/index.d.ts +44 -0
- package/packages/cloudflare-kv-proxy/src/index.d.ts.map +1 -0
- package/packages/cloudflare-kv-proxy/src/index.js +325 -0
- package/packages/queue-monitor/src/QueueMonitoringService.d.ts +35 -0
- package/packages/queue-monitor/src/QueueMonitoringService.d.ts.map +1 -0
- package/packages/queue-monitor/src/QueueMonitoringService.js +194 -0
- package/packages/queue-monitor/src/connection.d.ts +3 -0
- package/packages/queue-monitor/src/connection.d.ts.map +1 -0
- package/packages/queue-monitor/src/connection.js +1 -0
- package/packages/queue-monitor/src/dashboard-ui.d.ts +7 -0
- package/packages/queue-monitor/src/dashboard-ui.d.ts.map +1 -0
- package/packages/queue-monitor/src/dashboard-ui.js +997 -0
- package/packages/queue-monitor/src/driver.d.ts +15 -0
- package/packages/queue-monitor/src/driver.d.ts.map +1 -0
- package/packages/queue-monitor/src/driver.js +115 -0
- package/packages/queue-monitor/src/index.d.ts +71 -0
- package/packages/queue-monitor/src/index.d.ts.map +1 -0
- package/packages/queue-monitor/src/index.js +296 -0
- package/packages/queue-monitor/src/metrics.d.ts +27 -0
- package/packages/queue-monitor/src/metrics.d.ts.map +1 -0
- package/packages/queue-monitor/src/metrics.js +92 -0
- package/packages/queue-monitor/src/worker.d.ts +8 -0
- package/packages/queue-monitor/src/worker.d.ts.map +1 -0
- package/packages/queue-monitor/src/worker.js +35 -0
- package/packages/queue-redis/src/BullMQRedisQueue.d.ts +26 -0
- package/packages/queue-redis/src/BullMQRedisQueue.d.ts.map +1 -0
- package/packages/queue-redis/src/BullMQRedisQueue.js +463 -0
- package/packages/queue-redis/src/HttpQueueDriver.d.ts +18 -0
- package/packages/queue-redis/src/HttpQueueDriver.d.ts.map +1 -0
- package/packages/queue-redis/src/HttpQueueDriver.js +249 -0
- package/packages/queue-redis/src/QueueHttpGateway.d.ts +16 -0
- package/packages/queue-redis/src/QueueHttpGateway.d.ts.map +1 -0
- package/packages/queue-redis/src/QueueHttpGateway.js +217 -0
- package/packages/queue-redis/src/RedisPublishClient.d.ts +14 -0
- package/packages/queue-redis/src/RedisPublishClient.d.ts.map +1 -0
- package/packages/queue-redis/src/RedisPublishClient.js +251 -0
- package/packages/queue-redis/src/index.d.ts +12 -0
- package/packages/queue-redis/src/index.d.ts.map +1 -0
- package/packages/queue-redis/src/index.js +10 -0
- package/packages/queue-redis/src/register.d.ts +6 -0
- package/packages/queue-redis/src/register.d.ts.map +1 -0
- package/packages/queue-redis/src/register.js +21 -0
- package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.d.ts +11 -0
- package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.d.ts.map +1 -0
- package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.js +32 -0
- package/packages/workers/migrations/20260123180000_create_queue_jobs_table.d.ts +11 -0
- package/packages/workers/migrations/20260123180000_create_queue_jobs_table.d.ts.map +1 -0
- package/packages/workers/migrations/20260123180000_create_queue_jobs_table.js +46 -0
- package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.d.ts +7 -0
- package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.d.ts.map +1 -0
- package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.js +44 -0
- package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.d.ts +7 -0
- package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.d.ts.map +1 -0
- package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.js +104 -0
- package/packages/workers/src/AnomalyDetection.d.ts +107 -0
- package/packages/workers/src/AnomalyDetection.d.ts.map +1 -0
- package/packages/workers/src/AnomalyDetection.js +329 -0
- package/packages/workers/src/AutoScaler.d.ts +128 -0
- package/packages/workers/src/AutoScaler.d.ts.map +1 -0
- package/packages/workers/src/AutoScaler.js +425 -0
- package/packages/workers/src/BroadcastWorker.d.ts +24 -0
- package/packages/workers/src/BroadcastWorker.d.ts.map +1 -0
- package/packages/workers/src/BroadcastWorker.js +24 -0
- package/packages/workers/src/CanaryController.d.ts +104 -0
- package/packages/workers/src/CanaryController.d.ts.map +1 -0
- package/packages/workers/src/CanaryController.js +424 -0
- package/packages/workers/src/ChaosEngineering.d.ts +80 -0
- package/packages/workers/src/ChaosEngineering.d.ts.map +1 -0
- package/packages/workers/src/ChaosEngineering.js +229 -0
- package/packages/workers/src/CircuitBreaker.d.ts +107 -0
- package/packages/workers/src/CircuitBreaker.d.ts.map +1 -0
- package/packages/workers/src/CircuitBreaker.js +374 -0
- package/packages/workers/src/ClusterLock.d.ts +91 -0
- package/packages/workers/src/ClusterLock.d.ts.map +1 -0
- package/packages/workers/src/ClusterLock.js +397 -0
- package/packages/workers/src/ComplianceManager.d.ts +178 -0
- package/packages/workers/src/ComplianceManager.d.ts.map +1 -0
- package/packages/workers/src/ComplianceManager.js +556 -0
- package/packages/workers/src/DatacenterOrchestrator.d.ts +134 -0
- package/packages/workers/src/DatacenterOrchestrator.d.ts.map +1 -0
- package/packages/workers/src/DatacenterOrchestrator.js +404 -0
- package/packages/workers/src/DeadLetterQueue.d.ts +123 -0
- package/packages/workers/src/DeadLetterQueue.d.ts.map +1 -0
- package/packages/workers/src/DeadLetterQueue.js +544 -0
- package/packages/workers/src/HealthMonitor.d.ts +43 -0
- package/packages/workers/src/HealthMonitor.d.ts.map +1 -0
- package/packages/workers/src/HealthMonitor.js +312 -0
- package/packages/workers/src/MultiQueueWorker.d.ts +90 -0
- package/packages/workers/src/MultiQueueWorker.d.ts.map +1 -0
- package/packages/workers/src/MultiQueueWorker.js +282 -0
- package/packages/workers/src/NotificationWorker.d.ts +24 -0
- package/packages/workers/src/NotificationWorker.d.ts.map +1 -0
- package/packages/workers/src/NotificationWorker.js +23 -0
- package/packages/workers/src/Observability.d.ts +154 -0
- package/packages/workers/src/Observability.d.ts.map +1 -0
- package/packages/workers/src/Observability.js +538 -0
- package/packages/workers/src/PluginManager.d.ts +124 -0
- package/packages/workers/src/PluginManager.d.ts.map +1 -0
- package/packages/workers/src/PluginManager.js +392 -0
- package/packages/workers/src/PriorityQueue.d.ts +118 -0
- package/packages/workers/src/PriorityQueue.d.ts.map +1 -0
- package/packages/workers/src/PriorityQueue.js +276 -0
- package/packages/workers/src/ResourceMonitor.d.ts +165 -0
- package/packages/workers/src/ResourceMonitor.d.ts.map +1 -0
- package/packages/workers/src/ResourceMonitor.js +632 -0
- package/packages/workers/src/SLAMonitor.d.ts +111 -0
- package/packages/workers/src/SLAMonitor.d.ts.map +1 -0
- package/packages/workers/src/SLAMonitor.js +274 -0
- package/packages/workers/src/WorkerFactory.d.ts +218 -0
- package/packages/workers/src/WorkerFactory.d.ts.map +1 -0
- package/packages/workers/src/WorkerFactory.js +2253 -0
- package/packages/workers/src/WorkerInit.d.ts +86 -0
- package/packages/workers/src/WorkerInit.d.ts.map +1 -0
- package/packages/workers/src/WorkerInit.js +307 -0
- package/packages/workers/src/WorkerMetrics.d.ts +116 -0
- package/packages/workers/src/WorkerMetrics.d.ts.map +1 -0
- package/packages/workers/src/WorkerMetrics.js +570 -0
- package/packages/workers/src/WorkerRegistry.d.ts +152 -0
- package/packages/workers/src/WorkerRegistry.d.ts.map +1 -0
- package/packages/workers/src/WorkerRegistry.js +396 -0
- package/packages/workers/src/WorkerShutdown.d.ts +70 -0
- package/packages/workers/src/WorkerShutdown.d.ts.map +1 -0
- package/packages/workers/src/WorkerShutdown.js +185 -0
- package/packages/workers/src/WorkerVersioning.d.ts +108 -0
- package/packages/workers/src/WorkerVersioning.d.ts.map +1 -0
- package/packages/workers/src/WorkerVersioning.js +300 -0
- package/packages/workers/src/config/workerConfig.d.ts +5 -0
- package/packages/workers/src/config/workerConfig.d.ts.map +1 -0
- package/packages/workers/src/config/workerConfig.js +25 -0
- package/packages/workers/src/createQueueWorker.d.ts +26 -0
- package/packages/workers/src/createQueueWorker.d.ts.map +1 -0
- package/packages/workers/src/createQueueWorker.js +367 -0
- package/packages/workers/src/dashboard/index.d.ts +2 -0
- package/packages/workers/src/dashboard/index.d.ts.map +1 -0
- package/packages/workers/src/dashboard/index.js +1 -0
- package/packages/workers/src/dashboard/types.d.ts +123 -0
- package/packages/workers/src/dashboard/types.d.ts.map +1 -0
- package/packages/workers/src/dashboard/types.js +1 -0
- package/packages/workers/src/dashboard/workers-api.d.ts +5 -0
- package/packages/workers/src/dashboard/workers-api.d.ts.map +1 -0
- package/packages/workers/src/dashboard/workers-api.js +738 -0
- package/packages/workers/src/helper/index.d.ts +6 -0
- package/packages/workers/src/helper/index.d.ts.map +1 -0
- package/packages/workers/src/helper/index.js +10 -0
- package/packages/workers/src/http/WorkerApiController.d.ts +39 -0
- package/packages/workers/src/http/WorkerApiController.d.ts.map +1 -0
- package/packages/workers/src/http/WorkerApiController.js +313 -0
- package/packages/workers/src/http/WorkerController.d.ts +375 -0
- package/packages/workers/src/http/WorkerController.d.ts.map +1 -0
- package/packages/workers/src/http/WorkerController.js +1454 -0
- package/packages/workers/src/http/WorkerMonitoringService.d.ts +12 -0
- package/packages/workers/src/http/WorkerMonitoringService.d.ts.map +1 -0
- package/packages/workers/src/http/WorkerMonitoringService.js +89 -0
- package/packages/workers/src/http/middleware/CustomValidation.d.ts +93 -0
- package/packages/workers/src/http/middleware/CustomValidation.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/CustomValidation.js +270 -0
- package/packages/workers/src/http/middleware/DatacenterValidator.d.ts +4 -0
- package/packages/workers/src/http/middleware/DatacenterValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/DatacenterValidator.js +94 -0
- package/packages/workers/src/http/middleware/EditWorkerValidation.d.ts +8 -0
- package/packages/workers/src/http/middleware/EditWorkerValidation.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/EditWorkerValidation.js +56 -0
- package/packages/workers/src/http/middleware/FeaturesValidator.d.ts +4 -0
- package/packages/workers/src/http/middleware/FeaturesValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/FeaturesValidator.js +60 -0
- package/packages/workers/src/http/middleware/InfrastructureValidator.d.ts +32 -0
- package/packages/workers/src/http/middleware/InfrastructureValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/InfrastructureValidator.js +226 -0
- package/packages/workers/src/http/middleware/OptionsValidator.d.ts +4 -0
- package/packages/workers/src/http/middleware/OptionsValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/OptionsValidator.js +112 -0
- package/packages/workers/src/http/middleware/PayloadSanitizer.d.ts +8 -0
- package/packages/workers/src/http/middleware/PayloadSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/PayloadSanitizer.js +42 -0
- package/packages/workers/src/http/middleware/ProcessorPathSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/ProcessorPathSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/ProcessorPathSanitizer.js +140 -0
- package/packages/workers/src/http/middleware/QueueNameSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/QueueNameSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/QueueNameSanitizer.js +45 -0
- package/packages/workers/src/http/middleware/ValidateDriver.d.ts +8 -0
- package/packages/workers/src/http/middleware/ValidateDriver.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/ValidateDriver.js +20 -0
- package/packages/workers/src/http/middleware/VersionSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/VersionSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/VersionSanitizer.js +25 -0
- package/packages/workers/src/http/middleware/WorkerNameSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/WorkerNameSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/WorkerNameSanitizer.js +46 -0
- package/packages/workers/src/http/middleware/WorkerValidationChain.d.ts +28 -0
- package/packages/workers/src/http/middleware/WorkerValidationChain.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/WorkerValidationChain.js +186 -0
- package/packages/workers/src/index.d.ts +47 -0
- package/packages/workers/src/index.d.ts.map +1 -0
- package/packages/workers/src/index.js +48 -0
- package/packages/workers/src/routes/workers.d.ts +13 -0
- package/packages/workers/src/routes/workers.d.ts.map +1 -0
- package/packages/workers/src/routes/workers.js +126 -0
- package/packages/workers/src/storage/WorkerStore.d.ts +52 -0
- package/packages/workers/src/storage/WorkerStore.d.ts.map +1 -0
- package/packages/workers/src/storage/WorkerStore.js +259 -0
- package/packages/workers/src/telemetry/api/TelemetryAPI.d.ts +47 -0
- package/packages/workers/src/telemetry/api/TelemetryAPI.d.ts.map +1 -0
- package/packages/workers/src/telemetry/api/TelemetryAPI.js +219 -0
- package/packages/workers/src/telemetry/api/TelemetryMonitoringService.d.ts +18 -0
- package/packages/workers/src/telemetry/api/TelemetryMonitoringService.d.ts.map +1 -0
- package/packages/workers/src/telemetry/api/TelemetryMonitoringService.js +140 -0
- package/packages/workers/src/telemetry/components/AlertPanel.d.ts +2 -0
- package/packages/workers/src/telemetry/components/AlertPanel.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/AlertPanel.js +13 -0
- package/packages/workers/src/telemetry/components/CostTracking.d.ts +2 -0
- package/packages/workers/src/telemetry/components/CostTracking.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/CostTracking.js +14 -0
- package/packages/workers/src/telemetry/components/ResourceUsageChart.d.ts +2 -0
- package/packages/workers/src/telemetry/components/ResourceUsageChart.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/ResourceUsageChart.js +11 -0
- package/packages/workers/src/telemetry/components/WorkerHealthChart.d.ts +2 -0
- package/packages/workers/src/telemetry/components/WorkerHealthChart.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/WorkerHealthChart.js +11 -0
- package/packages/workers/src/telemetry/index.d.ts +16 -0
- package/packages/workers/src/telemetry/index.d.ts.map +1 -0
- package/packages/workers/src/telemetry/index.js +60 -0
- package/packages/workers/src/telemetry/routes/dashboard.d.ts +7 -0
- package/packages/workers/src/telemetry/routes/dashboard.d.ts.map +1 -0
- package/packages/workers/src/telemetry/routes/dashboard.js +608 -0
- package/packages/workers/src/type.d.ts +77 -0
- package/packages/workers/src/type.d.ts.map +1 -0
- package/packages/workers/src/type.js +1 -0
- package/packages/workers/src/ui/router/EmbeddedAssets.d.ts +5 -0
- package/packages/workers/src/ui/router/EmbeddedAssets.d.ts.map +1 -0
- package/packages/workers/src/ui/router/EmbeddedAssets.js +13 -0
- package/packages/workers/src/ui/router/ui.d.ts +4 -0
- package/packages/workers/src/ui/router/ui.d.ts.map +1 -0
- package/packages/workers/src/ui/router/ui.js +208 -0
- package/packages/workers/src/ui/types/worker-ui.d.ts +230 -0
- package/packages/workers/src/ui/types/worker-ui.d.ts.map +1 -0
- package/packages/workers/src/ui/types/worker-ui.js +5 -0
- package/routes/api.d.ts +7 -0
- package/routes/api.d.ts.map +1 -0
- package/routes/api.js +129 -0
- package/routes/broadcast.d.ts +9 -0
- package/routes/broadcast.d.ts.map +1 -0
- package/routes/broadcast.js +27 -0
- package/routes/storage.d.ts +4 -0
- package/routes/storage.d.ts.map +1 -0
- package/routes/storage.js +35 -0
- package/src/cache/Cache.d.ts.map +1 -1
- package/src/cache/Cache.js +40 -8
- package/src/cache/drivers/KVRemoteDriver.d.ts +1 -1
- package/src/cache/drivers/KVRemoteDriver.d.ts.map +1 -1
- package/src/cache/drivers/KVRemoteDriver.js +259 -44
- package/src/cache/drivers/MemoryDriver.d.ts.map +1 -1
- package/src/cache/drivers/MemoryDriver.js +10 -2
- package/src/cache/drivers/RedisDriver.d.ts.map +1 -1
- package/src/cache/drivers/RedisDriver.js +256 -33
- package/src/cli/CLI.d.ts.map +1 -1
- package/src/cli/CLI.js +6 -0
- package/src/cli/commands/DeployCommand.d.ts.map +1 -1
- package/src/cli/commands/DeployCommand.js +12 -1
- package/src/cli/commands/DeployContainersProxyCommand.d.ts +5 -0
- package/src/cli/commands/DeployContainersProxyCommand.d.ts.map +1 -0
- package/src/cli/commands/DeployContainersProxyCommand.js +45 -0
- package/src/cli/commands/DockerCommand.d.ts +5 -0
- package/src/cli/commands/DockerCommand.d.ts.map +1 -0
- package/src/cli/commands/DockerCommand.js +74 -0
- package/src/cli/commands/InitContainerCommand.js +10 -10
- package/src/cli/commands/InitContainersProxyCommand.d.ts +5 -0
- package/src/cli/commands/InitContainersProxyCommand.d.ts.map +1 -0
- package/src/cli/commands/InitContainersProxyCommand.js +159 -0
- package/src/cli/commands/NewCommand.d.ts.map +1 -1
- package/src/cli/commands/NewCommand.js +33 -0
- package/src/cli/commands/PutCommand.d.ts.map +1 -1
- package/src/cli/commands/PutCommand.js +15 -5
- package/src/cli/commands/StartCommand.d.ts.map +1 -1
- package/src/cli/commands/StartCommand.js +43 -4
- package/src/cli/scaffolding/ProjectScaffolder.d.ts.map +1 -1
- package/src/cli/scaffolding/ProjectScaffolder.js +65 -73
- package/src/cli/utils/DistPackager.d.ts.map +1 -1
- package/src/cli/utils/DistPackager.js +25 -0
- package/src/cli/utils/EnvFileLoader.d.ts +1 -0
- package/src/cli/utils/EnvFileLoader.d.ts.map +1 -1
- package/src/cli/utils/EnvFileLoader.js +14 -0
- package/src/common/RemoteSignedJson.d.ts.map +1 -1
- package/src/common/RemoteSignedJson.js +9 -2
- package/src/config/cache.js +1 -1
- package/src/config/env.d.ts +7 -0
- package/src/config/env.d.ts.map +1 -1
- package/src/config/env.js +8 -0
- package/src/config/queue.js +1 -1
- package/src/functions/cloudflare.d.ts.map +1 -1
- package/src/functions/cloudflare.js +4 -2
- package/src/index.js +3 -3
- package/src/middleware/JwtAuthMiddleware.d.ts.map +1 -1
- package/src/middleware/JwtAuthMiddleware.js +11 -5
- package/src/runtime/RuntimeAdapter.d.ts.map +1 -1
- package/src/runtime/RuntimeAdapter.js +30 -12
- package/src/runtime/adapters/CloudflareAdapter.d.ts.map +1 -1
- package/src/runtime/adapters/CloudflareAdapter.js +15 -4
- package/src/scheduler/Schedule.js +1 -1
- package/src/scheduler/leader/SchedulerLeader.js +1 -1
- package/src/schedules/job-tracking-cleanup.js +1 -1
- package/src/security/TokenRevocation.d.ts +19 -2
- package/src/security/TokenRevocation.d.ts.map +1 -1
- package/src/security/TokenRevocation.js +558 -30
- package/src/templates/project/basic/app/Controllers/AuthController.ts.tpl +11 -3
- package/src/templates/project/basic/config/middleware.ts.tpl +23 -22
- package/src/templates/project/basic/wrangler.jsonc.tpl +28 -0
|
@@ -0,0 +1,738 @@
|
|
|
1
|
+
import { Env, ErrorFactory, Logger } from '../../../../src/index.js';
|
|
2
|
+
import { WorkerFactory } from '../WorkerFactory.js';
|
|
3
|
+
import { WorkerMetrics as WorkerMetricsManager } from '../WorkerMetrics.js';
|
|
4
|
+
const DEFAULT_PAGE_SIZE = 100;
|
|
5
|
+
const MAX_PAGE_SIZE = 200;
|
|
6
|
+
// Helper for timeout handling
|
|
7
|
+
async function withTimeout(promise, timeoutMs, errorMsg) {
|
|
8
|
+
let timer;
|
|
9
|
+
const timeoutPromise = new Promise((_, reject) => {
|
|
10
|
+
// eslint-disable-next-line no-restricted-syntax
|
|
11
|
+
timer = setTimeout(() => reject(new Error(errorMsg)), timeoutMs);
|
|
12
|
+
});
|
|
13
|
+
try {
|
|
14
|
+
const result = await Promise.race([promise, timeoutPromise]);
|
|
15
|
+
if (timer)
|
|
16
|
+
clearTimeout(timer);
|
|
17
|
+
return result;
|
|
18
|
+
}
|
|
19
|
+
catch (error) {
|
|
20
|
+
if (timer)
|
|
21
|
+
clearTimeout(timer);
|
|
22
|
+
throw error;
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
async function fetchPersistenceWithTimeout(page, limit, query) {
|
|
26
|
+
const driver = Env.get('WORKER_PERSISTENCE_DRIVER', 'memory');
|
|
27
|
+
try {
|
|
28
|
+
const result = await withTimeout(getWorkersFromPersistence(page, limit, query.driver, query), 5000, 'Persistence timeout');
|
|
29
|
+
return result;
|
|
30
|
+
}
|
|
31
|
+
catch (err) {
|
|
32
|
+
Logger.error(`[getWorkers] Persistence hung or failed (driver=${driver}), resetting connection state`, err);
|
|
33
|
+
if (typeof WorkerFactory.resetPersistence === 'function') {
|
|
34
|
+
await WorkerFactory.resetPersistence();
|
|
35
|
+
}
|
|
36
|
+
return {
|
|
37
|
+
workers: [],
|
|
38
|
+
total: 0,
|
|
39
|
+
drivers: ['memory'],
|
|
40
|
+
effectiveLimit: limit,
|
|
41
|
+
prePaginated: true,
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
async function fetchQueueDataSafe() {
|
|
46
|
+
const defaultData = {
|
|
47
|
+
driver: 'memory',
|
|
48
|
+
totalQueues: 0,
|
|
49
|
+
totalJobs: 0,
|
|
50
|
+
processingJobs: 0,
|
|
51
|
+
failedJobs: 0,
|
|
52
|
+
};
|
|
53
|
+
try {
|
|
54
|
+
return await withTimeout(getQueueData(), 3000, 'Queue data timeout');
|
|
55
|
+
}
|
|
56
|
+
catch (err) {
|
|
57
|
+
Logger.warn('[getWorkers] Queue data fetch failed or timed out', err);
|
|
58
|
+
return defaultData;
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
async function enrichWithMetricsSafe(workers) {
|
|
62
|
+
try {
|
|
63
|
+
return await withTimeout(enrichWithMetrics(workers), 5000, 'Metrics timeout');
|
|
64
|
+
}
|
|
65
|
+
catch (err) {
|
|
66
|
+
Logger.warn('[getWorkers] Metrics fetch failed or timed out', err);
|
|
67
|
+
// Reset metrics connection to avoid hanging next request
|
|
68
|
+
// We use fire-and-forget here because the request is already delayed/timed-out
|
|
69
|
+
// and we want to ensure the NEXT request has a clean slate (redisClient=null)
|
|
70
|
+
WorkerMetricsManager.shutdown().catch((e) => Logger.error('Failed to reset metrics connection', e));
|
|
71
|
+
return workers;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
export async function getWorkers(query) {
|
|
75
|
+
const start = Date.now();
|
|
76
|
+
Logger.debug('[getWorkers] Start', query);
|
|
77
|
+
const page = Math.max(1, query.page || 1);
|
|
78
|
+
const limit = Math.min(MAX_PAGE_SIZE, Math.max(1, query.limit || DEFAULT_PAGE_SIZE));
|
|
79
|
+
const offset = (page - 1) * limit;
|
|
80
|
+
// Get workers from persistence based on configuration
|
|
81
|
+
const persistenceStart = Date.now();
|
|
82
|
+
const persistence = await fetchPersistenceWithTimeout(page, limit, query);
|
|
83
|
+
Logger.debug('[getWorkers] Persistence took ' + (Date.now() - persistenceStart) + 'ms', {
|
|
84
|
+
count: persistence.workers.length,
|
|
85
|
+
total: persistence.total,
|
|
86
|
+
});
|
|
87
|
+
// Apply filters/search/sorting
|
|
88
|
+
let filteredWorkers = applyFilters(persistence.workers, query);
|
|
89
|
+
if (query.search) {
|
|
90
|
+
filteredWorkers = applySearch(filteredWorkers, query.search);
|
|
91
|
+
}
|
|
92
|
+
filteredWorkers = applySorting(filteredWorkers, query.sortBy, query.sortOrder);
|
|
93
|
+
// Get queue data
|
|
94
|
+
const queueStart = Date.now();
|
|
95
|
+
const queueData = await fetchQueueDataSafe();
|
|
96
|
+
Logger.debug('[getWorkers] Queue data took ' + (Date.now() - queueStart) + 'ms');
|
|
97
|
+
// Apply pagination
|
|
98
|
+
const paginatedWorkers = persistence.prePaginated
|
|
99
|
+
? filteredWorkers
|
|
100
|
+
: filteredWorkers.slice(offset, offset + persistence.effectiveLimit);
|
|
101
|
+
// Enrich with metrics
|
|
102
|
+
const metricsStart = Date.now();
|
|
103
|
+
const workersWithMetrics = await enrichWithMetricsSafe(paginatedWorkers);
|
|
104
|
+
Logger.debug('[getWorkers] Metrics took ' + (Date.now() - metricsStart) + 'ms');
|
|
105
|
+
// Prepare result
|
|
106
|
+
const result = {
|
|
107
|
+
workers: workersWithMetrics,
|
|
108
|
+
queueData,
|
|
109
|
+
pagination: {
|
|
110
|
+
page,
|
|
111
|
+
limit: persistence.effectiveLimit,
|
|
112
|
+
total: persistence.prePaginated ? persistence.total : filteredWorkers.length,
|
|
113
|
+
totalPages: Math.ceil((persistence.prePaginated ? persistence.total : filteredWorkers.length) /
|
|
114
|
+
persistence.effectiveLimit),
|
|
115
|
+
hasNext: offset + persistence.effectiveLimit <
|
|
116
|
+
(persistence.prePaginated ? persistence.total : filteredWorkers.length),
|
|
117
|
+
hasPrev: page > 1,
|
|
118
|
+
},
|
|
119
|
+
drivers: persistence.drivers,
|
|
120
|
+
};
|
|
121
|
+
// Include details if requested
|
|
122
|
+
if (query.includeDetails) {
|
|
123
|
+
const detailsStart = Date.now();
|
|
124
|
+
try {
|
|
125
|
+
result.workers = await enrichWithDetails(result.workers);
|
|
126
|
+
}
|
|
127
|
+
catch (err) {
|
|
128
|
+
Logger.warn('[getWorkers] Details fetch failed', err);
|
|
129
|
+
}
|
|
130
|
+
Logger.debug('[getWorkers] Details took ' + (Date.now() - detailsStart) + 'ms');
|
|
131
|
+
}
|
|
132
|
+
Logger.debug('[getWorkers] Total took ' + (Date.now() - start) + 'ms');
|
|
133
|
+
return result;
|
|
134
|
+
}
|
|
135
|
+
async function getWorkersFromPersistence(page, limit, driverFilter, query) {
|
|
136
|
+
const offset = (page - 1) * limit;
|
|
137
|
+
const persistenceDriver = Env.get('WORKER_PERSISTENCE_DRIVER', 'memory');
|
|
138
|
+
const isMixedPersistence = persistenceDriver === 'database' || persistenceDriver === 'db';
|
|
139
|
+
if (driverFilter) {
|
|
140
|
+
return getWorkersByDriverFilter(driverFilter, offset, limit, query);
|
|
141
|
+
}
|
|
142
|
+
if (isMixedPersistence) {
|
|
143
|
+
return getWorkersFromMixedPersistence(offset, limit, query);
|
|
144
|
+
}
|
|
145
|
+
return getWorkersFromSinglePersistence(persistenceDriver, offset, limit, query);
|
|
146
|
+
}
|
|
147
|
+
async function getWorkersByDriverFilter(driverFilter, offset, limit, query) {
|
|
148
|
+
try {
|
|
149
|
+
const driverRecords = await WorkerFactory.listPersistedRecords({ driver: driverFilter }, { offset, limit, includeInactive: query.includeInactive });
|
|
150
|
+
const workers = transformToWorkerData(driverRecords, driverFilter);
|
|
151
|
+
return {
|
|
152
|
+
workers,
|
|
153
|
+
total: driverRecords.length === limit ? offset + limit + 100 : offset + driverRecords.length,
|
|
154
|
+
drivers: getAvailableDriversFromDrivers([driverFilter]),
|
|
155
|
+
effectiveLimit: limit,
|
|
156
|
+
prePaginated: true,
|
|
157
|
+
};
|
|
158
|
+
}
|
|
159
|
+
catch (error) {
|
|
160
|
+
Logger.error(`Error fetching workers from ${driverFilter}:`, error);
|
|
161
|
+
return {
|
|
162
|
+
workers: [],
|
|
163
|
+
total: 0,
|
|
164
|
+
drivers: getAvailableDriversFromDrivers([driverFilter]),
|
|
165
|
+
effectiveLimit: limit,
|
|
166
|
+
prePaginated: true,
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
async function getWorkersFromMixedPersistence(offset, limit, query) {
|
|
171
|
+
const includeInactive = query.includeInactive;
|
|
172
|
+
let dbRecords = [];
|
|
173
|
+
let redisRecords = [];
|
|
174
|
+
try {
|
|
175
|
+
dbRecords = await WorkerFactory.listPersistedRecords({ driver: 'database', connection: 'mysql' }, { offset, limit, includeInactive });
|
|
176
|
+
}
|
|
177
|
+
catch (error) {
|
|
178
|
+
// In some environments (like Cloudflare), database access might not be available.
|
|
179
|
+
// We log this as debug instead of error to avoid noise.
|
|
180
|
+
Logger.debug('Failed to fetch from database persistence:', error);
|
|
181
|
+
}
|
|
182
|
+
try {
|
|
183
|
+
redisRecords = await WorkerFactory.listPersistedRecords({ driver: 'redis' }, { offset, limit, includeInactive });
|
|
184
|
+
}
|
|
185
|
+
catch (error) {
|
|
186
|
+
// Similarly for Redis if direct connection is not available.
|
|
187
|
+
Logger.debug('Failed to fetch from redis persistence:', error);
|
|
188
|
+
}
|
|
189
|
+
try {
|
|
190
|
+
const workers = [
|
|
191
|
+
...transformToWorkerData(dbRecords, 'database'),
|
|
192
|
+
...transformToWorkerData(redisRecords, 'redis'),
|
|
193
|
+
];
|
|
194
|
+
return {
|
|
195
|
+
workers,
|
|
196
|
+
total: dbRecords.length + redisRecords.length >= limit
|
|
197
|
+
? offset + limit * 2
|
|
198
|
+
: offset + dbRecords.length + redisRecords.length,
|
|
199
|
+
drivers: getAvailableDriversFromDrivers(['database', 'redis']),
|
|
200
|
+
effectiveLimit: Math.min(MAX_PAGE_SIZE, limit * 2),
|
|
201
|
+
prePaginated: true,
|
|
202
|
+
};
|
|
203
|
+
}
|
|
204
|
+
catch (error) {
|
|
205
|
+
Logger.error('Error transforming workers from mixed persistence:', error);
|
|
206
|
+
return {
|
|
207
|
+
workers: [],
|
|
208
|
+
total: 0,
|
|
209
|
+
drivers: getAvailableDriversFromDrivers(['database', 'redis']),
|
|
210
|
+
effectiveLimit: Math.min(MAX_PAGE_SIZE, limit * 2),
|
|
211
|
+
prePaginated: true,
|
|
212
|
+
};
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
async function getWorkersFromSinglePersistence(persistenceDriver, offset, limit, query) {
|
|
216
|
+
try {
|
|
217
|
+
const normalizedDriver = normalizeDriver(persistenceDriver);
|
|
218
|
+
const driverRecords = await WorkerFactory.listPersistedRecords({ driver: normalizedDriver }, { offset, limit, includeInactive: query.includeInactive });
|
|
219
|
+
const workers = transformToWorkerData(driverRecords, normalizedDriver);
|
|
220
|
+
return {
|
|
221
|
+
workers,
|
|
222
|
+
total: driverRecords.length === limit ? offset + limit + 100 : offset + driverRecords.length,
|
|
223
|
+
drivers: getAvailableDriversFromDrivers([normalizedDriver]),
|
|
224
|
+
effectiveLimit: limit,
|
|
225
|
+
prePaginated: true,
|
|
226
|
+
};
|
|
227
|
+
}
|
|
228
|
+
catch (error) {
|
|
229
|
+
Logger.error(`Error fetching workers from ${persistenceDriver}:`, error);
|
|
230
|
+
return {
|
|
231
|
+
workers: [],
|
|
232
|
+
total: 0,
|
|
233
|
+
drivers: getAvailableDriversFromDrivers([normalizeDriver(persistenceDriver)]),
|
|
234
|
+
effectiveLimit: limit,
|
|
235
|
+
prePaginated: false,
|
|
236
|
+
};
|
|
237
|
+
}
|
|
238
|
+
}
|
|
239
|
+
const normalizeDriver = (driver) => {
|
|
240
|
+
if (driver === 'db' || driver === 'database')
|
|
241
|
+
return 'database';
|
|
242
|
+
if (driver === 'redis')
|
|
243
|
+
return 'redis';
|
|
244
|
+
return 'memory';
|
|
245
|
+
};
|
|
246
|
+
const getAvailableDriversFromDrivers = (drivers) => {
|
|
247
|
+
const uniqueDrivers = new Set(drivers);
|
|
248
|
+
return Array.from(uniqueDrivers);
|
|
249
|
+
};
|
|
250
|
+
function transformToWorkerData(workers, driver) {
|
|
251
|
+
return workers.map((worker) => {
|
|
252
|
+
if (typeof worker === 'string') {
|
|
253
|
+
return buildWorkerFromRaw({ name: worker }, driver);
|
|
254
|
+
}
|
|
255
|
+
if (isWorkerRecord(worker)) {
|
|
256
|
+
return buildWorkerFromRecord(worker, driver);
|
|
257
|
+
}
|
|
258
|
+
return buildWorkerFromRaw(worker, driver);
|
|
259
|
+
});
|
|
260
|
+
}
|
|
261
|
+
const isWorkerRecord = (worker) => {
|
|
262
|
+
return 'autoStart' in worker && 'queueName' in worker && 'createdAt' in worker;
|
|
263
|
+
};
|
|
264
|
+
const buildWorkerFromRecord = (record, driver) => {
|
|
265
|
+
const status = normalizeStatus(record.status);
|
|
266
|
+
const rawData = {
|
|
267
|
+
name: record.name,
|
|
268
|
+
queueName: record.queueName,
|
|
269
|
+
status,
|
|
270
|
+
version: record.version ?? '1.0.0',
|
|
271
|
+
autoStart: record.autoStart,
|
|
272
|
+
lastError: record.lastError,
|
|
273
|
+
activeStatus: record.activeStatus ?? true,
|
|
274
|
+
};
|
|
275
|
+
return buildWorkerFromRaw(rawData, driver);
|
|
276
|
+
};
|
|
277
|
+
const buildWorkerFromRaw = (workerData, driver) => {
|
|
278
|
+
const status = normalizeStatus(workerData.status ?? 'stopped');
|
|
279
|
+
return {
|
|
280
|
+
name: workerData.name,
|
|
281
|
+
queueName: workerData.queueName || `${workerData.name}-queue`,
|
|
282
|
+
status,
|
|
283
|
+
health: determineHealth({ ...workerData, status }),
|
|
284
|
+
driver,
|
|
285
|
+
version: workerData.version || '1.0.0',
|
|
286
|
+
processed: workerData.processed || 0,
|
|
287
|
+
avgTime: workerData.avgTime || 0,
|
|
288
|
+
memory: workerData.memory || 0,
|
|
289
|
+
autoStart: workerData.autoStart || false,
|
|
290
|
+
activeStatus: workerData.activeStatus ?? true,
|
|
291
|
+
details: workerData.details || {
|
|
292
|
+
configuration: {},
|
|
293
|
+
health: {},
|
|
294
|
+
metrics: {},
|
|
295
|
+
recentLogs: [],
|
|
296
|
+
},
|
|
297
|
+
};
|
|
298
|
+
};
|
|
299
|
+
const normalizeStatus = (status) => {
|
|
300
|
+
if (status === 'running' || status === 'stopped' || status === 'error' || status === 'paused') {
|
|
301
|
+
return status;
|
|
302
|
+
}
|
|
303
|
+
return 'stopped';
|
|
304
|
+
};
|
|
305
|
+
function determineHealth(worker) {
|
|
306
|
+
let status = 'healthy';
|
|
307
|
+
const checks = [];
|
|
308
|
+
const lastCheck = new Date().toISOString();
|
|
309
|
+
if (worker.status === 'error') {
|
|
310
|
+
status = 'unhealthy';
|
|
311
|
+
checks.push({
|
|
312
|
+
name: 'worker-status',
|
|
313
|
+
status: 'fail',
|
|
314
|
+
message: 'Worker is in error state',
|
|
315
|
+
});
|
|
316
|
+
}
|
|
317
|
+
else if (worker.status === 'stopped') {
|
|
318
|
+
status = 'warning';
|
|
319
|
+
checks.push({
|
|
320
|
+
name: 'worker-status',
|
|
321
|
+
status: 'warn',
|
|
322
|
+
message: 'Worker is stopped',
|
|
323
|
+
});
|
|
324
|
+
}
|
|
325
|
+
if (worker.lastError) {
|
|
326
|
+
const timeSinceLastError = Date.now() - new Date(worker.lastError).getTime();
|
|
327
|
+
if (timeSinceLastError < 300000) {
|
|
328
|
+
status = 'warning';
|
|
329
|
+
checks.push({
|
|
330
|
+
name: 'recent-error',
|
|
331
|
+
status: 'warn',
|
|
332
|
+
message: `Last error occurred ${Math.round(timeSinceLastError / 1000)} seconds ago`,
|
|
333
|
+
});
|
|
334
|
+
}
|
|
335
|
+
}
|
|
336
|
+
return {
|
|
337
|
+
status,
|
|
338
|
+
checks,
|
|
339
|
+
lastCheck,
|
|
340
|
+
};
|
|
341
|
+
}
|
|
342
|
+
function applyFilters(workers, query) {
|
|
343
|
+
let filtered = [...workers];
|
|
344
|
+
if (query.status) {
|
|
345
|
+
filtered = filtered.filter((w) => w.status === query.status);
|
|
346
|
+
}
|
|
347
|
+
if (query.driver) {
|
|
348
|
+
filtered = filtered.filter((w) => w.driver === query.driver);
|
|
349
|
+
}
|
|
350
|
+
return filtered;
|
|
351
|
+
}
|
|
352
|
+
function applySearch(workers, searchTerm) {
|
|
353
|
+
const term = searchTerm.toLowerCase();
|
|
354
|
+
return workers.filter((worker) => worker.name.toLowerCase().includes(term) ||
|
|
355
|
+
worker.queueName.toLowerCase().includes(term) ||
|
|
356
|
+
worker.version.toLowerCase().includes(term));
|
|
357
|
+
}
|
|
358
|
+
function applySorting(workers, sortBy, sortOrder = 'asc') {
|
|
359
|
+
if (!sortBy)
|
|
360
|
+
return workers;
|
|
361
|
+
return [...workers].sort((a, b) => {
|
|
362
|
+
let aVal;
|
|
363
|
+
let bVal;
|
|
364
|
+
switch (sortBy) {
|
|
365
|
+
case 'name':
|
|
366
|
+
aVal = a.name.toLowerCase();
|
|
367
|
+
bVal = b.name.toLowerCase();
|
|
368
|
+
break;
|
|
369
|
+
case 'status':
|
|
370
|
+
aVal = a.status;
|
|
371
|
+
bVal = b.status;
|
|
372
|
+
break;
|
|
373
|
+
case 'driver':
|
|
374
|
+
aVal = a.driver;
|
|
375
|
+
bVal = b.driver;
|
|
376
|
+
break;
|
|
377
|
+
case 'health':
|
|
378
|
+
aVal = a.health.status;
|
|
379
|
+
bVal = b.health.status;
|
|
380
|
+
break;
|
|
381
|
+
case 'version':
|
|
382
|
+
aVal = a.version;
|
|
383
|
+
bVal = b.version;
|
|
384
|
+
break;
|
|
385
|
+
case 'processed':
|
|
386
|
+
aVal = a.processed;
|
|
387
|
+
bVal = b.processed;
|
|
388
|
+
break;
|
|
389
|
+
default:
|
|
390
|
+
return 0;
|
|
391
|
+
}
|
|
392
|
+
if (aVal < bVal)
|
|
393
|
+
return sortOrder === 'asc' ? -1 : 1;
|
|
394
|
+
if (aVal > bVal)
|
|
395
|
+
return sortOrder === 'asc' ? 1 : -1;
|
|
396
|
+
return 0;
|
|
397
|
+
});
|
|
398
|
+
}
|
|
399
|
+
async function getQueueData() {
|
|
400
|
+
const queueDriver = Env.get('QUEUE_DRIVER', 'redis');
|
|
401
|
+
try {
|
|
402
|
+
// Get queue statistics based on QUEUE_DRIVER
|
|
403
|
+
switch (queueDriver) {
|
|
404
|
+
case 'redis':
|
|
405
|
+
return getRedisQueueData();
|
|
406
|
+
case 'database':
|
|
407
|
+
return getDatabaseQueueData();
|
|
408
|
+
case 'db':
|
|
409
|
+
return getDatabaseQueueData();
|
|
410
|
+
default:
|
|
411
|
+
return getMemoryQueueData();
|
|
412
|
+
}
|
|
413
|
+
}
|
|
414
|
+
catch (error) {
|
|
415
|
+
Logger.error('Error fetching queue data:', error);
|
|
416
|
+
return getMemoryQueueData();
|
|
417
|
+
}
|
|
418
|
+
}
|
|
419
|
+
async function getRedisQueueData() {
|
|
420
|
+
try {
|
|
421
|
+
// Use existing queue monitor infrastructure
|
|
422
|
+
const { QueueMonitor } = await import('../../../queue-monitor/src/index.js');
|
|
423
|
+
const { queueConfig } = await import('../../../../src/index.js');
|
|
424
|
+
const redisConfig = queueConfig.drivers.redis;
|
|
425
|
+
if (redisConfig?.driver !== 'redis') {
|
|
426
|
+
throw ErrorFactory.createConfigError('Redis driver not configured');
|
|
427
|
+
}
|
|
428
|
+
const monitor = QueueMonitor.create({
|
|
429
|
+
redis: {
|
|
430
|
+
host: redisConfig.host || 'localhost',
|
|
431
|
+
port: redisConfig.port || 6379,
|
|
432
|
+
db: redisConfig.database || 1,
|
|
433
|
+
password: redisConfig.password,
|
|
434
|
+
},
|
|
435
|
+
});
|
|
436
|
+
const snapshot = await monitor.getSnapshot();
|
|
437
|
+
let totalJobs = 0;
|
|
438
|
+
let processingJobs = 0;
|
|
439
|
+
let failedJobs = 0;
|
|
440
|
+
// Aggregate stats from all queues
|
|
441
|
+
for (const queue of snapshot.queues) {
|
|
442
|
+
totalJobs +=
|
|
443
|
+
(queue.counts.waiting || 0) +
|
|
444
|
+
(queue.counts.active || 0) +
|
|
445
|
+
(queue.counts.completed || 0) +
|
|
446
|
+
(queue.counts.failed || 0);
|
|
447
|
+
processingJobs += queue.counts.active || 0;
|
|
448
|
+
failedJobs += queue.counts.failed || 0;
|
|
449
|
+
}
|
|
450
|
+
return {
|
|
451
|
+
driver: 'redis',
|
|
452
|
+
totalQueues: snapshot.queues.length,
|
|
453
|
+
totalJobs,
|
|
454
|
+
processingJobs,
|
|
455
|
+
failedJobs,
|
|
456
|
+
};
|
|
457
|
+
}
|
|
458
|
+
catch (error) {
|
|
459
|
+
Logger.error('Error fetching Redis queue data:', error);
|
|
460
|
+
return {
|
|
461
|
+
driver: 'redis',
|
|
462
|
+
totalQueues: 0,
|
|
463
|
+
totalJobs: 0,
|
|
464
|
+
processingJobs: 0,
|
|
465
|
+
failedJobs: 0,
|
|
466
|
+
};
|
|
467
|
+
}
|
|
468
|
+
}
|
|
469
|
+
async function getDatabaseQueueData() {
|
|
470
|
+
try {
|
|
471
|
+
// For database queues, use the existing database connection
|
|
472
|
+
const { useEnsureDbConnected } = await import('../../../../src/index.js');
|
|
473
|
+
const db = await useEnsureDbConnected();
|
|
474
|
+
// Get queue statistics from actual database tables using proper query builder
|
|
475
|
+
const queueStats = (await db
|
|
476
|
+
.table('queue_jobs')
|
|
477
|
+
.select('COUNT(DISTINCT queue) as totalQueues')
|
|
478
|
+
.selectAs('COUNT(*)', 'totalJobs')
|
|
479
|
+
.selectAs('SUM(CASE WHEN reserved_at IS NOT NULL AND failed_at IS NULL THEN 1 ELSE 0 END)', 'processingJobs')
|
|
480
|
+
.selectAs('SUM(CASE WHEN failed_at IS NOT NULL THEN 1 ELSE 0 END)', 'failedJobs')
|
|
481
|
+
.first());
|
|
482
|
+
const stats = queueStats || {
|
|
483
|
+
totalQueues: 0,
|
|
484
|
+
totalJobs: 0,
|
|
485
|
+
processingJobs: 0,
|
|
486
|
+
failedJobs: 0,
|
|
487
|
+
};
|
|
488
|
+
return {
|
|
489
|
+
driver: 'database',
|
|
490
|
+
totalQueues: Number(stats.totalQueues) || 0,
|
|
491
|
+
totalJobs: Number(stats.totalJobs) || 0,
|
|
492
|
+
processingJobs: Number(stats.processingJobs) || 0,
|
|
493
|
+
failedJobs: Number(stats.failedJobs) || 0,
|
|
494
|
+
};
|
|
495
|
+
}
|
|
496
|
+
catch (error) {
|
|
497
|
+
Logger.error('Error fetching database queue data:', error);
|
|
498
|
+
return {
|
|
499
|
+
driver: 'database',
|
|
500
|
+
totalQueues: 0,
|
|
501
|
+
totalJobs: 0,
|
|
502
|
+
processingJobs: 0,
|
|
503
|
+
failedJobs: 0,
|
|
504
|
+
};
|
|
505
|
+
}
|
|
506
|
+
}
|
|
507
|
+
async function getMemoryQueueData() {
|
|
508
|
+
// For memory queues, we need to access the in-memory queue registry
|
|
509
|
+
// This is a simplified implementation - in practice you'd need to
|
|
510
|
+
// access the actual queue registry from the queue system
|
|
511
|
+
// Since memory queues don't persist, we return basic info
|
|
512
|
+
// In a real implementation, you'd track active memory queues
|
|
513
|
+
return {
|
|
514
|
+
driver: 'memory',
|
|
515
|
+
totalQueues: 0, // Memory queues are not persisted
|
|
516
|
+
totalJobs: 0,
|
|
517
|
+
processingJobs: 0,
|
|
518
|
+
failedJobs: 0,
|
|
519
|
+
};
|
|
520
|
+
}
|
|
521
|
+
async function enrichWithMetrics(workers) {
|
|
522
|
+
const now = Date.now();
|
|
523
|
+
const oneHourAgo = new Date(now - 60 * 60 * 1000);
|
|
524
|
+
const endDate = new Date(now);
|
|
525
|
+
if (workers.length === 0)
|
|
526
|
+
return workers;
|
|
527
|
+
const metricRequests = workers.flatMap((worker) => [
|
|
528
|
+
{
|
|
529
|
+
workerName: worker.name,
|
|
530
|
+
metricType: 'processed',
|
|
531
|
+
granularity: 'hourly',
|
|
532
|
+
startDate: oneHourAgo,
|
|
533
|
+
endDate,
|
|
534
|
+
},
|
|
535
|
+
{
|
|
536
|
+
workerName: worker.name,
|
|
537
|
+
metricType: 'duration',
|
|
538
|
+
granularity: 'hourly',
|
|
539
|
+
startDate: oneHourAgo,
|
|
540
|
+
endDate,
|
|
541
|
+
},
|
|
542
|
+
{
|
|
543
|
+
workerName: worker.name,
|
|
544
|
+
metricType: 'memory',
|
|
545
|
+
granularity: 'hourly',
|
|
546
|
+
startDate: oneHourAgo,
|
|
547
|
+
endDate,
|
|
548
|
+
},
|
|
549
|
+
]);
|
|
550
|
+
try {
|
|
551
|
+
const results = await WorkerMetricsManager.aggregateBatch(metricRequests);
|
|
552
|
+
return workers.map((worker, index) => {
|
|
553
|
+
const baseIdx = index * 3;
|
|
554
|
+
const processedMetric = results[baseIdx];
|
|
555
|
+
const durationMetric = results[baseIdx + 1];
|
|
556
|
+
const memoryMetric = results[baseIdx + 2];
|
|
557
|
+
const processed = processedMetric && Number.isFinite(processedMetric.total)
|
|
558
|
+
? Math.round(processedMetric.total)
|
|
559
|
+
: worker.processed;
|
|
560
|
+
const avgTime = durationMetric && Number.isFinite(durationMetric.average)
|
|
561
|
+
? Math.round(durationMetric.average)
|
|
562
|
+
: worker.avgTime;
|
|
563
|
+
const memory = memoryMetric && Number.isFinite(memoryMetric.average)
|
|
564
|
+
? Math.round(memoryMetric.average)
|
|
565
|
+
: worker.memory;
|
|
566
|
+
return {
|
|
567
|
+
...worker,
|
|
568
|
+
processed,
|
|
569
|
+
avgTime,
|
|
570
|
+
memory,
|
|
571
|
+
};
|
|
572
|
+
});
|
|
573
|
+
}
|
|
574
|
+
catch (error) {
|
|
575
|
+
Logger.debug('Batch metrics unavailable', error);
|
|
576
|
+
return workers;
|
|
577
|
+
}
|
|
578
|
+
}
|
|
579
|
+
async function enrichWithDetails(workers) {
|
|
580
|
+
return Promise.all(workers.map((worker) => buildWorkerDetails(worker)));
|
|
581
|
+
}
|
|
582
|
+
async function buildWorkerDetails(worker) {
|
|
583
|
+
try {
|
|
584
|
+
const persistenceOverride = resolvePersistenceOverride(worker.driver);
|
|
585
|
+
const persisted = await WorkerFactory.getPersisted(worker.name, persistenceOverride);
|
|
586
|
+
const health = await getWorkerHealthSnapshot(worker.name, worker.health);
|
|
587
|
+
const metrics = await getWorkerMetricsSnapshot(worker.name, worker);
|
|
588
|
+
const configuration = buildWorkerConfiguration(worker, persisted);
|
|
589
|
+
return {
|
|
590
|
+
...worker,
|
|
591
|
+
processed: metrics.processed,
|
|
592
|
+
avgTime: metrics.avgTime,
|
|
593
|
+
memory: metrics.memory,
|
|
594
|
+
details: {
|
|
595
|
+
configuration,
|
|
596
|
+
health,
|
|
597
|
+
metrics,
|
|
598
|
+
recentLogs: worker.details?.recentLogs ?? [],
|
|
599
|
+
},
|
|
600
|
+
};
|
|
601
|
+
}
|
|
602
|
+
catch (error) {
|
|
603
|
+
Logger.error(`Error fetching details for worker ${worker.name}:`, error);
|
|
604
|
+
return worker;
|
|
605
|
+
}
|
|
606
|
+
}
|
|
607
|
+
function buildWorkerConfiguration(worker, persisted) {
|
|
608
|
+
if (!persisted) {
|
|
609
|
+
return {
|
|
610
|
+
queueName: worker.queueName,
|
|
611
|
+
concurrency: null,
|
|
612
|
+
region: null,
|
|
613
|
+
processorSpec: null,
|
|
614
|
+
activeStatus: null,
|
|
615
|
+
version: worker.version,
|
|
616
|
+
features: null,
|
|
617
|
+
infrastructure: null,
|
|
618
|
+
datacenter: null,
|
|
619
|
+
};
|
|
620
|
+
}
|
|
621
|
+
return {
|
|
622
|
+
queueName: persisted.queueName ?? worker.queueName,
|
|
623
|
+
concurrency: persisted.concurrency ?? null,
|
|
624
|
+
region: persisted.region ?? null,
|
|
625
|
+
processorSpec: persisted.processorSpec ?? null,
|
|
626
|
+
activeStatus: persisted.activeStatus ?? true,
|
|
627
|
+
version: persisted.version ?? worker.version,
|
|
628
|
+
features: persisted.features ?? null,
|
|
629
|
+
infrastructure: persisted.infrastructure ?? null,
|
|
630
|
+
datacenter: persisted.datacenter ?? null,
|
|
631
|
+
};
|
|
632
|
+
}
|
|
633
|
+
const resolvePersistenceOverride = (driver) => {
|
|
634
|
+
if (driver === 'database')
|
|
635
|
+
return { driver: 'database' };
|
|
636
|
+
if (driver === 'redis')
|
|
637
|
+
return { driver: 'redis' };
|
|
638
|
+
return { driver: 'memory' };
|
|
639
|
+
};
|
|
640
|
+
const getWorkerHealthSnapshot = async (name, fallback) => {
|
|
641
|
+
try {
|
|
642
|
+
const health = (await WorkerFactory.getHealth(name));
|
|
643
|
+
if (health && typeof health.status === 'string') {
|
|
644
|
+
return health;
|
|
645
|
+
}
|
|
646
|
+
}
|
|
647
|
+
catch (error) {
|
|
648
|
+
Logger.debug(`Health snapshot unavailable for worker ${name}`, error);
|
|
649
|
+
}
|
|
650
|
+
return fallback;
|
|
651
|
+
};
|
|
652
|
+
const getWorkerMetricsSnapshot = async (name, fallback) => {
|
|
653
|
+
const now = Date.now();
|
|
654
|
+
const oneHourAgo = new Date(now - 60 * 60 * 1000);
|
|
655
|
+
const endDate = new Date(now);
|
|
656
|
+
try {
|
|
657
|
+
const [processedMetric, durationMetric, memoryMetric] = await Promise.all([
|
|
658
|
+
WorkerMetricsManager.aggregate({
|
|
659
|
+
workerName: name,
|
|
660
|
+
metricType: 'processed',
|
|
661
|
+
granularity: 'hourly',
|
|
662
|
+
startDate: oneHourAgo,
|
|
663
|
+
endDate,
|
|
664
|
+
}),
|
|
665
|
+
WorkerMetricsManager.aggregate({
|
|
666
|
+
workerName: name,
|
|
667
|
+
metricType: 'duration',
|
|
668
|
+
granularity: 'hourly',
|
|
669
|
+
startDate: oneHourAgo,
|
|
670
|
+
endDate,
|
|
671
|
+
}),
|
|
672
|
+
WorkerMetricsManager.aggregate({
|
|
673
|
+
workerName: name,
|
|
674
|
+
metricType: 'memory',
|
|
675
|
+
granularity: 'hourly',
|
|
676
|
+
startDate: oneHourAgo,
|
|
677
|
+
endDate,
|
|
678
|
+
}),
|
|
679
|
+
]);
|
|
680
|
+
return {
|
|
681
|
+
processed: Number.isFinite(processedMetric.total)
|
|
682
|
+
? Math.round(processedMetric.total)
|
|
683
|
+
: fallback.processed,
|
|
684
|
+
failed: 0,
|
|
685
|
+
avgTime: Number.isFinite(durationMetric.average)
|
|
686
|
+
? Math.round(durationMetric.average)
|
|
687
|
+
: fallback.avgTime,
|
|
688
|
+
memory: Number.isFinite(memoryMetric.average)
|
|
689
|
+
? Math.round(memoryMetric.average)
|
|
690
|
+
: fallback.memory,
|
|
691
|
+
cpu: 0,
|
|
692
|
+
uptime: 0,
|
|
693
|
+
};
|
|
694
|
+
}
|
|
695
|
+
catch (error) {
|
|
696
|
+
Logger.debug(`Metrics snapshot unavailable for worker ${name}`, error);
|
|
697
|
+
return {
|
|
698
|
+
processed: fallback.processed,
|
|
699
|
+
failed: 0,
|
|
700
|
+
avgTime: fallback.avgTime,
|
|
701
|
+
memory: fallback.memory,
|
|
702
|
+
cpu: 0,
|
|
703
|
+
uptime: 0,
|
|
704
|
+
};
|
|
705
|
+
}
|
|
706
|
+
};
|
|
707
|
+
export async function toggleAutoStart(name, enabled) {
|
|
708
|
+
await WorkerFactory.setAutoStart(name, enabled);
|
|
709
|
+
}
|
|
710
|
+
export async function getWorkerDetails(name, driver) {
|
|
711
|
+
const persistenceDriver = (driver || process.env['WORKER_PERSISTENCE_DRIVER']) ?? 'memory';
|
|
712
|
+
const isMixedPersistence = persistenceDriver === 'database';
|
|
713
|
+
let worker;
|
|
714
|
+
if (isMixedPersistence) {
|
|
715
|
+
const dbRecord = await WorkerFactory.getPersisted(name, { driver: 'database' });
|
|
716
|
+
if (dbRecord) {
|
|
717
|
+
worker = buildWorkerFromRecord(dbRecord, 'database');
|
|
718
|
+
}
|
|
719
|
+
else {
|
|
720
|
+
const redisRecord = await WorkerFactory.getPersisted(name, { driver: 'redis' });
|
|
721
|
+
if (redisRecord) {
|
|
722
|
+
worker = buildWorkerFromRecord(redisRecord, 'redis');
|
|
723
|
+
}
|
|
724
|
+
}
|
|
725
|
+
}
|
|
726
|
+
else {
|
|
727
|
+
const normalizedDriver = normalizeDriver(persistenceDriver);
|
|
728
|
+
const record = await WorkerFactory.getPersisted(name, { driver: normalizedDriver });
|
|
729
|
+
if (record) {
|
|
730
|
+
worker = buildWorkerFromRecord(record, normalizedDriver);
|
|
731
|
+
}
|
|
732
|
+
}
|
|
733
|
+
if (!worker) {
|
|
734
|
+
throw ErrorFactory.createWorkerError(`Worker ${name} not found`);
|
|
735
|
+
}
|
|
736
|
+
const enrichedWorkers = await enrichWithDetails([worker]);
|
|
737
|
+
return enrichedWorkers[0];
|
|
738
|
+
}
|