@zintrust/core 0.1.42 → 0.1.44
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/app/Controllers/AuthController.d.ts +10 -0
- package/app/Controllers/AuthController.d.ts.map +1 -0
- package/app/Controllers/AuthController.js +201 -0
- package/app/Controllers/UserController.d.ts +9 -0
- package/app/Controllers/UserController.d.ts.map +1 -0
- package/app/Controllers/UserController.js +8 -0
- package/app/Controllers/UserQueryBuilderController.d.ts +16 -0
- package/app/Controllers/UserQueryBuilderController.d.ts.map +1 -0
- package/app/Controllers/UserQueryBuilderController.js +404 -0
- package/app/Middleware/ProfilerMiddleware.d.ts +12 -0
- package/app/Middleware/ProfilerMiddleware.d.ts.map +1 -0
- package/app/Middleware/ProfilerMiddleware.js +47 -0
- package/app/Middleware/index.d.ts +59 -0
- package/app/Middleware/index.d.ts.map +1 -0
- package/app/Middleware/index.js +215 -0
- package/app/Models/Post.d.ts +14 -0
- package/app/Models/Post.d.ts.map +1 -0
- package/app/Models/Post.js +27 -0
- package/app/Models/User.d.ts +14 -0
- package/app/Models/User.d.ts.map +1 -0
- package/app/Models/User.js +44 -0
- package/app/Schedules/JobTracking.d.ts +3 -0
- package/app/Schedules/JobTracking.d.ts.map +1 -0
- package/app/Schedules/JobTracking.js +13 -0
- package/app/Schedules/index.d.ts +2 -0
- package/app/Schedules/index.d.ts.map +1 -0
- package/app/Schedules/index.js +1 -0
- package/app/Toolkit/Broadcast/sendBroadcast.d.ts +6 -0
- package/app/Toolkit/Broadcast/sendBroadcast.d.ts.map +1 -0
- package/app/Toolkit/Broadcast/sendBroadcast.js +5 -0
- package/app/Toolkit/Mail/sendWelcomeEmail.d.ts +6 -0
- package/app/Toolkit/Mail/sendWelcomeEmail.d.ts.map +1 -0
- package/app/Toolkit/Mail/sendWelcomeEmail.js +20 -0
- package/app/Toolkit/Notification/sendSlackNotification.d.ts +8 -0
- package/app/Toolkit/Notification/sendSlackNotification.d.ts.map +1 -0
- package/app/Toolkit/Notification/sendSlackNotification.js +5 -0
- package/app/Toolkit/Notification/sendSms.d.ts +6 -0
- package/app/Toolkit/Notification/sendSms.d.ts.map +1 -0
- package/app/Toolkit/Notification/sendSms.js +5 -0
- package/app/Types/controller.d.ts +42 -0
- package/app/Types/controller.d.ts.map +1 -0
- package/app/Types/controller.js +1 -0
- package/config/broadcast.d.ts +38 -0
- package/config/broadcast.d.ts.map +1 -0
- package/config/broadcast.js +37 -0
- package/config/cache.d.ts +40 -0
- package/config/cache.d.ts.map +1 -0
- package/config/cache.js +39 -0
- package/config/database.d.ts +58 -0
- package/config/database.d.ts.map +1 -0
- package/config/database.js +65 -0
- package/config/mail.d.ts +51 -0
- package/config/mail.d.ts.map +1 -0
- package/config/mail.js +69 -0
- package/config/middleware.d.ts +11 -0
- package/config/middleware.d.ts.map +1 -0
- package/config/middleware.js +30 -0
- package/config/notification.d.ts +33 -0
- package/config/notification.d.ts.map +1 -0
- package/config/notification.js +33 -0
- package/config/queue.d.ts +55 -0
- package/config/queue.d.ts.map +1 -0
- package/config/queue.js +87 -0
- package/config/storage.d.ts +59 -0
- package/config/storage.d.ts.map +1 -0
- package/config/storage.js +59 -0
- package/config/workers.d.ts +54 -0
- package/config/workers.d.ts.map +1 -0
- package/config/workers.js +83 -0
- package/package.json +12 -5
- package/packages/cloudflare-d1-proxy/src/index.d.ts +48 -0
- package/packages/cloudflare-d1-proxy/src/index.d.ts.map +1 -0
- package/packages/cloudflare-d1-proxy/src/index.js +387 -0
- package/packages/cloudflare-kv-proxy/src/index.d.ts +44 -0
- package/packages/cloudflare-kv-proxy/src/index.d.ts.map +1 -0
- package/packages/cloudflare-kv-proxy/src/index.js +325 -0
- package/packages/queue-monitor/src/QueueMonitoringService.d.ts +35 -0
- package/packages/queue-monitor/src/QueueMonitoringService.d.ts.map +1 -0
- package/packages/queue-monitor/src/QueueMonitoringService.js +194 -0
- package/packages/queue-monitor/src/connection.d.ts +3 -0
- package/packages/queue-monitor/src/connection.d.ts.map +1 -0
- package/packages/queue-monitor/src/connection.js +1 -0
- package/packages/queue-monitor/src/dashboard-ui.d.ts +7 -0
- package/packages/queue-monitor/src/dashboard-ui.d.ts.map +1 -0
- package/packages/queue-monitor/src/dashboard-ui.js +997 -0
- package/packages/queue-monitor/src/driver.d.ts +15 -0
- package/packages/queue-monitor/src/driver.d.ts.map +1 -0
- package/packages/queue-monitor/src/driver.js +115 -0
- package/packages/queue-monitor/src/index.d.ts +71 -0
- package/packages/queue-monitor/src/index.d.ts.map +1 -0
- package/packages/queue-monitor/src/index.js +296 -0
- package/packages/queue-monitor/src/metrics.d.ts +27 -0
- package/packages/queue-monitor/src/metrics.d.ts.map +1 -0
- package/packages/queue-monitor/src/metrics.js +92 -0
- package/packages/queue-monitor/src/worker.d.ts +8 -0
- package/packages/queue-monitor/src/worker.d.ts.map +1 -0
- package/packages/queue-monitor/src/worker.js +35 -0
- package/packages/queue-redis/src/BullMQRedisQueue.d.ts +26 -0
- package/packages/queue-redis/src/BullMQRedisQueue.d.ts.map +1 -0
- package/packages/queue-redis/src/BullMQRedisQueue.js +463 -0
- package/packages/queue-redis/src/HttpQueueDriver.d.ts +18 -0
- package/packages/queue-redis/src/HttpQueueDriver.d.ts.map +1 -0
- package/packages/queue-redis/src/HttpQueueDriver.js +249 -0
- package/packages/queue-redis/src/QueueHttpGateway.d.ts +16 -0
- package/packages/queue-redis/src/QueueHttpGateway.d.ts.map +1 -0
- package/packages/queue-redis/src/QueueHttpGateway.js +217 -0
- package/packages/queue-redis/src/RedisPublishClient.d.ts +14 -0
- package/packages/queue-redis/src/RedisPublishClient.d.ts.map +1 -0
- package/packages/queue-redis/src/RedisPublishClient.js +251 -0
- package/packages/queue-redis/src/index.d.ts +12 -0
- package/packages/queue-redis/src/index.d.ts.map +1 -0
- package/packages/queue-redis/src/index.js +10 -0
- package/packages/queue-redis/src/register.d.ts +6 -0
- package/packages/queue-redis/src/register.d.ts.map +1 -0
- package/packages/queue-redis/src/register.js +21 -0
- package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.d.ts +11 -0
- package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.d.ts.map +1 -0
- package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.js +32 -0
- package/packages/workers/migrations/20260123180000_create_queue_jobs_table.d.ts +11 -0
- package/packages/workers/migrations/20260123180000_create_queue_jobs_table.d.ts.map +1 -0
- package/packages/workers/migrations/20260123180000_create_queue_jobs_table.js +46 -0
- package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.d.ts +7 -0
- package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.d.ts.map +1 -0
- package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.js +44 -0
- package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.d.ts +7 -0
- package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.d.ts.map +1 -0
- package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.js +104 -0
- package/packages/workers/src/AnomalyDetection.d.ts +107 -0
- package/packages/workers/src/AnomalyDetection.d.ts.map +1 -0
- package/packages/workers/src/AnomalyDetection.js +329 -0
- package/packages/workers/src/AutoScaler.d.ts +128 -0
- package/packages/workers/src/AutoScaler.d.ts.map +1 -0
- package/packages/workers/src/AutoScaler.js +425 -0
- package/packages/workers/src/BroadcastWorker.d.ts +24 -0
- package/packages/workers/src/BroadcastWorker.d.ts.map +1 -0
- package/packages/workers/src/BroadcastWorker.js +24 -0
- package/packages/workers/src/CanaryController.d.ts +104 -0
- package/packages/workers/src/CanaryController.d.ts.map +1 -0
- package/packages/workers/src/CanaryController.js +424 -0
- package/packages/workers/src/ChaosEngineering.d.ts +80 -0
- package/packages/workers/src/ChaosEngineering.d.ts.map +1 -0
- package/packages/workers/src/ChaosEngineering.js +229 -0
- package/packages/workers/src/CircuitBreaker.d.ts +107 -0
- package/packages/workers/src/CircuitBreaker.d.ts.map +1 -0
- package/packages/workers/src/CircuitBreaker.js +374 -0
- package/packages/workers/src/ClusterLock.d.ts +91 -0
- package/packages/workers/src/ClusterLock.d.ts.map +1 -0
- package/packages/workers/src/ClusterLock.js +397 -0
- package/packages/workers/src/ComplianceManager.d.ts +178 -0
- package/packages/workers/src/ComplianceManager.d.ts.map +1 -0
- package/packages/workers/src/ComplianceManager.js +556 -0
- package/packages/workers/src/DatacenterOrchestrator.d.ts +134 -0
- package/packages/workers/src/DatacenterOrchestrator.d.ts.map +1 -0
- package/packages/workers/src/DatacenterOrchestrator.js +404 -0
- package/packages/workers/src/DeadLetterQueue.d.ts +123 -0
- package/packages/workers/src/DeadLetterQueue.d.ts.map +1 -0
- package/packages/workers/src/DeadLetterQueue.js +544 -0
- package/packages/workers/src/HealthMonitor.d.ts +43 -0
- package/packages/workers/src/HealthMonitor.d.ts.map +1 -0
- package/packages/workers/src/HealthMonitor.js +312 -0
- package/packages/workers/src/MultiQueueWorker.d.ts +90 -0
- package/packages/workers/src/MultiQueueWorker.d.ts.map +1 -0
- package/packages/workers/src/MultiQueueWorker.js +282 -0
- package/packages/workers/src/NotificationWorker.d.ts +24 -0
- package/packages/workers/src/NotificationWorker.d.ts.map +1 -0
- package/packages/workers/src/NotificationWorker.js +23 -0
- package/packages/workers/src/Observability.d.ts +154 -0
- package/packages/workers/src/Observability.d.ts.map +1 -0
- package/packages/workers/src/Observability.js +538 -0
- package/packages/workers/src/PluginManager.d.ts +124 -0
- package/packages/workers/src/PluginManager.d.ts.map +1 -0
- package/packages/workers/src/PluginManager.js +392 -0
- package/packages/workers/src/PriorityQueue.d.ts +118 -0
- package/packages/workers/src/PriorityQueue.d.ts.map +1 -0
- package/packages/workers/src/PriorityQueue.js +276 -0
- package/packages/workers/src/ResourceMonitor.d.ts +165 -0
- package/packages/workers/src/ResourceMonitor.d.ts.map +1 -0
- package/packages/workers/src/ResourceMonitor.js +632 -0
- package/packages/workers/src/SLAMonitor.d.ts +111 -0
- package/packages/workers/src/SLAMonitor.d.ts.map +1 -0
- package/packages/workers/src/SLAMonitor.js +274 -0
- package/packages/workers/src/WorkerFactory.d.ts +218 -0
- package/packages/workers/src/WorkerFactory.d.ts.map +1 -0
- package/packages/workers/src/WorkerFactory.js +2253 -0
- package/packages/workers/src/WorkerInit.d.ts +86 -0
- package/packages/workers/src/WorkerInit.d.ts.map +1 -0
- package/packages/workers/src/WorkerInit.js +307 -0
- package/packages/workers/src/WorkerMetrics.d.ts +116 -0
- package/packages/workers/src/WorkerMetrics.d.ts.map +1 -0
- package/packages/workers/src/WorkerMetrics.js +570 -0
- package/packages/workers/src/WorkerRegistry.d.ts +152 -0
- package/packages/workers/src/WorkerRegistry.d.ts.map +1 -0
- package/packages/workers/src/WorkerRegistry.js +396 -0
- package/packages/workers/src/WorkerShutdown.d.ts +70 -0
- package/packages/workers/src/WorkerShutdown.d.ts.map +1 -0
- package/packages/workers/src/WorkerShutdown.js +185 -0
- package/packages/workers/src/WorkerVersioning.d.ts +108 -0
- package/packages/workers/src/WorkerVersioning.d.ts.map +1 -0
- package/packages/workers/src/WorkerVersioning.js +300 -0
- package/packages/workers/src/config/workerConfig.d.ts +5 -0
- package/packages/workers/src/config/workerConfig.d.ts.map +1 -0
- package/packages/workers/src/config/workerConfig.js +25 -0
- package/packages/workers/src/createQueueWorker.d.ts +26 -0
- package/packages/workers/src/createQueueWorker.d.ts.map +1 -0
- package/packages/workers/src/createQueueWorker.js +367 -0
- package/packages/workers/src/dashboard/index.d.ts +2 -0
- package/packages/workers/src/dashboard/index.d.ts.map +1 -0
- package/packages/workers/src/dashboard/index.js +1 -0
- package/packages/workers/src/dashboard/types.d.ts +123 -0
- package/packages/workers/src/dashboard/types.d.ts.map +1 -0
- package/packages/workers/src/dashboard/types.js +1 -0
- package/packages/workers/src/dashboard/workers-api.d.ts +5 -0
- package/packages/workers/src/dashboard/workers-api.d.ts.map +1 -0
- package/packages/workers/src/dashboard/workers-api.js +738 -0
- package/packages/workers/src/helper/index.d.ts +6 -0
- package/packages/workers/src/helper/index.d.ts.map +1 -0
- package/packages/workers/src/helper/index.js +10 -0
- package/packages/workers/src/http/WorkerApiController.d.ts +39 -0
- package/packages/workers/src/http/WorkerApiController.d.ts.map +1 -0
- package/packages/workers/src/http/WorkerApiController.js +313 -0
- package/packages/workers/src/http/WorkerController.d.ts +375 -0
- package/packages/workers/src/http/WorkerController.d.ts.map +1 -0
- package/packages/workers/src/http/WorkerController.js +1454 -0
- package/packages/workers/src/http/WorkerMonitoringService.d.ts +12 -0
- package/packages/workers/src/http/WorkerMonitoringService.d.ts.map +1 -0
- package/packages/workers/src/http/WorkerMonitoringService.js +89 -0
- package/packages/workers/src/http/middleware/CustomValidation.d.ts +93 -0
- package/packages/workers/src/http/middleware/CustomValidation.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/CustomValidation.js +270 -0
- package/packages/workers/src/http/middleware/DatacenterValidator.d.ts +4 -0
- package/packages/workers/src/http/middleware/DatacenterValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/DatacenterValidator.js +94 -0
- package/packages/workers/src/http/middleware/EditWorkerValidation.d.ts +8 -0
- package/packages/workers/src/http/middleware/EditWorkerValidation.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/EditWorkerValidation.js +56 -0
- package/packages/workers/src/http/middleware/FeaturesValidator.d.ts +4 -0
- package/packages/workers/src/http/middleware/FeaturesValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/FeaturesValidator.js +60 -0
- package/packages/workers/src/http/middleware/InfrastructureValidator.d.ts +32 -0
- package/packages/workers/src/http/middleware/InfrastructureValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/InfrastructureValidator.js +226 -0
- package/packages/workers/src/http/middleware/OptionsValidator.d.ts +4 -0
- package/packages/workers/src/http/middleware/OptionsValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/OptionsValidator.js +112 -0
- package/packages/workers/src/http/middleware/PayloadSanitizer.d.ts +8 -0
- package/packages/workers/src/http/middleware/PayloadSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/PayloadSanitizer.js +42 -0
- package/packages/workers/src/http/middleware/ProcessorPathSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/ProcessorPathSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/ProcessorPathSanitizer.js +140 -0
- package/packages/workers/src/http/middleware/QueueNameSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/QueueNameSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/QueueNameSanitizer.js +45 -0
- package/packages/workers/src/http/middleware/ValidateDriver.d.ts +8 -0
- package/packages/workers/src/http/middleware/ValidateDriver.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/ValidateDriver.js +20 -0
- package/packages/workers/src/http/middleware/VersionSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/VersionSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/VersionSanitizer.js +25 -0
- package/packages/workers/src/http/middleware/WorkerNameSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/WorkerNameSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/WorkerNameSanitizer.js +46 -0
- package/packages/workers/src/http/middleware/WorkerValidationChain.d.ts +28 -0
- package/packages/workers/src/http/middleware/WorkerValidationChain.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/WorkerValidationChain.js +186 -0
- package/packages/workers/src/index.d.ts +47 -0
- package/packages/workers/src/index.d.ts.map +1 -0
- package/packages/workers/src/index.js +48 -0
- package/packages/workers/src/routes/workers.d.ts +13 -0
- package/packages/workers/src/routes/workers.d.ts.map +1 -0
- package/packages/workers/src/routes/workers.js +126 -0
- package/packages/workers/src/storage/WorkerStore.d.ts +52 -0
- package/packages/workers/src/storage/WorkerStore.d.ts.map +1 -0
- package/packages/workers/src/storage/WorkerStore.js +259 -0
- package/packages/workers/src/telemetry/api/TelemetryAPI.d.ts +47 -0
- package/packages/workers/src/telemetry/api/TelemetryAPI.d.ts.map +1 -0
- package/packages/workers/src/telemetry/api/TelemetryAPI.js +219 -0
- package/packages/workers/src/telemetry/api/TelemetryMonitoringService.d.ts +18 -0
- package/packages/workers/src/telemetry/api/TelemetryMonitoringService.d.ts.map +1 -0
- package/packages/workers/src/telemetry/api/TelemetryMonitoringService.js +140 -0
- package/packages/workers/src/telemetry/components/AlertPanel.d.ts +2 -0
- package/packages/workers/src/telemetry/components/AlertPanel.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/AlertPanel.js +13 -0
- package/packages/workers/src/telemetry/components/CostTracking.d.ts +2 -0
- package/packages/workers/src/telemetry/components/CostTracking.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/CostTracking.js +14 -0
- package/packages/workers/src/telemetry/components/ResourceUsageChart.d.ts +2 -0
- package/packages/workers/src/telemetry/components/ResourceUsageChart.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/ResourceUsageChart.js +11 -0
- package/packages/workers/src/telemetry/components/WorkerHealthChart.d.ts +2 -0
- package/packages/workers/src/telemetry/components/WorkerHealthChart.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/WorkerHealthChart.js +11 -0
- package/packages/workers/src/telemetry/index.d.ts +16 -0
- package/packages/workers/src/telemetry/index.d.ts.map +1 -0
- package/packages/workers/src/telemetry/index.js +60 -0
- package/packages/workers/src/telemetry/routes/dashboard.d.ts +7 -0
- package/packages/workers/src/telemetry/routes/dashboard.d.ts.map +1 -0
- package/packages/workers/src/telemetry/routes/dashboard.js +608 -0
- package/packages/workers/src/type.d.ts +77 -0
- package/packages/workers/src/type.d.ts.map +1 -0
- package/packages/workers/src/type.js +1 -0
- package/packages/workers/src/ui/router/EmbeddedAssets.d.ts +5 -0
- package/packages/workers/src/ui/router/EmbeddedAssets.d.ts.map +1 -0
- package/packages/workers/src/ui/router/EmbeddedAssets.js +13 -0
- package/packages/workers/src/ui/router/ui.d.ts +4 -0
- package/packages/workers/src/ui/router/ui.d.ts.map +1 -0
- package/packages/workers/src/ui/router/ui.js +208 -0
- package/packages/workers/src/ui/types/worker-ui.d.ts +230 -0
- package/packages/workers/src/ui/types/worker-ui.d.ts.map +1 -0
- package/packages/workers/src/ui/types/worker-ui.js +5 -0
- package/routes/api.d.ts +7 -0
- package/routes/api.d.ts.map +1 -0
- package/routes/api.js +129 -0
- package/routes/broadcast.d.ts +9 -0
- package/routes/broadcast.d.ts.map +1 -0
- package/routes/broadcast.js +27 -0
- package/routes/storage.d.ts +4 -0
- package/routes/storage.d.ts.map +1 -0
- package/routes/storage.js +35 -0
- package/src/cache/Cache.d.ts.map +1 -1
- package/src/cache/Cache.js +40 -8
- package/src/cache/drivers/KVRemoteDriver.d.ts +1 -1
- package/src/cache/drivers/KVRemoteDriver.d.ts.map +1 -1
- package/src/cache/drivers/KVRemoteDriver.js +259 -44
- package/src/cache/drivers/MemoryDriver.d.ts.map +1 -1
- package/src/cache/drivers/MemoryDriver.js +10 -2
- package/src/cache/drivers/RedisDriver.d.ts.map +1 -1
- package/src/cache/drivers/RedisDriver.js +256 -33
- package/src/cli/CLI.d.ts.map +1 -1
- package/src/cli/CLI.js +6 -0
- package/src/cli/commands/DeployCommand.d.ts.map +1 -1
- package/src/cli/commands/DeployCommand.js +12 -1
- package/src/cli/commands/DeployContainersProxyCommand.d.ts +5 -0
- package/src/cli/commands/DeployContainersProxyCommand.d.ts.map +1 -0
- package/src/cli/commands/DeployContainersProxyCommand.js +45 -0
- package/src/cli/commands/DockerCommand.d.ts +5 -0
- package/src/cli/commands/DockerCommand.d.ts.map +1 -0
- package/src/cli/commands/DockerCommand.js +74 -0
- package/src/cli/commands/InitContainerCommand.js +10 -10
- package/src/cli/commands/InitContainersProxyCommand.d.ts +5 -0
- package/src/cli/commands/InitContainersProxyCommand.d.ts.map +1 -0
- package/src/cli/commands/InitContainersProxyCommand.js +159 -0
- package/src/cli/commands/NewCommand.d.ts.map +1 -1
- package/src/cli/commands/NewCommand.js +33 -0
- package/src/cli/commands/PutCommand.d.ts.map +1 -1
- package/src/cli/commands/PutCommand.js +15 -5
- package/src/cli/commands/StartCommand.d.ts.map +1 -1
- package/src/cli/commands/StartCommand.js +43 -4
- package/src/cli/scaffolding/ProjectScaffolder.d.ts.map +1 -1
- package/src/cli/scaffolding/ProjectScaffolder.js +65 -73
- package/src/cli/utils/DistPackager.d.ts.map +1 -1
- package/src/cli/utils/DistPackager.js +25 -0
- package/src/cli/utils/EnvFileLoader.d.ts +1 -0
- package/src/cli/utils/EnvFileLoader.d.ts.map +1 -1
- package/src/cli/utils/EnvFileLoader.js +14 -0
- package/src/common/RemoteSignedJson.d.ts.map +1 -1
- package/src/common/RemoteSignedJson.js +9 -2
- package/src/config/cache.js +1 -1
- package/src/config/env.d.ts +7 -0
- package/src/config/env.d.ts.map +1 -1
- package/src/config/env.js +8 -0
- package/src/config/queue.js +1 -1
- package/src/functions/cloudflare.d.ts.map +1 -1
- package/src/functions/cloudflare.js +4 -2
- package/src/index.js +3 -3
- package/src/middleware/JwtAuthMiddleware.d.ts.map +1 -1
- package/src/middleware/JwtAuthMiddleware.js +11 -5
- package/src/runtime/RuntimeAdapter.d.ts.map +1 -1
- package/src/runtime/RuntimeAdapter.js +30 -12
- package/src/runtime/adapters/CloudflareAdapter.d.ts.map +1 -1
- package/src/runtime/adapters/CloudflareAdapter.js +15 -4
- package/src/scheduler/Schedule.js +1 -1
- package/src/scheduler/leader/SchedulerLeader.js +1 -1
- package/src/schedules/job-tracking-cleanup.js +1 -1
- package/src/security/TokenRevocation.d.ts +19 -2
- package/src/security/TokenRevocation.d.ts.map +1 -1
- package/src/security/TokenRevocation.js +558 -30
- package/src/templates/project/basic/app/Controllers/AuthController.ts.tpl +11 -3
- package/src/templates/project/basic/config/middleware.ts.tpl +23 -22
- package/src/templates/project/basic/wrangler.jsonc.tpl +28 -0
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { BullMQPayload, QueueMessage } from '../../../src/index.js';
|
|
2
|
+
import { Queue } from 'bullmq';
|
|
3
|
+
interface IQueueDriver {
|
|
4
|
+
enqueue(queue: string, payload: BullMQPayload): Promise<string>;
|
|
5
|
+
dequeue<T = unknown>(queue: string): Promise<QueueMessage<T> | undefined>;
|
|
6
|
+
ack(queue: string, id: string): Promise<void>;
|
|
7
|
+
length(queue: string): Promise<number>;
|
|
8
|
+
drain(queue: string): Promise<void>;
|
|
9
|
+
}
|
|
10
|
+
interface IBullMQRedisQueue extends IQueueDriver {
|
|
11
|
+
getQueue(queueName: string): Queue;
|
|
12
|
+
shutdown(): Promise<void>;
|
|
13
|
+
closeQueue(queueName: string): Promise<void>;
|
|
14
|
+
getQueueNames(): string[];
|
|
15
|
+
}
|
|
16
|
+
export declare const shouldUseHttpProxyDriver: () => boolean;
|
|
17
|
+
export declare const runWithDirectQueueDriver: <T>(fn: () => Promise<T>) => Promise<T>;
|
|
18
|
+
/**
|
|
19
|
+
* BullMQ Redis Queue Driver
|
|
20
|
+
*
|
|
21
|
+
* Implements the same interface as the basic Redis driver but uses BullMQ internally.
|
|
22
|
+
* This provides enterprise features while maintaining full API compatibility.
|
|
23
|
+
*/
|
|
24
|
+
export declare const BullMQRedisQueue: IBullMQRedisQueue;
|
|
25
|
+
export default BullMQRedisQueue;
|
|
26
|
+
//# sourceMappingURL=BullMQRedisQueue.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BullMQRedisQueue.d.ts","sourceRoot":"","sources":["../../../../packages/queue-redis/src/BullMQRedisQueue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAgBlE,OAAO,EAAE,KAAK,EAAuC,MAAM,QAAQ,CAAC;AAKpE,UAAU,YAAY;IACpB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAChE,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;IAC1E,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC;AAED,UAAU,iBAAkB,SAAQ,YAAY;IAC9C,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,KAAK,CAAC;IACnC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,aAAa,IAAI,MAAM,EAAE,CAAC;CAC3B;AAED,eAAO,MAAM,wBAAwB,QAAO,OAK3C,CAAC;AAIF,eAAO,MAAM,wBAAwB,GAAU,CAAC,EAAE,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC,KAAG,OAAO,CAAC,CAAC,CAOjF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,mBAyjBzB,CAAC;AAEL,eAAe,gBAAgB,CAAC"}
|
|
@@ -0,0 +1,463 @@
|
|
|
1
|
+
import { Cloudflare, createLockProvider, createRedisConnection, Env, ErrorFactory, generateUuid, getBullMQSafeQueueName, getLockProvider, Logger, queueConfig, registerLockProvider, resolveLockPrefix, ZintrustLang, } from '../../../src/index.js';
|
|
2
|
+
import { Queue } from 'bullmq';
|
|
3
|
+
import { HttpQueueDriver } from './HttpQueueDriver.js';
|
|
4
|
+
export const shouldUseHttpProxyDriver = () => {
|
|
5
|
+
if (directModeDepth > 0)
|
|
6
|
+
return false;
|
|
7
|
+
const isCloudFlareWorkers = Cloudflare.getWorkersEnv() !== null;
|
|
8
|
+
const isProxy = isCloudFlareWorkers || Env.getBool('QUEUE_HTTP_PROXY_ENABLED', false);
|
|
9
|
+
return isProxy;
|
|
10
|
+
};
|
|
11
|
+
let directModeDepth = 0;
|
|
12
|
+
export const runWithDirectQueueDriver = async (fn) => {
|
|
13
|
+
directModeDepth += 1;
|
|
14
|
+
try {
|
|
15
|
+
return await fn();
|
|
16
|
+
}
|
|
17
|
+
finally {
|
|
18
|
+
directModeDepth = Math.max(0, directModeDepth - 1);
|
|
19
|
+
}
|
|
20
|
+
};
|
|
21
|
+
/**
|
|
22
|
+
* BullMQ Redis Queue Driver
|
|
23
|
+
*
|
|
24
|
+
* Implements the same interface as the basic Redis driver but uses BullMQ internally.
|
|
25
|
+
* This provides enterprise features while maintaining full API compatibility.
|
|
26
|
+
*/
|
|
27
|
+
export const BullMQRedisQueue = (() => {
|
|
28
|
+
const queues = new Map();
|
|
29
|
+
let sharedConnection = null;
|
|
30
|
+
let lockProviderCache = null;
|
|
31
|
+
const getDefaultLockDriveName = () => {
|
|
32
|
+
const driver = queueConfig.default;
|
|
33
|
+
return driver.length > 0 ? driver : ZintrustLang.REDIS;
|
|
34
|
+
};
|
|
35
|
+
const getLockProviderForQueue = (name) => {
|
|
36
|
+
const providerName = (name ?? getDefaultLockDriveName()).trim().toLowerCase();
|
|
37
|
+
const existing = getLockProvider(providerName);
|
|
38
|
+
if (existing)
|
|
39
|
+
return existing;
|
|
40
|
+
if (lockProviderCache && providerName === getDefaultLockDriveName()) {
|
|
41
|
+
return lockProviderCache;
|
|
42
|
+
}
|
|
43
|
+
if (providerName !== ZintrustLang.REDIS && providerName !== ZintrustLang.MEMORY) {
|
|
44
|
+
throw ErrorFactory.createConfigError(`Lock provider not found: ${providerName}`);
|
|
45
|
+
}
|
|
46
|
+
const prefix = resolveLockPrefix();
|
|
47
|
+
const defaultTtl = Env.getInt('QUEUE_DEFAULT_DEDUP_TTL', 86_400_000);
|
|
48
|
+
const provider = createLockProvider({
|
|
49
|
+
type: providerName === ZintrustLang.REDIS ? ZintrustLang.REDIS : ZintrustLang.MEMORY,
|
|
50
|
+
prefix: prefix.length > 0 ? prefix : ZintrustLang.ZINTRUST_LOCKS_PREFIX,
|
|
51
|
+
defaultTtl,
|
|
52
|
+
});
|
|
53
|
+
registerLockProvider(providerName, provider);
|
|
54
|
+
if (providerName === getDefaultLockDriveName()) {
|
|
55
|
+
lockProviderCache = provider;
|
|
56
|
+
}
|
|
57
|
+
return provider;
|
|
58
|
+
};
|
|
59
|
+
const getSharedConnection = () => {
|
|
60
|
+
if (sharedConnection)
|
|
61
|
+
return sharedConnection;
|
|
62
|
+
const isWorkersRuntime = Cloudflare.getWorkersEnv() !== null;
|
|
63
|
+
if (isWorkersRuntime && Cloudflare.isCloudflareSocketsEnabled() === false) {
|
|
64
|
+
throw ErrorFactory.createConfigError('BullMQ Redis driver requires ENABLE_CLOUDFLARE_SOCKETS=true in Cloudflare Workers. To use HTTP queue proxy mode, set QUEUE_HTTP_PROXY_ENABLED=true and QUEUE_HTTP_PROXY_URL.');
|
|
65
|
+
}
|
|
66
|
+
const workersHost = Cloudflare.getWorkersVar('WORKERS_REDIS_HOST');
|
|
67
|
+
const workersPortRaw = Cloudflare.getWorkersVar('WORKERS_REDIS_PORT');
|
|
68
|
+
const workersPassword = Cloudflare.getWorkersVar('WORKERS_REDIS_PASSWORD');
|
|
69
|
+
const workersDbRaw = Cloudflare.getWorkersVar('WORKERS_REDIS_QUEUE_DB');
|
|
70
|
+
const resolvedHost = workersHost !== null && workersHost.trim() !== '' ? workersHost.trim() : Env.REDIS_HOST;
|
|
71
|
+
const resolvedPort = workersPortRaw !== null && Number.isFinite(Number.parseInt(workersPortRaw, 10))
|
|
72
|
+
? Number.parseInt(workersPortRaw, 10)
|
|
73
|
+
: Env.REDIS_PORT;
|
|
74
|
+
const resolvedPassword = workersPassword !== null && workersPassword.trim() !== ''
|
|
75
|
+
? workersPassword
|
|
76
|
+
: Env.REDIS_PASSWORD;
|
|
77
|
+
const resolvedDb = workersDbRaw !== null && Number.isFinite(Number.parseInt(workersDbRaw, 10))
|
|
78
|
+
? Number.parseInt(workersDbRaw, 10)
|
|
79
|
+
: Env.getInt('REDIS_QUEUE_DB', 0);
|
|
80
|
+
const redisConfig = {
|
|
81
|
+
host: resolvedHost,
|
|
82
|
+
port: resolvedPort,
|
|
83
|
+
password: resolvedPassword,
|
|
84
|
+
database: resolvedDb,
|
|
85
|
+
};
|
|
86
|
+
if (isWorkersRuntime &&
|
|
87
|
+
(redisConfig.host === 'localhost' || redisConfig.host === '127.0.0.1')) {
|
|
88
|
+
throw ErrorFactory.createConfigError('Redis host cannot be localhost in Cloudflare Workers. Use a public Redis host, or enable queue HTTP proxy mode with QUEUE_HTTP_PROXY_ENABLED=true and QUEUE_HTTP_PROXY_URL.');
|
|
89
|
+
}
|
|
90
|
+
sharedConnection = createRedisConnection({
|
|
91
|
+
host: redisConfig.host,
|
|
92
|
+
port: redisConfig.port,
|
|
93
|
+
password: redisConfig.password,
|
|
94
|
+
db: redisConfig.database,
|
|
95
|
+
});
|
|
96
|
+
return sharedConnection; // sharedConnection is IoRedis (compatible with BullMQ)
|
|
97
|
+
};
|
|
98
|
+
const waitForRedisReady = async (client, timeoutMs) => {
|
|
99
|
+
if (client.status === 'ready')
|
|
100
|
+
return;
|
|
101
|
+
await new Promise((resolve, reject) => {
|
|
102
|
+
const timeoutId = globalThis.setTimeout(() => {
|
|
103
|
+
reject(ErrorFactory.createConnectionError('Redis connection timeout while enqueueing job'));
|
|
104
|
+
}, timeoutMs);
|
|
105
|
+
const cleanup = () => {
|
|
106
|
+
clearTimeout(timeoutId);
|
|
107
|
+
client.off('ready', onReady);
|
|
108
|
+
client.off('error', onError);
|
|
109
|
+
client.off('end', onEnd);
|
|
110
|
+
};
|
|
111
|
+
const onReady = () => {
|
|
112
|
+
cleanup();
|
|
113
|
+
resolve();
|
|
114
|
+
};
|
|
115
|
+
const onError = (err) => {
|
|
116
|
+
cleanup();
|
|
117
|
+
reject(err);
|
|
118
|
+
};
|
|
119
|
+
const onEnd = () => {
|
|
120
|
+
cleanup();
|
|
121
|
+
reject(ErrorFactory.createConnectionError('Redis connection closed while enqueueing job'));
|
|
122
|
+
};
|
|
123
|
+
client.once('ready', onReady);
|
|
124
|
+
client.once('error', onError);
|
|
125
|
+
client.once('end', onEnd);
|
|
126
|
+
});
|
|
127
|
+
};
|
|
128
|
+
const shutdown = async () => {
|
|
129
|
+
Logger.info('BullMQRedisQueue shutting down...');
|
|
130
|
+
// Close all queues in parallel
|
|
131
|
+
const closePromises = Array.from(queues.entries()).map(async ([name, queue]) => {
|
|
132
|
+
try {
|
|
133
|
+
await queue.close();
|
|
134
|
+
Logger.debug(`Closed queue "${name}"`);
|
|
135
|
+
}
|
|
136
|
+
catch (err) {
|
|
137
|
+
Logger.error(`Failed to close queue "${name}"`, err);
|
|
138
|
+
}
|
|
139
|
+
});
|
|
140
|
+
await Promise.allSettled(closePromises);
|
|
141
|
+
queues.clear();
|
|
142
|
+
// Close shared connection
|
|
143
|
+
if (sharedConnection) {
|
|
144
|
+
try {
|
|
145
|
+
await sharedConnection.quit();
|
|
146
|
+
sharedConnection = null;
|
|
147
|
+
Logger.info('Closed shared Redis connection');
|
|
148
|
+
}
|
|
149
|
+
catch (err) {
|
|
150
|
+
Logger.error('Failed to close shared Redis connection', err);
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
};
|
|
154
|
+
const getQueue = (queueName) => {
|
|
155
|
+
if (shouldUseHttpProxyDriver()) {
|
|
156
|
+
throw ErrorFactory.createConfigError('BullMQ queue instance is not available when QUEUE_HTTP_PROXY mode is active.');
|
|
157
|
+
}
|
|
158
|
+
// Check if queue exists in cache
|
|
159
|
+
if (queues.has(queueName)) {
|
|
160
|
+
const existingQueue = queues.get(queueName);
|
|
161
|
+
// LRU Mechanic: Promote to newest by deleting and re-inserting
|
|
162
|
+
queues.delete(queueName);
|
|
163
|
+
if (existingQueue) {
|
|
164
|
+
queues.set(queueName, existingQueue);
|
|
165
|
+
return existingQueue;
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
// Memory Leak Protection: Limit cached queues
|
|
169
|
+
if (queues.size >= 50) {
|
|
170
|
+
// Find queue with no activity or just remove oldest?
|
|
171
|
+
// Since we can't easily track activity, we remove the first key (oldest)
|
|
172
|
+
// and close it to release Redis connections.
|
|
173
|
+
const oldestKey = queues.keys().next().value;
|
|
174
|
+
if (oldestKey) {
|
|
175
|
+
const oldQueue = queues.get(oldestKey);
|
|
176
|
+
oldQueue?.close().catch((err) => Logger.error('BullMQ: Failed to close old queue', err));
|
|
177
|
+
queues.delete(oldestKey);
|
|
178
|
+
Logger.debug(`BullMQ: Cleaned up cached queue ${oldestKey} to free resources`);
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
const connection = getSharedConnection();
|
|
182
|
+
// Customizable BullMQ settings from environment
|
|
183
|
+
const removeOnComplete = Env.getInt('BULLMQ_REMOVE_ON_COMPLETE', 100);
|
|
184
|
+
const removeOnFail = Env.getInt('BULLMQ_REMOVE_ON_FAIL', 50);
|
|
185
|
+
const attempts = Env.getInt('BULLMQ_DEFAULT_ATTEMPTS', 3);
|
|
186
|
+
const backoffDelay = Env.getInt('BULLMQ_BACKOFF_DELAY', 2000);
|
|
187
|
+
const backoffType = Env.get('BULLMQ_BACKOFF_TYPE', 'exponential');
|
|
188
|
+
const prefix = getBullMQSafeQueueName();
|
|
189
|
+
const queue = new Queue(queueName, {
|
|
190
|
+
connection: connection,
|
|
191
|
+
prefix,
|
|
192
|
+
defaultJobOptions: {
|
|
193
|
+
removeOnComplete,
|
|
194
|
+
removeOnFail,
|
|
195
|
+
attempts,
|
|
196
|
+
backoff: {
|
|
197
|
+
type: backoffType,
|
|
198
|
+
delay: backoffDelay,
|
|
199
|
+
},
|
|
200
|
+
},
|
|
201
|
+
});
|
|
202
|
+
queues.set(queueName, queue);
|
|
203
|
+
return queue;
|
|
204
|
+
};
|
|
205
|
+
const closeQueue = async (queueName) => {
|
|
206
|
+
const queue = queues.get(queueName);
|
|
207
|
+
if (queue) {
|
|
208
|
+
await queue.close();
|
|
209
|
+
queues.delete(queueName);
|
|
210
|
+
Logger.debug(`BullMQ: Closed queue "${queueName}"`);
|
|
211
|
+
}
|
|
212
|
+
};
|
|
213
|
+
const getQueueNames = () => {
|
|
214
|
+
return Array.from(queues.keys());
|
|
215
|
+
};
|
|
216
|
+
const createJobOptions = (payloadData) => {
|
|
217
|
+
return {
|
|
218
|
+
// Use uniqueId if present, otherwise generated
|
|
219
|
+
jobId: payloadData?.uniqueId ?? generateUuid(),
|
|
220
|
+
// CRITICAL: Delay scheduling
|
|
221
|
+
delay: payloadData.delay,
|
|
222
|
+
// IMPORTANT: Retry configuration
|
|
223
|
+
attempts: payloadData.attempts,
|
|
224
|
+
// MEDIUM: Job prioritization
|
|
225
|
+
priority: payloadData.priority,
|
|
226
|
+
// CLEANUP: Job retention
|
|
227
|
+
removeOnComplete: payloadData.removeOnComplete || 100,
|
|
228
|
+
removeOnFail: payloadData.removeOnFail || 50,
|
|
229
|
+
// RETRY: Backoff strategy
|
|
230
|
+
backoff: payloadData.backoff || {
|
|
231
|
+
type: 'exponential',
|
|
232
|
+
delay: 2000,
|
|
233
|
+
},
|
|
234
|
+
// SCHEDULING: Recurring jobs
|
|
235
|
+
repeat: payloadData.repeat,
|
|
236
|
+
// ORDERING: LIFO vs FIFO
|
|
237
|
+
lifo: payloadData.lifo ?? false,
|
|
238
|
+
};
|
|
239
|
+
};
|
|
240
|
+
const validateDeduplicationId = (deduplication) => {
|
|
241
|
+
if (!deduplication?.id)
|
|
242
|
+
return null;
|
|
243
|
+
const deduplicationId = String(deduplication.id).trim();
|
|
244
|
+
return deduplicationId.length > 0 ? deduplicationId : null;
|
|
245
|
+
};
|
|
246
|
+
const checkExistingLock = async (deduplicationId, provider, replace, queue, jobId) => {
|
|
247
|
+
const status = await provider.status(deduplicationId);
|
|
248
|
+
if (status.exists && !replace) {
|
|
249
|
+
Logger.info('BullMQ: Job deduplicated', {
|
|
250
|
+
queue,
|
|
251
|
+
deduplicationId,
|
|
252
|
+
jobId,
|
|
253
|
+
});
|
|
254
|
+
return true;
|
|
255
|
+
}
|
|
256
|
+
return false;
|
|
257
|
+
};
|
|
258
|
+
const acquireDeduplicationLock = async (deduplicationId, provider, ttl, queue, jobId) => {
|
|
259
|
+
const lockOptions = ttl ? { ttl } : {};
|
|
260
|
+
const lock = await provider.acquire(deduplicationId, lockOptions);
|
|
261
|
+
if (!lock.acquired) {
|
|
262
|
+
Logger.info('BullMQ: Job deduplicated (lock collision)', {
|
|
263
|
+
queue,
|
|
264
|
+
deduplicationId,
|
|
265
|
+
jobId,
|
|
266
|
+
});
|
|
267
|
+
return false;
|
|
268
|
+
}
|
|
269
|
+
Logger.debug('BullMQ: Deduplication lock acquired', {
|
|
270
|
+
queue,
|
|
271
|
+
deduplicationId,
|
|
272
|
+
ttl,
|
|
273
|
+
});
|
|
274
|
+
return true;
|
|
275
|
+
};
|
|
276
|
+
const scheduleLockRelease = (deduplicationId, provider, ttl, releaseAfter) => {
|
|
277
|
+
const timeoutId = globalThis.setTimeout(() => {
|
|
278
|
+
provider.release({
|
|
279
|
+
key: deduplicationId,
|
|
280
|
+
ttl: ttl ?? 0,
|
|
281
|
+
acquired: true,
|
|
282
|
+
expires: new Date(Date.now() + (ttl ?? 0)),
|
|
283
|
+
});
|
|
284
|
+
}, releaseAfter);
|
|
285
|
+
timeoutId.unref();
|
|
286
|
+
};
|
|
287
|
+
const attachWorkerSideReleaseMeta = (payload, deduplicationId, releaseAfter, uniqueId) => {
|
|
288
|
+
return {
|
|
289
|
+
...payload,
|
|
290
|
+
__zintrustQueueMeta: {
|
|
291
|
+
deduplicationId,
|
|
292
|
+
releaseAfter,
|
|
293
|
+
uniqueId,
|
|
294
|
+
},
|
|
295
|
+
};
|
|
296
|
+
};
|
|
297
|
+
const handleDeduplication = async (payloadData, jobOptions, queue) => {
|
|
298
|
+
const deduplicationId = validateDeduplicationId(payloadData.deduplication);
|
|
299
|
+
if (!deduplicationId) {
|
|
300
|
+
return { payloadToSend: payloadData, shouldReturn: false };
|
|
301
|
+
}
|
|
302
|
+
const deduplication = payloadData.deduplication;
|
|
303
|
+
if (!deduplication) {
|
|
304
|
+
return { payloadToSend: payloadData, shouldReturn: false };
|
|
305
|
+
}
|
|
306
|
+
const provider = getLockProviderForQueue(payloadData.uniqueVia);
|
|
307
|
+
const ttl = typeof deduplication.ttl === 'number' && deduplication.ttl > 0
|
|
308
|
+
? deduplication.ttl
|
|
309
|
+
: undefined;
|
|
310
|
+
const replace = deduplication.replace === true;
|
|
311
|
+
// Check existing lock
|
|
312
|
+
const hasExistingLock = await checkExistingLock(deduplicationId, provider, replace, queue, jobOptions.jobId);
|
|
313
|
+
if (hasExistingLock) {
|
|
314
|
+
return { payloadToSend: payloadData, shouldReturn: true, returnValue: deduplicationId };
|
|
315
|
+
}
|
|
316
|
+
// Acquire lock
|
|
317
|
+
const lockAcquired = await acquireDeduplicationLock(deduplicationId, provider, ttl, queue, jobOptions.jobId);
|
|
318
|
+
if (!lockAcquired) {
|
|
319
|
+
return { payloadToSend: payloadData, shouldReturn: true, returnValue: deduplicationId };
|
|
320
|
+
}
|
|
321
|
+
// Keep jobs for deduplication tracking
|
|
322
|
+
jobOptions.removeOnFail = 0;
|
|
323
|
+
jobOptions.removeOnComplete = 0;
|
|
324
|
+
let payloadToSend = payloadData;
|
|
325
|
+
// Handle releaseAfter numeric
|
|
326
|
+
if (typeof deduplication.releaseAfter === 'number' && deduplication.releaseAfter > 0) {
|
|
327
|
+
scheduleLockRelease(deduplicationId, provider, ttl, deduplication.releaseAfter);
|
|
328
|
+
}
|
|
329
|
+
// Handle releaseAfter non-numeric
|
|
330
|
+
if (deduplication.releaseAfter !== undefined &&
|
|
331
|
+
deduplication.releaseAfter !== null &&
|
|
332
|
+
typeof deduplication.releaseAfter !== 'number') {
|
|
333
|
+
payloadToSend = attachWorkerSideReleaseMeta(payloadToSend, deduplicationId, deduplication.releaseAfter, payloadData.uniqueId);
|
|
334
|
+
}
|
|
335
|
+
return { payloadToSend, shouldReturn: false };
|
|
336
|
+
};
|
|
337
|
+
return {
|
|
338
|
+
getQueue,
|
|
339
|
+
shutdown,
|
|
340
|
+
closeQueue,
|
|
341
|
+
getQueueNames,
|
|
342
|
+
async enqueue(queue, payload) {
|
|
343
|
+
if (shouldUseHttpProxyDriver()) {
|
|
344
|
+
return HttpQueueDriver.enqueue(queue, payload);
|
|
345
|
+
}
|
|
346
|
+
let requestedJobId;
|
|
347
|
+
try {
|
|
348
|
+
const q = getQueue(queue);
|
|
349
|
+
// Extract BullMQ options from payload with proper typing
|
|
350
|
+
const payloadData = payload;
|
|
351
|
+
const jobOptions = createJobOptions(payloadData);
|
|
352
|
+
requestedJobId = jobOptions.jobId;
|
|
353
|
+
// Handle deduplication
|
|
354
|
+
const deduplicationResult = await handleDeduplication(payloadData, jobOptions, queue);
|
|
355
|
+
if (deduplicationResult.shouldReturn && deduplicationResult.returnValue) {
|
|
356
|
+
return deduplicationResult.returnValue;
|
|
357
|
+
}
|
|
358
|
+
const connectTimeoutMs = Env.getInt('QUEUE_REDIS_CONNECT_TIMEOUT', 5000);
|
|
359
|
+
await waitForRedisReady(getSharedConnection(), connectTimeoutMs);
|
|
360
|
+
// 🎯 Custom lock provider support (ensure provider exists for uniqueVia)
|
|
361
|
+
if (payloadData.uniqueVia) {
|
|
362
|
+
getLockProviderForQueue(payloadData.uniqueVia);
|
|
363
|
+
}
|
|
364
|
+
const job = await q.add(`${queue}-job`, deduplicationResult.payloadToSend, jobOptions);
|
|
365
|
+
Logger.debug(`BullMQ: Job enqueued to ${queue}`, { jobId: job.id, queue });
|
|
366
|
+
return String(job.id);
|
|
367
|
+
}
|
|
368
|
+
catch (error) {
|
|
369
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
370
|
+
// BullMQ throws when a job with the same jobId already exists.
|
|
371
|
+
// In enqueue-fallback/recovery paths we want strict idempotency: treat as success.
|
|
372
|
+
if (requestedJobId !== undefined &&
|
|
373
|
+
/jobid/i.test(message) &&
|
|
374
|
+
/already exists/i.test(message)) {
|
|
375
|
+
return String(requestedJobId);
|
|
376
|
+
}
|
|
377
|
+
throw ErrorFactory.createTryCatchError('Failed to enqueue job via BullMQ', error);
|
|
378
|
+
}
|
|
379
|
+
},
|
|
380
|
+
async dequeue(queue) {
|
|
381
|
+
if (shouldUseHttpProxyDriver()) {
|
|
382
|
+
return HttpQueueDriver.dequeue(queue);
|
|
383
|
+
}
|
|
384
|
+
try {
|
|
385
|
+
const q = getQueue(queue);
|
|
386
|
+
const jobs = await q.getJobs(['waiting'], 0, 1);
|
|
387
|
+
if (jobs.length === 0)
|
|
388
|
+
return undefined;
|
|
389
|
+
const job = jobs[0];
|
|
390
|
+
// Implements Visibility Timeout Pattern:
|
|
391
|
+
// Move to delayed state (30s) to "lock" it from other consumers without losing data on crash.
|
|
392
|
+
// If ack() is not called within 30s, the job reappears in waiting.
|
|
393
|
+
// We use a fixed token 'pull-worker' as we don't have a specific worker ID in this context.
|
|
394
|
+
await job.moveToDelayed(Date.now() + 30000, 'pull-worker');
|
|
395
|
+
const message = {
|
|
396
|
+
id: String(job.id),
|
|
397
|
+
payload: job.data,
|
|
398
|
+
attempts: job.attemptsMade || 0,
|
|
399
|
+
};
|
|
400
|
+
Logger.debug(`BullMQ: Job dequeued from ${queue}`, {
|
|
401
|
+
jobId: job.id,
|
|
402
|
+
payload: message.payload,
|
|
403
|
+
});
|
|
404
|
+
return message;
|
|
405
|
+
}
|
|
406
|
+
catch (error) {
|
|
407
|
+
Logger.error('BullMQ: Failed to dequeue job', error);
|
|
408
|
+
throw ErrorFactory.createTryCatchError('Failed to dequeue job via BullMQ', error);
|
|
409
|
+
}
|
|
410
|
+
},
|
|
411
|
+
async ack(queue, id) {
|
|
412
|
+
if (shouldUseHttpProxyDriver()) {
|
|
413
|
+
await HttpQueueDriver.ack(queue, id);
|
|
414
|
+
return;
|
|
415
|
+
}
|
|
416
|
+
try {
|
|
417
|
+
const q = getQueue(queue);
|
|
418
|
+
const job = await q.getJob(id);
|
|
419
|
+
if (job) {
|
|
420
|
+
// Remove the job entirely upon success
|
|
421
|
+
await job.remove();
|
|
422
|
+
Logger.debug(`BullMQ: Job ${id} acked and removed from ${queue}`);
|
|
423
|
+
}
|
|
424
|
+
else {
|
|
425
|
+
Logger.warn(`BullMQ: ACK failed - job ${id} not found in ${queue}`);
|
|
426
|
+
}
|
|
427
|
+
}
|
|
428
|
+
catch (error) {
|
|
429
|
+
Logger.error(`BullMQ: Failed to ack job ${id}`, error);
|
|
430
|
+
}
|
|
431
|
+
},
|
|
432
|
+
async length(queue) {
|
|
433
|
+
if (shouldUseHttpProxyDriver()) {
|
|
434
|
+
return HttpQueueDriver.length(queue);
|
|
435
|
+
}
|
|
436
|
+
try {
|
|
437
|
+
const q = getQueue(queue);
|
|
438
|
+
const counts = await q.getJobCounts();
|
|
439
|
+
return counts['waiting'] || 0;
|
|
440
|
+
}
|
|
441
|
+
catch (error) {
|
|
442
|
+
Logger.error('BullMQ: Failed to get queue length', error);
|
|
443
|
+
throw ErrorFactory.createTryCatchError('Failed to get queue length via BullMQ', error);
|
|
444
|
+
}
|
|
445
|
+
},
|
|
446
|
+
async drain(queue) {
|
|
447
|
+
if (shouldUseHttpProxyDriver()) {
|
|
448
|
+
await HttpQueueDriver.drain(queue);
|
|
449
|
+
return;
|
|
450
|
+
}
|
|
451
|
+
try {
|
|
452
|
+
const q = getQueue(queue);
|
|
453
|
+
await q.drain();
|
|
454
|
+
Logger.debug(`BullMQ: Queue ${queue} drained`);
|
|
455
|
+
}
|
|
456
|
+
catch (error) {
|
|
457
|
+
Logger.error('BullMQ: Failed to drain queue', error);
|
|
458
|
+
throw ErrorFactory.createTryCatchError('Failed to drain queue via BullMQ', error);
|
|
459
|
+
}
|
|
460
|
+
},
|
|
461
|
+
};
|
|
462
|
+
})();
|
|
463
|
+
export default BullMQRedisQueue;
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { BullMQPayload, QueueMessage } from '../../../src/index.js';
|
|
2
|
+
export type QueueRpcAction = 'enqueue' | 'dequeue' | 'ack' | 'length' | 'drain';
|
|
3
|
+
export interface IQueueDriver {
|
|
4
|
+
enqueue(queue: string, payload: BullMQPayload): Promise<string>;
|
|
5
|
+
dequeue<T = unknown>(queue: string): Promise<QueueMessage<T> | undefined>;
|
|
6
|
+
ack(queue: string, id: string): Promise<void>;
|
|
7
|
+
length(queue: string): Promise<number>;
|
|
8
|
+
drain(queue: string): Promise<void>;
|
|
9
|
+
}
|
|
10
|
+
export declare const HttpQueueDriver: Readonly<{
|
|
11
|
+
enqueue(queue: string, payload: BullMQPayload): Promise<string>;
|
|
12
|
+
dequeue<T = unknown>(queue: string): Promise<QueueMessage<T> | undefined>;
|
|
13
|
+
ack(queue: string, id: string): Promise<void>;
|
|
14
|
+
length(queue: string): Promise<number>;
|
|
15
|
+
drain(queue: string): Promise<void>;
|
|
16
|
+
}>;
|
|
17
|
+
export default HttpQueueDriver;
|
|
18
|
+
//# sourceMappingURL=HttpQueueDriver.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"HttpQueueDriver.d.ts","sourceRoot":"","sources":["../../../../packages/queue-redis/src/HttpQueueDriver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAWlE,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,OAAO,CAAC;AAqBhF,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAChE,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;IAC1E,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC;AAuQD,eAAO,MAAM,eAAe;mBACL,MAAM,WAAW,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC;YAqCvD,CAAC,mBAAmB,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;eAI9D,MAAM,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;kBAI/B,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;iBAIzB,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;EAGzC,CAAC;AAEH,eAAe,eAAe,CAAC"}
|