@zintrust/core 0.1.41 → 0.1.43
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/app/Controllers/AuthController.d.ts +10 -0
- package/app/Controllers/AuthController.d.ts.map +1 -0
- package/app/Controllers/AuthController.js +201 -0
- package/app/Controllers/UserController.d.ts +9 -0
- package/app/Controllers/UserController.d.ts.map +1 -0
- package/app/Controllers/UserController.js +8 -0
- package/app/Controllers/UserQueryBuilderController.d.ts +16 -0
- package/app/Controllers/UserQueryBuilderController.d.ts.map +1 -0
- package/app/Controllers/UserQueryBuilderController.js +404 -0
- package/app/Middleware/ProfilerMiddleware.d.ts +12 -0
- package/app/Middleware/ProfilerMiddleware.d.ts.map +1 -0
- package/app/Middleware/ProfilerMiddleware.js +47 -0
- package/app/Middleware/index.d.ts +59 -0
- package/app/Middleware/index.d.ts.map +1 -0
- package/app/Middleware/index.js +215 -0
- package/app/Models/Post.d.ts +14 -0
- package/app/Models/Post.d.ts.map +1 -0
- package/app/Models/Post.js +27 -0
- package/app/Models/User.d.ts +14 -0
- package/app/Models/User.d.ts.map +1 -0
- package/app/Models/User.js +44 -0
- package/app/Schedules/JobTracking.d.ts +3 -0
- package/app/Schedules/JobTracking.d.ts.map +1 -0
- package/app/Schedules/JobTracking.js +13 -0
- package/app/Schedules/index.d.ts +2 -0
- package/app/Schedules/index.d.ts.map +1 -0
- package/app/Schedules/index.js +1 -0
- package/app/Toolkit/Broadcast/sendBroadcast.d.ts +6 -0
- package/app/Toolkit/Broadcast/sendBroadcast.d.ts.map +1 -0
- package/app/Toolkit/Broadcast/sendBroadcast.js +5 -0
- package/app/Toolkit/Mail/sendWelcomeEmail.d.ts +6 -0
- package/app/Toolkit/Mail/sendWelcomeEmail.d.ts.map +1 -0
- package/app/Toolkit/Mail/sendWelcomeEmail.js +20 -0
- package/app/Toolkit/Notification/sendSlackNotification.d.ts +8 -0
- package/app/Toolkit/Notification/sendSlackNotification.d.ts.map +1 -0
- package/app/Toolkit/Notification/sendSlackNotification.js +5 -0
- package/app/Toolkit/Notification/sendSms.d.ts +6 -0
- package/app/Toolkit/Notification/sendSms.d.ts.map +1 -0
- package/app/Toolkit/Notification/sendSms.js +5 -0
- package/app/Types/controller.d.ts +42 -0
- package/app/Types/controller.d.ts.map +1 -0
- package/app/Types/controller.js +1 -0
- package/config/broadcast.d.ts +38 -0
- package/config/broadcast.d.ts.map +1 -0
- package/config/broadcast.js +37 -0
- package/config/cache.d.ts +40 -0
- package/config/cache.d.ts.map +1 -0
- package/config/cache.js +39 -0
- package/config/database.d.ts +58 -0
- package/config/database.d.ts.map +1 -0
- package/config/database.js +65 -0
- package/config/mail.d.ts +51 -0
- package/config/mail.d.ts.map +1 -0
- package/config/mail.js +69 -0
- package/config/middleware.d.ts +11 -0
- package/config/middleware.d.ts.map +1 -0
- package/config/middleware.js +30 -0
- package/config/notification.d.ts +33 -0
- package/config/notification.d.ts.map +1 -0
- package/config/notification.js +33 -0
- package/config/queue.d.ts +55 -0
- package/config/queue.d.ts.map +1 -0
- package/config/queue.js +87 -0
- package/config/storage.d.ts +59 -0
- package/config/storage.d.ts.map +1 -0
- package/config/storage.js +59 -0
- package/config/workers.d.ts +54 -0
- package/config/workers.d.ts.map +1 -0
- package/config/workers.js +83 -0
- package/package.json +27 -5
- package/packages/cloudflare-d1-proxy/src/index.d.ts +48 -0
- package/packages/cloudflare-d1-proxy/src/index.d.ts.map +1 -0
- package/packages/cloudflare-d1-proxy/src/index.js +387 -0
- package/packages/cloudflare-kv-proxy/src/index.d.ts +44 -0
- package/packages/cloudflare-kv-proxy/src/index.d.ts.map +1 -0
- package/packages/cloudflare-kv-proxy/src/index.js +325 -0
- package/packages/queue-monitor/src/QueueMonitoringService.d.ts +35 -0
- package/packages/queue-monitor/src/QueueMonitoringService.d.ts.map +1 -0
- package/packages/queue-monitor/src/QueueMonitoringService.js +194 -0
- package/packages/queue-monitor/src/connection.d.ts +3 -0
- package/packages/queue-monitor/src/connection.d.ts.map +1 -0
- package/packages/queue-monitor/src/connection.js +1 -0
- package/packages/queue-monitor/src/dashboard-ui.d.ts +7 -0
- package/packages/queue-monitor/src/dashboard-ui.d.ts.map +1 -0
- package/packages/queue-monitor/src/dashboard-ui.js +997 -0
- package/packages/queue-monitor/src/driver.d.ts +15 -0
- package/packages/queue-monitor/src/driver.d.ts.map +1 -0
- package/packages/queue-monitor/src/driver.js +115 -0
- package/packages/queue-monitor/src/index.d.ts +71 -0
- package/packages/queue-monitor/src/index.d.ts.map +1 -0
- package/packages/queue-monitor/src/index.js +296 -0
- package/packages/queue-monitor/src/metrics.d.ts +27 -0
- package/packages/queue-monitor/src/metrics.d.ts.map +1 -0
- package/packages/queue-monitor/src/metrics.js +92 -0
- package/packages/queue-monitor/src/worker.d.ts +8 -0
- package/packages/queue-monitor/src/worker.d.ts.map +1 -0
- package/packages/queue-monitor/src/worker.js +35 -0
- package/packages/queue-redis/src/BullMQRedisQueue.d.ts +26 -0
- package/packages/queue-redis/src/BullMQRedisQueue.d.ts.map +1 -0
- package/packages/queue-redis/src/BullMQRedisQueue.js +463 -0
- package/packages/queue-redis/src/HttpQueueDriver.d.ts +18 -0
- package/packages/queue-redis/src/HttpQueueDriver.d.ts.map +1 -0
- package/packages/queue-redis/src/HttpQueueDriver.js +249 -0
- package/packages/queue-redis/src/QueueHttpGateway.d.ts +16 -0
- package/packages/queue-redis/src/QueueHttpGateway.d.ts.map +1 -0
- package/packages/queue-redis/src/QueueHttpGateway.js +217 -0
- package/packages/queue-redis/src/RedisPublishClient.d.ts +14 -0
- package/packages/queue-redis/src/RedisPublishClient.d.ts.map +1 -0
- package/packages/queue-redis/src/RedisPublishClient.js +251 -0
- package/packages/queue-redis/src/index.d.ts +12 -0
- package/packages/queue-redis/src/index.d.ts.map +1 -0
- package/packages/queue-redis/src/index.js +10 -0
- package/packages/queue-redis/src/register.d.ts +6 -0
- package/packages/queue-redis/src/register.d.ts.map +1 -0
- package/packages/queue-redis/src/register.js +21 -0
- package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.d.ts +11 -0
- package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.d.ts.map +1 -0
- package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.js +32 -0
- package/packages/workers/migrations/20260123180000_create_queue_jobs_table.d.ts +11 -0
- package/packages/workers/migrations/20260123180000_create_queue_jobs_table.d.ts.map +1 -0
- package/packages/workers/migrations/20260123180000_create_queue_jobs_table.js +46 -0
- package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.d.ts +7 -0
- package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.d.ts.map +1 -0
- package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.js +44 -0
- package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.d.ts +7 -0
- package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.d.ts.map +1 -0
- package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.js +104 -0
- package/packages/workers/src/AnomalyDetection.d.ts +107 -0
- package/packages/workers/src/AnomalyDetection.d.ts.map +1 -0
- package/packages/workers/src/AnomalyDetection.js +329 -0
- package/packages/workers/src/AutoScaler.d.ts +128 -0
- package/packages/workers/src/AutoScaler.d.ts.map +1 -0
- package/packages/workers/src/AutoScaler.js +425 -0
- package/packages/workers/src/BroadcastWorker.d.ts +24 -0
- package/packages/workers/src/BroadcastWorker.d.ts.map +1 -0
- package/packages/workers/src/BroadcastWorker.js +24 -0
- package/packages/workers/src/CanaryController.d.ts +104 -0
- package/packages/workers/src/CanaryController.d.ts.map +1 -0
- package/packages/workers/src/CanaryController.js +424 -0
- package/packages/workers/src/ChaosEngineering.d.ts +80 -0
- package/packages/workers/src/ChaosEngineering.d.ts.map +1 -0
- package/packages/workers/src/ChaosEngineering.js +229 -0
- package/packages/workers/src/CircuitBreaker.d.ts +107 -0
- package/packages/workers/src/CircuitBreaker.d.ts.map +1 -0
- package/packages/workers/src/CircuitBreaker.js +374 -0
- package/packages/workers/src/ClusterLock.d.ts +91 -0
- package/packages/workers/src/ClusterLock.d.ts.map +1 -0
- package/packages/workers/src/ClusterLock.js +397 -0
- package/packages/workers/src/ComplianceManager.d.ts +178 -0
- package/packages/workers/src/ComplianceManager.d.ts.map +1 -0
- package/packages/workers/src/ComplianceManager.js +556 -0
- package/packages/workers/src/DatacenterOrchestrator.d.ts +134 -0
- package/packages/workers/src/DatacenterOrchestrator.d.ts.map +1 -0
- package/packages/workers/src/DatacenterOrchestrator.js +404 -0
- package/packages/workers/src/DeadLetterQueue.d.ts +123 -0
- package/packages/workers/src/DeadLetterQueue.d.ts.map +1 -0
- package/packages/workers/src/DeadLetterQueue.js +544 -0
- package/packages/workers/src/HealthMonitor.d.ts +43 -0
- package/packages/workers/src/HealthMonitor.d.ts.map +1 -0
- package/packages/workers/src/HealthMonitor.js +312 -0
- package/packages/workers/src/MultiQueueWorker.d.ts +90 -0
- package/packages/workers/src/MultiQueueWorker.d.ts.map +1 -0
- package/packages/workers/src/MultiQueueWorker.js +282 -0
- package/packages/workers/src/NotificationWorker.d.ts +24 -0
- package/packages/workers/src/NotificationWorker.d.ts.map +1 -0
- package/packages/workers/src/NotificationWorker.js +23 -0
- package/packages/workers/src/Observability.d.ts +154 -0
- package/packages/workers/src/Observability.d.ts.map +1 -0
- package/packages/workers/src/Observability.js +538 -0
- package/packages/workers/src/PluginManager.d.ts +124 -0
- package/packages/workers/src/PluginManager.d.ts.map +1 -0
- package/packages/workers/src/PluginManager.js +392 -0
- package/packages/workers/src/PriorityQueue.d.ts +118 -0
- package/packages/workers/src/PriorityQueue.d.ts.map +1 -0
- package/packages/workers/src/PriorityQueue.js +276 -0
- package/packages/workers/src/ResourceMonitor.d.ts +165 -0
- package/packages/workers/src/ResourceMonitor.d.ts.map +1 -0
- package/packages/workers/src/ResourceMonitor.js +632 -0
- package/packages/workers/src/SLAMonitor.d.ts +111 -0
- package/packages/workers/src/SLAMonitor.d.ts.map +1 -0
- package/packages/workers/src/SLAMonitor.js +274 -0
- package/packages/workers/src/WorkerFactory.d.ts +218 -0
- package/packages/workers/src/WorkerFactory.d.ts.map +1 -0
- package/packages/workers/src/WorkerFactory.js +2253 -0
- package/packages/workers/src/WorkerInit.d.ts +86 -0
- package/packages/workers/src/WorkerInit.d.ts.map +1 -0
- package/packages/workers/src/WorkerInit.js +307 -0
- package/packages/workers/src/WorkerMetrics.d.ts +116 -0
- package/packages/workers/src/WorkerMetrics.d.ts.map +1 -0
- package/packages/workers/src/WorkerMetrics.js +570 -0
- package/packages/workers/src/WorkerRegistry.d.ts +152 -0
- package/packages/workers/src/WorkerRegistry.d.ts.map +1 -0
- package/packages/workers/src/WorkerRegistry.js +396 -0
- package/packages/workers/src/WorkerShutdown.d.ts +70 -0
- package/packages/workers/src/WorkerShutdown.d.ts.map +1 -0
- package/packages/workers/src/WorkerShutdown.js +185 -0
- package/packages/workers/src/WorkerVersioning.d.ts +108 -0
- package/packages/workers/src/WorkerVersioning.d.ts.map +1 -0
- package/packages/workers/src/WorkerVersioning.js +300 -0
- package/packages/workers/src/config/workerConfig.d.ts +5 -0
- package/packages/workers/src/config/workerConfig.d.ts.map +1 -0
- package/packages/workers/src/config/workerConfig.js +25 -0
- package/packages/workers/src/createQueueWorker.d.ts +26 -0
- package/packages/workers/src/createQueueWorker.d.ts.map +1 -0
- package/packages/workers/src/createQueueWorker.js +367 -0
- package/packages/workers/src/dashboard/index.d.ts +2 -0
- package/packages/workers/src/dashboard/index.d.ts.map +1 -0
- package/packages/workers/src/dashboard/index.js +1 -0
- package/packages/workers/src/dashboard/types.d.ts +123 -0
- package/packages/workers/src/dashboard/types.d.ts.map +1 -0
- package/packages/workers/src/dashboard/types.js +1 -0
- package/packages/workers/src/dashboard/workers-api.d.ts +5 -0
- package/packages/workers/src/dashboard/workers-api.d.ts.map +1 -0
- package/packages/workers/src/dashboard/workers-api.js +738 -0
- package/packages/workers/src/helper/index.d.ts +6 -0
- package/packages/workers/src/helper/index.d.ts.map +1 -0
- package/packages/workers/src/helper/index.js +10 -0
- package/packages/workers/src/http/WorkerApiController.d.ts +39 -0
- package/packages/workers/src/http/WorkerApiController.d.ts.map +1 -0
- package/packages/workers/src/http/WorkerApiController.js +313 -0
- package/packages/workers/src/http/WorkerController.d.ts +375 -0
- package/packages/workers/src/http/WorkerController.d.ts.map +1 -0
- package/packages/workers/src/http/WorkerController.js +1454 -0
- package/packages/workers/src/http/WorkerMonitoringService.d.ts +12 -0
- package/packages/workers/src/http/WorkerMonitoringService.d.ts.map +1 -0
- package/packages/workers/src/http/WorkerMonitoringService.js +89 -0
- package/packages/workers/src/http/middleware/CustomValidation.d.ts +93 -0
- package/packages/workers/src/http/middleware/CustomValidation.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/CustomValidation.js +270 -0
- package/packages/workers/src/http/middleware/DatacenterValidator.d.ts +4 -0
- package/packages/workers/src/http/middleware/DatacenterValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/DatacenterValidator.js +94 -0
- package/packages/workers/src/http/middleware/EditWorkerValidation.d.ts +8 -0
- package/packages/workers/src/http/middleware/EditWorkerValidation.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/EditWorkerValidation.js +56 -0
- package/packages/workers/src/http/middleware/FeaturesValidator.d.ts +4 -0
- package/packages/workers/src/http/middleware/FeaturesValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/FeaturesValidator.js +60 -0
- package/packages/workers/src/http/middleware/InfrastructureValidator.d.ts +32 -0
- package/packages/workers/src/http/middleware/InfrastructureValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/InfrastructureValidator.js +226 -0
- package/packages/workers/src/http/middleware/OptionsValidator.d.ts +4 -0
- package/packages/workers/src/http/middleware/OptionsValidator.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/OptionsValidator.js +112 -0
- package/packages/workers/src/http/middleware/PayloadSanitizer.d.ts +8 -0
- package/packages/workers/src/http/middleware/PayloadSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/PayloadSanitizer.js +42 -0
- package/packages/workers/src/http/middleware/ProcessorPathSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/ProcessorPathSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/ProcessorPathSanitizer.js +140 -0
- package/packages/workers/src/http/middleware/QueueNameSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/QueueNameSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/QueueNameSanitizer.js +45 -0
- package/packages/workers/src/http/middleware/ValidateDriver.d.ts +8 -0
- package/packages/workers/src/http/middleware/ValidateDriver.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/ValidateDriver.js +20 -0
- package/packages/workers/src/http/middleware/VersionSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/VersionSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/VersionSanitizer.js +25 -0
- package/packages/workers/src/http/middleware/WorkerNameSanitizer.d.ts +4 -0
- package/packages/workers/src/http/middleware/WorkerNameSanitizer.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/WorkerNameSanitizer.js +46 -0
- package/packages/workers/src/http/middleware/WorkerValidationChain.d.ts +28 -0
- package/packages/workers/src/http/middleware/WorkerValidationChain.d.ts.map +1 -0
- package/packages/workers/src/http/middleware/WorkerValidationChain.js +186 -0
- package/packages/workers/src/index.d.ts +47 -0
- package/packages/workers/src/index.d.ts.map +1 -0
- package/packages/workers/src/index.js +48 -0
- package/packages/workers/src/routes/workers.d.ts +13 -0
- package/packages/workers/src/routes/workers.d.ts.map +1 -0
- package/packages/workers/src/routes/workers.js +126 -0
- package/packages/workers/src/storage/WorkerStore.d.ts +52 -0
- package/packages/workers/src/storage/WorkerStore.d.ts.map +1 -0
- package/packages/workers/src/storage/WorkerStore.js +259 -0
- package/packages/workers/src/telemetry/api/TelemetryAPI.d.ts +47 -0
- package/packages/workers/src/telemetry/api/TelemetryAPI.d.ts.map +1 -0
- package/packages/workers/src/telemetry/api/TelemetryAPI.js +219 -0
- package/packages/workers/src/telemetry/api/TelemetryMonitoringService.d.ts +18 -0
- package/packages/workers/src/telemetry/api/TelemetryMonitoringService.d.ts.map +1 -0
- package/packages/workers/src/telemetry/api/TelemetryMonitoringService.js +140 -0
- package/packages/workers/src/telemetry/components/AlertPanel.d.ts +2 -0
- package/packages/workers/src/telemetry/components/AlertPanel.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/AlertPanel.js +13 -0
- package/packages/workers/src/telemetry/components/CostTracking.d.ts +2 -0
- package/packages/workers/src/telemetry/components/CostTracking.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/CostTracking.js +14 -0
- package/packages/workers/src/telemetry/components/ResourceUsageChart.d.ts +2 -0
- package/packages/workers/src/telemetry/components/ResourceUsageChart.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/ResourceUsageChart.js +11 -0
- package/packages/workers/src/telemetry/components/WorkerHealthChart.d.ts +2 -0
- package/packages/workers/src/telemetry/components/WorkerHealthChart.d.ts.map +1 -0
- package/packages/workers/src/telemetry/components/WorkerHealthChart.js +11 -0
- package/packages/workers/src/telemetry/index.d.ts +16 -0
- package/packages/workers/src/telemetry/index.d.ts.map +1 -0
- package/packages/workers/src/telemetry/index.js +60 -0
- package/packages/workers/src/telemetry/routes/dashboard.d.ts +7 -0
- package/packages/workers/src/telemetry/routes/dashboard.d.ts.map +1 -0
- package/packages/workers/src/telemetry/routes/dashboard.js +608 -0
- package/packages/workers/src/type.d.ts +77 -0
- package/packages/workers/src/type.d.ts.map +1 -0
- package/packages/workers/src/type.js +1 -0
- package/packages/workers/src/ui/router/EmbeddedAssets.d.ts +5 -0
- package/packages/workers/src/ui/router/EmbeddedAssets.d.ts.map +1 -0
- package/packages/workers/src/ui/router/EmbeddedAssets.js +13 -0
- package/packages/workers/src/ui/router/ui.d.ts +4 -0
- package/packages/workers/src/ui/router/ui.d.ts.map +1 -0
- package/packages/workers/src/ui/router/ui.js +208 -0
- package/packages/workers/src/ui/types/worker-ui.d.ts +230 -0
- package/packages/workers/src/ui/types/worker-ui.d.ts.map +1 -0
- package/packages/workers/src/ui/types/worker-ui.js +5 -0
- package/routes/api.d.ts +7 -0
- package/routes/api.d.ts.map +1 -0
- package/routes/api.js +129 -0
- package/routes/broadcast.d.ts +9 -0
- package/routes/broadcast.d.ts.map +1 -0
- package/routes/broadcast.js +27 -0
- package/routes/storage.d.ts +4 -0
- package/routes/storage.d.ts.map +1 -0
- package/routes/storage.js +35 -0
- package/src/boot/bootstrap.js +27 -11
- package/src/boot/registry/runtime.d.ts.map +1 -1
- package/src/boot/registry/runtime.js +11 -0
- package/src/cache/Cache.d.ts.map +1 -1
- package/src/cache/Cache.js +40 -8
- package/src/cache/drivers/KVRemoteDriver.d.ts +1 -1
- package/src/cache/drivers/KVRemoteDriver.d.ts.map +1 -1
- package/src/cache/drivers/KVRemoteDriver.js +259 -44
- package/src/cache/drivers/MemoryDriver.d.ts.map +1 -1
- package/src/cache/drivers/MemoryDriver.js +10 -2
- package/src/cache/drivers/RedisDriver.d.ts.map +1 -1
- package/src/cache/drivers/RedisDriver.js +256 -33
- package/src/cli/CLI.d.ts.map +1 -1
- package/src/cli/CLI.js +12 -0
- package/src/cli/commands/ConfigCommand.d.ts.map +1 -1
- package/src/cli/commands/ConfigCommand.js +3 -5
- package/src/cli/commands/D1LearnCommand.d.ts +9 -0
- package/src/cli/commands/D1LearnCommand.d.ts.map +1 -0
- package/src/cli/commands/D1LearnCommand.js +143 -0
- package/src/cli/commands/D1MigrateCommand.d.ts.map +1 -1
- package/src/cli/commands/D1MigrateCommand.js +55 -16
- package/src/cli/commands/InitContainerCommand.d.ts.map +1 -1
- package/src/cli/commands/InitContainerCommand.js +30 -15
- package/src/cli/commands/InitEcosystemCommand.d.ts +6 -0
- package/src/cli/commands/InitEcosystemCommand.d.ts.map +1 -0
- package/src/cli/commands/InitEcosystemCommand.js +51 -0
- package/src/cli/commands/MigrateCommand.d.ts.map +1 -1
- package/src/cli/commands/MigrateCommand.js +78 -36
- package/src/cli/commands/MigrateWorkerCommand.d.ts.map +1 -1
- package/src/cli/commands/MigrateWorkerCommand.js +36 -2
- package/src/cli/commands/NewCommand.d.ts.map +1 -1
- package/src/cli/commands/NewCommand.js +33 -0
- package/src/cli/commands/PutCommand.d.ts +6 -0
- package/src/cli/commands/PutCommand.d.ts.map +1 -0
- package/src/cli/commands/PutCommand.js +173 -0
- package/src/cli/commands/QueueRecoveryCommand.d.ts.map +1 -1
- package/src/cli/commands/QueueRecoveryCommand.js +113 -14
- package/src/cli/commands/ScheduleListCommand.d.ts +6 -0
- package/src/cli/commands/ScheduleListCommand.d.ts.map +1 -0
- package/src/cli/commands/ScheduleListCommand.js +62 -0
- package/src/cli/commands/ScheduleRunCommand.d.ts +6 -0
- package/src/cli/commands/ScheduleRunCommand.d.ts.map +1 -0
- package/src/cli/commands/ScheduleRunCommand.js +32 -0
- package/src/cli/commands/ScheduleStartCommand.d.ts +6 -0
- package/src/cli/commands/ScheduleStartCommand.d.ts.map +1 -0
- package/src/cli/commands/ScheduleStartCommand.js +40 -0
- package/src/cli/commands/SecretsCommand.d.ts.map +1 -1
- package/src/cli/commands/SecretsCommand.js +2 -2
- package/src/cli/commands/StartCommand.d.ts.map +1 -1
- package/src/cli/commands/StartCommand.js +23 -1
- package/src/cli/commands/schedule/ScheduleCliSupport.d.ts +6 -0
- package/src/cli/commands/schedule/ScheduleCliSupport.d.ts.map +1 -0
- package/src/cli/commands/schedule/ScheduleCliSupport.js +55 -0
- package/src/cli/config/ConfigManager.d.ts.map +1 -1
- package/src/cli/config/ConfigManager.js +8 -1
- package/src/cli/d1/D1SqlMigrations.d.ts.map +1 -1
- package/src/cli/d1/D1SqlMigrations.js +11 -1
- package/src/cli/d1/WranglerConfig.d.ts.map +1 -1
- package/src/cli/d1/WranglerConfig.js +34 -2
- package/src/cli/scaffolding/ProjectScaffolder.d.ts.map +1 -1
- package/src/cli/scaffolding/ProjectScaffolder.js +65 -73
- package/src/cli/services/VersionChecker.d.ts.map +1 -1
- package/src/cli/services/VersionChecker.js +5 -1
- package/src/cli/utils/DatabaseCliUtils.d.ts.map +1 -1
- package/src/cli/utils/DatabaseCliUtils.js +6 -1
- package/src/cli/utils/DistPackager.d.ts.map +1 -1
- package/src/cli/utils/DistPackager.js +25 -0
- package/src/cli/utils/EnvFileLoader.d.ts +1 -0
- package/src/cli/utils/EnvFileLoader.d.ts.map +1 -1
- package/src/cli/utils/EnvFileLoader.js +47 -14
- package/src/cli.d.ts +5 -0
- package/src/cli.d.ts.map +1 -0
- package/src/cli.js +4 -0
- package/src/collections/index.d.ts +2 -2
- package/src/collections/index.d.ts.map +1 -1
- package/src/collections/index.js +1 -1
- package/src/common/RemoteSignedJson.d.ts.map +1 -1
- package/src/common/RemoteSignedJson.js +58 -25
- package/src/common/utility.d.ts.map +1 -1
- package/src/common/utility.js +2 -6
- package/src/config/cache.js +1 -1
- package/src/config/cloudflare.d.ts.map +1 -1
- package/src/config/cloudflare.js +19 -8
- package/src/config/env.d.ts +7 -0
- package/src/config/env.d.ts.map +1 -1
- package/src/config/env.js +10 -2
- package/src/config/queue.js +1 -1
- package/src/functions/cloudflare.d.ts.map +1 -1
- package/src/functions/cloudflare.js +4 -2
- package/src/helper/index.d.ts +225 -0
- package/src/helper/index.d.ts.map +1 -0
- package/src/helper/index.js +347 -0
- package/src/index.d.ts +3 -6
- package/src/index.d.ts.map +1 -1
- package/src/index.js +7 -9
- package/src/middleware/JwtAuthMiddleware.d.ts.map +1 -1
- package/src/middleware/JwtAuthMiddleware.js +11 -5
- package/src/migrations/MigrationDiscovery.d.ts.map +1 -1
- package/src/migrations/MigrationDiscovery.js +2 -1
- package/src/orm/DatabaseAdapter.d.ts +1 -0
- package/src/orm/DatabaseAdapter.d.ts.map +1 -1
- package/src/orm/SchemaStatemenWriter.d.ts +15 -0
- package/src/orm/SchemaStatemenWriter.d.ts.map +1 -0
- package/src/orm/SchemaStatemenWriter.js +78 -0
- package/src/orm/adapters/D1Adapter.d.ts.map +1 -1
- package/src/orm/adapters/D1Adapter.js +52 -2
- package/src/orm/adapters/D1RemoteAdapter.d.ts.map +1 -1
- package/src/orm/adapters/D1RemoteAdapter.js +137 -89
- package/src/orm/adapters/MySQLProxyAdapter.d.ts.map +1 -1
- package/src/orm/adapters/MySQLProxyAdapter.js +100 -81
- package/src/orm/adapters/PostgreSQLProxyAdapter.d.ts.map +1 -1
- package/src/orm/adapters/PostgreSQLProxyAdapter.js +26 -10
- package/src/orm/adapters/SqlProxyAdapterUtils.d.ts.map +1 -1
- package/src/orm/adapters/SqlProxyAdapterUtils.js +2 -1
- package/src/orm/adapters/SqlProxyRegistryMode.d.ts +12 -0
- package/src/orm/adapters/SqlProxyRegistryMode.d.ts.map +1 -0
- package/src/orm/adapters/SqlProxyRegistryMode.js +24 -0
- package/src/orm/adapters/SqlServerProxyAdapter.d.ts +3 -0
- package/src/orm/adapters/SqlServerProxyAdapter.d.ts.map +1 -1
- package/src/orm/adapters/SqlServerProxyAdapter.js +125 -117
- package/src/orm/migrations/MigrationStore.js +1 -1
- package/src/proxy/ProxyRequestParsing.d.ts +9 -0
- package/src/proxy/ProxyRequestParsing.d.ts.map +1 -0
- package/src/proxy/ProxyRequestParsing.js +16 -0
- package/src/proxy/RequestValidator.d.ts.map +1 -1
- package/src/proxy/RequestValidator.js +2 -1
- package/src/proxy/SigningService.js +2 -2
- package/src/proxy/SqlProxyDbOverrides.d.ts +17 -0
- package/src/proxy/SqlProxyDbOverrides.d.ts.map +1 -0
- package/src/proxy/SqlProxyDbOverrides.js +1 -0
- package/src/proxy/SqlProxyServerDeps.d.ts +12 -0
- package/src/proxy/SqlProxyServerDeps.d.ts.map +1 -0
- package/src/proxy/SqlProxyServerDeps.js +9 -0
- package/src/proxy/StatementPayloadValidator.d.ts +13 -0
- package/src/proxy/StatementPayloadValidator.d.ts.map +1 -0
- package/src/proxy/StatementPayloadValidator.js +18 -0
- package/src/proxy/StatementRegistryLoader.d.ts +2 -0
- package/src/proxy/StatementRegistryLoader.d.ts.map +1 -0
- package/src/proxy/StatementRegistryLoader.js +36 -0
- package/src/proxy/StatementRegistryResolver.d.ts +15 -0
- package/src/proxy/StatementRegistryResolver.d.ts.map +1 -0
- package/src/proxy/StatementRegistryResolver.js +34 -0
- package/src/proxy/d1/ZintrustD1Proxy.d.ts +2 -1
- package/src/proxy/d1/ZintrustD1Proxy.d.ts.map +1 -1
- package/src/proxy/d1/ZintrustD1Proxy.js +2 -1
- package/src/proxy/isMutatingSql.d.ts +2 -0
- package/src/proxy/isMutatingSql.d.ts.map +1 -0
- package/src/proxy/isMutatingSql.js +12 -0
- package/src/proxy/kv/ZintrustKvProxy.d.ts +2 -1
- package/src/proxy/kv/ZintrustKvProxy.d.ts.map +1 -1
- package/src/proxy/kv/ZintrustKvProxy.js +2 -1
- package/src/proxy/mysql/MySqlProxyServer.d.ts +2 -8
- package/src/proxy/mysql/MySqlProxyServer.d.ts.map +1 -1
- package/src/proxy/mysql/MySqlProxyServer.js +84 -51
- package/src/proxy/postgres/PostgresProxyServer.d.ts +2 -8
- package/src/proxy/postgres/PostgresProxyServer.d.ts.map +1 -1
- package/src/proxy/postgres/PostgresProxyServer.js +86 -48
- package/src/proxy/smtp/SmtpProxyServer.d.ts.map +1 -1
- package/src/proxy/smtp/SmtpProxyServer.js +6 -5
- package/src/proxy/sqlserver/SqlServerProxyServer.d.ts +2 -8
- package/src/proxy/sqlserver/SqlServerProxyServer.d.ts.map +1 -1
- package/src/proxy/sqlserver/SqlServerProxyServer.js +84 -49
- package/src/proxy.d.ts +4 -0
- package/src/proxy.d.ts.map +1 -0
- package/src/proxy.js +3 -0
- package/src/runtime/RuntimeAdapter.d.ts.map +1 -1
- package/src/runtime/RuntimeAdapter.js +30 -12
- package/src/runtime/adapters/CloudflareAdapter.d.ts.map +1 -1
- package/src/runtime/adapters/CloudflareAdapter.js +15 -4
- package/src/scheduler/Schedule.d.ts +36 -0
- package/src/scheduler/Schedule.d.ts.map +1 -0
- package/src/scheduler/Schedule.js +197 -0
- package/src/scheduler/ScheduleHttpGateway.d.ts +8 -0
- package/src/scheduler/ScheduleHttpGateway.d.ts.map +1 -0
- package/src/scheduler/ScheduleHttpGateway.js +196 -0
- package/src/scheduler/ScheduleRunner.d.ts +6 -0
- package/src/scheduler/ScheduleRunner.d.ts.map +1 -1
- package/src/scheduler/ScheduleRunner.js +166 -29
- package/src/scheduler/SchedulerRuntime.d.ts +15 -0
- package/src/scheduler/SchedulerRuntime.d.ts.map +1 -0
- package/src/scheduler/SchedulerRuntime.js +79 -0
- package/src/scheduler/cron/Cron.d.ts +19 -0
- package/src/scheduler/cron/Cron.d.ts.map +1 -0
- package/src/scheduler/cron/Cron.js +200 -0
- package/src/scheduler/leader/SchedulerLeader.d.ts +14 -0
- package/src/scheduler/leader/SchedulerLeader.d.ts.map +1 -0
- package/src/scheduler/leader/SchedulerLeader.js +187 -0
- package/src/scheduler/state/ScheduleStateStore.d.ts +27 -0
- package/src/scheduler/state/ScheduleStateStore.d.ts.map +1 -0
- package/src/scheduler/state/ScheduleStateStore.js +27 -0
- package/src/scheduler/types.d.ts +10 -0
- package/src/scheduler/types.d.ts.map +1 -1
- package/src/schedules/index.d.ts +1 -0
- package/src/schedules/index.d.ts.map +1 -1
- package/src/schedules/index.js +1 -0
- package/src/schedules/job-tracking-cleanup.d.ts +4 -0
- package/src/schedules/job-tracking-cleanup.d.ts.map +1 -0
- package/src/schedules/job-tracking-cleanup.js +116 -0
- package/src/schedules/log-cleanup.d.ts +1 -2
- package/src/schedules/log-cleanup.d.ts.map +1 -1
- package/src/schedules/log-cleanup.js +12 -15
- package/src/security/Sanitizer.d.ts.map +1 -1
- package/src/security/Sanitizer.js +1 -9
- package/src/security/SignedRequest.d.ts.map +1 -1
- package/src/security/SignedRequest.js +2 -2
- package/src/security/TokenRevocation.d.ts +19 -2
- package/src/security/TokenRevocation.d.ts.map +1 -1
- package/src/security/TokenRevocation.js +558 -30
- package/src/templates/docker/docker-compose.ecosystem.yml.tpl +301 -0
- package/src/templates/docker/docker-compose.schedules.yml.tpl +84 -0
- package/src/templates/project/basic/app/Controllers/AuthController.ts.tpl +11 -3
- package/src/templates/project/basic/app/Schedules/index.ts.tpl +0 -0
- package/src/templates/project/basic/config/database.ts.tpl +1 -1
- package/src/templates/project/basic/config/middleware.ts.tpl +23 -22
- package/src/templates/project/basic/wrangler.jsonc.tpl +28 -0
- package/src/toolkit/Secrets/Manifest.d.ts.map +1 -1
- package/src/toolkit/Secrets/Manifest.js +5 -7
- package/src/tools/mail/drivers/Smtp.d.ts.map +1 -1
- package/src/tools/mail/drivers/Smtp.js +7 -1
- package/src/tools/queue/JobReconciliationRunner.d.ts.map +1 -1
- package/src/tools/queue/JobReconciliationRunner.js +7 -39
- package/src/tools/queue/JobRecoveryDaemon.d.ts.map +1 -1
- package/src/tools/queue/JobRecoveryDaemon.js +116 -18
- package/src/tools/queue/JobStateTracker.d.ts +10 -1
- package/src/tools/queue/JobStateTracker.d.ts.map +1 -1
- package/src/tools/queue/JobStateTracker.js +24 -2
- package/src/tools/queue/JobStateTrackerDbPersistence.d.ts.map +1 -1
- package/src/tools/queue/JobStateTrackerDbPersistence.js +93 -2
|
@@ -0,0 +1,200 @@
|
|
|
1
|
+
const ANY = Object.freeze({ any: true });
|
|
2
|
+
const toInt = (value) => {
|
|
3
|
+
const n = Number.parseInt(value, 10);
|
|
4
|
+
return Number.isFinite(n) ? n : null;
|
|
5
|
+
};
|
|
6
|
+
const clamp = (n, range) => Math.min(range.max, Math.max(range.min, n));
|
|
7
|
+
const expandStep = (step, range, out) => {
|
|
8
|
+
for (let i = range.min; i <= range.max; i += step)
|
|
9
|
+
out.add(i);
|
|
10
|
+
};
|
|
11
|
+
const expandRange = (trimmed, range, out) => {
|
|
12
|
+
const left = trimmed.slice(0, trimmed.indexOf('-'));
|
|
13
|
+
const rest = trimmed.slice(trimmed.indexOf('-') + 1);
|
|
14
|
+
const slashIdx = rest.indexOf('/');
|
|
15
|
+
const right = slashIdx === -1 ? rest : rest.slice(0, slashIdx);
|
|
16
|
+
const stepRaw = slashIdx === -1 ? null : rest.slice(slashIdx + 1);
|
|
17
|
+
const start = toInt(left);
|
|
18
|
+
const end = toInt(right);
|
|
19
|
+
const step = stepRaw === null ? 1 : toInt(stepRaw);
|
|
20
|
+
if (start === null || end === null || step === null || step <= 0)
|
|
21
|
+
return;
|
|
22
|
+
const a = clamp(start, range);
|
|
23
|
+
const b = clamp(end, range);
|
|
24
|
+
const lo = Math.min(a, b);
|
|
25
|
+
const hi = Math.max(a, b);
|
|
26
|
+
for (let i = lo; i <= hi; i += step)
|
|
27
|
+
out.add(i);
|
|
28
|
+
};
|
|
29
|
+
const expandPart = (part, range, out) => {
|
|
30
|
+
const trimmed = part.trim();
|
|
31
|
+
if (trimmed.length === 0)
|
|
32
|
+
return;
|
|
33
|
+
if (trimmed.startsWith('*/')) {
|
|
34
|
+
const step = toInt(trimmed.slice(2));
|
|
35
|
+
if (step !== null && step > 0)
|
|
36
|
+
expandStep(step, range, out);
|
|
37
|
+
return;
|
|
38
|
+
}
|
|
39
|
+
if (trimmed.includes('-')) {
|
|
40
|
+
expandRange(trimmed, range, out);
|
|
41
|
+
return;
|
|
42
|
+
}
|
|
43
|
+
const num = toInt(trimmed);
|
|
44
|
+
if (num !== null)
|
|
45
|
+
out.add(clamp(num, range));
|
|
46
|
+
};
|
|
47
|
+
const parseField = (raw, range, normalize) => {
|
|
48
|
+
const value = raw.trim();
|
|
49
|
+
if (value === '*' || value.length === 0)
|
|
50
|
+
return ANY;
|
|
51
|
+
const set = new Set();
|
|
52
|
+
for (const part of value.split(',')) {
|
|
53
|
+
expandPart(part, range, set);
|
|
54
|
+
}
|
|
55
|
+
if (normalize !== undefined) {
|
|
56
|
+
const normalized = new Set();
|
|
57
|
+
for (const n of set)
|
|
58
|
+
normalized.add(normalize(n));
|
|
59
|
+
return Object.freeze({ any: false, values: normalized });
|
|
60
|
+
}
|
|
61
|
+
return Object.freeze({ any: false, values: set });
|
|
62
|
+
};
|
|
63
|
+
const matches = (allowed, value) => {
|
|
64
|
+
if (allowed.any)
|
|
65
|
+
return true;
|
|
66
|
+
return allowed.values.has(value);
|
|
67
|
+
};
|
|
68
|
+
const weekdayToDow = (weekdayShort) => {
|
|
69
|
+
switch (weekdayShort) {
|
|
70
|
+
case 'Sun':
|
|
71
|
+
return 0;
|
|
72
|
+
case 'Mon':
|
|
73
|
+
return 1;
|
|
74
|
+
case 'Tue':
|
|
75
|
+
return 2;
|
|
76
|
+
case 'Wed':
|
|
77
|
+
return 3;
|
|
78
|
+
case 'Thu':
|
|
79
|
+
return 4;
|
|
80
|
+
case 'Fri':
|
|
81
|
+
return 5;
|
|
82
|
+
case 'Sat':
|
|
83
|
+
return 6;
|
|
84
|
+
default:
|
|
85
|
+
return 0;
|
|
86
|
+
}
|
|
87
|
+
};
|
|
88
|
+
const dtfCache = new Map();
|
|
89
|
+
const getFormatter = (timeZone) => {
|
|
90
|
+
const key = `en-US|${timeZone}`;
|
|
91
|
+
const cached = dtfCache.get(key);
|
|
92
|
+
if (cached)
|
|
93
|
+
return cached;
|
|
94
|
+
const fmt = new Intl.DateTimeFormat('en-US', {
|
|
95
|
+
timeZone,
|
|
96
|
+
weekday: 'short',
|
|
97
|
+
year: 'numeric',
|
|
98
|
+
month: '2-digit',
|
|
99
|
+
day: '2-digit',
|
|
100
|
+
hour: '2-digit',
|
|
101
|
+
minute: '2-digit',
|
|
102
|
+
hourCycle: 'h23',
|
|
103
|
+
});
|
|
104
|
+
dtfCache.set(key, fmt);
|
|
105
|
+
return fmt;
|
|
106
|
+
};
|
|
107
|
+
const getZonedParts = (date, timeZone) => {
|
|
108
|
+
// Fallback to UTC if Intl timeZone support is unavailable.
|
|
109
|
+
try {
|
|
110
|
+
const fmt = getFormatter(timeZone);
|
|
111
|
+
const parts = fmt.formatToParts(date);
|
|
112
|
+
const get = (type) => parts.find((p) => p.type === type)?.value;
|
|
113
|
+
const minute = Number.parseInt(get('minute') ?? '0', 10);
|
|
114
|
+
const hour = Number.parseInt(get('hour') ?? '0', 10);
|
|
115
|
+
const day = Number.parseInt(get('day') ?? '1', 10);
|
|
116
|
+
const month = Number.parseInt(get('month') ?? '1', 10);
|
|
117
|
+
const weekday = get('weekday') ?? 'Sun';
|
|
118
|
+
const dow = weekdayToDow(weekday);
|
|
119
|
+
return { minute, hour, day, month, dow };
|
|
120
|
+
}
|
|
121
|
+
catch {
|
|
122
|
+
return {
|
|
123
|
+
minute: date.getUTCMinutes(),
|
|
124
|
+
hour: date.getUTCHours(),
|
|
125
|
+
day: date.getUTCDate(),
|
|
126
|
+
month: date.getUTCMonth() + 1,
|
|
127
|
+
dow: date.getUTCDay(),
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
};
|
|
131
|
+
const domDowMatches = (spec, parts) => {
|
|
132
|
+
const domAny = spec.dayOfMonth.any;
|
|
133
|
+
const dowAny = spec.dayOfWeek.any;
|
|
134
|
+
const domOk = matches(spec.dayOfMonth, parts.day);
|
|
135
|
+
const dowOk = matches(spec.dayOfWeek, parts.dow);
|
|
136
|
+
// Vixie cron semantics:
|
|
137
|
+
// - if either DOM or DOW is '*', require the other field to match
|
|
138
|
+
// - if both are restricted, match if either matches
|
|
139
|
+
if (domAny && dowAny)
|
|
140
|
+
return true;
|
|
141
|
+
if (domAny)
|
|
142
|
+
return dowOk;
|
|
143
|
+
if (dowAny)
|
|
144
|
+
return domOk;
|
|
145
|
+
return domOk || dowOk;
|
|
146
|
+
};
|
|
147
|
+
const matchesSpec = (spec, parts) => {
|
|
148
|
+
return (matches(spec.minute, parts.minute) &&
|
|
149
|
+
matches(spec.hour, parts.hour) &&
|
|
150
|
+
matches(spec.month, parts.month) &&
|
|
151
|
+
domDowMatches(spec, parts));
|
|
152
|
+
};
|
|
153
|
+
export const Cron = Object.freeze({
|
|
154
|
+
parse(expr) {
|
|
155
|
+
const raw = String(expr ?? '').trim();
|
|
156
|
+
const parts = raw.split(/\s+/).filter(Boolean);
|
|
157
|
+
if (parts.length !== 5) {
|
|
158
|
+
// Return an "any" spec for invalid inputs; runner will treat it as "every minute".
|
|
159
|
+
return Object.freeze({
|
|
160
|
+
minute: ANY,
|
|
161
|
+
hour: ANY,
|
|
162
|
+
dayOfMonth: ANY,
|
|
163
|
+
month: ANY,
|
|
164
|
+
dayOfWeek: ANY,
|
|
165
|
+
});
|
|
166
|
+
}
|
|
167
|
+
const [min, hour, dom, month, dow] = parts;
|
|
168
|
+
const normalizeDow = (n) => {
|
|
169
|
+
// allow 7 as Sunday
|
|
170
|
+
if (n === 7)
|
|
171
|
+
return 0;
|
|
172
|
+
return clamp(n, { min: 0, max: 6 });
|
|
173
|
+
};
|
|
174
|
+
return Object.freeze({
|
|
175
|
+
minute: parseField(min, { min: 0, max: 59 }),
|
|
176
|
+
hour: parseField(hour, { min: 0, max: 23 }),
|
|
177
|
+
dayOfMonth: parseField(dom, { min: 1, max: 31 }),
|
|
178
|
+
month: parseField(month, { min: 1, max: 12 }),
|
|
179
|
+
dayOfWeek: parseField(dow, { min: 0, max: 7 }, normalizeDow),
|
|
180
|
+
});
|
|
181
|
+
},
|
|
182
|
+
nextRunAtMs(nowMs, expr, timeZone = 'UTC') {
|
|
183
|
+
const spec = this.parse(expr);
|
|
184
|
+
const base = new Date(nowMs);
|
|
185
|
+
// Cron is minute-resolution; start from next minute boundary.
|
|
186
|
+
base.setUTCSeconds(0, 0);
|
|
187
|
+
base.setTime(base.getTime() + 60_000);
|
|
188
|
+
// Bound search to 366 days (minute granularity). This is defensive; typical crons resolve quickly.
|
|
189
|
+
const maxIterations = 366 * 24 * 60;
|
|
190
|
+
for (let i = 0; i < maxIterations; i++) {
|
|
191
|
+
const parts = getZonedParts(base, timeZone);
|
|
192
|
+
if (matchesSpec(spec, parts))
|
|
193
|
+
return base.getTime();
|
|
194
|
+
base.setTime(base.getTime() + 60_000);
|
|
195
|
+
}
|
|
196
|
+
// Fallback: run in 60s.
|
|
197
|
+
return nowMs + 60_000;
|
|
198
|
+
},
|
|
199
|
+
});
|
|
200
|
+
export default Cron;
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export type SchedulerLeaderHooks = Readonly<{
|
|
2
|
+
onBecameLeader: () => void;
|
|
3
|
+
onLostLeadership: () => void;
|
|
4
|
+
}>;
|
|
5
|
+
export type SchedulerLeaderApi = Readonly<{
|
|
6
|
+
isEnabled: () => boolean;
|
|
7
|
+
start: (hooks: SchedulerLeaderHooks) => void;
|
|
8
|
+
stop: () => Promise<void>;
|
|
9
|
+
}>;
|
|
10
|
+
export declare const SchedulerLeader: Readonly<{
|
|
11
|
+
create(): SchedulerLeaderApi;
|
|
12
|
+
}>;
|
|
13
|
+
export default SchedulerLeader;
|
|
14
|
+
//# sourceMappingURL=SchedulerLeader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SchedulerLeader.d.ts","sourceRoot":"","sources":["../../../../src/scheduler/leader/SchedulerLeader.ts"],"names":[],"mappings":"AAoFA,MAAM,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IAC1C,cAAc,EAAE,MAAM,IAAI,CAAC;IAC3B,gBAAgB,EAAE,MAAM,IAAI,CAAC;CAC9B,CAAC,CAAC;AAEH,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACxC,SAAS,EAAE,MAAM,OAAO,CAAC;IACzB,KAAK,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAC7C,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B,CAAC,CAAC;AAgGH,eAAO,MAAM,eAAe;cAChB,kBAAkB;EAkD5B,CAAC;AAEH,eAAe,eAAe,CAAC"}
|
|
@@ -0,0 +1,187 @@
|
|
|
1
|
+
import { Env } from '../../config/env.js';
|
|
2
|
+
import { Logger } from '../../config/logger.js';
|
|
3
|
+
import { ErrorFactory } from '../../exceptions/ZintrustError.js';
|
|
4
|
+
import { ZintrustLang } from '../../lang/lang.js';
|
|
5
|
+
import { createAdvancedQueue } from '../../tools/queue/AdvancedQueue.js';
|
|
6
|
+
import { getLockProvider } from '../../tools/queue/LockProvider.js';
|
|
7
|
+
const readSettings = () => {
|
|
8
|
+
const enabled = Env.getBool('SCHEDULE_LEADER_ENABLED', false);
|
|
9
|
+
const provider = Env.get('SCHEDULE_LEADER_LOCK_PROVIDER', 'memory').trim() || 'memory';
|
|
10
|
+
const key = Env.get('SCHEDULE_LEADER_LOCK_KEY', 'scheduler:leader').trim() || 'scheduler:leader';
|
|
11
|
+
const ttlMs = Env.getInt('SCHEDULE_LEADER_LOCK_TTL_MS', 30000);
|
|
12
|
+
const renewEveryMs = Env.getInt('SCHEDULE_LEADER_LOCK_RENEW_MS', Math.floor(ttlMs / 2));
|
|
13
|
+
const retryEveryMs = Env.getInt('SCHEDULE_LEADER_LOCK_RETRY_MS', 5000);
|
|
14
|
+
const acquireTimeoutMs = Env.getInt('SCHEDULE_LEADER_LOCK_ACQUIRE_TIMEOUT_MS', 2000);
|
|
15
|
+
return Object.freeze({
|
|
16
|
+
enabled,
|
|
17
|
+
provider,
|
|
18
|
+
key,
|
|
19
|
+
ttlMs: Math.max(1000, ttlMs),
|
|
20
|
+
renewEveryMs: Math.max(250, renewEveryMs),
|
|
21
|
+
retryEveryMs: Math.max(250, retryEveryMs),
|
|
22
|
+
acquireTimeoutMs: Math.max(250, acquireTimeoutMs),
|
|
23
|
+
});
|
|
24
|
+
};
|
|
25
|
+
const isUnrefableTimer = (timer) => {
|
|
26
|
+
return (typeof timer === 'object' &&
|
|
27
|
+
timer !== null &&
|
|
28
|
+
'unref' in timer &&
|
|
29
|
+
typeof timer.unref === 'function');
|
|
30
|
+
};
|
|
31
|
+
const withTimeout = async (promise, timeoutMs) => {
|
|
32
|
+
if (!Number.isFinite(timeoutMs) || timeoutMs <= 0)
|
|
33
|
+
return promise;
|
|
34
|
+
let timeoutId;
|
|
35
|
+
try {
|
|
36
|
+
return await Promise.race([
|
|
37
|
+
promise,
|
|
38
|
+
new Promise((_, reject) => {
|
|
39
|
+
timeoutId = globalThis.setTimeout(() => {
|
|
40
|
+
reject(ErrorFactory.createConnectionError('Leader lock acquire timed out', { timeoutMs }));
|
|
41
|
+
}, timeoutMs);
|
|
42
|
+
}),
|
|
43
|
+
]);
|
|
44
|
+
}
|
|
45
|
+
finally {
|
|
46
|
+
if (timeoutId !== undefined)
|
|
47
|
+
globalThis.clearTimeout(timeoutId);
|
|
48
|
+
}
|
|
49
|
+
};
|
|
50
|
+
const resolveProvider = (providerName, ttlMs) => {
|
|
51
|
+
const name = providerName.trim().toLowerCase();
|
|
52
|
+
if (name.length === 0)
|
|
53
|
+
return null;
|
|
54
|
+
// Ensure provider is registered; AdvancedQueue wiring bootstraps lock providers.
|
|
55
|
+
createAdvancedQueue({
|
|
56
|
+
name: ZintrustLang.CLI_LOCKS,
|
|
57
|
+
connection: undefined,
|
|
58
|
+
defaultDedupTtl: ttlMs,
|
|
59
|
+
lockProvider: name,
|
|
60
|
+
});
|
|
61
|
+
return getLockProvider(name) ?? null;
|
|
62
|
+
};
|
|
63
|
+
const clearTimers = (state) => {
|
|
64
|
+
if (state.renewTimer !== undefined) {
|
|
65
|
+
globalThis.clearInterval(state.renewTimer);
|
|
66
|
+
state.renewTimer = undefined;
|
|
67
|
+
}
|
|
68
|
+
if (state.retryTimer !== undefined) {
|
|
69
|
+
globalThis.clearInterval(state.retryTimer);
|
|
70
|
+
state.retryTimer = undefined;
|
|
71
|
+
}
|
|
72
|
+
};
|
|
73
|
+
const loseLeadership = (state) => {
|
|
74
|
+
if (state.leaderLock !== null) {
|
|
75
|
+
Logger.warn('Scheduler leadership lost; stopping schedules');
|
|
76
|
+
}
|
|
77
|
+
state.leaderLock = null;
|
|
78
|
+
state.hooks?.onLostLeadership();
|
|
79
|
+
};
|
|
80
|
+
const ensureProvider = (state, settings) => {
|
|
81
|
+
if (state.provider !== null)
|
|
82
|
+
return state.provider;
|
|
83
|
+
state.provider = resolveProvider(settings.provider, settings.ttlMs);
|
|
84
|
+
if (state.provider === null) {
|
|
85
|
+
Logger.warn('Leader lock provider not available; scheduling disabled', {
|
|
86
|
+
provider: settings.provider,
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
return state.provider;
|
|
90
|
+
};
|
|
91
|
+
const tryAcquire = async (state, settings) => {
|
|
92
|
+
if (!state.started)
|
|
93
|
+
return;
|
|
94
|
+
if (state.leaderLock !== null)
|
|
95
|
+
return;
|
|
96
|
+
const provider = ensureProvider(state, settings);
|
|
97
|
+
if (provider === null)
|
|
98
|
+
return;
|
|
99
|
+
try {
|
|
100
|
+
const lock = await withTimeout(provider.acquire(settings.key, { ttl: settings.ttlMs }), settings.acquireTimeoutMs);
|
|
101
|
+
if (!lock.acquired)
|
|
102
|
+
return;
|
|
103
|
+
state.leaderLock = lock;
|
|
104
|
+
Logger.info('Scheduler leadership acquired', { key: settings.key, ttlMs: settings.ttlMs });
|
|
105
|
+
state.hooks?.onBecameLeader();
|
|
106
|
+
}
|
|
107
|
+
catch (error) {
|
|
108
|
+
Logger.warn('Failed to acquire scheduler leader lock', {
|
|
109
|
+
key: settings.key,
|
|
110
|
+
provider: settings.provider,
|
|
111
|
+
message: error instanceof Error ? error.message : String(error),
|
|
112
|
+
});
|
|
113
|
+
}
|
|
114
|
+
};
|
|
115
|
+
const startRenewLoop = (state, settings) => {
|
|
116
|
+
if (state.renewTimer !== undefined)
|
|
117
|
+
return;
|
|
118
|
+
state.renewTimer = globalThis.setInterval(async () => {
|
|
119
|
+
if (!state.started)
|
|
120
|
+
return;
|
|
121
|
+
if (state.leaderLock === null || state.provider === null)
|
|
122
|
+
return;
|
|
123
|
+
const ok = await state.provider.extend(state.leaderLock, settings.ttlMs);
|
|
124
|
+
if (!ok)
|
|
125
|
+
loseLeadership(state);
|
|
126
|
+
}, settings.renewEveryMs);
|
|
127
|
+
if (isUnrefableTimer(state.renewTimer))
|
|
128
|
+
state.renewTimer.unref();
|
|
129
|
+
};
|
|
130
|
+
const startRetryLoop = (state, settings) => {
|
|
131
|
+
if (state.retryTimer !== undefined)
|
|
132
|
+
return;
|
|
133
|
+
state.retryTimer = globalThis.setInterval(() => {
|
|
134
|
+
void tryAcquire(state, settings);
|
|
135
|
+
}, settings.retryEveryMs);
|
|
136
|
+
if (isUnrefableTimer(state.retryTimer))
|
|
137
|
+
state.retryTimer.unref();
|
|
138
|
+
};
|
|
139
|
+
export const SchedulerLeader = Object.freeze({
|
|
140
|
+
create() {
|
|
141
|
+
const state = {
|
|
142
|
+
started: false,
|
|
143
|
+
leaderLock: null,
|
|
144
|
+
provider: null,
|
|
145
|
+
renewTimer: undefined,
|
|
146
|
+
retryTimer: undefined,
|
|
147
|
+
hooks: null,
|
|
148
|
+
};
|
|
149
|
+
return Object.freeze({
|
|
150
|
+
isEnabled() {
|
|
151
|
+
return readSettings().enabled;
|
|
152
|
+
},
|
|
153
|
+
start(newHooks) {
|
|
154
|
+
const settings = readSettings();
|
|
155
|
+
if (!settings.enabled)
|
|
156
|
+
return;
|
|
157
|
+
if (state.started)
|
|
158
|
+
return;
|
|
159
|
+
state.started = true;
|
|
160
|
+
state.hooks = newHooks;
|
|
161
|
+
state.provider = null;
|
|
162
|
+
// Attempt immediately; keep retrying until acquired.
|
|
163
|
+
void tryAcquire(state, settings);
|
|
164
|
+
startRetryLoop(state, settings);
|
|
165
|
+
startRenewLoop(state, settings);
|
|
166
|
+
},
|
|
167
|
+
async stop() {
|
|
168
|
+
if (!state.started)
|
|
169
|
+
return;
|
|
170
|
+
state.started = false;
|
|
171
|
+
clearTimers(state);
|
|
172
|
+
if (state.leaderLock !== null && state.provider !== null) {
|
|
173
|
+
try {
|
|
174
|
+
await state.provider.release(state.leaderLock);
|
|
175
|
+
}
|
|
176
|
+
catch {
|
|
177
|
+
// best-effort
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
state.leaderLock = null;
|
|
181
|
+
state.provider = null;
|
|
182
|
+
state.hooks = null;
|
|
183
|
+
},
|
|
184
|
+
});
|
|
185
|
+
},
|
|
186
|
+
});
|
|
187
|
+
export default SchedulerLeader;
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
export type ScheduleRunState = Readonly<{
|
|
2
|
+
lastRunAt?: number;
|
|
3
|
+
lastSuccessAt?: number;
|
|
4
|
+
lastErrorAt?: number;
|
|
5
|
+
lastErrorMessage?: string;
|
|
6
|
+
nextRunAt?: number;
|
|
7
|
+
consecutiveFailures?: number;
|
|
8
|
+
}>;
|
|
9
|
+
export type ScheduleRunStatePatch = Partial<ScheduleRunState>;
|
|
10
|
+
export type IScheduleStateStore = Readonly<{
|
|
11
|
+
get: (name: string) => Promise<ScheduleRunState | null>;
|
|
12
|
+
set: (name: string, patch: ScheduleRunStatePatch) => Promise<void>;
|
|
13
|
+
list: () => Promise<Array<{
|
|
14
|
+
name: string;
|
|
15
|
+
state: ScheduleRunState;
|
|
16
|
+
}>>;
|
|
17
|
+
}>;
|
|
18
|
+
export declare const InMemoryScheduleStateStore: Readonly<{
|
|
19
|
+
create(): IScheduleStateStore;
|
|
20
|
+
}>;
|
|
21
|
+
declare const _default: {
|
|
22
|
+
InMemoryScheduleStateStore: Readonly<{
|
|
23
|
+
create(): IScheduleStateStore;
|
|
24
|
+
}>;
|
|
25
|
+
};
|
|
26
|
+
export default _default;
|
|
27
|
+
//# sourceMappingURL=ScheduleStateStore.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScheduleStateStore.d.ts","sourceRoot":"","sources":["../../../../src/scheduler/state/ScheduleStateStore.ts"],"names":[],"mappings":"AACA,MAAM,MAAM,gBAAgB,GAAG,QAAQ,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B,CAAC,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAE9D,MAAM,MAAM,mBAAmB,GAAG,QAAQ,CAAC;IACzC,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;IACxD,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,qBAAqB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,IAAI,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,gBAAgB,CAAA;KAAE,CAAC,CAAC,CAAC;CACvE,CAAC,CAAC;AAIH,eAAO,MAAM,0BAA0B;cAC3B,mBAAmB;EAuB7B,CAAC;;;kBAvBS,mBAAmB;;;AAyB/B,wBAEE"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
const normalizeName = (name) => String(name ?? '').trim();
|
|
2
|
+
export const InMemoryScheduleStateStore = Object.freeze({
|
|
3
|
+
create() {
|
|
4
|
+
const states = new Map();
|
|
5
|
+
return Object.freeze({
|
|
6
|
+
async get(name) {
|
|
7
|
+
const key = normalizeName(name);
|
|
8
|
+
if (key.length === 0)
|
|
9
|
+
return null;
|
|
10
|
+
return states.get(key) ?? null;
|
|
11
|
+
},
|
|
12
|
+
async set(name, patch) {
|
|
13
|
+
const key = normalizeName(name);
|
|
14
|
+
if (key.length === 0)
|
|
15
|
+
return;
|
|
16
|
+
const current = states.get(key) ?? {};
|
|
17
|
+
states.set(key, { ...current, ...patch });
|
|
18
|
+
},
|
|
19
|
+
async list() {
|
|
20
|
+
return Array.from(states.entries()).map(([name, state]) => ({ name, state }));
|
|
21
|
+
},
|
|
22
|
+
});
|
|
23
|
+
},
|
|
24
|
+
});
|
|
25
|
+
export default {
|
|
26
|
+
InMemoryScheduleStateStore,
|
|
27
|
+
};
|
package/src/scheduler/types.d.ts
CHANGED
|
@@ -6,9 +6,19 @@ export type IScheduleKernel = Readonly<{
|
|
|
6
6
|
getRouter?: () => unknown;
|
|
7
7
|
}>;
|
|
8
8
|
export type IScheduleHandler = (kernel?: IScheduleKernel) => Promise<void> | void;
|
|
9
|
+
export type IScheduleBackoffPolicy = Readonly<{
|
|
10
|
+
initialMs: number;
|
|
11
|
+
maxMs: number;
|
|
12
|
+
factor?: number;
|
|
13
|
+
}>;
|
|
9
14
|
export type ISchedule = {
|
|
10
15
|
name: string;
|
|
11
16
|
intervalMs?: number;
|
|
17
|
+
cron?: string;
|
|
18
|
+
timezone?: string;
|
|
19
|
+
jitterMs?: number;
|
|
20
|
+
backoff?: IScheduleBackoffPolicy;
|
|
21
|
+
leaderOnly?: boolean;
|
|
12
22
|
handler: IScheduleHandler;
|
|
13
23
|
enabled?: boolean;
|
|
14
24
|
runOnStart?: boolean;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/scheduler/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,MAAM,eAAe,GAAG,QAAQ,CAAC;IACrC,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,OAAO,CAAC;CAC3B,CAAC,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAElF,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,gBAAgB,CAAC;IAC1B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB,CAAC"}
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/scheduler/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,MAAM,eAAe,GAAG,QAAQ,CAAC;IACrC,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,OAAO,CAAC;CAC3B,CAAC,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAElF,MAAM,MAAM,sBAAsB,GAAG,QAAQ,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,sBAAsB,CAAC;IACjC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,EAAE,gBAAgB,CAAC;IAC1B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB,CAAC"}
|
package/src/schedules/index.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/schedules/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,wBAAwB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/schedules/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAChF,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,wBAAwB,CAAC"}
|
package/src/schedules/index.js
CHANGED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"job-tracking-cleanup.d.ts","sourceRoot":"","sources":["../../../src/schedules/job-tracking-cleanup.ts"],"names":[],"mappings":"AA4FA,eAAO,MAAM,sBAAsB,QAAa,OAAO,CAAC,IAAI,CAS3D,CAAC;AAKF,QAAA,MAAM,0BAA0B,kCAsCtB,CAAC;AAEX,eAAe,0BAA0B,CAAC"}
|
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
import { Env } from '../config/env.js';
|
|
2
|
+
import { Logger } from '../config/logger.js';
|
|
3
|
+
import { ErrorFactory } from '../exceptions/ZintrustError.js';
|
|
4
|
+
import { useDatabase } from '../orm/Database.js';
|
|
5
|
+
import { Schedule } from '../scheduler/Schedule.js';
|
|
6
|
+
const toSqlDateTime = (value) => value.toISOString().slice(0, 19).replace('T', ' ');
|
|
7
|
+
const assertSafeTableName = (raw, label) => {
|
|
8
|
+
const value = raw.trim();
|
|
9
|
+
if (value.length === 0)
|
|
10
|
+
throw ErrorFactory.createGeneralError(`${label} table is empty`);
|
|
11
|
+
// allow db.schema.table and underscores
|
|
12
|
+
if (!/^[A-Za-z0-9_.]+$/u.test(value)) {
|
|
13
|
+
throw ErrorFactory.createGeneralError(`${label} table contains invalid characters: ${value}`);
|
|
14
|
+
}
|
|
15
|
+
return value;
|
|
16
|
+
};
|
|
17
|
+
const cleanupJobTrackingBatch = async () => {
|
|
18
|
+
const connection = Env.get('JOB_TRACKING_DB_CONNECTION', 'default');
|
|
19
|
+
const jobsTable = assertSafeTableName(Env.get('JOB_TRACKING_DB_TABLE', 'zintrust_jobs'), 'Jobs');
|
|
20
|
+
const transitionsTable = assertSafeTableName(Env.get('JOB_TRACKING_DB_TRANSITIONS_TABLE', 'zintrust_job_transitions'), 'Transitions');
|
|
21
|
+
const retentionHoursRaw = Env.get('JOB_TRACKING_CLEANUP_RETENTION_HOURS', '').trim();
|
|
22
|
+
const retentionHours = retentionHoursRaw.length > 0 ? Number.parseFloat(retentionHoursRaw) : Number.NaN;
|
|
23
|
+
const retentionDays = Math.max(1, Env.getInt('JOB_TRACKING_CLEANUP_RETENTION_DAYS', 30));
|
|
24
|
+
const batchSize = Math.max(100, Env.getInt('JOB_TRACKING_CLEANUP_BATCH_SIZE', 5000));
|
|
25
|
+
const retentionMs = Number.isFinite(retentionHours) && retentionHours > 0
|
|
26
|
+
? retentionHours * 60 * 60 * 1000
|
|
27
|
+
: retentionDays * 24 * 60 * 60 * 1000;
|
|
28
|
+
const cutoff = new Date(Date.now() - retentionMs);
|
|
29
|
+
const cutoffSql = toSqlDateTime(cutoff);
|
|
30
|
+
const db = useDatabase(undefined, connection);
|
|
31
|
+
const transitionRows = await db
|
|
32
|
+
.table(transitionsTable)
|
|
33
|
+
.select('id')
|
|
34
|
+
.where('transitioned_at', '<=', cutoffSql)
|
|
35
|
+
.orderBy('id', 'ASC')
|
|
36
|
+
.limit(batchSize)
|
|
37
|
+
.get();
|
|
38
|
+
const transitionIds = (transitionRows ?? [])
|
|
39
|
+
.map((row) => Number(row.id))
|
|
40
|
+
.filter((id) => Number.isFinite(id))
|
|
41
|
+
.map((id) => Math.floor(id));
|
|
42
|
+
if (transitionIds.length > 0) {
|
|
43
|
+
await db.table(transitionsTable).whereIn('id', transitionIds).delete();
|
|
44
|
+
}
|
|
45
|
+
const jobRows = await db
|
|
46
|
+
.table(jobsTable)
|
|
47
|
+
.select('id')
|
|
48
|
+
.where('status', '=', 'enqueued')
|
|
49
|
+
.where('updated_at', '<=', cutoffSql)
|
|
50
|
+
.orderBy('id', 'ASC')
|
|
51
|
+
.limit(batchSize)
|
|
52
|
+
.get();
|
|
53
|
+
const jobIds = (jobRows ?? [])
|
|
54
|
+
.map((row) => Number(row.id))
|
|
55
|
+
.filter((id) => Number.isFinite(id))
|
|
56
|
+
.map((id) => Math.floor(id));
|
|
57
|
+
if (jobIds.length > 0) {
|
|
58
|
+
await db.table(jobsTable).whereIn('id', jobIds).delete();
|
|
59
|
+
}
|
|
60
|
+
return {
|
|
61
|
+
retentionDays,
|
|
62
|
+
cutoffIso: cutoff.toISOString(),
|
|
63
|
+
batchSize,
|
|
64
|
+
deletedTransitions: transitionIds.length,
|
|
65
|
+
deletedJobs: jobIds.length,
|
|
66
|
+
};
|
|
67
|
+
};
|
|
68
|
+
export const cleanupJobTrackingOnce = async () => {
|
|
69
|
+
const result = await cleanupJobTrackingBatch();
|
|
70
|
+
Logger.info('Job tracking cleanup batch completed', {
|
|
71
|
+
retentionDays: result.retentionDays,
|
|
72
|
+
cutoff: result.cutoffIso,
|
|
73
|
+
deletedTransitions: result.deletedTransitions,
|
|
74
|
+
deletedJobs: result.deletedJobs,
|
|
75
|
+
batchSize: result.batchSize,
|
|
76
|
+
});
|
|
77
|
+
};
|
|
78
|
+
const enabled = Env.getBool('JOB_TRACKING_CLEANUP_ENABLED', false);
|
|
79
|
+
const intervalMs = Env.getInt('JOB_TRACKING_CLEANUP_INTERVAL_MS', 6 * 60 * 60 * 1000);
|
|
80
|
+
const JobTrackingCleanupSchedule = Schedule.define('jobTracking.cleanup', async () => {
|
|
81
|
+
const maxBatches = Math.max(1, Env.getInt('JOB_TRACKING_CLEANUP_MAX_BATCHES', 1));
|
|
82
|
+
let batchesRun = 0;
|
|
83
|
+
let deletedTransitionsTotal = 0;
|
|
84
|
+
let deletedJobsTotal = 0;
|
|
85
|
+
let retentionDays;
|
|
86
|
+
let cutoffIso;
|
|
87
|
+
let batchSize;
|
|
88
|
+
for (let i = 0; i < maxBatches; i += 1) {
|
|
89
|
+
// Bounded sequential batches are intentional; we want predictable DB load.
|
|
90
|
+
// eslint-disable-next-line no-await-in-loop
|
|
91
|
+
const result = await cleanupJobTrackingBatch();
|
|
92
|
+
batchesRun += 1;
|
|
93
|
+
deletedTransitionsTotal += result.deletedTransitions;
|
|
94
|
+
deletedJobsTotal += result.deletedJobs;
|
|
95
|
+
retentionDays = result.retentionDays;
|
|
96
|
+
cutoffIso = result.cutoffIso;
|
|
97
|
+
batchSize = result.batchSize;
|
|
98
|
+
if (result.deletedTransitions + result.deletedJobs === 0) {
|
|
99
|
+
break;
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
Logger.info('Job tracking cleanup run completed', {
|
|
103
|
+
retentionDays,
|
|
104
|
+
cutoff: cutoffIso,
|
|
105
|
+
batchSize,
|
|
106
|
+
batchesRun,
|
|
107
|
+
maxBatches,
|
|
108
|
+
deletedTransitionsTotal,
|
|
109
|
+
deletedJobsTotal,
|
|
110
|
+
});
|
|
111
|
+
})
|
|
112
|
+
.intervalMs(intervalMs)
|
|
113
|
+
.withoutOverlapping({ provider: Env.get('JOB_TRACKING_CLEANUP_LOCK_PROVIDER', 'memory') })
|
|
114
|
+
.enabledWhen(enabled)
|
|
115
|
+
.build();
|
|
116
|
+
export default JobTrackingCleanupSchedule;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"log-cleanup.d.ts","sourceRoot":"","sources":["../../../src/schedules/log-cleanup.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"log-cleanup.d.ts","sourceRoot":"","sources":["../../../src/schedules/log-cleanup.ts"],"names":[],"mappings":"AAIA,QAAA,MAAM,kBAAkB,kCASd,CAAC;AAEX,eAAe,kBAAkB,CAAC"}
|