bunqueue 2.8.60 → 2.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (324) hide show
  1. package/README.md +108 -76
  2. package/dist/application/background/dlq.js +2 -0
  3. package/dist/application/contextFactory.js +5 -0
  4. package/dist/application/dlqManager.d.ts +10 -0
  5. package/dist/application/dlqManager.js +47 -9
  6. package/dist/application/dlqRetry.js +59 -38
  7. package/dist/application/eventsManager.d.ts +1 -1
  8. package/dist/application/eventsManager.js +30 -26
  9. package/dist/application/operations/jobManagement.d.ts +4 -0
  10. package/dist/application/operations/jobMoveOperations.js +9 -4
  11. package/dist/application/postgres-queue-manager/batchSnapshot.d.ts +16 -0
  12. package/dist/application/postgres-queue-manager/batchSnapshot.js +17 -0
  13. package/dist/application/postgres-queue-manager/cloud.d.ts +30 -0
  14. package/dist/application/postgres-queue-manager/cloud.js +55 -0
  15. package/dist/application/postgres-queue-manager/config.d.ts +5 -0
  16. package/dist/application/postgres-queue-manager/config.js +1 -0
  17. package/dist/application/postgres-queue-manager/control.d.ts +26 -0
  18. package/dist/application/postgres-queue-manager/control.js +186 -0
  19. package/dist/application/postgres-queue-manager/deferredWrites.d.ts +13 -0
  20. package/dist/application/postgres-queue-manager/deferredWrites.js +60 -0
  21. package/dist/application/postgres-queue-manager/delivery.d.ts +19 -0
  22. package/dist/application/postgres-queue-manager/delivery.js +80 -0
  23. package/dist/application/postgres-queue-manager/lease.d.ts +13 -0
  24. package/dist/application/postgres-queue-manager/lease.js +88 -0
  25. package/dist/application/postgres-queue-manager/lifetimeMetrics.d.ts +32 -0
  26. package/dist/application/postgres-queue-manager/lifetimeMetrics.js +53 -0
  27. package/dist/application/postgres-queue-manager/maintenance.d.ts +14 -0
  28. package/dist/application/postgres-queue-manager/maintenance.js +100 -0
  29. package/dist/application/postgres-queue-manager/operationGate.d.ts +26 -0
  30. package/dist/application/postgres-queue-manager/operationGate.js +96 -0
  31. package/dist/application/postgres-queue-manager/operations.d.ts +25 -0
  32. package/dist/application/postgres-queue-manager/operations.js +194 -0
  33. package/dist/application/postgres-queue-manager/projectionRefreshes.d.ts +43 -0
  34. package/dist/application/postgres-queue-manager/projectionRefreshes.js +170 -0
  35. package/dist/application/postgres-queue-manager/queries.d.ts +142 -0
  36. package/dist/application/postgres-queue-manager/queries.js +231 -0
  37. package/dist/application/postgres-queue-manager/relationships.d.ts +10 -0
  38. package/dist/application/postgres-queue-manager/relationships.js +45 -0
  39. package/dist/application/postgres-queue-manager/services.d.ts +31 -0
  40. package/dist/application/postgres-queue-manager/services.js +149 -0
  41. package/dist/application/postgres-queue-manager/snapshot.d.ts +51 -0
  42. package/dist/application/postgres-queue-manager/snapshot.js +236 -0
  43. package/dist/application/postgres-queue-manager/snapshotViews.d.ts +15 -0
  44. package/dist/application/postgres-queue-manager/snapshotViews.js +100 -0
  45. package/dist/application/postgres-queue-manager/startupEventBuffer.d.ts +12 -0
  46. package/dist/application/postgres-queue-manager/startupEventBuffer.js +36 -0
  47. package/dist/application/postgres-queue-manager/state.d.ts +47 -0
  48. package/dist/application/postgres-queue-manager/state.js +273 -0
  49. package/dist/application/postgres-queue-manager/terminalDelivery.d.ts +20 -0
  50. package/dist/application/postgres-queue-manager/terminalDelivery.js +100 -0
  51. package/dist/application/postgresQueueManager.d.ts +2 -0
  52. package/dist/application/postgresQueueManager.js +1 -0
  53. package/dist/application/queue-manager/flow-failures.js +4 -0
  54. package/dist/application/queue-manager/limits.d.ts +2 -0
  55. package/dist/application/queue-manager/limits.js +4 -0
  56. package/dist/application/queue-manager/observability.js +15 -3
  57. package/dist/application/queue-manager/queries.d.ts +7 -0
  58. package/dist/application/queue-manager/queries.js +9 -0
  59. package/dist/application/queue-manager/services.d.ts +1 -1
  60. package/dist/application/queue-manager/services.js +4 -2
  61. package/dist/application/queue-manager/state.js +16 -1
  62. package/dist/cli/commands/server.js +1 -1
  63. package/dist/client/forwarder.d.ts +6 -4
  64. package/dist/client/forwarder.js +5 -3
  65. package/dist/client/queue/dlq.d.ts +2 -0
  66. package/dist/client/queue/dlq.js +14 -0
  67. package/dist/client/queue/dlqOps.d.ts +2 -0
  68. package/dist/client/queue/dlqOps.js +4 -0
  69. package/dist/client/queue/helpers.js +2 -0
  70. package/dist/client/queue/runtime/configuration.d.ts +4 -0
  71. package/dist/client/queue/runtime/configuration.js +8 -0
  72. package/dist/client/worker/runtime/execution.js +3 -8
  73. package/dist/client/worker/runtime/polling.d.ts +1 -0
  74. package/dist/client/worker/runtime/polling.js +9 -0
  75. package/dist/config/resolve.d.ts +14 -0
  76. package/dist/config/resolve.js +50 -5
  77. package/dist/config/types.d.ts +18 -0
  78. package/dist/domain/queue/dlqShard.d.ts +2 -0
  79. package/dist/domain/queue/dlqShard.js +16 -0
  80. package/dist/domain/queue/shard/dlq.d.ts +1 -0
  81. package/dist/domain/queue/shard/dlq.js +3 -0
  82. package/dist/domain/types/commands/dlq.d.ts +5 -0
  83. package/dist/domain/types/commands/union.d.ts +1 -1
  84. package/dist/domain/types/cron.d.ts +5 -0
  85. package/dist/domain/types/cron.js +14 -3
  86. package/dist/domain/types/dlq.d.ts +1 -1
  87. package/dist/domain/types/dlq.js +1 -2
  88. package/dist/domain/types/jobs/model.d.ts +1 -1
  89. package/dist/infrastructure/cloud/commandHandler.js +5 -3
  90. package/dist/infrastructure/cloud/commands/integrations.js +11 -11
  91. package/dist/infrastructure/cloud/commands/jobs.js +48 -40
  92. package/dist/infrastructure/cloud/commands/queues.js +61 -75
  93. package/dist/infrastructure/cloud/queueAdapter/local.d.ts +41 -0
  94. package/dist/infrastructure/cloud/queueAdapter/local.js +187 -0
  95. package/dist/infrastructure/cloud/queueAdapter/postgres.d.ts +42 -0
  96. package/dist/infrastructure/cloud/queueAdapter/postgres.js +188 -0
  97. package/dist/infrastructure/cloud/queueAdapter/registry.d.ts +4 -0
  98. package/dist/infrastructure/cloud/queueAdapter/registry.js +15 -0
  99. package/dist/infrastructure/cloud/queueAdapter/types.d.ts +87 -0
  100. package/dist/infrastructure/cloud/queueAdapter/types.js +1 -0
  101. package/dist/infrastructure/cloud/snapshot/analytics.d.ts +2 -0
  102. package/dist/infrastructure/cloud/snapshot/analytics.js +7 -0
  103. package/dist/infrastructure/cloud/snapshot/collector.d.ts +4 -0
  104. package/dist/infrastructure/cloud/snapshot/collector.js +39 -1
  105. package/dist/infrastructure/cloud/snapshot/config.d.ts +3 -0
  106. package/dist/infrastructure/cloud/snapshot/config.js +43 -0
  107. package/dist/infrastructure/cloud/snapshot/jobs.d.ts +3 -0
  108. package/dist/infrastructure/cloud/snapshot/jobs.js +32 -1
  109. package/dist/infrastructure/cloud/snapshotCollector.js +20 -35
  110. package/dist/infrastructure/cloud/snapshotHelpers.d.ts +3 -3
  111. package/dist/infrastructure/cloud/snapshotHelpers.js +3 -3
  112. package/dist/infrastructure/cloud/statsRefresh.js +2 -1
  113. package/dist/infrastructure/cloud/types/command.d.ts +2 -2
  114. package/dist/infrastructure/persistence/postgres/admission.d.ts +18 -0
  115. package/dist/infrastructure/persistence/postgres/admission.js +193 -0
  116. package/dist/infrastructure/persistence/postgres/admissionParent.d.ts +5 -0
  117. package/dist/infrastructure/persistence/postgres/admissionParent.js +35 -0
  118. package/dist/infrastructure/persistence/postgres/admissionResult.d.ts +9 -0
  119. package/dist/infrastructure/persistence/postgres/admissionResult.js +1 -0
  120. package/dist/infrastructure/persistence/postgres/admissionStore.d.ts +12 -0
  121. package/dist/infrastructure/persistence/postgres/admissionStore.js +101 -0
  122. package/dist/infrastructure/persistence/postgres/advisoryLocks.d.ts +2 -0
  123. package/dist/infrastructure/persistence/postgres/advisoryLocks.js +13 -0
  124. package/dist/infrastructure/persistence/postgres/batchAdmission.d.ts +11 -0
  125. package/dist/infrastructure/persistence/postgres/batchAdmission.js +110 -0
  126. package/dist/infrastructure/persistence/postgres/batchCompletion.d.ts +4 -0
  127. package/dist/infrastructure/persistence/postgres/batchCompletion.js +174 -0
  128. package/dist/infrastructure/persistence/postgres/batchEvents.d.ts +14 -0
  129. package/dist/infrastructure/persistence/postgres/batchEvents.js +72 -0
  130. package/dist/infrastructure/persistence/postgres/brokerSessions.d.ts +14 -0
  131. package/dist/infrastructure/persistence/postgres/brokerSessions.js +94 -0
  132. package/dist/infrastructure/persistence/postgres/claimBatch.d.ts +11 -0
  133. package/dist/infrastructure/persistence/postgres/claimBatch.js +56 -0
  134. package/dist/infrastructure/persistence/postgres/claimSelection.d.ts +4 -0
  135. package/dist/infrastructure/persistence/postgres/claimSelection.js +198 -0
  136. package/dist/infrastructure/persistence/postgres/claims.d.ts +3 -0
  137. package/dist/infrastructure/persistence/postgres/claims.js +137 -0
  138. package/dist/infrastructure/persistence/postgres/cloudReadModel.d.ts +26 -0
  139. package/dist/infrastructure/persistence/postgres/cloudReadModel.js +123 -0
  140. package/dist/infrastructure/persistence/postgres/codec.d.ts +30 -0
  141. package/dist/infrastructure/persistence/postgres/codec.js +82 -0
  142. package/dist/infrastructure/persistence/postgres/completionEvents.d.ts +11 -0
  143. package/dist/infrastructure/persistence/postgres/completionEvents.js +21 -0
  144. package/dist/infrastructure/persistence/postgres/completionLifecycle.d.ts +11 -0
  145. package/dist/infrastructure/persistence/postgres/completionLifecycle.js +145 -0
  146. package/dist/infrastructure/persistence/postgres/completionOutcome.d.ts +4 -0
  147. package/dist/infrastructure/persistence/postgres/completionOutcome.js +112 -0
  148. package/dist/infrastructure/persistence/postgres/completionQueries.d.ts +10 -0
  149. package/dist/infrastructure/persistence/postgres/completionQueries.js +87 -0
  150. package/dist/infrastructure/persistence/postgres/connection.d.ts +3 -0
  151. package/dist/infrastructure/persistence/postgres/connection.js +15 -0
  152. package/dist/infrastructure/persistence/postgres/context.d.ts +28 -0
  153. package/dist/infrastructure/persistence/postgres/context.js +74 -0
  154. package/dist/infrastructure/persistence/postgres/control.d.ts +23 -0
  155. package/dist/infrastructure/persistence/postgres/control.js +105 -0
  156. package/dist/infrastructure/persistence/postgres/crons.d.ts +18 -0
  157. package/dist/infrastructure/persistence/postgres/crons.js +205 -0
  158. package/dist/infrastructure/persistence/postgres/deduplication.d.ts +9 -0
  159. package/dist/infrastructure/persistence/postgres/deduplication.js +47 -0
  160. package/dist/infrastructure/persistence/postgres/dependencyDestruction.d.ts +14 -0
  161. package/dist/infrastructure/persistence/postgres/dependencyDestruction.js +74 -0
  162. package/dist/infrastructure/persistence/postgres/dependencyPromotion.d.ts +29 -0
  163. package/dist/infrastructure/persistence/postgres/dependencyPromotion.js +212 -0
  164. package/dist/infrastructure/persistence/postgres/destructiveMutations.d.ts +4 -0
  165. package/dist/infrastructure/persistence/postgres/destructiveMutations.js +111 -0
  166. package/dist/infrastructure/persistence/postgres/dlqLifecycle.d.ts +13 -0
  167. package/dist/infrastructure/persistence/postgres/dlqLifecycle.js +184 -0
  168. package/dist/infrastructure/persistence/postgres/dlqMaintenance.d.ts +6 -0
  169. package/dist/infrastructure/persistence/postgres/dlqMaintenance.js +36 -0
  170. package/dist/infrastructure/persistence/postgres/dlqRetryPlan.d.ts +21 -0
  171. package/dist/infrastructure/persistence/postgres/dlqRetryPlan.js +92 -0
  172. package/dist/infrastructure/persistence/postgres/eventCommitGc.d.ts +27 -0
  173. package/dist/infrastructure/persistence/postgres/eventCommitGc.js +62 -0
  174. package/dist/infrastructure/persistence/postgres/eventJournal.d.ts +18 -0
  175. package/dist/infrastructure/persistence/postgres/eventJournal.js +76 -0
  176. package/dist/infrastructure/persistence/postgres/eventJournalSchema.d.ts +5 -0
  177. package/dist/infrastructure/persistence/postgres/eventJournalSchema.js +253 -0
  178. package/dist/infrastructure/persistence/postgres/eventPruneWatermarks.d.ts +24 -0
  179. package/dist/infrastructure/persistence/postgres/eventPruneWatermarks.js +111 -0
  180. package/dist/infrastructure/persistence/postgres/eventRetention.d.ts +18 -0
  181. package/dist/infrastructure/persistence/postgres/eventRetention.js +76 -0
  182. package/dist/infrastructure/persistence/postgres/events.d.ts +45 -0
  183. package/dist/infrastructure/persistence/postgres/events.js +249 -0
  184. package/dist/infrastructure/persistence/postgres/expiry.d.ts +3 -0
  185. package/dist/infrastructure/persistence/postgres/expiry.js +74 -0
  186. package/dist/infrastructure/persistence/postgres/flowFailures.d.ts +17 -0
  187. package/dist/infrastructure/persistence/postgres/flowFailures.js +199 -0
  188. package/dist/infrastructure/persistence/postgres/jobData.d.ts +3 -0
  189. package/dist/infrastructure/persistence/postgres/jobData.js +32 -0
  190. package/dist/infrastructure/persistence/postgres/leaseRelease.d.ts +9 -0
  191. package/dist/infrastructure/persistence/postgres/leaseRelease.js +120 -0
  192. package/dist/infrastructure/persistence/postgres/leaseRenewal.d.ts +4 -0
  193. package/dist/infrastructure/persistence/postgres/leaseRenewal.js +35 -0
  194. package/dist/infrastructure/persistence/postgres/lifetimeMetrics.d.ts +15 -0
  195. package/dist/infrastructure/persistence/postgres/lifetimeMetrics.js +46 -0
  196. package/dist/infrastructure/persistence/postgres/lifetimeMetricsFinalizer.d.ts +4 -0
  197. package/dist/infrastructure/persistence/postgres/lifetimeMetricsFinalizer.js +13 -0
  198. package/dist/infrastructure/persistence/postgres/logs.d.ts +6 -0
  199. package/dist/infrastructure/persistence/postgres/logs.js +70 -0
  200. package/dist/infrastructure/persistence/postgres/maintenance.d.ts +6 -0
  201. package/dist/infrastructure/persistence/postgres/maintenance.js +138 -0
  202. package/dist/infrastructure/persistence/postgres/maintenanceFlights.d.ts +14 -0
  203. package/dist/infrastructure/persistence/postgres/maintenanceFlights.js +66 -0
  204. package/dist/infrastructure/persistence/postgres/metricWrites.d.ts +9 -0
  205. package/dist/infrastructure/persistence/postgres/metricWrites.js +94 -0
  206. package/dist/infrastructure/persistence/postgres/mutations.d.ts +9 -0
  207. package/dist/infrastructure/persistence/postgres/mutations.js +171 -0
  208. package/dist/infrastructure/persistence/postgres/outcomes.d.ts +4 -0
  209. package/dist/infrastructure/persistence/postgres/outcomes.js +194 -0
  210. package/dist/infrastructure/persistence/postgres/policies.d.ts +11 -0
  211. package/dist/infrastructure/persistence/postgres/policies.js +18 -0
  212. package/dist/infrastructure/persistence/postgres/postCommitMaintenance.d.ts +17 -0
  213. package/dist/infrastructure/persistence/postgres/postCommitMaintenance.js +117 -0
  214. package/dist/infrastructure/persistence/postgres/promotion.d.ts +3 -0
  215. package/dist/infrastructure/persistence/postgres/promotion.js +43 -0
  216. package/dist/infrastructure/persistence/postgres/queries.d.ts +22 -0
  217. package/dist/infrastructure/persistence/postgres/queries.js +152 -0
  218. package/dist/infrastructure/persistence/postgres/queueDestruction.d.ts +3 -0
  219. package/dist/infrastructure/persistence/postgres/queueDestruction.js +154 -0
  220. package/dist/infrastructure/persistence/postgres/queueLifecycle.d.ts +10 -0
  221. package/dist/infrastructure/persistence/postgres/queueLifecycle.js +60 -0
  222. package/dist/infrastructure/persistence/postgres/rateLimit.d.ts +6 -0
  223. package/dist/infrastructure/persistence/postgres/rateLimit.js +10 -0
  224. package/dist/infrastructure/persistence/postgres/readModels.d.ts +32 -0
  225. package/dist/infrastructure/persistence/postgres/readModels.js +72 -0
  226. package/dist/infrastructure/persistence/postgres/recovery.d.ts +3 -0
  227. package/dist/infrastructure/persistence/postgres/recovery.js +178 -0
  228. package/dist/infrastructure/persistence/postgres/relationships.d.ts +9 -0
  229. package/dist/infrastructure/persistence/postgres/relationships.js +201 -0
  230. package/dist/infrastructure/persistence/postgres/removeUnprocessedChildren.d.ts +4 -0
  231. package/dist/infrastructure/persistence/postgres/removeUnprocessedChildren.js +241 -0
  232. package/dist/infrastructure/persistence/postgres/repeatMutations.d.ts +5 -0
  233. package/dist/infrastructure/persistence/postgres/repeatMutations.js +37 -0
  234. package/dist/infrastructure/persistence/postgres/runtime.d.ts +46 -0
  235. package/dist/infrastructure/persistence/postgres/runtime.js +236 -0
  236. package/dist/infrastructure/persistence/postgres/runtimeConfig.d.ts +21 -0
  237. package/dist/infrastructure/persistence/postgres/runtimeConfig.js +39 -0
  238. package/dist/infrastructure/persistence/postgres/schema.d.ts +4 -0
  239. package/dist/infrastructure/persistence/postgres/schema.js +257 -0
  240. package/dist/infrastructure/persistence/postgres/schemaInitialization.d.ts +3 -0
  241. package/dist/infrastructure/persistence/postgres/schemaInitialization.js +221 -0
  242. package/dist/infrastructure/persistence/postgres/serialAdmission.d.ts +6 -0
  243. package/dist/infrastructure/persistence/postgres/serialAdmission.js +96 -0
  244. package/dist/infrastructure/persistence/postgres/snapshotBudget.d.ts +3 -0
  245. package/dist/infrastructure/persistence/postgres/snapshotBudget.js +83 -0
  246. package/dist/infrastructure/persistence/postgres/storageHealth.d.ts +10 -0
  247. package/dist/infrastructure/persistence/postgres/storageHealth.js +29 -0
  248. package/dist/infrastructure/persistence/postgres/store.d.ts +90 -0
  249. package/dist/infrastructure/persistence/postgres/store.js +136 -0
  250. package/dist/infrastructure/persistence/postgres/telemetry.d.ts +6 -0
  251. package/dist/infrastructure/persistence/postgres/telemetry.js +88 -0
  252. package/dist/infrastructure/persistence/postgres/terminal.d.ts +8 -0
  253. package/dist/infrastructure/persistence/postgres/terminal.js +137 -0
  254. package/dist/infrastructure/persistence/postgres/transactionRetry.d.ts +6 -0
  255. package/dist/infrastructure/persistence/postgres/transactionRetry.js +42 -0
  256. package/dist/infrastructure/persistence/postgres/types.d.ts +175 -0
  257. package/dist/infrastructure/persistence/postgres/types.js +1 -0
  258. package/dist/infrastructure/persistence/postgres/workers.d.ts +15 -0
  259. package/dist/infrastructure/persistence/postgres/workers.js +126 -0
  260. package/dist/infrastructure/persistence/postgres.d.ts +2 -0
  261. package/dist/infrastructure/persistence/postgres.js +1 -0
  262. package/dist/infrastructure/persistence/sqlite/jobs.js +2 -0
  263. package/dist/infrastructure/scheduler/cron/persisted.d.ts +5 -0
  264. package/dist/infrastructure/scheduler/cron/persisted.js +27 -0
  265. package/dist/infrastructure/scheduler/cron/runtime.js +5 -10
  266. package/dist/infrastructure/scheduler/cron/validation.d.ts +3 -0
  267. package/dist/infrastructure/scheduler/cron/validation.js +11 -0
  268. package/dist/infrastructure/scheduler/cronParser.d.ts +1 -1
  269. package/dist/infrastructure/scheduler/cronParser.js +144 -11
  270. package/dist/infrastructure/server/bootstrap.d.ts +2 -3
  271. package/dist/infrastructure/server/bootstrap.js +33 -59
  272. package/dist/infrastructure/server/errors.d.ts +4 -0
  273. package/dist/infrastructure/server/errors.js +54 -0
  274. package/dist/infrastructure/server/handler-routes/control.d.ts +5 -5
  275. package/dist/infrastructure/server/handler-routes/control.js +3 -1
  276. package/dist/infrastructure/server/handler-routes/monitoring.d.ts +2 -2
  277. package/dist/infrastructure/server/handler.js +9 -11
  278. package/dist/infrastructure/server/handlers/advanced/dependencies.js +7 -6
  279. package/dist/infrastructure/server/handlers/advanced/jobs.js +19 -6
  280. package/dist/infrastructure/server/handlers/advanced/queue.d.ts +9 -9
  281. package/dist/infrastructure/server/handlers/advanced/queue.js +91 -27
  282. package/dist/infrastructure/server/handlers/core.js +32 -31
  283. package/dist/infrastructure/server/handlers/cron.d.ts +4 -4
  284. package/dist/infrastructure/server/handlers/cron.js +60 -59
  285. package/dist/infrastructure/server/handlers/dashboard.d.ts +1 -1
  286. package/dist/infrastructure/server/handlers/dashboard.js +21 -8
  287. package/dist/infrastructure/server/handlers/dlq.d.ts +6 -3
  288. package/dist/infrastructure/server/handlers/dlq.js +35 -9
  289. package/dist/infrastructure/server/handlers/flow.js +2 -1
  290. package/dist/infrastructure/server/handlers/management.d.ts +5 -5
  291. package/dist/infrastructure/server/handlers/management.js +36 -9
  292. package/dist/infrastructure/server/handlers/monitoring/health.d.ts +5 -5
  293. package/dist/infrastructure/server/handlers/monitoring/health.js +45 -16
  294. package/dist/infrastructure/server/handlers/monitoring/operations.d.ts +1 -1
  295. package/dist/infrastructure/server/handlers/monitoring/operations.js +8 -1
  296. package/dist/infrastructure/server/handlers/monitoring/workers.d.ts +3 -3
  297. package/dist/infrastructure/server/handlers/monitoring/workers.js +31 -7
  298. package/dist/infrastructure/server/handlers/pushBatchValidation.d.ts +3 -1
  299. package/dist/infrastructure/server/handlers/pushBatchValidation.js +52 -7
  300. package/dist/infrastructure/server/handlers/query.d.ts +1 -1
  301. package/dist/infrastructure/server/handlers/query.js +5 -4
  302. package/dist/infrastructure/server/http.js +2 -2
  303. package/dist/infrastructure/server/httpDashboardEndpoints.d.ts +1 -1
  304. package/dist/infrastructure/server/httpDashboardEndpoints.js +19 -6
  305. package/dist/infrastructure/server/httpEndpoints.js +18 -7
  306. package/dist/infrastructure/server/httpRouteQueues.js +11 -1
  307. package/dist/infrastructure/server/shutdownCoordinator.d.ts +24 -0
  308. package/dist/infrastructure/server/shutdownCoordinator.js +106 -0
  309. package/dist/infrastructure/server/sseHandler.js +8 -3
  310. package/dist/infrastructure/server/storageAdapter.d.ts +29 -0
  311. package/dist/infrastructure/server/storageAdapter.js +61 -0
  312. package/dist/infrastructure/server/storageManager.d.ts +12 -0
  313. package/dist/infrastructure/server/storageManager.js +102 -0
  314. package/dist/infrastructure/server/tcp.js +2 -3
  315. package/dist/infrastructure/server/ws/snapshots.d.ts +1 -1
  316. package/dist/infrastructure/server/ws/snapshots.js +19 -4
  317. package/dist/infrastructure/server/wsHandler.js +10 -5
  318. package/dist/main.js +1 -1
  319. package/dist/mcp/backend/embedded/services.js +2 -1
  320. package/dist/mcp/index.d.ts +2 -2
  321. package/dist/mcp/index.js +2 -2
  322. package/dist/shared/storageHealth.d.ts +9 -0
  323. package/dist/shared/storageHealth.js +12 -0
  324. package/package.json +74 -65
@@ -1,94 +1,94 @@
1
+ import { DEFAULT_DLQ_CONFIG } from '../../../domain/types/dlq';
2
+ import { DEFAULT_STALL_CONFIG } from '../../../domain/types/stall';
1
3
  import { mapCloudCommandJob } from './jobMapper';
2
4
  export const QUEUE_COMMANDS = {
3
- 'queue:pause': (queueManager, command) => {
4
- queueManager.pause(command.queue ?? '');
5
+ 'queue:pause': async (adapter, command) => {
6
+ await adapter.pause(command.queue ?? '', true);
5
7
  return { queue: command.queue, paused: true };
6
8
  },
7
- 'queue:resume': (queueManager, command) => {
8
- queueManager.resume(command.queue ?? '');
9
+ 'queue:resume': async (adapter, command) => {
10
+ await adapter.pause(command.queue ?? '', false);
9
11
  return { queue: command.queue, paused: false };
10
12
  },
11
- 'queue:drain': (queueManager, command) => {
12
- const count = queueManager.drain(command.queue ?? '');
13
+ 'queue:drain': async (adapter, command) => {
14
+ const count = await adapter.drain(command.queue ?? '');
13
15
  return { queue: command.queue, drained: count };
14
16
  },
15
- 'queue:clean': (queueManager, command) => {
16
- const ids = queueManager.clean(command.queue ?? '', command.graceMs ?? 0, command.state, command.limit);
17
+ 'queue:clean': async (adapter, command) => {
18
+ const ids = await adapter.clean(command.queue ?? '', command.graceMs ?? 0, command.state, command.limit);
17
19
  return { queue: command.queue, cleaned: ids.length, ids };
18
20
  },
19
- 'queue:obliterate': (queueManager, command) => {
20
- queueManager.obliterate(command.queue ?? '');
21
+ 'queue:obliterate': async (adapter, command) => {
22
+ await adapter.obliterate(command.queue ?? '');
21
23
  return { queue: command.queue, obliterated: true };
22
24
  },
23
- 'queue:promoteAll': async (queueManager, command) => {
25
+ 'queue:promoteAll': async (adapter, command) => {
24
26
  const limit = command.limit ?? 1000;
25
- const jobs = queueManager.getJobs(command.queue ?? '', {
26
- state: ['delayed'],
27
- start: 0,
28
- end: limit - 1,
29
- });
30
- let promoted = 0;
31
- for (const job of jobs) {
32
- try {
33
- await queueManager.promote(job.id);
34
- promoted++;
35
- }
36
- catch {
37
- // Skip jobs that can no longer be promoted.
38
- }
39
- }
27
+ const promoted = await adapter.promoteAll(command.queue ?? '', limit);
40
28
  return { queue: command.queue, promoted };
41
29
  },
42
- 'queue:retryCompleted': (queueManager, command) => {
43
- const count = queueManager.retryCompleted(command.queue ?? '');
30
+ 'queue:retryCompleted': async (adapter, command) => {
31
+ const count = await adapter.retryCompleted(command.queue ?? '');
44
32
  return { queue: command.queue, retried: count };
45
33
  },
46
- 'queue:rateLimit': (queueManager, command) => {
47
- queueManager.setRateLimit(command.queue ?? '', command.max ?? 100);
34
+ 'queue:rateLimit': async (adapter, command) => {
35
+ await adapter.setRateLimit(command.queue ?? '', command.max ?? 100);
48
36
  return { queue: command.queue, rateLimit: command.max ?? 100 };
49
37
  },
50
- 'queue:clearRateLimit': (queueManager, command) => {
51
- queueManager.clearRateLimit(command.queue ?? '');
38
+ 'queue:clearRateLimit': async (adapter, command) => {
39
+ await adapter.setRateLimit(command.queue ?? '', null);
52
40
  return { queue: command.queue, rateLimit: null };
53
41
  },
54
- 'queue:concurrency': (queueManager, command) => {
55
- queueManager.setConcurrency(command.queue ?? '', command.concurrency ?? 10);
42
+ 'queue:concurrency': async (adapter, command) => {
43
+ await adapter.setConcurrency(command.queue ?? '', command.concurrency ?? 10);
56
44
  return { queue: command.queue, concurrency: command.concurrency ?? 10 };
57
45
  },
58
- 'queue:clearConcurrency': (queueManager, command) => {
59
- queueManager.clearConcurrency(command.queue ?? '');
46
+ 'queue:clearConcurrency': async (adapter, command) => {
47
+ await adapter.setConcurrency(command.queue ?? '', null);
60
48
  return { queue: command.queue, concurrency: null };
61
49
  },
62
- 'queue:stallConfig': (queueManager, command) => {
63
- queueManager.setStallConfig(command.queue ?? '', command.config ?? {});
50
+ 'queue:stallConfig': async (adapter, command) => {
51
+ await adapter.setStallConfig(command.queue ?? '', command.config ?? {});
64
52
  return { queue: command.queue, stallConfig: command.config };
65
53
  },
66
- 'queue:dlqConfig': (queueManager, command) => {
67
- queueManager.setDlqConfig(command.queue ?? '', command.config ?? {});
54
+ 'queue:dlqConfig': async (adapter, command) => {
55
+ await adapter.setDlqConfig(command.queue ?? '', command.config ?? {});
68
56
  return { queue: command.queue, dlqConfig: command.config };
69
57
  },
70
- 'queue:detail': (queueManager, command) => {
58
+ 'queue:detail': async (adapter, command) => {
71
59
  const queue = command.queue ?? '';
72
- const counts = queueManager.getQueueJobCounts(queue);
73
- const paused = queueManager.isPaused(queue);
74
- const stallConfig = queueManager.getStallConfig(queue);
75
- const dlqConfig = queueManager.getDlqConfig(queue);
76
- const dlqEntries = queueManager.getDlqEntries(queue).slice(0, 50);
77
- const jobs = queueManager.getJobs(queue, {
60
+ const source = await adapter.readSnapshotSource([queue]);
61
+ const view = source.queues.find(({ name }) => name === queue);
62
+ const counts = view?.counts ?? {
63
+ waiting: 0,
64
+ prioritized: 0,
65
+ delayed: 0,
66
+ active: 0,
67
+ completed: 0,
68
+ failed: 0,
69
+ 'waiting-children': 0,
70
+ totalCompleted: 0,
71
+ totalFailed: 0,
72
+ };
73
+ const dlqEntries = source.dlqEntries.filter((entry) => entry.job.queue === queue).slice(0, 50);
74
+ const jobs = await adapter.listJobs(queue, {
78
75
  state: ['waiting', 'active', 'delayed', 'completed', 'failed'],
79
76
  start: 0,
80
- end: 49,
77
+ end: 50,
81
78
  });
82
79
  return {
83
80
  queue,
84
- paused,
81
+ paused: view?.paused ?? false,
85
82
  counts,
86
83
  stallConfig: {
87
- enabled: stallConfig.enabled,
88
- stallInterval: stallConfig.stallInterval,
89
- maxStalls: stallConfig.maxStalls,
84
+ enabled: view?.stallConfig.enabled ?? DEFAULT_STALL_CONFIG.enabled,
85
+ stallInterval: view?.stallConfig.stallInterval ?? DEFAULT_STALL_CONFIG.stallInterval,
86
+ maxStalls: view?.stallConfig.maxStalls ?? DEFAULT_STALL_CONFIG.maxStalls,
87
+ },
88
+ dlqConfig: {
89
+ maxRetries: view?.dlqConfig.maxAutoRetries ?? DEFAULT_DLQ_CONFIG.maxAutoRetries,
90
+ maxAge: view?.dlqConfig.maxAge ?? DEFAULT_DLQ_CONFIG.maxAge ?? 0,
90
91
  },
91
- dlqConfig: { maxRetries: dlqConfig.maxAutoRetries, maxAge: dlqConfig.maxAge ?? 0 },
92
92
  dlqEntries: dlqEntries.map((entry) => ({
93
93
  jobId: String(entry.job.id),
94
94
  reason: entry.reason,
@@ -99,28 +99,14 @@ export const QUEUE_COMMANDS = {
99
99
  jobs: jobs.map(mapCloudCommandJob),
100
100
  };
101
101
  },
102
- 'queue:list': (queueManager) => {
103
- const queueNames = queueManager.listQueues();
104
- const countsByQueue = queueManager.getAllQueueJobCounts();
105
- const queues = queueNames.flatMap((name) => {
106
- const counts = countsByQueue.get(name);
107
- if (!counts)
108
- return [];
109
- return {
110
- name,
111
- waiting: counts.waiting,
112
- prioritized: counts.prioritized,
113
- delayed: counts.delayed,
114
- active: counts.active,
115
- completed: counts.completed,
116
- failed: counts.failed,
117
- 'waiting-children': counts['waiting-children'],
118
- paused: queueManager.isPaused(name),
119
- totalCompleted: counts.totalCompleted,
120
- totalFailed: counts.totalFailed,
121
- };
122
- });
102
+ 'queue:list': async (adapter) => {
103
+ const source = await adapter.readSnapshotSource();
104
+ const queues = source.queues.map(({ name, counts, paused }) => ({
105
+ name,
106
+ ...counts,
107
+ paused,
108
+ }));
123
109
  return { queues };
124
110
  },
125
- 'stats:refresh': (queueManager) => queueManager.getStats(),
111
+ 'stats:refresh': async (adapter) => (await adapter.readSnapshotSource()).stats,
126
112
  };
@@ -0,0 +1,41 @@
1
+ import type { QueueManager } from '../../../application/queueManager';
2
+ import type { CronJobInput } from '../../../domain/types/cron';
3
+ import type { JobId } from '../../../domain/types/job';
4
+ import type { CloudQueueAdapter, CloudSnapshotSource } from './types';
5
+ /** SQLite/local Cloud strategy; delegates to the existing synchronous semantics. */
6
+ export declare class LocalCloudQueueAdapter implements CloudQueueAdapter {
7
+ readonly manager: QueueManager;
8
+ constructor(manager: QueueManager);
9
+ pause(queue: string, paused: boolean): Promise<void>;
10
+ drain(queue: string): Promise<number>;
11
+ clean(queue: string, graceMs: number, state?: string, limit?: number): Promise<JobId[]>;
12
+ obliterate(queue: string): Promise<void>;
13
+ promoteAll(queue: string, limit: number): Promise<number>;
14
+ retryCompleted(queue: string): Promise<number>;
15
+ setRateLimit(queue: string, limit: number | null): Promise<void>;
16
+ setConcurrency(queue: string, limit: number | null): Promise<void>;
17
+ setStallConfig(queue: string, patch: Record<string, unknown>): Promise<void>;
18
+ setDlqConfig(queue: string, patch: Record<string, unknown>): Promise<void>;
19
+ listJobs(queue: string, options?: {
20
+ state?: string | string[];
21
+ start?: number;
22
+ end?: number;
23
+ asc?: boolean;
24
+ }): Promise<import("../../../domain/types").Job[]>;
25
+ getJob(id: JobId): Promise<import("../../../domain/types").Job | null>;
26
+ getLogs(id: JobId): Promise<import("../../../domain/types/worker").JobLogEntry[]>;
27
+ getResult(id: JobId): Promise<unknown>;
28
+ clearLogs(id: JobId, keepLogs?: number): Promise<void>;
29
+ retryDlq(queue: string, id?: JobId): Promise<number>;
30
+ purgeDlq(queue: string): Promise<number>;
31
+ push(queue: string, input: Parameters<QueueManager['push']>[1]): Promise<import("../../../domain/types").Job>;
32
+ cancel(id: JobId): Promise<boolean>;
33
+ promote(id: JobId): Promise<boolean>;
34
+ changePriority(id: JobId, priority: number): Promise<boolean>;
35
+ discard(id: JobId): Promise<boolean>;
36
+ changeDelay(id: JobId, delay: number): Promise<boolean>;
37
+ updateData(id: JobId, data: unknown): Promise<boolean>;
38
+ addCron(input: CronJobInput): Promise<import("../../../domain/types").CronJob>;
39
+ removeCron(name: string): Promise<boolean>;
40
+ readSnapshotSource(requestedQueues?: readonly string[]): Promise<CloudSnapshotSource>;
41
+ }
@@ -0,0 +1,187 @@
1
+ const SNAPSHOT_STATES = [
2
+ 'waiting',
3
+ 'active',
4
+ 'delayed',
5
+ 'failed',
6
+ 'completed',
7
+ 'prioritized',
8
+ 'paused',
9
+ 'waiting-children',
10
+ ];
11
+ /** SQLite/local Cloud strategy; delegates to the existing synchronous semantics. */
12
+ export class LocalCloudQueueAdapter {
13
+ manager;
14
+ constructor(manager) {
15
+ this.manager = manager;
16
+ }
17
+ pause(queue, paused) {
18
+ if (paused)
19
+ this.manager.pause(queue);
20
+ else
21
+ this.manager.resume(queue);
22
+ return Promise.resolve();
23
+ }
24
+ drain(queue) {
25
+ return Promise.resolve(this.manager.drain(queue));
26
+ }
27
+ clean(queue, graceMs, state, limit) {
28
+ return Promise.resolve(this.manager.clean(queue, graceMs, state, limit));
29
+ }
30
+ obliterate(queue) {
31
+ this.manager.obliterate(queue);
32
+ return Promise.resolve();
33
+ }
34
+ async promoteAll(queue, limit) {
35
+ const jobs = this.manager.getJobs(queue, { state: ['delayed'], start: 0, end: limit });
36
+ let promoted = 0;
37
+ for (const job of jobs) {
38
+ try {
39
+ if (await this.manager.promote(job.id))
40
+ promoted++;
41
+ }
42
+ catch {
43
+ // The job may have moved since the command selected it.
44
+ }
45
+ }
46
+ return promoted;
47
+ }
48
+ retryCompleted(queue) {
49
+ return Promise.resolve(this.manager.retryCompleted(queue));
50
+ }
51
+ setRateLimit(queue, limit) {
52
+ if (limit === null)
53
+ this.manager.clearRateLimit(queue);
54
+ else
55
+ this.manager.setRateLimit(queue, limit);
56
+ return Promise.resolve();
57
+ }
58
+ setConcurrency(queue, limit) {
59
+ if (limit === null)
60
+ this.manager.clearConcurrency(queue);
61
+ else
62
+ this.manager.setConcurrency(queue, limit);
63
+ return Promise.resolve();
64
+ }
65
+ setStallConfig(queue, patch) {
66
+ this.manager.setStallConfig(queue, patch);
67
+ return Promise.resolve();
68
+ }
69
+ setDlqConfig(queue, patch) {
70
+ this.manager.setDlqConfig(queue, patch);
71
+ return Promise.resolve();
72
+ }
73
+ listJobs(queue, options = {}) {
74
+ return Promise.resolve(this.manager.getJobs(queue, options));
75
+ }
76
+ async getJob(id) {
77
+ return await this.manager.getJob(id);
78
+ }
79
+ getLogs(id) {
80
+ return Promise.resolve(this.manager.getLogs(id));
81
+ }
82
+ getResult(id) {
83
+ return Promise.resolve(this.manager.getResult(id) ?? null);
84
+ }
85
+ clearLogs(id, keepLogs) {
86
+ this.manager.clearLogs(id, keepLogs);
87
+ return Promise.resolve();
88
+ }
89
+ retryDlq(queue, id) {
90
+ return Promise.resolve(this.manager.retryDlq(queue, id));
91
+ }
92
+ purgeDlq(queue) {
93
+ return Promise.resolve(this.manager.purgeDlq(queue));
94
+ }
95
+ async push(queue, input) {
96
+ return await this.manager.push(queue, input);
97
+ }
98
+ async cancel(id) {
99
+ return await this.manager.cancel(id);
100
+ }
101
+ async promote(id) {
102
+ return await this.manager.promote(id);
103
+ }
104
+ async changePriority(id, priority) {
105
+ return await this.manager.changePriority(id, priority);
106
+ }
107
+ async discard(id) {
108
+ return await this.manager.discard(id);
109
+ }
110
+ async changeDelay(id, delay) {
111
+ return await this.manager.changeDelay(id, delay);
112
+ }
113
+ async updateData(id, data) {
114
+ return await this.manager.updateJobData(id, data);
115
+ }
116
+ addCron(input) {
117
+ return Promise.resolve(this.manager.addCron(input));
118
+ }
119
+ removeCron(name) {
120
+ return Promise.resolve(this.manager.removeCron(name));
121
+ }
122
+ readSnapshotSource(requestedQueues = []) {
123
+ const queueNames = new Set([...this.manager.listQueues(), ...requestedQueues]);
124
+ const counts = this.manager.getQueueJobCountsBatch(queueNames);
125
+ const queues = [];
126
+ const jobs = [];
127
+ const dlqEntries = [];
128
+ for (const name of queueNames) {
129
+ try {
130
+ const queueCounts = counts.get(name);
131
+ if (!queueCounts)
132
+ continue;
133
+ const limits = this.manager.getQueueLimits(name);
134
+ queues.push({
135
+ name,
136
+ counts: queueCounts,
137
+ paused: this.manager.isPaused(name),
138
+ rateLimit: limits.rateLimit,
139
+ concurrencyLimit: limits.concurrencyLimit,
140
+ stallConfig: this.manager.getStallConfig(name),
141
+ dlqConfig: this.manager.getDlqConfig(name),
142
+ });
143
+ }
144
+ catch {
145
+ // Preserve the local collector's per-queue best-effort behavior.
146
+ }
147
+ for (const state of SNAPSHOT_STATES) {
148
+ try {
149
+ for (const job of this.manager.getJobs(name, { state: [state], start: 0, end: 1000 })) {
150
+ jobs.push({ job, state });
151
+ }
152
+ }
153
+ catch {
154
+ // Preserve the local collector's per-state best-effort behavior.
155
+ }
156
+ }
157
+ try {
158
+ dlqEntries.push(...this.manager.getDlqEntries(name));
159
+ }
160
+ catch {
161
+ // Preserve the local collector's per-queue best-effort behavior.
162
+ }
163
+ }
164
+ const jobResults = new Map();
165
+ for (const [id, result] of this.manager.getAllJobResults()) {
166
+ jobResults.set(String(id), result);
167
+ }
168
+ const jobLogs = new Map();
169
+ for (const [id, logs] of this.manager.getAllJobLogs())
170
+ jobLogs.set(String(id), logs);
171
+ return Promise.resolve({
172
+ stats: this.manager.getStats(),
173
+ queues,
174
+ jobs,
175
+ dlqEntries,
176
+ workers: this.manager.workerManager.list(),
177
+ workerStats: this.manager.workerManager.getStats(),
178
+ crons: this.manager.listCrons(),
179
+ jobResults,
180
+ jobLogs,
181
+ activeLocks: [...this.manager.getAllJobLocks().values()].map((lock) => ({
182
+ ...lock,
183
+ jobId: String(lock.jobId),
184
+ })),
185
+ });
186
+ }
187
+ }
@@ -0,0 +1,42 @@
1
+ import { PostgresQueueManager } from '../../../application/postgresQueueManager';
2
+ import type { CronJobInput } from '../../../domain/types/cron';
3
+ import type { JobId } from '../../../domain/types/job';
4
+ import type { CloudQueueAdapter, CloudSnapshotSource } from './types';
5
+ /** PostgreSQL Cloud strategy; every shared surface goes through durable APIs. */
6
+ export declare class PostgresCloudQueueAdapter implements CloudQueueAdapter {
7
+ readonly manager: PostgresQueueManager;
8
+ constructor(manager: PostgresQueueManager);
9
+ pause: (queue: string, paused: boolean) => Promise<void>;
10
+ drain: (queue: string) => Promise<number>;
11
+ clean: (queue: string, graceMs: number, state?: string, limit?: number) => Promise<JobId[]>;
12
+ obliterate: (queue: string) => Promise<void>;
13
+ promoteAll: (queue: string, limit: number) => Promise<number>;
14
+ retryCompleted: (queue: string) => Promise<number>;
15
+ setRateLimit: (queue: string, limit: number | null) => Promise<void>;
16
+ setConcurrency: (queue: string, limit: number | null) => Promise<void>;
17
+ setStallConfig: (queue: string, patch: Record<string, unknown>) => Promise<void>;
18
+ setDlqConfig: (queue: string, patch: Record<string, unknown>) => Promise<void>;
19
+ listJobs: (queue: string, options?: {
20
+ state?: string | string[];
21
+ start?: number;
22
+ end?: number;
23
+ asc?: boolean;
24
+ }) => Promise<import("../../../domain/types").Job[]>;
25
+ getJob: (id: JobId) => Promise<import("../../../domain/types").Job | null>;
26
+ getLogs: (id: JobId) => Promise<import("../../../domain/types/worker").JobLogEntry[]>;
27
+ getResult: (id: JobId) => Promise<unknown>;
28
+ clearLogs: (id: JobId, keepLogs?: number) => Promise<void>;
29
+ retryDlq: (queue: string, id?: JobId) => Promise<number>;
30
+ purgeDlq: (queue: string) => Promise<number>;
31
+ push: (queue: string, input: Parameters<PostgresQueueManager["push"]>[1]) => Promise<import("../../../domain/types").Job>;
32
+ cancel: (id: JobId) => Promise<boolean>;
33
+ promote: (id: JobId) => Promise<boolean>;
34
+ changePriority: (id: JobId, priority: number) => Promise<boolean>;
35
+ discard: (id: JobId) => Promise<boolean>;
36
+ changeDelay: (id: JobId, delay: number) => Promise<boolean>;
37
+ updateData: (id: JobId, data: unknown) => Promise<boolean>;
38
+ addCron: (input: CronJobInput) => Promise<import("../../../domain/types").CronJob>;
39
+ removeCron: (name: string) => Promise<boolean>;
40
+ readSnapshotSource(requestedQueues?: readonly string[]): Promise<CloudSnapshotSource>;
41
+ private toSnapshotSource;
42
+ }
@@ -0,0 +1,188 @@
1
+ import { DEFAULT_DLQ_CONFIG } from '../../../domain/types/dlq';
2
+ import { DEFAULT_STALL_CONFIG } from '../../../domain/types/stall';
3
+ const EMPTY_COUNTS = {
4
+ waiting: 0,
5
+ prioritized: 0,
6
+ delayed: 0,
7
+ active: 0,
8
+ completed: 0,
9
+ failed: 0,
10
+ waitingChildren: 0,
11
+ };
12
+ function queueCounts(model) {
13
+ const result = new Map();
14
+ for (const row of model.counts) {
15
+ const counts = result.get(row.queue) ?? { ...EMPTY_COUNTS };
16
+ if (row.state === 'waiting-children')
17
+ counts.waitingChildren = row.count;
18
+ else
19
+ counts[row.state] = row.count;
20
+ result.set(row.queue, counts);
21
+ }
22
+ return result;
23
+ }
24
+ function queueTotals(model) {
25
+ const result = new Map();
26
+ for (const row of model.totals) {
27
+ const totals = result.get(row.queue) ?? { completed: 0n, failed: 0n };
28
+ totals[row.metricType] = row.count;
29
+ result.set(row.queue, totals);
30
+ }
31
+ return result;
32
+ }
33
+ function cloudCounts(counts, totals) {
34
+ return {
35
+ waiting: counts.waiting,
36
+ prioritized: counts.prioritized,
37
+ delayed: counts.delayed,
38
+ active: counts.active,
39
+ completed: counts.completed,
40
+ failed: counts.failed,
41
+ 'waiting-children': counts.waitingChildren,
42
+ totalCompleted: Number(totals.completed),
43
+ totalFailed: Number(totals.failed),
44
+ };
45
+ }
46
+ function defaultQueueState(queue) {
47
+ return {
48
+ queue,
49
+ paused: false,
50
+ rateLimit: null,
51
+ rateDurationMs: null,
52
+ rateWindowStartedAt: null,
53
+ rateExpiresAt: null,
54
+ rateCount: 0,
55
+ concurrencyLimit: null,
56
+ stallConfig: DEFAULT_STALL_CONFIG,
57
+ dlqConfig: DEFAULT_DLQ_CONFIG,
58
+ };
59
+ }
60
+ /** PostgreSQL Cloud strategy; every shared surface goes through durable APIs. */
61
+ export class PostgresCloudQueueAdapter {
62
+ manager;
63
+ constructor(manager) {
64
+ this.manager = manager;
65
+ }
66
+ pause = (queue, paused) => this.manager.pauseDurable(queue, paused);
67
+ drain = (queue) => this.manager.drainDurable(queue);
68
+ clean = (queue, graceMs, state, limit) => this.manager.cleanDurable(queue, graceMs, state, limit);
69
+ obliterate = (queue) => this.manager.obliterateDurable(queue);
70
+ promoteAll = (queue, limit) => this.manager.promoteJobs(queue, limit);
71
+ retryCompleted = (queue) => this.manager.retryCompletedDurable(queue);
72
+ setRateLimit = (queue, limit) => this.manager.setRateLimitDurable(queue, limit, null);
73
+ setConcurrency = (queue, limit) => this.manager.setConcurrencyDurable(queue, limit);
74
+ setStallConfig = (queue, patch) => this.manager.setStallConfigDurable(queue, patch);
75
+ setDlqConfig = (queue, patch) => this.manager.setDlqConfigDurable(queue, patch);
76
+ listJobs = (queue, options) => this.manager.listCloudJobsDurable(queue, options);
77
+ getJob = (id) => this.manager.getJob(id);
78
+ getLogs = (id) => this.manager.getLogsDurable(id);
79
+ getResult = (id) => this.manager.getCloudResultDurable(id);
80
+ clearLogs = (id, keepLogs) => this.manager.clearLogsDurable(id, keepLogs);
81
+ retryDlq = (queue, id) => this.manager.retryDlqDurable(queue, id);
82
+ purgeDlq = (queue) => this.manager.purgeDlqDurable(queue);
83
+ push = (queue, input) => this.manager.push(queue, input);
84
+ cancel = (id) => this.manager.cancel(id);
85
+ promote = (id) => this.manager.promote(id);
86
+ changePriority = (id, priority) => this.manager.changePriority(id, priority);
87
+ discard = (id) => this.manager.discard(id);
88
+ changeDelay = (id, delay) => this.manager.changeDelay(id, delay);
89
+ updateData = (id, data) => this.manager.updateJobData(id, data);
90
+ addCron = (input) => this.manager.addCronDurable(input);
91
+ removeCron = (name) => this.manager.removeCronDurable(name);
92
+ async readSnapshotSource(requestedQueues = []) {
93
+ const model = await this.manager.readCloudSnapshotDurable();
94
+ const counts = queueCounts(model);
95
+ const totals = queueTotals(model);
96
+ const names = new Set([
97
+ ...model.queueStates.map(({ queue }) => queue),
98
+ ...counts.keys(),
99
+ ...totals.keys(),
100
+ ...model.jobs.map(({ job }) => job.queue),
101
+ ...requestedQueues,
102
+ ]);
103
+ const states = new Map(model.queueStates.map((state) => [state.queue, state]));
104
+ const queues = [...names].sort().map((name) => {
105
+ const state = states.get(name) ?? defaultQueueState(name);
106
+ const rateExpired = state.rateExpiresAt !== null && state.rateExpiresAt <= Date.now();
107
+ return {
108
+ name,
109
+ counts: cloudCounts(counts.get(name) ?? EMPTY_COUNTS, totals.get(name) ?? { completed: 0n, failed: 0n }),
110
+ paused: state.paused,
111
+ rateLimit: rateExpired ? null : state.rateLimit,
112
+ concurrencyLimit: state.concurrencyLimit,
113
+ stallConfig: state.stallConfig,
114
+ dlqConfig: state.dlqConfig,
115
+ };
116
+ });
117
+ return this.toSnapshotSource(model, queues);
118
+ }
119
+ toSnapshotSource(model, queues) {
120
+ const aggregate = [...queueCounts(model).values()].reduce((sum, counts) => ({
121
+ waiting: sum.waiting + counts.waiting,
122
+ prioritized: sum.prioritized + counts.prioritized,
123
+ delayed: sum.delayed + counts.delayed,
124
+ active: sum.active + counts.active,
125
+ completed: sum.completed + counts.completed,
126
+ failed: sum.failed + counts.failed,
127
+ waitingChildren: sum.waitingChildren + counts.waitingChildren,
128
+ }), { ...EMPTY_COUNTS });
129
+ const durableTotals = [...queueTotals(model).values()].reduce((sum, item) => ({
130
+ completed: sum.completed + item.completed,
131
+ failed: sum.failed + item.failed,
132
+ }), { completed: 0n, failed: 0n });
133
+ const localStats = this.manager.getCloudProcessStats();
134
+ const now = Date.now();
135
+ const activeWorkers = model.workers.filter((worker) => now - worker.lastSeen < 30_000);
136
+ const workerStats = {
137
+ total: model.workers.length,
138
+ active: activeWorkers.length,
139
+ totalProcessed: model.workers.reduce((sum, worker) => sum + worker.processedJobs, 0),
140
+ totalFailed: model.workers.reduce((sum, worker) => sum + worker.failedJobs, 0),
141
+ activeJobs: model.workers.reduce((sum, worker) => sum + worker.activeJobs, 0),
142
+ concurrencySlots: activeWorkers.reduce((sum, worker) => sum + worker.concurrency, 0),
143
+ };
144
+ const jobResults = new Map(model.results.map(({ jobId: id, result }) => [String(id), result]));
145
+ return {
146
+ stats: {
147
+ ...localStats,
148
+ waiting: aggregate.waiting,
149
+ prioritized: aggregate.prioritized,
150
+ delayed: aggregate.delayed,
151
+ active: aggregate.active,
152
+ completed: aggregate.completed,
153
+ dlq: aggregate.failed,
154
+ 'waiting-children': aggregate.waitingChildren,
155
+ totalCompleted: durableTotals.completed,
156
+ totalFailed: durableTotals.failed,
157
+ cronJobs: model.crons.length,
158
+ cronPending: model.crons.filter((cron) => cron.nextRun <= now).length,
159
+ },
160
+ queues,
161
+ jobs: model.jobs.map((row) => ({ job: row.job, state: row.state })),
162
+ dlqEntries: model.jobs.flatMap((row) => (row.dlqEntry ? [row.dlqEntry] : [])),
163
+ workers: model.workers,
164
+ workerStats,
165
+ crons: model.crons,
166
+ jobResults,
167
+ jobLogs: model.logs,
168
+ activeLocks: model.jobs.flatMap((row) => {
169
+ if (row.state !== 'active' || !row.token || !row.leaseOwner || row.leaseUntil === null) {
170
+ return [];
171
+ }
172
+ const lastRenewalAt = row.job.lastHeartbeat || row.job.startedAt || row.job.createdAt;
173
+ return [
174
+ {
175
+ jobId: String(row.job.id),
176
+ owner: row.leaseOwner,
177
+ token: row.token,
178
+ createdAt: row.job.startedAt ?? row.job.createdAt,
179
+ expiresAt: row.leaseUntil,
180
+ lastRenewalAt,
181
+ renewalCount: row.leaseRenewals,
182
+ ttl: Math.max(0, row.leaseUntil - lastRenewalAt),
183
+ },
184
+ ];
185
+ }),
186
+ };
187
+ }
188
+ }
@@ -0,0 +1,4 @@
1
+ import type { QueueManager } from '../../../application/queueManager';
2
+ import type { CloudQueueAdapter } from './types';
3
+ /** Resolve one complete engine strategy and cache it for the manager lifetime. */
4
+ export declare function resolveCloudQueueAdapter(manager: QueueManager): CloudQueueAdapter;
@@ -0,0 +1,15 @@
1
+ import { PostgresQueueManager } from '../../../application/postgresQueueManager';
2
+ import { LocalCloudQueueAdapter } from './local';
3
+ import { PostgresCloudQueueAdapter } from './postgres';
4
+ const adapters = new WeakMap();
5
+ /** Resolve one complete engine strategy and cache it for the manager lifetime. */
6
+ export function resolveCloudQueueAdapter(manager) {
7
+ const existing = adapters.get(manager);
8
+ if (existing)
9
+ return existing;
10
+ const adapter = manager instanceof PostgresQueueManager
11
+ ? new PostgresCloudQueueAdapter(manager)
12
+ : new LocalCloudQueueAdapter(manager);
13
+ adapters.set(manager, adapter);
14
+ return adapter;
15
+ }