bunqueue 2.8.53 → 2.8.56
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/application/background/dlq.d.ts +2 -0
- package/dist/application/background/dlq.js +26 -0
- package/dist/application/background/lifecycle.d.ts +4 -0
- package/dist/application/background/lifecycle.js +90 -0
- package/dist/application/background/recovery/active.d.ts +4 -0
- package/dist/application/background/recovery/active.js +69 -0
- package/dist/application/background/recovery/index.d.ts +2 -0
- package/dist/application/background/recovery/index.js +22 -0
- package/dist/application/background/recovery/pending.d.ts +3 -0
- package/dist/application/background/recovery/pending.js +69 -0
- package/dist/application/background/recovery/restore.d.ts +5 -0
- package/dist/application/background/recovery/restore.js +58 -0
- package/dist/application/background/recovery/shared.d.ts +6 -0
- package/dist/application/background/recovery/shared.js +15 -0
- package/dist/application/background/timeouts.d.ts +25 -0
- package/dist/application/background/timeouts.js +191 -0
- package/dist/application/backgroundTasks.d.ts +7 -31
- package/dist/application/backgroundTasks.js +6 -438
- package/dist/application/cleanupTasks.js +2 -1
- package/dist/application/clientTracking.js +3 -1
- package/dist/application/contextFactory.d.ts +13 -90
- package/dist/application/contextFactory.js +9 -0
- package/dist/application/dependencyResultTracker.d.ts +1 -0
- package/dist/application/dependencyResultTracker.js +3 -0
- package/dist/application/dlqManager.d.ts +9 -9
- package/dist/application/dlqManager.js +49 -167
- package/dist/application/dlqRetry.d.ts +12 -0
- package/dist/application/dlqRetry.js +97 -0
- package/dist/application/lockManager.js +24 -4
- package/dist/application/lockOperations.js +16 -3
- package/dist/application/operations/ack/batch.d.ts +8 -0
- package/dist/application/operations/ack/batch.js +64 -0
- package/dist/application/operations/ack/completion.d.ts +3 -0
- package/dist/application/operations/ack/completion.js +74 -0
- package/dist/application/operations/ack/failure.d.ts +3 -0
- package/dist/application/operations/ack/failure.js +160 -0
- package/dist/application/operations/ack.d.ts +5 -79
- package/dist/application/operations/ack.js +4 -319
- package/dist/application/operations/ackHelpers.d.ts +3 -52
- package/dist/application/operations/ackHelpers.js +11 -4
- package/dist/application/operations/customId.d.ts +18 -5
- package/dist/application/operations/customId.js +36 -25
- package/dist/application/operations/flowValidation.js +9 -4
- package/dist/application/operations/jobManagement.js +50 -11
- package/dist/application/operations/jobMoveOperations.js +3 -3
- package/dist/application/operations/jobStateTransitions.d.ts +1 -1
- package/dist/application/operations/jobStateTransitions.js +16 -2
- package/dist/application/operations/parentLink.d.ts +36 -0
- package/dist/application/operations/parentLink.js +153 -0
- package/dist/application/operations/parentLinkInput.d.ts +8 -0
- package/dist/application/operations/parentLinkInput.js +23 -0
- package/dist/application/operations/push.d.ts +5 -44
- package/dist/application/operations/push.js +62 -152
- package/dist/application/operations/pushAdmission.d.ts +32 -0
- package/dist/application/operations/pushAdmission.js +38 -0
- package/dist/application/operations/pushBatch.d.ts +4 -0
- package/dist/application/operations/pushBatch.js +136 -0
- package/dist/application/operations/pushContext.d.ts +39 -0
- package/dist/application/operations/pushContext.js +1 -0
- package/dist/application/operations/pushDeduplication.d.ts +42 -0
- package/dist/application/operations/pushDeduplication.js +131 -0
- package/dist/application/operations/pushInsert.d.ts +13 -1
- package/dist/application/operations/pushInsert.js +33 -17
- package/dist/application/operations/pushLocks.js +13 -9
- package/dist/application/operations/query/collect.d.ts +12 -0
- package/dist/application/operations/query/collect.js +118 -0
- package/dist/application/operations/query/jobLookup.d.ts +9 -0
- package/dist/application/operations/query/jobLookup.js +110 -0
- package/dist/application/operations/query/pagination.d.ts +8 -0
- package/dist/application/operations/query/pagination.js +90 -0
- package/dist/application/operations/query/state.d.ts +4 -0
- package/dist/application/operations/query/state.js +63 -0
- package/dist/application/operations/queryOperations.d.ts +5 -50
- package/dist/application/operations/queryOperations.js +4 -474
- package/dist/application/queue-manager/ack.d.ts +23 -0
- package/dist/application/queue-manager/ack.js +242 -0
- package/dist/application/queue-manager/configuration.d.ts +27 -0
- package/dist/application/queue-manager/configuration.js +84 -0
- package/dist/application/queue-manager/context.d.ts +5 -0
- package/dist/application/queue-manager/context.js +61 -0
- package/dist/application/queue-manager/control.d.ts +17 -0
- package/dist/application/queue-manager/control.js +133 -0
- package/dist/application/queue-manager/delivery.d.ts +32 -0
- package/dist/application/queue-manager/delivery.js +143 -0
- package/dist/application/queue-manager/dependencies.d.ts +8 -0
- package/dist/application/queue-manager/dependencies.js +127 -0
- package/dist/application/queue-manager/dependency-runtime.d.ts +8 -0
- package/dist/application/queue-manager/dependency-runtime.js +40 -0
- package/dist/application/queue-manager/flow-failures.d.ts +18 -0
- package/dist/application/queue-manager/flow-failures.js +107 -0
- package/dist/application/queue-manager/flow-options.d.ts +8 -0
- package/dist/application/queue-manager/flow-options.js +129 -0
- package/dist/application/queue-manager/job-management.d.ts +17 -0
- package/dist/application/queue-manager/job-management.js +100 -0
- package/dist/application/queue-manager/lifecycle.d.ts +4 -0
- package/dist/application/queue-manager/lifecycle.js +41 -0
- package/dist/application/queue-manager/limits.d.ts +41 -0
- package/dist/application/queue-manager/limits.js +108 -0
- package/dist/application/queue-manager/locks.d.ts +21 -0
- package/dist/application/queue-manager/locks.js +59 -0
- package/dist/application/queue-manager/observability.d.ts +16 -0
- package/dist/application/queue-manager/observability.js +44 -0
- package/dist/application/queue-manager/queries.d.ts +17 -0
- package/dist/application/queue-manager/queries.js +118 -0
- package/dist/application/queue-manager/repeat.d.ts +4 -0
- package/dist/application/queue-manager/repeat.js +26 -0
- package/dist/application/queue-manager/services.d.ts +19 -0
- package/dist/application/queue-manager/services.js +80 -0
- package/dist/application/queue-manager/state.d.ts +92 -0
- package/dist/application/queue-manager/state.js +144 -0
- package/dist/application/queue-manager/stats.d.ts +28 -0
- package/dist/application/queue-manager/stats.js +52 -0
- package/dist/application/queueManager.d.ts +4 -380
- package/dist/application/queueManager.js +3 -1880
- package/dist/application/queueTelemetryJournal.d.ts +20 -0
- package/dist/application/queueTelemetryJournal.js +133 -0
- package/dist/application/repeatJobs.d.ts +7 -0
- package/dist/application/repeatJobs.js +132 -0
- package/dist/application/stallDetection.js +9 -4
- package/dist/application/types/ack.d.ts +132 -0
- package/dist/application/types/ack.js +1 -0
- package/dist/application/types/background.d.ts +18 -0
- package/dist/application/types/background.js +1 -0
- package/dist/application/types/config.d.ts +37 -0
- package/dist/application/types/config.js +15 -0
- package/dist/application/types/contextFactory.d.ts +83 -0
- package/dist/application/types/contextFactory.js +1 -0
- package/dist/application/types/contexts.d.ts +110 -0
- package/dist/application/types/contexts.js +1 -0
- package/dist/application/types/index.d.ts +7 -0
- package/dist/application/types/index.js +1 -0
- package/dist/application/types/query.d.ts +23 -0
- package/dist/application/types/query.js +1 -0
- package/dist/application/types/queueManager.d.ts +94 -0
- package/dist/application/types/queueManager.js +1 -0
- package/dist/cli/commandRouter.d.ts +1 -1
- package/dist/cli/commands/core.js +1 -0
- package/dist/cli/output/collections.d.ts +8 -0
- package/dist/cli/output/collections.js +131 -0
- package/dist/cli/output/jobs.d.ts +2 -0
- package/dist/cli/output/jobs.js +61 -0
- package/dist/cli/output/style.d.ts +14 -0
- package/dist/cli/output/style.js +28 -0
- package/dist/cli/output/success.d.ts +1 -0
- package/dist/cli/output/success.js +108 -0
- package/dist/cli/output.d.ts +1 -6
- package/dist/cli/output.js +7 -395
- package/dist/client/bunqueue/dlqRateLimit.d.ts +8 -0
- package/dist/client/bunqueue/dlqRateLimit.js +24 -0
- package/dist/client/bunqueue/runtime.d.ts +35 -0
- package/dist/client/bunqueue/runtime.js +138 -0
- package/dist/client/bunqueue.d.ts +19 -34
- package/dist/client/bunqueue.js +45 -166
- package/dist/client/dlqConversion.d.ts +5 -0
- package/dist/client/dlqConversion.js +28 -0
- package/dist/client/events.d.ts +7 -56
- package/dist/client/events.js +38 -15
- package/dist/client/flow.d.ts +6 -12
- package/dist/client/flow.js +16 -34
- package/dist/client/flowJobDependencies.js +3 -1
- package/dist/client/flowJobFactory.d.ts +9 -1
- package/dist/client/flowJobFactory.js +25 -9
- package/dist/client/flowJobMoveMethods.d.ts +5 -5
- package/dist/client/flowJobMoveMethods.js +37 -17
- package/dist/client/flowLegacyPlan.js +22 -8
- package/dist/client/flowOptions.d.ts +1 -1
- package/dist/client/flowOptions.js +2 -1
- package/dist/client/flowPlan.js +2 -3
- package/dist/client/flowPush.d.ts +1 -0
- package/dist/client/flowPush.js +5 -1
- package/dist/client/flowReader.js +5 -5
- package/dist/client/flowResults.d.ts +11 -0
- package/dist/client/flowResults.js +42 -0
- package/dist/client/index.d.ts +3 -1
- package/dist/client/jobConversion.d.ts +3 -7
- package/dist/client/jobConversion.js +36 -33
- package/dist/client/jobConversionHelpers.d.ts +19 -3
- package/dist/client/jobConversionHelpers.js +20 -16
- package/dist/client/jobConversionTypes.d.ts +8 -0
- package/dist/client/jobDeduplication.d.ts +6 -0
- package/dist/client/jobDeduplication.js +14 -0
- package/dist/client/jobHelpers.d.ts +7 -2
- package/dist/client/jobHelpers.js +16 -8
- package/dist/client/queue/bullmqCompat.d.ts +18 -8
- package/dist/client/queue/bullmqCompat.js +39 -71
- package/dist/client/queue/deduplication.d.ts +2 -0
- package/dist/client/queue/deduplication.js +20 -11
- package/dist/client/queue/dlq.d.ts +11 -6
- package/dist/client/queue/dlq.js +57 -16
- package/dist/client/queue/dlqJobMethods.d.ts +9 -0
- package/dist/client/queue/dlqJobMethods.js +177 -0
- package/dist/client/queue/dlqOps.d.ts +2 -1
- package/dist/client/queue/dlqOps.js +4 -10
- package/dist/client/queue/dlqStats.d.ts +3 -0
- package/dist/client/queue/dlqStats.js +21 -0
- package/dist/client/queue/job-proxy/dependencies.d.ts +9 -0
- package/dist/client/queue/job-proxy/dependencies.js +67 -0
- package/dist/client/queue/job-proxy/reflection.d.ts +2 -0
- package/dist/client/queue/job-proxy/reflection.js +18 -0
- package/dist/client/queue/job-proxy/simple.d.ts +3 -0
- package/dist/client/queue/job-proxy/simple.js +316 -0
- package/dist/client/queue/job-proxy/tcp.d.ts +4 -0
- package/dist/client/queue/job-proxy/tcp.js +191 -0
- package/dist/client/queue/jobMetadata.d.ts +10 -0
- package/dist/client/queue/jobMetadata.js +24 -0
- package/dist/client/queue/jobMove.d.ts +4 -4
- package/dist/client/queue/jobMove.js +87 -24
- package/dist/client/queue/jobProxy.d.ts +4 -50
- package/dist/client/queue/jobProxy.js +3 -511
- package/dist/client/queue/operations/add/bulk.d.ts +7 -0
- package/dist/client/queue/operations/add/bulk.js +129 -0
- package/dist/client/queue/operations/add/payload.d.ts +24 -0
- package/dist/client/queue/operations/add/payload.js +85 -0
- package/dist/client/queue/operations/add/single.d.ts +3 -0
- package/dist/client/queue/operations/add/single.js +107 -0
- package/dist/client/queue/operations/add.d.ts +2 -47
- package/dist/client/queue/operations/add.js +2 -347
- package/dist/client/queue/operations/index.d.ts +1 -0
- package/dist/client/queue/operations/index.js +1 -0
- package/dist/client/queue/operations/management.d.ts +0 -4
- package/dist/client/queue/operations/management.js +35 -6
- package/dist/client/queue/operations/query.d.ts +1 -20
- package/dist/client/queue/operations/query.js +38 -116
- package/dist/client/queue/operations/queryStates.d.ts +13 -0
- package/dist/client/queue/operations/queryStates.js +32 -0
- package/dist/client/queue/operations/queryTcpPages.d.ts +14 -0
- package/dist/client/queue/operations/queryTcpPages.js +40 -0
- package/dist/client/queue/queue.d.ts +6 -189
- package/dist/client/queue/queue.js +6 -547
- package/dist/client/queue/rateLimit.d.ts +4 -4
- package/dist/client/queue/rateLimit.js +17 -8
- package/dist/client/queue/runtime/compatibility.d.ts +13 -0
- package/dist/client/queue/runtime/compatibility.js +38 -0
- package/dist/client/queue/runtime/configuration.d.ts +42 -0
- package/dist/client/queue/runtime/configuration.js +109 -0
- package/dist/client/queue/runtime/connection.d.ts +6 -0
- package/dist/client/queue/runtime/connection.js +16 -0
- package/dist/client/queue/runtime/control.d.ts +41 -0
- package/dist/client/queue/runtime/control.js +87 -0
- package/dist/client/queue/runtime/queries.d.ts +48 -0
- package/dist/client/queue/runtime/queries.js +95 -0
- package/dist/client/queue/runtime/scheduling.d.ts +33 -0
- package/dist/client/queue/runtime/scheduling.js +56 -0
- package/dist/client/queue/runtime/state.d.ts +96 -0
- package/dist/client/queue/runtime/state.js +149 -0
- package/dist/client/queue/scheduler.d.ts +2 -5
- package/dist/client/queue/scheduler.js +25 -23
- package/dist/client/queue/schedulerPagination.d.ts +7 -0
- package/dist/client/queue/schedulerPagination.js +10 -0
- package/dist/client/queue/types/add.d.ts +40 -0
- package/dist/client/queue/types/add.js +1 -0
- package/dist/client/queue/types/contexts.d.ts +33 -0
- package/dist/client/queue/types/contexts.js +5 -0
- package/dist/client/queue/types/index.d.ts +3 -0
- package/dist/client/queue/types/index.js +1 -0
- package/dist/client/queue/types/job.d.ts +50 -0
- package/dist/client/queue/types/job.js +1 -0
- package/dist/client/queue/types/runtime.d.ts +35 -0
- package/dist/client/queue/types/runtime.js +1 -0
- package/dist/client/queue/workers.d.ts +16 -8
- package/dist/client/queue/workers.js +42 -16
- package/dist/client/queue-events/tcpSubscription.d.ts +23 -0
- package/dist/client/queue-events/tcpSubscription.js +99 -0
- package/dist/client/queueGroup.d.ts +11 -0
- package/dist/client/queueGroup.js +28 -1
- package/dist/client/sandboxed/queueOps.d.ts +2 -2
- package/dist/client/sandboxed/queueOps.js +32 -5
- package/dist/client/sandboxed/runtime/dispatch.d.ts +13 -0
- package/dist/client/sandboxed/runtime/dispatch.js +186 -0
- package/dist/client/sandboxed/runtime/lifecycle.d.ts +20 -0
- package/dist/client/sandboxed/runtime/lifecycle.js +95 -0
- package/dist/client/sandboxed/runtime/log.d.ts +1 -0
- package/dist/client/sandboxed/runtime/log.js +15 -0
- package/dist/client/sandboxed/runtime/pool.d.ts +11 -0
- package/dist/client/sandboxed/runtime/pool.js +121 -0
- package/dist/client/sandboxed/runtime/recovery.d.ts +11 -0
- package/dist/client/sandboxed/runtime/recovery.js +122 -0
- package/dist/client/sandboxed/runtime/state.d.ts +39 -0
- package/dist/client/sandboxed/runtime/state.js +59 -0
- package/dist/client/sandboxed/types/index.d.ts +2 -0
- package/dist/client/sandboxed/types/index.js +1 -0
- package/dist/client/sandboxed/types/options.d.ts +27 -0
- package/dist/client/sandboxed/types/options.js +1 -0
- package/dist/client/sandboxed/types/process.d.ts +30 -0
- package/dist/client/sandboxed/types/process.js +1 -0
- package/dist/client/sandboxed/worker.d.ts +3 -85
- package/dist/client/sandboxed/worker.js +3 -557
- package/dist/client/sandboxed/wrapper.js +1 -0
- package/dist/client/tcp/client.d.ts +5 -112
- package/dist/client/tcp/client.js +5 -481
- package/dist/client/tcp/commandQueue.d.ts +23 -0
- package/dist/client/tcp/commandQueue.js +89 -0
- package/dist/client/tcp/connection.d.ts +4 -85
- package/dist/client/tcp/connection.js +3 -315
- package/dist/client/tcp/errors.d.ts +6 -0
- package/dist/client/tcp/errors.js +18 -0
- package/dist/client/tcp/runtime/commands.d.ts +9 -0
- package/dist/client/tcp/runtime/commands.js +124 -0
- package/dist/client/tcp/runtime/connectivity.d.ts +13 -0
- package/dist/client/tcp/runtime/connectivity.js +77 -0
- package/dist/client/tcp/runtime/health.d.ts +14 -0
- package/dist/client/tcp/runtime/health.js +127 -0
- package/dist/client/tcp/runtime/lifecycle.d.ts +8 -0
- package/dist/client/tcp/runtime/lifecycle.js +32 -0
- package/dist/client/tcp/runtime/state.d.ts +50 -0
- package/dist/client/tcp/runtime/state.js +45 -0
- package/dist/client/tcp/transport.d.ts +18 -0
- package/dist/client/tcp/transport.js +158 -0
- package/dist/client/tcp/types/command.d.ts +9 -0
- package/dist/client/tcp/types/command.js +1 -0
- package/dist/client/tcp/types/connection.d.ts +31 -0
- package/dist/client/tcp/types/connection.js +17 -0
- package/dist/client/tcp/types/index.d.ts +5 -0
- package/dist/client/tcp/types/index.js +1 -0
- package/dist/client/tcp/types/socket.d.ts +8 -0
- package/dist/client/tcp/types/socket.js +1 -0
- package/dist/client/tcp/types/tls.d.ts +4 -0
- package/dist/client/tcp/types/tls.js +1 -0
- package/dist/client/tcp/types.d.ts +2 -106
- package/dist/client/tcp/types.js +2 -22
- package/dist/client/types/connection.d.ts +29 -0
- package/dist/client/types/connection.js +1 -0
- package/dist/client/types/dlq.d.ts +45 -0
- package/dist/client/types/dlq.js +1 -0
- package/dist/client/types/events.d.ts +54 -0
- package/dist/client/types/events.js +1 -0
- package/dist/client/types/flow.d.ts +10 -0
- package/dist/client/types/flow.js +1 -0
- package/dist/client/types/index.d.ts +10 -0
- package/dist/client/types/index.js +1 -0
- package/dist/client/types/job.d.ts +127 -0
- package/dist/client/types/job.js +1 -0
- package/dist/client/types/metrics.d.ts +1 -0
- package/dist/client/types/metrics.js +1 -0
- package/dist/client/types/options.d.ts +62 -0
- package/dist/client/types/options.js +1 -0
- package/dist/client/types/worker.d.ts +38 -0
- package/dist/client/types/worker.js +1 -0
- package/dist/client/types.d.ts +2 -583
- package/dist/client/types.js +2 -6
- package/dist/client/worker/ackBatcher.d.ts +1 -1
- package/dist/client/worker/ackBatcher.js +17 -5
- package/dist/client/worker/ackOutcome.d.ts +8 -0
- package/dist/client/worker/ackOutcome.js +58 -0
- package/dist/client/worker/constants.d.ts +7 -0
- package/dist/client/worker/constants.js +7 -0
- package/dist/client/worker/groupConcurrency.js +3 -0
- package/dist/client/worker/handlers/completion.d.ts +28 -0
- package/dist/client/worker/handlers/completion.js +68 -0
- package/dist/client/worker/handlers/dependencies.d.ts +11 -0
- package/dist/client/worker/handlers/dependencies.js +107 -0
- package/dist/client/worker/handlers/mutations.d.ts +23 -0
- package/dist/client/worker/handlers/mutations.js +211 -0
- package/dist/client/worker/handlers/queries.d.ts +15 -0
- package/dist/client/worker/handlers/queries.js +100 -0
- package/dist/client/worker/index.d.ts +2 -2
- package/dist/client/worker/index.js +1 -1
- package/dist/client/worker/jobParser.js +4 -2
- package/dist/client/worker/processor.d.ts +2 -15
- package/dist/client/worker/processor.js +68 -125
- package/dist/client/worker/processorHandlers.d.ts +4 -65
- package/dist/client/worker/processorHandlers.js +4 -400
- package/dist/client/worker/processorOutcome.d.ts +14 -0
- package/dist/client/worker/processorOutcome.js +125 -0
- package/dist/client/worker/runtime/buffer.d.ts +8 -0
- package/dist/client/worker/runtime/buffer.js +50 -0
- package/dist/client/worker/runtime/control.d.ts +26 -0
- package/dist/client/worker/runtime/control.js +175 -0
- package/dist/client/worker/runtime/execution.d.ts +11 -0
- package/dist/client/worker/runtime/execution.js +123 -0
- package/dist/client/worker/runtime/lifecycle.d.ts +7 -0
- package/dist/client/worker/runtime/lifecycle.js +114 -0
- package/dist/client/worker/runtime/manual.d.ts +10 -0
- package/dist/client/worker/runtime/manual.js +137 -0
- package/dist/client/worker/runtime/options.d.ts +5 -0
- package/dist/client/worker/runtime/options.js +39 -0
- package/dist/client/worker/runtime/polling.d.ts +12 -0
- package/dist/client/worker/runtime/polling.js +123 -0
- package/dist/client/worker/runtime/state.d.ts +110 -0
- package/dist/client/worker/runtime/state.js +156 -0
- package/dist/client/worker/types/index.d.ts +5 -0
- package/dist/client/worker/types/index.js +1 -0
- package/dist/client/worker/types/manual.d.ts +7 -0
- package/dist/client/worker/types/manual.js +1 -0
- package/dist/client/worker/types/options.d.ts +24 -0
- package/dist/client/worker/types/options.js +1 -0
- package/dist/client/worker/types/outcome.d.ts +23 -0
- package/dist/client/worker/types/outcome.js +1 -0
- package/dist/client/worker/types/processor.d.ts +22 -0
- package/dist/client/worker/types/processor.js +1 -0
- package/dist/client/worker/types/transport.d.ts +11 -0
- package/dist/client/worker/types/transport.js +1 -0
- package/dist/client/worker/worker.d.ts +3 -160
- package/dist/client/worker/worker.js +3 -904
- package/dist/client/worker/workerRateLimiter.d.ts +5 -1
- package/dist/client/worker/workerRateLimiter.js +40 -20
- package/dist/client/worker.d.ts +1 -0
- package/dist/client/workflow/compensationChild.d.ts +2 -1
- package/dist/client/workflow/compensationChild.js +1 -1
- package/dist/client/workflow/compensationClaim.d.ts +11 -0
- package/dist/client/workflow/compensationClaim.js +30 -0
- package/dist/client/workflow/compensator.d.ts +7 -2
- package/dist/client/workflow/compensator.js +5 -11
- package/dist/client/workflow/recovery.js +25 -2
- package/dist/client/workflow/rollbackControl.js +1 -1
- package/dist/domain/job/constants.d.ts +12 -0
- package/dist/domain/job/constants.js +12 -0
- package/dist/domain/job/create.d.ts +2 -0
- package/dist/domain/job/create.js +103 -0
- package/dist/domain/job/ids.d.ts +5 -0
- package/dist/domain/job/ids.js +12 -0
- package/dist/domain/job/locks.d.ts +4 -0
- package/dist/domain/job/locks.js +23 -0
- package/dist/domain/job/payload.d.ts +18 -0
- package/dist/domain/job/payload.js +43 -0
- package/dist/domain/job/state.d.ts +8 -0
- package/dist/domain/job/state.js +51 -0
- package/dist/domain/job/terminal.d.ts +3 -0
- package/dist/domain/job/terminal.js +9 -0
- package/dist/domain/queue/dlqShard.d.ts +2 -0
- package/dist/domain/queue/dlqShard.js +34 -9
- package/dist/domain/queue/limiterManager.d.ts +11 -0
- package/dist/domain/queue/limiterManager.js +28 -0
- package/dist/domain/queue/priorityQueue.js +3 -39
- package/dist/domain/queue/priorityQueueOrder.d.ts +3 -0
- package/dist/domain/queue/priorityQueueOrder.js +21 -0
- package/dist/domain/queue/shard/dependencies.d.ts +11 -0
- package/dist/domain/queue/shard/dependencies.js +22 -0
- package/dist/domain/queue/shard/dlq.d.ts +25 -0
- package/dist/domain/queue/shard/dlq.js +71 -0
- package/dist/domain/queue/shard/keys.d.ts +18 -0
- package/dist/domain/queue/shard/keys.js +45 -0
- package/dist/domain/queue/shard/lifecycle.d.ts +10 -0
- package/dist/domain/queue/shard/lifecycle.js +43 -0
- package/dist/domain/queue/shard/limits.d.ts +24 -0
- package/dist/domain/queue/shard/limits.js +57 -0
- package/dist/domain/queue/shard/metrics.d.ts +32 -0
- package/dist/domain/queue/shard/metrics.js +72 -0
- package/dist/domain/queue/shard/state.d.ts +34 -0
- package/dist/domain/queue/shard/state.js +80 -0
- package/dist/domain/queue/shard.d.ts +5 -137
- package/dist/domain/queue/shard.js +4 -390
- package/dist/domain/queue/uniqueKeyManager.d.ts +3 -1
- package/dist/domain/queue/uniqueKeyManager.js +9 -1
- package/dist/domain/response/builders.d.ts +15 -0
- package/dist/domain/response/builders.js +39 -0
- package/dist/domain/types/command.d.ts +2 -522
- package/dist/domain/types/command.js +2 -5
- package/dist/domain/types/commands/base.d.ts +5 -0
- package/dist/domain/types/commands/base.js +1 -0
- package/dist/domain/types/commands/core.d.ts +106 -0
- package/dist/domain/types/commands/core.js +1 -0
- package/dist/domain/types/commands/cron.d.ts +36 -0
- package/dist/domain/types/commands/cron.js +1 -0
- package/dist/domain/types/commands/dashboard.d.ts +13 -0
- package/dist/domain/types/commands/dashboard.js +1 -0
- package/dist/domain/types/commands/dlq.d.ts +39 -0
- package/dist/domain/types/commands/dlq.js +1 -0
- package/dist/domain/types/commands/extended.d.ts +63 -0
- package/dist/domain/types/commands/extended.js +1 -0
- package/dist/domain/types/commands/index.d.ts +12 -0
- package/dist/domain/types/commands/index.js +12 -0
- package/dist/domain/types/commands/limits.d.ts +54 -0
- package/dist/domain/types/commands/limits.js +1 -0
- package/dist/domain/types/commands/management.d.ts +73 -0
- package/dist/domain/types/commands/management.js +1 -0
- package/dist/domain/types/commands/monitoring.d.ts +49 -0
- package/dist/domain/types/commands/monitoring.js +1 -0
- package/dist/domain/types/commands/protocol.d.ts +20 -0
- package/dist/domain/types/commands/protocol.js +1 -0
- package/dist/domain/types/commands/query.d.ts +46 -0
- package/dist/domain/types/commands/query.js +1 -0
- package/dist/domain/types/commands/union.d.ts +13 -0
- package/dist/domain/types/commands/union.js +1 -0
- package/dist/domain/types/commands/workers.d.ts +39 -0
- package/dist/domain/types/commands/workers.js +1 -0
- package/dist/domain/types/cron.d.ts +4 -2
- package/dist/domain/types/cron.js +3 -0
- package/dist/domain/types/dlq.d.ts +17 -0
- package/dist/domain/types/dlq.js +70 -14
- package/dist/domain/types/index.d.ts +2 -0
- package/dist/domain/types/index.js +1 -0
- package/dist/domain/types/job.d.ts +8 -269
- package/dist/domain/types/job.js +8 -234
- package/dist/domain/types/jobs/model.d.ts +152 -0
- package/dist/domain/types/jobs/model.js +1 -0
- package/dist/domain/types/metrics.d.ts +16 -0
- package/dist/domain/types/metrics.js +1 -0
- package/dist/domain/types/priorityQueue.d.ts +12 -0
- package/dist/domain/types/priorityQueue.js +1 -0
- package/dist/domain/types/protocol.d.ts +5 -0
- package/dist/domain/types/protocol.js +4 -0
- package/dist/domain/types/queue.d.ts +7 -0
- package/dist/domain/types/queue.js +13 -0
- package/dist/domain/types/response.d.ts +3 -192
- package/dist/domain/types/response.js +3 -101
- package/dist/domain/types/responses/model.d.ts +152 -0
- package/dist/domain/types/responses/model.js +1 -0
- package/dist/domain/types/shard.d.ts +4 -0
- package/dist/domain/types/shard.js +1 -0
- package/dist/infrastructure/cloud/cloudAgent.js +6 -0
- package/dist/infrastructure/cloud/commandHandler.d.ts +2 -41
- package/dist/infrastructure/cloud/commandHandler.js +1 -1
- package/dist/infrastructure/cloud/commands/integrations.d.ts +2 -0
- package/dist/infrastructure/cloud/commands/integrations.js +31 -0
- package/dist/infrastructure/cloud/commands/jobMapper.d.ts +56 -0
- package/dist/infrastructure/cloud/commands/jobMapper.js +72 -0
- package/dist/infrastructure/cloud/commands/jobs.d.ts +2 -0
- package/dist/infrastructure/cloud/commands/jobs.js +111 -0
- package/dist/infrastructure/cloud/commands/queues.d.ts +2 -0
- package/dist/infrastructure/cloud/commands/queues.js +126 -0
- package/dist/infrastructure/cloud/commands.d.ts +3 -10
- package/dist/infrastructure/cloud/commands.js +7 -344
- package/dist/infrastructure/cloud/snapshot/analytics.d.ts +16 -0
- package/dist/infrastructure/cloud/snapshot/analytics.js +132 -0
- package/dist/infrastructure/cloud/snapshot/collector.d.ts +24 -0
- package/dist/infrastructure/cloud/snapshot/collector.js +105 -0
- package/dist/infrastructure/cloud/snapshot/config.d.ts +5 -0
- package/dist/infrastructure/cloud/snapshot/config.js +86 -0
- package/dist/infrastructure/cloud/snapshot/jobs.d.ts +5 -0
- package/dist/infrastructure/cloud/snapshot/jobs.js +148 -0
- package/dist/infrastructure/cloud/snapshot/stalls.d.ts +3 -0
- package/dist/infrastructure/cloud/snapshot/stalls.js +34 -0
- package/dist/infrastructure/cloud/snapshotCollector.d.ts +2 -53
- package/dist/infrastructure/cloud/snapshotCollector.js +5 -107
- package/dist/infrastructure/cloud/snapshotHelpers.d.ts +5 -45
- package/dist/infrastructure/cloud/snapshotHelpers.js +4 -426
- package/dist/infrastructure/cloud/types/collector.d.ts +54 -0
- package/dist/infrastructure/cloud/types/collector.js +1 -0
- package/dist/infrastructure/cloud/types/command.d.ts +44 -0
- package/dist/infrastructure/cloud/types/command.js +1 -0
- package/dist/infrastructure/cloud/types/config.d.ts +18 -0
- package/dist/infrastructure/cloud/types/config.js +1 -0
- package/dist/infrastructure/cloud/types/event.d.ts +14 -0
- package/dist/infrastructure/cloud/types/event.js +1 -0
- package/dist/infrastructure/cloud/types/redact.d.ts +4 -0
- package/dist/infrastructure/cloud/types/redact.js +1 -0
- package/dist/infrastructure/cloud/types/snapshot.d.ts +52 -0
- package/dist/infrastructure/cloud/types/snapshot.js +1 -0
- package/dist/infrastructure/cloud/types/snapshotCore.d.ts +125 -0
- package/dist/infrastructure/cloud/types/snapshotCore.js +1 -0
- package/dist/infrastructure/cloud/types/snapshotJobs.d.ts +124 -0
- package/dist/infrastructure/cloud/types/snapshotJobs.js +1 -0
- package/dist/infrastructure/cloud/types/snapshotTelemetry.d.ts +100 -0
- package/dist/infrastructure/cloud/types/snapshotTelemetry.js +1 -0
- package/dist/infrastructure/cloud/types.d.ts +3 -445
- package/dist/infrastructure/cloud/types.js +0 -4
- package/dist/infrastructure/persistence/batchInsert.d.ts +13 -0
- package/dist/infrastructure/persistence/batchInsert.js +96 -0
- package/dist/infrastructure/persistence/jobOptionsBlob.d.ts +18 -0
- package/dist/infrastructure/persistence/jobOptionsBlob.js +56 -0
- package/dist/infrastructure/persistence/legacyNameMigration.d.ts +5 -0
- package/dist/infrastructure/persistence/legacyNameMigration.js +42 -0
- package/dist/infrastructure/persistence/migrations.d.ts +3 -0
- package/dist/infrastructure/persistence/migrations.js +120 -0
- package/dist/infrastructure/persistence/schema.d.ts +3 -5
- package/dist/infrastructure/persistence/schema.js +40 -136
- package/dist/infrastructure/persistence/sqlite/admission.d.ts +9 -0
- package/dist/infrastructure/persistence/sqlite/admission.js +34 -0
- package/dist/infrastructure/persistence/sqlite/control.d.ts +32 -0
- package/dist/infrastructure/persistence/sqlite/control.js +90 -0
- package/dist/infrastructure/persistence/sqlite/flows.d.ts +26 -0
- package/dist/infrastructure/persistence/sqlite/flows.js +167 -0
- package/dist/infrastructure/persistence/sqlite/jobs.d.ts +23 -0
- package/dist/infrastructure/persistence/sqlite/jobs.js +166 -0
- package/dist/infrastructure/persistence/sqlite/lifecycle.d.ts +6 -0
- package/dist/infrastructure/persistence/sqlite/lifecycle.js +30 -0
- package/dist/infrastructure/persistence/sqlite/mutations.d.ts +20 -0
- package/dist/infrastructure/persistence/sqlite/mutations.js +149 -0
- package/dist/infrastructure/persistence/sqlite/queries.d.ts +23 -0
- package/dist/infrastructure/persistence/sqlite/queries.js +89 -0
- package/dist/infrastructure/persistence/sqlite/records.d.ts +24 -0
- package/dist/infrastructure/persistence/sqlite/records.js +115 -0
- package/dist/infrastructure/persistence/sqlite/state.d.ts +36 -0
- package/dist/infrastructure/persistence/sqlite/state.js +207 -0
- package/dist/infrastructure/persistence/sqlite/telemetry.d.ts +16 -0
- package/dist/infrastructure/persistence/sqlite/telemetry.js +126 -0
- package/dist/infrastructure/persistence/sqlite.d.ts +5 -276
- package/dist/infrastructure/persistence/sqlite.js +3 -997
- package/dist/infrastructure/persistence/sqliteBatch.d.ts +4 -121
- package/dist/infrastructure/persistence/sqliteBatch.js +3 -422
- package/dist/infrastructure/persistence/sqliteSerializer.d.ts +6 -1
- package/dist/infrastructure/persistence/sqliteSerializer.js +33 -11
- package/dist/infrastructure/persistence/statements.d.ts +5 -1
- package/dist/infrastructure/persistence/statements.js +14 -9
- package/dist/infrastructure/persistence/types/admission.d.ts +8 -0
- package/dist/infrastructure/persistence/types/admission.js +1 -0
- package/dist/infrastructure/persistence/types/batch.d.ts +12 -0
- package/dist/infrastructure/persistence/types/batch.js +1 -0
- package/dist/infrastructure/persistence/types/sqlite.d.ts +17 -0
- package/dist/infrastructure/persistence/types/sqlite.js +1 -0
- package/dist/infrastructure/persistence/writeBuffer.d.ts +38 -0
- package/dist/infrastructure/persistence/writeBuffer.js +221 -0
- package/dist/infrastructure/scheduler/cron/execution.d.ts +12 -0
- package/dist/infrastructure/scheduler/cron/execution.js +150 -0
- package/dist/infrastructure/scheduler/cron/runtime.d.ts +31 -0
- package/dist/infrastructure/scheduler/cron/runtime.js +143 -0
- package/dist/infrastructure/scheduler/cronScheduler.d.ts +4 -117
- package/dist/infrastructure/scheduler/cronScheduler.js +3 -436
- package/dist/infrastructure/scheduler/types/cronScheduler.d.ts +16 -0
- package/dist/infrastructure/scheduler/types/cronScheduler.js +1 -0
- package/dist/infrastructure/server/bootstrap.js +3 -0
- package/dist/infrastructure/server/handler-routes/control.d.ts +8 -0
- package/dist/infrastructure/server/handler-routes/control.js +82 -0
- package/dist/infrastructure/server/handler-routes/jobs.d.ts +6 -0
- package/dist/infrastructure/server/handler-routes/jobs.js +110 -0
- package/dist/infrastructure/server/handler-routes/monitoring.d.ts +5 -0
- package/dist/infrastructure/server/handler-routes/monitoring.js +65 -0
- package/dist/infrastructure/server/handlerRoutes.d.ts +3 -26
- package/dist/infrastructure/server/handlerRoutes.js +3 -257
- package/dist/infrastructure/server/handlers/advanced/configNumbers.d.ts +2 -0
- package/dist/infrastructure/server/handlers/advanced/configNumbers.js +26 -0
- package/dist/infrastructure/server/handlers/advanced/dependencies.d.ts +15 -0
- package/dist/infrastructure/server/handlers/advanced/dependencies.js +38 -0
- package/dist/infrastructure/server/handlers/advanced/jobs.d.ts +33 -0
- package/dist/infrastructure/server/handlers/advanced/jobs.js +136 -0
- package/dist/infrastructure/server/handlers/advanced/queue.d.ts +42 -0
- package/dist/infrastructure/server/handlers/advanced/queue.js +111 -0
- package/dist/infrastructure/server/handlers/advanced.d.ts +3 -121
- package/dist/infrastructure/server/handlers/advanced.js +3 -336
- package/dist/infrastructure/server/handlers/core.d.ts +1 -4
- package/dist/infrastructure/server/handlers/core.js +37 -20
- package/dist/infrastructure/server/handlers/cron.js +9 -1
- package/dist/infrastructure/server/handlers/dlq.d.ts +3 -0
- package/dist/infrastructure/server/handlers/dlq.js +18 -4
- package/dist/infrastructure/server/handlers/flow.js +6 -1
- package/dist/infrastructure/server/handlers/introspection.d.ts +19 -0
- package/dist/infrastructure/server/handlers/introspection.js +21 -0
- package/dist/infrastructure/server/handlers/management.d.ts +8 -0
- package/dist/infrastructure/server/handlers/management.js +30 -0
- package/dist/infrastructure/server/handlers/monitoring/health.d.ts +13 -0
- package/dist/infrastructure/server/handlers/monitoring/health.js +61 -0
- package/dist/infrastructure/server/handlers/monitoring/operations.d.ts +8 -0
- package/dist/infrastructure/server/handlers/monitoring/operations.js +28 -0
- package/dist/infrastructure/server/handlers/monitoring/webhooks.d.ts +7 -0
- package/dist/infrastructure/server/handlers/monitoring/webhooks.js +56 -0
- package/dist/infrastructure/server/handlers/monitoring/workers.d.ts +6 -0
- package/dist/infrastructure/server/handlers/monitoring/workers.js +57 -0
- package/dist/infrastructure/server/handlers/monitoring.d.ts +4 -30
- package/dist/infrastructure/server/handlers/monitoring.js +4 -222
- package/dist/infrastructure/server/handlers/pushBatchValidation.d.ts +1 -1
- package/dist/infrastructure/server/handlers/pushBatchValidation.js +7 -0
- package/dist/infrastructure/server/handlers/query.js +13 -4
- package/dist/infrastructure/server/http-routes/jobAdvanced.d.ts +2 -0
- package/dist/infrastructure/server/http-routes/jobAdvanced.js +106 -0
- package/dist/infrastructure/server/http-routes/jobManagement.d.ts +2 -0
- package/dist/infrastructure/server/http-routes/jobManagement.js +74 -0
- package/dist/infrastructure/server/http-routes/queueJobs.d.ts +2 -0
- package/dist/infrastructure/server/http-routes/queueJobs.js +108 -0
- package/dist/infrastructure/server/httpRouteJobs.d.ts +1 -8
- package/dist/infrastructure/server/httpRouteJobs.js +33 -222
- package/dist/infrastructure/server/httpRouteQueues.d.ts +1 -6
- package/dist/infrastructure/server/httpRouteQueues.js +51 -217
- package/dist/infrastructure/server/httpRouteResources.js +1 -0
- package/dist/infrastructure/server/protocol/commands.d.ts +8 -0
- package/dist/infrastructure/server/protocol/commands.js +31 -0
- package/dist/infrastructure/server/protocol/frameParser.d.ts +16 -0
- package/dist/infrastructure/server/protocol/frameParser.js +65 -0
- package/dist/infrastructure/server/protocol/lineBuffer.d.ts +6 -0
- package/dist/infrastructure/server/protocol/lineBuffer.js +21 -0
- package/dist/infrastructure/server/protocol/validation.d.ts +9 -0
- package/dist/infrastructure/server/protocol/validation.js +75 -0
- package/dist/infrastructure/server/protocol.d.ts +5 -77
- package/dist/infrastructure/server/protocol.js +4 -265
- package/dist/infrastructure/server/rateLimiter.js +1 -0
- package/dist/infrastructure/server/socketWriteQueue.d.ts +1 -1
- package/dist/infrastructure/server/socketWriteQueue.js +8 -5
- package/dist/infrastructure/server/sse/constants.d.ts +5 -0
- package/dist/infrastructure/server/sse/constants.js +5 -0
- package/dist/infrastructure/server/sse/eventBuffer.d.ts +3 -0
- package/dist/infrastructure/server/sse/eventBuffer.js +21 -0
- package/dist/infrastructure/server/sseHandler.d.ts +2 -6
- package/dist/infrastructure/server/sseHandler.js +20 -96
- package/dist/infrastructure/server/tcp/clientRelease.d.ts +2 -0
- package/dist/infrastructure/server/tcp/clientRelease.js +18 -0
- package/dist/infrastructure/server/tcp/connections.d.ts +24 -0
- package/dist/infrastructure/server/tcp/connections.js +162 -0
- package/dist/infrastructure/server/tcp/constants.d.ts +3 -0
- package/dist/infrastructure/server/tcp/constants.js +3 -0
- package/dist/infrastructure/server/tcp/eventSubscriptions.d.ts +10 -0
- package/dist/infrastructure/server/tcp/eventSubscriptions.js +17 -0
- package/dist/infrastructure/server/tcp/responses.d.ts +3 -0
- package/dist/infrastructure/server/tcp/responses.js +8 -0
- package/dist/infrastructure/server/tcp.d.ts +10 -68
- package/dist/infrastructure/server/tcp.js +47 -256
- package/dist/infrastructure/server/types/protocol.d.ts +4 -0
- package/dist/infrastructure/server/types/protocol.js +1 -0
- package/dist/infrastructure/server/types/sse.d.ts +11 -0
- package/dist/infrastructure/server/types/sse.js +1 -0
- package/dist/infrastructure/server/types/tcpServer.d.ts +25 -0
- package/dist/infrastructure/server/types/tcpServer.js +1 -0
- package/dist/infrastructure/server/types/ws.d.ts +6 -0
- package/dist/infrastructure/server/types/ws.js +1 -0
- package/dist/infrastructure/server/ws/constants.d.ts +6 -0
- package/dist/infrastructure/server/ws/constants.js +130 -0
- package/dist/infrastructure/server/ws/snapshots.d.ts +4 -0
- package/dist/infrastructure/server/ws/snapshots.js +52 -0
- package/dist/infrastructure/server/ws/subscriptions.d.ts +10 -0
- package/dist/infrastructure/server/ws/subscriptions.js +39 -0
- package/dist/infrastructure/server/wsHandler.d.ts +2 -10
- package/dist/infrastructure/server/wsHandler.js +12 -237
- package/dist/mcp/adapter.d.ts +5 -403
- package/dist/mcp/adapter.js +6 -778
- package/dist/mcp/backend/embedded/base.d.ts +7 -0
- package/dist/mcp/backend/embedded/base.js +15 -0
- package/dist/mcp/backend/embedded/index.d.ts +14 -0
- package/dist/mcp/backend/embedded/index.js +22 -0
- package/dist/mcp/backend/embedded/jobs.d.ts +44 -0
- package/dist/mcp/backend/embedded/jobs.js +98 -0
- package/dist/mcp/backend/embedded/queues.d.ts +27 -0
- package/dist/mcp/backend/embedded/queues.js +84 -0
- package/dist/mcp/backend/embedded/services.d.ts +29 -0
- package/dist/mcp/backend/embedded/services.js +107 -0
- package/dist/mcp/backend/serializers.d.ts +7 -0
- package/dist/mcp/backend/serializers.js +32 -0
- package/dist/mcp/backend/tcp/base.d.ts +19 -0
- package/dist/mcp/backend/tcp/base.js +54 -0
- package/dist/mcp/backend/tcp/index.d.ts +14 -0
- package/dist/mcp/backend/tcp/index.js +20 -0
- package/dist/mcp/backend/tcp/jobs.d.ts +44 -0
- package/dist/mcp/backend/tcp/jobs.js +122 -0
- package/dist/mcp/backend/tcp/queues.d.ts +27 -0
- package/dist/mcp/backend/tcp/queues.js +89 -0
- package/dist/mcp/backend/tcp/services.d.ts +30 -0
- package/dist/mcp/backend/tcp/services.js +161 -0
- package/dist/mcp/types/adapter.d.ts +176 -0
- package/dist/mcp/types/adapter.js +1 -0
- package/dist/shared/asyncLock.d.ts +13 -0
- package/dist/shared/asyncLock.js +65 -0
- package/dist/shared/lock.d.ts +10 -72
- package/dist/shared/lock.js +7 -231
- package/dist/shared/lockError.d.ts +3 -0
- package/dist/shared/lockError.js +6 -0
- package/dist/shared/lockTimeout.d.ts +2 -0
- package/dist/shared/lockTimeout.js +2 -0
- package/dist/shared/rwLock.d.ts +22 -0
- package/dist/shared/rwLock.js +124 -0
- package/dist/shared/serialization.js +1 -0
- package/dist/shared/skipList.d.ts +0 -5
- package/dist/shared/skipList.js +10 -57
- package/dist/shared/skipListNodes.d.ts +6 -0
- package/dist/shared/skipListNodes.js +43 -0
- package/dist/shared/types/lock.d.ts +7 -0
- package/dist/shared/types/lock.js +1 -0
- package/dist/shared/types/skipList.d.ts +4 -0
- package/dist/shared/types/skipList.js +1 -0
- package/package.json +2 -1
|
@@ -1,346 +1,9 @@
|
|
|
1
|
-
/**
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
import { jobId } from '../../domain/types/job';
|
|
6
|
-
/** Helper: derive job state from timestamps */
|
|
7
|
-
function deriveState(j) {
|
|
8
|
-
if (j.completedAt)
|
|
9
|
-
return 'completed';
|
|
10
|
-
if (j.startedAt)
|
|
11
|
-
return 'active';
|
|
12
|
-
if (j.runAt > Date.now())
|
|
13
|
-
return 'delayed';
|
|
14
|
-
return 'waiting';
|
|
15
|
-
}
|
|
16
|
-
/** Helper: map job to frontend format (field names aligned with dashboard) */
|
|
17
|
-
// eslint-disable-next-line complexity
|
|
18
|
-
function mapJob(j) {
|
|
19
|
-
const data = j.data;
|
|
20
|
-
const state = deriveState(j);
|
|
21
|
-
const processTime = j.completedAt && j.startedAt ? j.completedAt - j.startedAt : undefined;
|
|
22
|
-
return {
|
|
23
|
-
id: String(j.id),
|
|
24
|
-
name: data?.name ?? 'default',
|
|
25
|
-
queueName: j.queue,
|
|
26
|
-
_queue: j.queue,
|
|
27
|
-
state,
|
|
28
|
-
_status: state,
|
|
29
|
-
data: data !== undefined ? JSON.stringify(data) : undefined,
|
|
30
|
-
priority: j.priority,
|
|
31
|
-
timestamp: j.createdAt,
|
|
32
|
-
processedOn: j.startedAt ?? undefined,
|
|
33
|
-
finishedOn: j.completedAt ?? undefined,
|
|
34
|
-
runAt: j.runAt,
|
|
35
|
-
failedReason: state === 'active' && j.attempts > 0 ? `Retry ${j.attempts}/${j.maxAttempts}` : undefined,
|
|
36
|
-
attemptsMade: j.attempts,
|
|
37
|
-
maxAttempts: j.maxAttempts,
|
|
38
|
-
backoff: j.backoff,
|
|
39
|
-
timeout: j.timeout ?? undefined,
|
|
40
|
-
ttl: j.ttl ?? undefined,
|
|
41
|
-
duration: processTime,
|
|
42
|
-
waitTime: j.startedAt ? j.startedAt - j.createdAt : undefined,
|
|
43
|
-
totalDuration: j.completedAt ? j.completedAt - j.createdAt : undefined,
|
|
44
|
-
progress: j.progress || undefined,
|
|
45
|
-
progressMessage: j.progressMessage ?? undefined,
|
|
46
|
-
customId: j.customId ?? undefined,
|
|
47
|
-
uniqueKey: j.uniqueKey ?? undefined,
|
|
48
|
-
tags: j.tags.length > 0 ? j.tags : undefined,
|
|
49
|
-
groupId: j.groupId ?? undefined,
|
|
50
|
-
parentId: j.parentId ? String(j.parentId) : undefined,
|
|
51
|
-
childrenIds: j.childrenIds.length > 0 ? j.childrenIds.map(String) : undefined,
|
|
52
|
-
dependsOn: j.dependsOn.length > 0 ? j.dependsOn.map(String) : undefined,
|
|
53
|
-
childrenCompleted: j.childrenCompleted > 0 ? j.childrenCompleted : undefined,
|
|
54
|
-
lastHeartbeat: j.lastHeartbeat > 0 ? j.lastHeartbeat : undefined,
|
|
55
|
-
stallCount: j.stallCount > 0 ? j.stallCount : undefined,
|
|
56
|
-
stallTimeout: j.stallTimeout ?? undefined,
|
|
57
|
-
removeOnComplete: j.removeOnComplete || undefined,
|
|
58
|
-
removeOnFail: j.removeOnFail || undefined,
|
|
59
|
-
lifo: j.lifo || undefined,
|
|
60
|
-
backoffConfig: j.backoffConfig ?? undefined,
|
|
61
|
-
repeat: j.repeat ?? undefined,
|
|
62
|
-
stackTraceLimit: j.stackTraceLimit,
|
|
63
|
-
keepLogs: j.keepLogs ?? undefined,
|
|
64
|
-
sizeLimit: j.sizeLimit ?? undefined,
|
|
65
|
-
failParentOnFailure: j.failParentOnFailure || undefined,
|
|
66
|
-
removeDependencyOnFailure: j.removeDependencyOnFailure || undefined,
|
|
67
|
-
continueParentOnFailure: j.continueParentOnFailure || undefined,
|
|
68
|
-
ignoreDependencyOnFailure: j.ignoreDependencyOnFailure || undefined,
|
|
69
|
-
deduplicationTtl: j.deduplicationTtl ?? undefined,
|
|
70
|
-
deduplicationExtend: j.deduplicationExtend || undefined,
|
|
71
|
-
deduplicationReplace: j.deduplicationReplace || undefined,
|
|
72
|
-
debounceId: j.debounceId ?? undefined,
|
|
73
|
-
debounceTtl: j.debounceTtl ?? undefined,
|
|
74
|
-
timeline: j.timeline.length > 0 ? j.timeline : undefined,
|
|
75
|
-
};
|
|
76
|
-
}
|
|
77
|
-
/** All whitelisted commands */
|
|
1
|
+
/** Whitelisted commands that the cloud dashboard may execute. */
|
|
2
|
+
import { INTEGRATION_COMMANDS } from './commands/integrations';
|
|
3
|
+
import { JOB_COMMANDS } from './commands/jobs';
|
|
4
|
+
import { QUEUE_COMMANDS } from './commands/queues';
|
|
78
5
|
export const COMMANDS = {
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
return { queue: cmd.queue, paused: true };
|
|
83
|
-
},
|
|
84
|
-
'queue:resume': (qm, cmd) => {
|
|
85
|
-
qm.resume(cmd.queue ?? '');
|
|
86
|
-
return { queue: cmd.queue, paused: false };
|
|
87
|
-
},
|
|
88
|
-
'queue:drain': (qm, cmd) => {
|
|
89
|
-
const count = qm.drain(cmd.queue ?? '');
|
|
90
|
-
return { queue: cmd.queue, drained: count };
|
|
91
|
-
},
|
|
92
|
-
'queue:clean': (qm, cmd) => {
|
|
93
|
-
const ids = qm.clean(cmd.queue ?? '', cmd.graceMs ?? 0, cmd.state, cmd.limit);
|
|
94
|
-
return { queue: cmd.queue, cleaned: ids.length, ids };
|
|
95
|
-
},
|
|
96
|
-
'queue:obliterate': (qm, cmd) => {
|
|
97
|
-
qm.obliterate(cmd.queue ?? '');
|
|
98
|
-
return { queue: cmd.queue, obliterated: true };
|
|
99
|
-
},
|
|
100
|
-
'queue:promoteAll': async (qm, cmd) => {
|
|
101
|
-
const limit = cmd.limit ?? 1000;
|
|
102
|
-
const jobs = qm.getJobs(cmd.queue ?? '', { state: ['delayed'], start: 0, end: limit - 1 });
|
|
103
|
-
let promoted = 0;
|
|
104
|
-
for (const j of jobs) {
|
|
105
|
-
try {
|
|
106
|
-
await qm.promote(j.id);
|
|
107
|
-
promoted++;
|
|
108
|
-
}
|
|
109
|
-
catch {
|
|
110
|
-
// skip
|
|
111
|
-
}
|
|
112
|
-
}
|
|
113
|
-
return { queue: cmd.queue, promoted };
|
|
114
|
-
},
|
|
115
|
-
'queue:retryCompleted': (qm, cmd) => {
|
|
116
|
-
const count = qm.retryCompleted(cmd.queue ?? '');
|
|
117
|
-
return { queue: cmd.queue, retried: count };
|
|
118
|
-
},
|
|
119
|
-
// --- Queue config ---
|
|
120
|
-
'queue:rateLimit': (qm, cmd) => {
|
|
121
|
-
qm.setRateLimit(cmd.queue ?? '', cmd.max ?? 100);
|
|
122
|
-
return { queue: cmd.queue, rateLimit: cmd.max ?? 100 };
|
|
123
|
-
},
|
|
124
|
-
'queue:clearRateLimit': (qm, cmd) => {
|
|
125
|
-
qm.clearRateLimit(cmd.queue ?? '');
|
|
126
|
-
return { queue: cmd.queue, rateLimit: null };
|
|
127
|
-
},
|
|
128
|
-
'queue:concurrency': (qm, cmd) => {
|
|
129
|
-
qm.setConcurrency(cmd.queue ?? '', cmd.concurrency ?? 10);
|
|
130
|
-
return { queue: cmd.queue, concurrency: cmd.concurrency ?? 10 };
|
|
131
|
-
},
|
|
132
|
-
'queue:clearConcurrency': (qm, cmd) => {
|
|
133
|
-
qm.clearConcurrency(cmd.queue ?? '');
|
|
134
|
-
return { queue: cmd.queue, concurrency: null };
|
|
135
|
-
},
|
|
136
|
-
'queue:stallConfig': (qm, cmd) => {
|
|
137
|
-
qm.setStallConfig(cmd.queue ?? '', cmd.config ?? {});
|
|
138
|
-
return { queue: cmd.queue, stallConfig: cmd.config };
|
|
139
|
-
},
|
|
140
|
-
'queue:dlqConfig': (qm, cmd) => {
|
|
141
|
-
qm.setDlqConfig(cmd.queue ?? '', cmd.config ?? {});
|
|
142
|
-
return { queue: cmd.queue, dlqConfig: cmd.config };
|
|
143
|
-
},
|
|
144
|
-
// --- Queue detail ---
|
|
145
|
-
'queue:detail': (qm, cmd) => {
|
|
146
|
-
const queue = cmd.queue ?? '';
|
|
147
|
-
const counts = qm.getQueueJobCounts(queue);
|
|
148
|
-
const paused = qm.isPaused(queue);
|
|
149
|
-
const stallConfig = qm.getStallConfig(queue);
|
|
150
|
-
const dlqConfig = qm.getDlqConfig(queue);
|
|
151
|
-
const dlqEntries = qm.getDlqEntries(queue).slice(0, 50);
|
|
152
|
-
const jobs = qm.getJobs(queue, {
|
|
153
|
-
state: ['waiting', 'active', 'delayed', 'completed', 'failed'],
|
|
154
|
-
start: 0,
|
|
155
|
-
end: 49,
|
|
156
|
-
});
|
|
157
|
-
return {
|
|
158
|
-
queue,
|
|
159
|
-
paused,
|
|
160
|
-
counts,
|
|
161
|
-
stallConfig: {
|
|
162
|
-
enabled: stallConfig.enabled,
|
|
163
|
-
stallInterval: stallConfig.stallInterval,
|
|
164
|
-
maxStalls: stallConfig.maxStalls,
|
|
165
|
-
},
|
|
166
|
-
dlqConfig: { maxRetries: dlqConfig.maxAutoRetries, maxAge: dlqConfig.maxAge ?? 0 },
|
|
167
|
-
dlqEntries: dlqEntries.map((e) => ({
|
|
168
|
-
jobId: String(e.job.id),
|
|
169
|
-
reason: e.reason,
|
|
170
|
-
error: e.error,
|
|
171
|
-
enteredAt: e.enteredAt,
|
|
172
|
-
retryCount: e.retryCount,
|
|
173
|
-
})),
|
|
174
|
-
jobs: jobs.map(mapJob),
|
|
175
|
-
};
|
|
176
|
-
},
|
|
177
|
-
// --- Job operations ---
|
|
178
|
-
'job:cancel': async (qm, cmd) => {
|
|
179
|
-
const ok = await qm.cancel(jobId(cmd.jobId ?? ''));
|
|
180
|
-
return { cancelled: ok };
|
|
181
|
-
},
|
|
182
|
-
'job:promote': async (qm, cmd) => {
|
|
183
|
-
const ok = await qm.promote(jobId(cmd.jobId ?? ''));
|
|
184
|
-
return { promoted: ok };
|
|
185
|
-
},
|
|
186
|
-
'job:push': async (qm, cmd) => {
|
|
187
|
-
const job = await qm.push(cmd.queue ?? '', {
|
|
188
|
-
data: cmd.data ?? {},
|
|
189
|
-
priority: cmd.priority,
|
|
190
|
-
delay: cmd.delay,
|
|
191
|
-
});
|
|
192
|
-
return { jobId: String(job.id), queue: cmd.queue };
|
|
193
|
-
},
|
|
194
|
-
'job:priority': async (qm, cmd) => {
|
|
195
|
-
const ok = await qm.changePriority(jobId(cmd.jobId ?? ''), cmd.priority ?? 0);
|
|
196
|
-
return { changed: ok };
|
|
197
|
-
},
|
|
198
|
-
'job:discard': async (qm, cmd) => {
|
|
199
|
-
const ok = await qm.discard(jobId(cmd.jobId ?? ''));
|
|
200
|
-
return { discarded: ok };
|
|
201
|
-
},
|
|
202
|
-
'job:delay': async (qm, cmd) => {
|
|
203
|
-
await qm.changeDelay(jobId(cmd.jobId ?? ''), cmd.delay ?? 0);
|
|
204
|
-
return { delayed: true };
|
|
205
|
-
},
|
|
206
|
-
'job:updateData': async (qm, cmd) => {
|
|
207
|
-
const ok = await qm.updateJobData(jobId(cmd.jobId ?? ''), cmd.data);
|
|
208
|
-
return { updated: ok };
|
|
209
|
-
},
|
|
210
|
-
'job:clearLogs': (qm, cmd) => {
|
|
211
|
-
qm.clearLogs(jobId(cmd.jobId ?? ''), cmd.keepLogs);
|
|
212
|
-
return { cleared: true };
|
|
213
|
-
},
|
|
214
|
-
// --- Job queries ---
|
|
215
|
-
'job:retry': (qm, cmd) => {
|
|
216
|
-
if (cmd.queue) {
|
|
217
|
-
const count = qm.retryDlq(cmd.queue, cmd.jobId ? jobId(cmd.jobId) : undefined);
|
|
218
|
-
return { retried: count };
|
|
219
|
-
}
|
|
220
|
-
return { retried: 0 };
|
|
221
|
-
},
|
|
222
|
-
'job:logs': (qm, cmd) => {
|
|
223
|
-
const logs = qm.getLogs(jobId(cmd.jobId ?? ''));
|
|
224
|
-
return { logs };
|
|
225
|
-
},
|
|
226
|
-
'job:result': (qm, cmd) => {
|
|
227
|
-
const result = qm.getResult(jobId(cmd.jobId ?? ''));
|
|
228
|
-
return { result: result ?? null };
|
|
229
|
-
},
|
|
230
|
-
'job:list': (qm, cmd) => {
|
|
231
|
-
const limit = cmd.limit ?? 50;
|
|
232
|
-
const offset = cmd.offset ?? 0;
|
|
233
|
-
const states = cmd.state
|
|
234
|
-
? cmd.state.split(',')
|
|
235
|
-
: ['waiting', 'active', 'delayed', 'completed', 'failed'];
|
|
236
|
-
const jobs = qm.getJobs(cmd.queue ?? '', {
|
|
237
|
-
state: states,
|
|
238
|
-
start: offset,
|
|
239
|
-
end: offset + limit - 1,
|
|
240
|
-
});
|
|
241
|
-
return { jobs: jobs.map(mapJob), total: qm.count(cmd.queue ?? ''), offset, limit };
|
|
242
|
-
},
|
|
243
|
-
'job:get': async (qm, cmd) => {
|
|
244
|
-
const job = await qm.getJob(jobId(cmd.jobId ?? ''));
|
|
245
|
-
if (!job)
|
|
246
|
-
return { job: null };
|
|
247
|
-
const mapped = mapJob(job);
|
|
248
|
-
return {
|
|
249
|
-
job: {
|
|
250
|
-
...mapped,
|
|
251
|
-
logs: qm.getLogs(jobId(cmd.jobId ?? '')),
|
|
252
|
-
result: qm.getResult(jobId(cmd.jobId ?? '')) ?? null,
|
|
253
|
-
},
|
|
254
|
-
};
|
|
255
|
-
},
|
|
256
|
-
// --- DLQ ---
|
|
257
|
-
'dlq:retry': (qm, cmd) => {
|
|
258
|
-
const count = qm.retryDlq(cmd.queue ?? '', cmd.jobId ? jobId(cmd.jobId) : undefined);
|
|
259
|
-
return { retried: count };
|
|
260
|
-
},
|
|
261
|
-
'dlq:purge': (qm, cmd) => {
|
|
262
|
-
const count = qm.purgeDlq(cmd.queue ?? '');
|
|
263
|
-
return { purged: count };
|
|
264
|
-
},
|
|
265
|
-
// --- Cron ---
|
|
266
|
-
'cron:upsert': (qm, cmd) => {
|
|
267
|
-
qm.removeCron(cmd.name ?? '');
|
|
268
|
-
const cron = qm.addCron({
|
|
269
|
-
name: cmd.name ?? '',
|
|
270
|
-
queue: cmd.queue ?? '',
|
|
271
|
-
data: cmd.data ?? {},
|
|
272
|
-
schedule: cmd.schedule,
|
|
273
|
-
});
|
|
274
|
-
return { name: cron.name, nextRun: cron.nextRun };
|
|
275
|
-
},
|
|
276
|
-
'cron:delete': (qm, cmd) => {
|
|
277
|
-
const ok = qm.removeCron(cmd.name ?? '');
|
|
278
|
-
return { deleted: ok };
|
|
279
|
-
},
|
|
280
|
-
// --- Webhooks ---
|
|
281
|
-
'webhook:add': (qm, cmd) => {
|
|
282
|
-
const wh = qm.webhookManager.add(cmd.url ?? '', cmd.events ?? [], cmd.queue ?? undefined, cmd.secret ?? undefined);
|
|
283
|
-
return { id: wh.id, url: wh.url, events: wh.events };
|
|
284
|
-
},
|
|
285
|
-
'webhook:remove': (qm, cmd) => {
|
|
286
|
-
const ok = qm.webhookManager.remove(cmd.webhookId ?? '');
|
|
287
|
-
return { removed: ok };
|
|
288
|
-
},
|
|
289
|
-
'webhook:set-enabled': (qm, cmd) => {
|
|
290
|
-
const ok = qm.webhookManager.setEnabled(cmd.webhookId ?? '', cmd.enabled ?? true);
|
|
291
|
-
return { updated: ok };
|
|
292
|
-
},
|
|
293
|
-
// --- List all jobs across all queues ---
|
|
294
|
-
'job:listAll': (qm, cmd) => {
|
|
295
|
-
const limit = cmd.limit ?? 50;
|
|
296
|
-
const offset = cmd.offset ?? 0;
|
|
297
|
-
const states = cmd.state
|
|
298
|
-
? cmd.state.split(',')
|
|
299
|
-
: ['waiting', 'active', 'delayed', 'completed', 'failed'];
|
|
300
|
-
const queueNames = qm.listQueues();
|
|
301
|
-
const allJobs = [];
|
|
302
|
-
for (const name of queueNames) {
|
|
303
|
-
const jobs = qm.getJobs(name, { state: states, start: 0, end: 999 });
|
|
304
|
-
for (const j of jobs)
|
|
305
|
-
allJobs.push(mapJob(j));
|
|
306
|
-
}
|
|
307
|
-
// Sort by createdAt descending
|
|
308
|
-
allJobs.sort((a, b) => b.timestamp - a.timestamp);
|
|
309
|
-
return { jobs: allJobs.slice(offset, offset + limit), total: allJobs.length, offset, limit };
|
|
310
|
-
},
|
|
311
|
-
// --- Queue list ---
|
|
312
|
-
'queue:list': (qm) => {
|
|
313
|
-
const queueNames = qm.listQueues();
|
|
314
|
-
const countsByQueue = qm.getAllQueueJobCounts();
|
|
315
|
-
const queues = queueNames.flatMap((name) => {
|
|
316
|
-
const counts = countsByQueue.get(name);
|
|
317
|
-
if (!counts)
|
|
318
|
-
return [];
|
|
319
|
-
return {
|
|
320
|
-
name,
|
|
321
|
-
waiting: counts.waiting,
|
|
322
|
-
prioritized: counts.prioritized,
|
|
323
|
-
delayed: counts.delayed,
|
|
324
|
-
active: counts.active,
|
|
325
|
-
completed: counts.completed,
|
|
326
|
-
failed: counts.failed,
|
|
327
|
-
'waiting-children': counts['waiting-children'],
|
|
328
|
-
paused: qm.isPaused(name),
|
|
329
|
-
totalCompleted: counts.totalCompleted,
|
|
330
|
-
totalFailed: counts.totalFailed,
|
|
331
|
-
};
|
|
332
|
-
});
|
|
333
|
-
return { queues };
|
|
334
|
-
},
|
|
335
|
-
// --- Stats & backup ---
|
|
336
|
-
'stats:refresh': (qm) => {
|
|
337
|
-
return qm.getStats();
|
|
338
|
-
},
|
|
339
|
-
's3:backup': async (qm) => {
|
|
340
|
-
const handles = qm.serverHandles;
|
|
341
|
-
if (handles?.triggerBackup) {
|
|
342
|
-
return await handles.triggerBackup();
|
|
343
|
-
}
|
|
344
|
-
return { error: 'S3 backup not configured' };
|
|
345
|
-
},
|
|
6
|
+
...QUEUE_COMMANDS,
|
|
7
|
+
...JOB_COMMANDS,
|
|
8
|
+
...INTEGRATION_COMMANDS,
|
|
346
9
|
};
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { QueueManager } from '../../../application/queueManager';
|
|
2
|
+
import type { CloudSnapshot } from '../types';
|
|
3
|
+
export declare function collectQueueThroughput(queues: Array<{
|
|
4
|
+
name: string;
|
|
5
|
+
totalCompleted: number;
|
|
6
|
+
totalFailed: number;
|
|
7
|
+
}>): CloudSnapshot['queueThroughput'];
|
|
8
|
+
export declare function collectWorkerUtilization(queueManager: QueueManager): CloudSnapshot['workerUtilization'];
|
|
9
|
+
export declare function collectDurationHistogram(recentJobs: CloudSnapshot['recentJobs']): CloudSnapshot['durationHistogram'];
|
|
10
|
+
export declare function collectQueueWaitTime(recentJobs: CloudSnapshot['recentJobs']): CloudSnapshot['queueWaitTime'];
|
|
11
|
+
export declare function collectQueueRetryRate(recentJobs: CloudSnapshot['recentJobs']): CloudSnapshot['queueRetryRate'];
|
|
12
|
+
export declare function collectBacklogVelocity(queues: Array<{
|
|
13
|
+
name: string;
|
|
14
|
+
waiting: number;
|
|
15
|
+
}>): CloudSnapshot['queueBacklogVelocity'];
|
|
16
|
+
export declare function collectPriorityDistribution(recentJobs: CloudSnapshot['recentJobs']): CloudSnapshot['queuePriorityDistribution'];
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
const previousQueueTotals = new Map();
|
|
2
|
+
const previousQueueWaiting = new Map();
|
|
3
|
+
export function collectQueueThroughput(queues) {
|
|
4
|
+
const now = Date.now();
|
|
5
|
+
const result = {};
|
|
6
|
+
for (const queue of queues) {
|
|
7
|
+
const previous = previousQueueTotals.get(queue.name);
|
|
8
|
+
const total = queue.totalCompleted + queue.totalFailed;
|
|
9
|
+
if (previous) {
|
|
10
|
+
const elapsedSec = (now - previous.timestamp) / 1000;
|
|
11
|
+
if (elapsedSec > 0.5) {
|
|
12
|
+
const completeDelta = queue.totalCompleted - previous.completed;
|
|
13
|
+
const failDelta = queue.totalFailed - previous.failed;
|
|
14
|
+
result[queue.name] = {
|
|
15
|
+
pushPerSec: Math.round(((completeDelta + failDelta) / elapsedSec) * 100) / 100,
|
|
16
|
+
completePerSec: Math.round((completeDelta / elapsedSec) * 100) / 100,
|
|
17
|
+
failPerSec: Math.round((failDelta / elapsedSec) * 100) / 100,
|
|
18
|
+
errorRate: total > 0 ? Math.round((queue.totalFailed / total) * 10000) / 10000 : 0,
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
previousQueueTotals.set(queue.name, {
|
|
23
|
+
completed: queue.totalCompleted,
|
|
24
|
+
failed: queue.totalFailed,
|
|
25
|
+
pushed: queue.totalCompleted + queue.totalFailed,
|
|
26
|
+
timestamp: now,
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
return result;
|
|
30
|
+
}
|
|
31
|
+
export function collectWorkerUtilization(queueManager) {
|
|
32
|
+
return queueManager.workerManager.list().map((worker) => ({
|
|
33
|
+
id: worker.id,
|
|
34
|
+
name: worker.name,
|
|
35
|
+
utilization: worker.concurrency > 0 ? Math.round((worker.activeJobs / worker.concurrency) * 100) / 100 : 0,
|
|
36
|
+
}));
|
|
37
|
+
}
|
|
38
|
+
export function collectDurationHistogram(recentJobs) {
|
|
39
|
+
const histogram = { lt100ms: 0, lt1s: 0, lt10s: 0, lt60s: 0, gt60s: 0 };
|
|
40
|
+
for (const job of recentJobs) {
|
|
41
|
+
if (!job.duration)
|
|
42
|
+
continue;
|
|
43
|
+
if (job.duration < 100)
|
|
44
|
+
histogram.lt100ms++;
|
|
45
|
+
else if (job.duration < 1000)
|
|
46
|
+
histogram.lt1s++;
|
|
47
|
+
else if (job.duration < 10000)
|
|
48
|
+
histogram.lt10s++;
|
|
49
|
+
else if (job.duration < 60000)
|
|
50
|
+
histogram.lt60s++;
|
|
51
|
+
else
|
|
52
|
+
histogram.gt60s++;
|
|
53
|
+
}
|
|
54
|
+
return histogram;
|
|
55
|
+
}
|
|
56
|
+
export function collectQueueWaitTime(recentJobs) {
|
|
57
|
+
const byQueue = new Map();
|
|
58
|
+
for (const job of recentJobs) {
|
|
59
|
+
if (!job.startedAt || !job.createdAt)
|
|
60
|
+
continue;
|
|
61
|
+
const wait = job.startedAt - job.createdAt;
|
|
62
|
+
if (wait < 0)
|
|
63
|
+
continue;
|
|
64
|
+
let waits = byQueue.get(job.queue);
|
|
65
|
+
if (!waits) {
|
|
66
|
+
waits = [];
|
|
67
|
+
byQueue.set(job.queue, waits);
|
|
68
|
+
}
|
|
69
|
+
waits.push(wait);
|
|
70
|
+
}
|
|
71
|
+
const result = {};
|
|
72
|
+
for (const [queue, waits] of byQueue) {
|
|
73
|
+
const sum = waits.reduce((a, b) => a + b, 0);
|
|
74
|
+
result[queue] = {
|
|
75
|
+
avgMs: Math.round(sum / waits.length),
|
|
76
|
+
maxMs: Math.max(...waits),
|
|
77
|
+
minMs: Math.min(...waits),
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
return result;
|
|
81
|
+
}
|
|
82
|
+
export function collectQueueRetryRate(recentJobs) {
|
|
83
|
+
const byQueue = new Map();
|
|
84
|
+
for (const job of recentJobs) {
|
|
85
|
+
let entry = byQueue.get(job.queue);
|
|
86
|
+
if (!entry) {
|
|
87
|
+
entry = { retrying: 0, total: 0 };
|
|
88
|
+
byQueue.set(job.queue, entry);
|
|
89
|
+
}
|
|
90
|
+
entry.total++;
|
|
91
|
+
if (job.attempts > 0)
|
|
92
|
+
entry.retrying++;
|
|
93
|
+
}
|
|
94
|
+
const result = {};
|
|
95
|
+
for (const [queue, data] of byQueue) {
|
|
96
|
+
result[queue] = {
|
|
97
|
+
retryRate: data.total > 0 ? Math.round((data.retrying / data.total) * 10000) / 10000 : 0,
|
|
98
|
+
retrying: data.retrying,
|
|
99
|
+
total: data.total,
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
return result;
|
|
103
|
+
}
|
|
104
|
+
export function collectBacklogVelocity(queues) {
|
|
105
|
+
const now = Date.now();
|
|
106
|
+
const result = {};
|
|
107
|
+
for (const queue of queues) {
|
|
108
|
+
const previous = previousQueueWaiting.get(queue.name);
|
|
109
|
+
if (previous) {
|
|
110
|
+
const elapsedMin = (now - previous.timestamp) / 60000;
|
|
111
|
+
if (elapsedMin > 0.1) {
|
|
112
|
+
const delta = queue.waiting - previous.waiting;
|
|
113
|
+
const deltaPerMin = Math.round((delta / elapsedMin) * 100) / 100;
|
|
114
|
+
result[queue.name] = {
|
|
115
|
+
deltaWaiting: delta,
|
|
116
|
+
deltaPerMin,
|
|
117
|
+
trend: deltaPerMin > 5 ? 'growing' : deltaPerMin < -5 ? 'shrinking' : 'stable',
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
previousQueueWaiting.set(queue.name, { waiting: queue.waiting, timestamp: now });
|
|
122
|
+
}
|
|
123
|
+
return result;
|
|
124
|
+
}
|
|
125
|
+
export function collectPriorityDistribution(recentJobs) {
|
|
126
|
+
const result = {};
|
|
127
|
+
for (const job of recentJobs) {
|
|
128
|
+
result[job.queue] ??= {};
|
|
129
|
+
result[job.queue][job.priority] = (result[job.queue][job.priority] ?? 0) + 1;
|
|
130
|
+
}
|
|
131
|
+
return result;
|
|
132
|
+
}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import type { QueueManager } from '../../../application/queueManager';
|
|
2
|
+
import type { CloudSnapshot } from '../types';
|
|
3
|
+
import type { CollectSnapshotParams } from '../types/collector';
|
|
4
|
+
/** Cached host and runtime metadata. */
|
|
5
|
+
export declare const SNAPSHOT_HOST: string;
|
|
6
|
+
export declare const SNAPSHOT_RUNTIME: {
|
|
7
|
+
bunVersion: string;
|
|
8
|
+
os: NodeJS.Platform;
|
|
9
|
+
arch: NodeJS.Architecture;
|
|
10
|
+
cpus: number;
|
|
11
|
+
};
|
|
12
|
+
/** Resolve redaction options with defaults (includeJobData defaults on). */
|
|
13
|
+
export declare function resolveRedaction(params: CollectSnapshotParams): {
|
|
14
|
+
redactFields: readonly string[];
|
|
15
|
+
includeJobData: boolean;
|
|
16
|
+
};
|
|
17
|
+
/** Map cron definitions to their snapshot shape. */
|
|
18
|
+
export declare function collectCrons(queueManager: QueueManager): CloudSnapshot['crons'];
|
|
19
|
+
/** Back-fill failed-job timing from the last DLQ attempt. */
|
|
20
|
+
export declare function enrichFailedJobDurations(recentJobs: CloudSnapshot['recentJobs'], dlqEntries: CloudSnapshot['dlqEntries']): void;
|
|
21
|
+
/** Collect worker registry details and derived health fields. */
|
|
22
|
+
export declare function collectWorkerDetails(queueManager: QueueManager, now: number): CloudSnapshot['workerDetails'];
|
|
23
|
+
/** Collect results, logs, and active locks for the snapshot. */
|
|
24
|
+
export declare function collectJobArtifacts(queueManager: QueueManager): Pick<CloudSnapshot, 'jobResults' | 'jobLogEntries' | 'activeLocks'>;
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
import { arch, cpus, hostname, platform } from 'os';
|
|
2
|
+
/** Cached host and runtime metadata. */
|
|
3
|
+
export const SNAPSHOT_HOST = hostname();
|
|
4
|
+
export const SNAPSHOT_RUNTIME = {
|
|
5
|
+
bunVersion: typeof Bun !== 'undefined' ? Bun.version : 'unknown',
|
|
6
|
+
os: platform(),
|
|
7
|
+
arch: arch(),
|
|
8
|
+
cpus: cpus().length,
|
|
9
|
+
};
|
|
10
|
+
/** Resolve redaction options with defaults (includeJobData defaults on). */
|
|
11
|
+
export function resolveRedaction(params) {
|
|
12
|
+
return {
|
|
13
|
+
redactFields: params.redactFields ?? [],
|
|
14
|
+
includeJobData: params.includeJobData ?? true,
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
/** Map cron definitions to their snapshot shape. */
|
|
18
|
+
export function collectCrons(queueManager) {
|
|
19
|
+
return queueManager.listCrons().map((cron) => ({
|
|
20
|
+
name: cron.name,
|
|
21
|
+
queue: cron.queue,
|
|
22
|
+
schedule: cron.schedule ?? null,
|
|
23
|
+
repeatEvery: cron.repeatEvery ?? null,
|
|
24
|
+
nextRun: cron.nextRun,
|
|
25
|
+
executions: cron.executions,
|
|
26
|
+
maxLimit: cron.maxLimit,
|
|
27
|
+
lastRun: cron.executions > 0 && cron.repeatEvery ? cron.nextRun - cron.repeatEvery : null,
|
|
28
|
+
priority: cron.priority,
|
|
29
|
+
timezone: cron.timezone ?? null,
|
|
30
|
+
data: cron.data,
|
|
31
|
+
uniqueKey: cron.uniqueKey ?? null,
|
|
32
|
+
dedup: cron.dedup ?? null,
|
|
33
|
+
}));
|
|
34
|
+
}
|
|
35
|
+
/** Back-fill failed-job timing from the last DLQ attempt. */
|
|
36
|
+
export function enrichFailedJobDurations(recentJobs, dlqEntries) {
|
|
37
|
+
if (dlqEntries.length === 0)
|
|
38
|
+
return;
|
|
39
|
+
const dlqMap = new Map();
|
|
40
|
+
for (const entry of dlqEntries) {
|
|
41
|
+
if (entry.attemptHistory.length > 0) {
|
|
42
|
+
const last = entry.attemptHistory[entry.attemptHistory.length - 1];
|
|
43
|
+
dlqMap.set(entry.jobId, { duration: last.duration, failedAt: last.failedAt });
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
for (const job of recentJobs) {
|
|
47
|
+
if (job.state === 'failed' && !job.duration) {
|
|
48
|
+
const dlq = dlqMap.get(job.id);
|
|
49
|
+
if (dlq) {
|
|
50
|
+
job.duration = dlq.duration;
|
|
51
|
+
job.completedAt = dlq.failedAt;
|
|
52
|
+
job.totalDuration = dlq.failedAt - job.createdAt;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
/** Collect worker registry details and derived health fields. */
|
|
58
|
+
export function collectWorkerDetails(queueManager, now) {
|
|
59
|
+
const workerTimeoutMs = 30_000;
|
|
60
|
+
return queueManager.workerManager.list().map((worker) => {
|
|
61
|
+
const totalJobs = worker.processedJobs + worker.failedJobs;
|
|
62
|
+
return {
|
|
63
|
+
id: worker.id,
|
|
64
|
+
name: worker.name,
|
|
65
|
+
queues: worker.queues,
|
|
66
|
+
concurrency: worker.concurrency,
|
|
67
|
+
hostname: worker.hostname,
|
|
68
|
+
pid: worker.pid,
|
|
69
|
+
registeredAt: worker.registeredAt,
|
|
70
|
+
lastSeen: worker.lastSeen,
|
|
71
|
+
activeJobs: worker.activeJobs,
|
|
72
|
+
processedJobs: worker.processedJobs,
|
|
73
|
+
failedJobs: worker.failedJobs,
|
|
74
|
+
currentJob: worker.currentJob,
|
|
75
|
+
uptime: now - worker.registeredAt,
|
|
76
|
+
status: now - worker.lastSeen > workerTimeoutMs
|
|
77
|
+
? 'stalled'
|
|
78
|
+
: worker.activeJobs > 0
|
|
79
|
+
? 'active'
|
|
80
|
+
: 'idle',
|
|
81
|
+
errorRate: totalJobs > 0 ? +(worker.failedJobs / totalJobs).toFixed(4) : 0,
|
|
82
|
+
utilization: worker.concurrency > 0 ? +(worker.activeJobs / worker.concurrency).toFixed(4) : 0,
|
|
83
|
+
};
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
/** Collect results, logs, and active locks for the snapshot. */
|
|
87
|
+
export function collectJobArtifacts(queueManager) {
|
|
88
|
+
const jobResults = {};
|
|
89
|
+
for (const [id, value] of queueManager.getAllJobResults())
|
|
90
|
+
jobResults[id] = value;
|
|
91
|
+
const jobLogEntries = {};
|
|
92
|
+
for (const [id, logs] of queueManager.getAllJobLogs())
|
|
93
|
+
jobLogEntries[id] = logs;
|
|
94
|
+
const activeLocks = [...queueManager.getAllJobLocks().values()].map((lock) => ({
|
|
95
|
+
jobId: String(lock.jobId),
|
|
96
|
+
owner: lock.owner,
|
|
97
|
+
token: lock.token,
|
|
98
|
+
createdAt: lock.createdAt,
|
|
99
|
+
expiresAt: lock.expiresAt,
|
|
100
|
+
lastRenewalAt: lock.lastRenewalAt,
|
|
101
|
+
renewalCount: lock.renewalCount,
|
|
102
|
+
ttl: lock.ttl,
|
|
103
|
+
}));
|
|
104
|
+
return { jobResults, jobLogEntries, activeLocks };
|
|
105
|
+
}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { QueueManager } from '../../../application/queueManager';
|
|
2
|
+
import type { CloudSnapshot } from '../types';
|
|
3
|
+
export declare function collectQueueConfigs(queueManager: QueueManager, queueNames: Set<string>): CloudSnapshot['queueConfigs'];
|
|
4
|
+
export declare function collectWebhooks(queueManager: QueueManager): CloudSnapshot['webhooks'];
|
|
5
|
+
export declare function collectTopErrors(queueManager: QueueManager, dlqQueueNames: string[]): CloudSnapshot['topErrors'];
|