bunqueue 2.8.53 → 2.8.56
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/application/background/dlq.d.ts +2 -0
- package/dist/application/background/dlq.js +26 -0
- package/dist/application/background/lifecycle.d.ts +4 -0
- package/dist/application/background/lifecycle.js +90 -0
- package/dist/application/background/recovery/active.d.ts +4 -0
- package/dist/application/background/recovery/active.js +69 -0
- package/dist/application/background/recovery/index.d.ts +2 -0
- package/dist/application/background/recovery/index.js +22 -0
- package/dist/application/background/recovery/pending.d.ts +3 -0
- package/dist/application/background/recovery/pending.js +69 -0
- package/dist/application/background/recovery/restore.d.ts +5 -0
- package/dist/application/background/recovery/restore.js +58 -0
- package/dist/application/background/recovery/shared.d.ts +6 -0
- package/dist/application/background/recovery/shared.js +15 -0
- package/dist/application/background/timeouts.d.ts +25 -0
- package/dist/application/background/timeouts.js +191 -0
- package/dist/application/backgroundTasks.d.ts +7 -31
- package/dist/application/backgroundTasks.js +6 -438
- package/dist/application/cleanupTasks.js +2 -1
- package/dist/application/clientTracking.js +3 -1
- package/dist/application/contextFactory.d.ts +13 -90
- package/dist/application/contextFactory.js +9 -0
- package/dist/application/dependencyResultTracker.d.ts +1 -0
- package/dist/application/dependencyResultTracker.js +3 -0
- package/dist/application/dlqManager.d.ts +9 -9
- package/dist/application/dlqManager.js +49 -167
- package/dist/application/dlqRetry.d.ts +12 -0
- package/dist/application/dlqRetry.js +97 -0
- package/dist/application/lockManager.js +24 -4
- package/dist/application/lockOperations.js +16 -3
- package/dist/application/operations/ack/batch.d.ts +8 -0
- package/dist/application/operations/ack/batch.js +64 -0
- package/dist/application/operations/ack/completion.d.ts +3 -0
- package/dist/application/operations/ack/completion.js +74 -0
- package/dist/application/operations/ack/failure.d.ts +3 -0
- package/dist/application/operations/ack/failure.js +160 -0
- package/dist/application/operations/ack.d.ts +5 -79
- package/dist/application/operations/ack.js +4 -319
- package/dist/application/operations/ackHelpers.d.ts +3 -52
- package/dist/application/operations/ackHelpers.js +11 -4
- package/dist/application/operations/customId.d.ts +18 -5
- package/dist/application/operations/customId.js +36 -25
- package/dist/application/operations/flowValidation.js +9 -4
- package/dist/application/operations/jobManagement.js +50 -11
- package/dist/application/operations/jobMoveOperations.js +3 -3
- package/dist/application/operations/jobStateTransitions.d.ts +1 -1
- package/dist/application/operations/jobStateTransitions.js +16 -2
- package/dist/application/operations/parentLink.d.ts +36 -0
- package/dist/application/operations/parentLink.js +153 -0
- package/dist/application/operations/parentLinkInput.d.ts +8 -0
- package/dist/application/operations/parentLinkInput.js +23 -0
- package/dist/application/operations/push.d.ts +5 -44
- package/dist/application/operations/push.js +62 -152
- package/dist/application/operations/pushAdmission.d.ts +32 -0
- package/dist/application/operations/pushAdmission.js +38 -0
- package/dist/application/operations/pushBatch.d.ts +4 -0
- package/dist/application/operations/pushBatch.js +136 -0
- package/dist/application/operations/pushContext.d.ts +39 -0
- package/dist/application/operations/pushContext.js +1 -0
- package/dist/application/operations/pushDeduplication.d.ts +42 -0
- package/dist/application/operations/pushDeduplication.js +131 -0
- package/dist/application/operations/pushInsert.d.ts +13 -1
- package/dist/application/operations/pushInsert.js +33 -17
- package/dist/application/operations/pushLocks.js +13 -9
- package/dist/application/operations/query/collect.d.ts +12 -0
- package/dist/application/operations/query/collect.js +118 -0
- package/dist/application/operations/query/jobLookup.d.ts +9 -0
- package/dist/application/operations/query/jobLookup.js +110 -0
- package/dist/application/operations/query/pagination.d.ts +8 -0
- package/dist/application/operations/query/pagination.js +90 -0
- package/dist/application/operations/query/state.d.ts +4 -0
- package/dist/application/operations/query/state.js +63 -0
- package/dist/application/operations/queryOperations.d.ts +5 -50
- package/dist/application/operations/queryOperations.js +4 -474
- package/dist/application/queue-manager/ack.d.ts +23 -0
- package/dist/application/queue-manager/ack.js +242 -0
- package/dist/application/queue-manager/configuration.d.ts +27 -0
- package/dist/application/queue-manager/configuration.js +84 -0
- package/dist/application/queue-manager/context.d.ts +5 -0
- package/dist/application/queue-manager/context.js +61 -0
- package/dist/application/queue-manager/control.d.ts +17 -0
- package/dist/application/queue-manager/control.js +133 -0
- package/dist/application/queue-manager/delivery.d.ts +32 -0
- package/dist/application/queue-manager/delivery.js +143 -0
- package/dist/application/queue-manager/dependencies.d.ts +8 -0
- package/dist/application/queue-manager/dependencies.js +127 -0
- package/dist/application/queue-manager/dependency-runtime.d.ts +8 -0
- package/dist/application/queue-manager/dependency-runtime.js +40 -0
- package/dist/application/queue-manager/flow-failures.d.ts +18 -0
- package/dist/application/queue-manager/flow-failures.js +107 -0
- package/dist/application/queue-manager/flow-options.d.ts +8 -0
- package/dist/application/queue-manager/flow-options.js +129 -0
- package/dist/application/queue-manager/job-management.d.ts +17 -0
- package/dist/application/queue-manager/job-management.js +100 -0
- package/dist/application/queue-manager/lifecycle.d.ts +4 -0
- package/dist/application/queue-manager/lifecycle.js +41 -0
- package/dist/application/queue-manager/limits.d.ts +41 -0
- package/dist/application/queue-manager/limits.js +108 -0
- package/dist/application/queue-manager/locks.d.ts +21 -0
- package/dist/application/queue-manager/locks.js +59 -0
- package/dist/application/queue-manager/observability.d.ts +16 -0
- package/dist/application/queue-manager/observability.js +44 -0
- package/dist/application/queue-manager/queries.d.ts +17 -0
- package/dist/application/queue-manager/queries.js +118 -0
- package/dist/application/queue-manager/repeat.d.ts +4 -0
- package/dist/application/queue-manager/repeat.js +26 -0
- package/dist/application/queue-manager/services.d.ts +19 -0
- package/dist/application/queue-manager/services.js +80 -0
- package/dist/application/queue-manager/state.d.ts +92 -0
- package/dist/application/queue-manager/state.js +144 -0
- package/dist/application/queue-manager/stats.d.ts +28 -0
- package/dist/application/queue-manager/stats.js +52 -0
- package/dist/application/queueManager.d.ts +4 -380
- package/dist/application/queueManager.js +3 -1880
- package/dist/application/queueTelemetryJournal.d.ts +20 -0
- package/dist/application/queueTelemetryJournal.js +133 -0
- package/dist/application/repeatJobs.d.ts +7 -0
- package/dist/application/repeatJobs.js +132 -0
- package/dist/application/stallDetection.js +9 -4
- package/dist/application/types/ack.d.ts +132 -0
- package/dist/application/types/ack.js +1 -0
- package/dist/application/types/background.d.ts +18 -0
- package/dist/application/types/background.js +1 -0
- package/dist/application/types/config.d.ts +37 -0
- package/dist/application/types/config.js +15 -0
- package/dist/application/types/contextFactory.d.ts +83 -0
- package/dist/application/types/contextFactory.js +1 -0
- package/dist/application/types/contexts.d.ts +110 -0
- package/dist/application/types/contexts.js +1 -0
- package/dist/application/types/index.d.ts +7 -0
- package/dist/application/types/index.js +1 -0
- package/dist/application/types/query.d.ts +23 -0
- package/dist/application/types/query.js +1 -0
- package/dist/application/types/queueManager.d.ts +94 -0
- package/dist/application/types/queueManager.js +1 -0
- package/dist/cli/commandRouter.d.ts +1 -1
- package/dist/cli/commands/core.js +1 -0
- package/dist/cli/output/collections.d.ts +8 -0
- package/dist/cli/output/collections.js +131 -0
- package/dist/cli/output/jobs.d.ts +2 -0
- package/dist/cli/output/jobs.js +61 -0
- package/dist/cli/output/style.d.ts +14 -0
- package/dist/cli/output/style.js +28 -0
- package/dist/cli/output/success.d.ts +1 -0
- package/dist/cli/output/success.js +108 -0
- package/dist/cli/output.d.ts +1 -6
- package/dist/cli/output.js +7 -395
- package/dist/client/bunqueue/dlqRateLimit.d.ts +8 -0
- package/dist/client/bunqueue/dlqRateLimit.js +24 -0
- package/dist/client/bunqueue/runtime.d.ts +35 -0
- package/dist/client/bunqueue/runtime.js +138 -0
- package/dist/client/bunqueue.d.ts +19 -34
- package/dist/client/bunqueue.js +45 -166
- package/dist/client/dlqConversion.d.ts +5 -0
- package/dist/client/dlqConversion.js +28 -0
- package/dist/client/events.d.ts +7 -56
- package/dist/client/events.js +38 -15
- package/dist/client/flow.d.ts +6 -12
- package/dist/client/flow.js +16 -34
- package/dist/client/flowJobDependencies.js +3 -1
- package/dist/client/flowJobFactory.d.ts +9 -1
- package/dist/client/flowJobFactory.js +25 -9
- package/dist/client/flowJobMoveMethods.d.ts +5 -5
- package/dist/client/flowJobMoveMethods.js +37 -17
- package/dist/client/flowLegacyPlan.js +22 -8
- package/dist/client/flowOptions.d.ts +1 -1
- package/dist/client/flowOptions.js +2 -1
- package/dist/client/flowPlan.js +2 -3
- package/dist/client/flowPush.d.ts +1 -0
- package/dist/client/flowPush.js +5 -1
- package/dist/client/flowReader.js +5 -5
- package/dist/client/flowResults.d.ts +11 -0
- package/dist/client/flowResults.js +42 -0
- package/dist/client/index.d.ts +3 -1
- package/dist/client/jobConversion.d.ts +3 -7
- package/dist/client/jobConversion.js +36 -33
- package/dist/client/jobConversionHelpers.d.ts +19 -3
- package/dist/client/jobConversionHelpers.js +20 -16
- package/dist/client/jobConversionTypes.d.ts +8 -0
- package/dist/client/jobDeduplication.d.ts +6 -0
- package/dist/client/jobDeduplication.js +14 -0
- package/dist/client/jobHelpers.d.ts +7 -2
- package/dist/client/jobHelpers.js +16 -8
- package/dist/client/queue/bullmqCompat.d.ts +18 -8
- package/dist/client/queue/bullmqCompat.js +39 -71
- package/dist/client/queue/deduplication.d.ts +2 -0
- package/dist/client/queue/deduplication.js +20 -11
- package/dist/client/queue/dlq.d.ts +11 -6
- package/dist/client/queue/dlq.js +57 -16
- package/dist/client/queue/dlqJobMethods.d.ts +9 -0
- package/dist/client/queue/dlqJobMethods.js +177 -0
- package/dist/client/queue/dlqOps.d.ts +2 -1
- package/dist/client/queue/dlqOps.js +4 -10
- package/dist/client/queue/dlqStats.d.ts +3 -0
- package/dist/client/queue/dlqStats.js +21 -0
- package/dist/client/queue/job-proxy/dependencies.d.ts +9 -0
- package/dist/client/queue/job-proxy/dependencies.js +67 -0
- package/dist/client/queue/job-proxy/reflection.d.ts +2 -0
- package/dist/client/queue/job-proxy/reflection.js +18 -0
- package/dist/client/queue/job-proxy/simple.d.ts +3 -0
- package/dist/client/queue/job-proxy/simple.js +316 -0
- package/dist/client/queue/job-proxy/tcp.d.ts +4 -0
- package/dist/client/queue/job-proxy/tcp.js +191 -0
- package/dist/client/queue/jobMetadata.d.ts +10 -0
- package/dist/client/queue/jobMetadata.js +24 -0
- package/dist/client/queue/jobMove.d.ts +4 -4
- package/dist/client/queue/jobMove.js +87 -24
- package/dist/client/queue/jobProxy.d.ts +4 -50
- package/dist/client/queue/jobProxy.js +3 -511
- package/dist/client/queue/operations/add/bulk.d.ts +7 -0
- package/dist/client/queue/operations/add/bulk.js +129 -0
- package/dist/client/queue/operations/add/payload.d.ts +24 -0
- package/dist/client/queue/operations/add/payload.js +85 -0
- package/dist/client/queue/operations/add/single.d.ts +3 -0
- package/dist/client/queue/operations/add/single.js +107 -0
- package/dist/client/queue/operations/add.d.ts +2 -47
- package/dist/client/queue/operations/add.js +2 -347
- package/dist/client/queue/operations/index.d.ts +1 -0
- package/dist/client/queue/operations/index.js +1 -0
- package/dist/client/queue/operations/management.d.ts +0 -4
- package/dist/client/queue/operations/management.js +35 -6
- package/dist/client/queue/operations/query.d.ts +1 -20
- package/dist/client/queue/operations/query.js +38 -116
- package/dist/client/queue/operations/queryStates.d.ts +13 -0
- package/dist/client/queue/operations/queryStates.js +32 -0
- package/dist/client/queue/operations/queryTcpPages.d.ts +14 -0
- package/dist/client/queue/operations/queryTcpPages.js +40 -0
- package/dist/client/queue/queue.d.ts +6 -189
- package/dist/client/queue/queue.js +6 -547
- package/dist/client/queue/rateLimit.d.ts +4 -4
- package/dist/client/queue/rateLimit.js +17 -8
- package/dist/client/queue/runtime/compatibility.d.ts +13 -0
- package/dist/client/queue/runtime/compatibility.js +38 -0
- package/dist/client/queue/runtime/configuration.d.ts +42 -0
- package/dist/client/queue/runtime/configuration.js +109 -0
- package/dist/client/queue/runtime/connection.d.ts +6 -0
- package/dist/client/queue/runtime/connection.js +16 -0
- package/dist/client/queue/runtime/control.d.ts +41 -0
- package/dist/client/queue/runtime/control.js +87 -0
- package/dist/client/queue/runtime/queries.d.ts +48 -0
- package/dist/client/queue/runtime/queries.js +95 -0
- package/dist/client/queue/runtime/scheduling.d.ts +33 -0
- package/dist/client/queue/runtime/scheduling.js +56 -0
- package/dist/client/queue/runtime/state.d.ts +96 -0
- package/dist/client/queue/runtime/state.js +149 -0
- package/dist/client/queue/scheduler.d.ts +2 -5
- package/dist/client/queue/scheduler.js +25 -23
- package/dist/client/queue/schedulerPagination.d.ts +7 -0
- package/dist/client/queue/schedulerPagination.js +10 -0
- package/dist/client/queue/types/add.d.ts +40 -0
- package/dist/client/queue/types/add.js +1 -0
- package/dist/client/queue/types/contexts.d.ts +33 -0
- package/dist/client/queue/types/contexts.js +5 -0
- package/dist/client/queue/types/index.d.ts +3 -0
- package/dist/client/queue/types/index.js +1 -0
- package/dist/client/queue/types/job.d.ts +50 -0
- package/dist/client/queue/types/job.js +1 -0
- package/dist/client/queue/types/runtime.d.ts +35 -0
- package/dist/client/queue/types/runtime.js +1 -0
- package/dist/client/queue/workers.d.ts +16 -8
- package/dist/client/queue/workers.js +42 -16
- package/dist/client/queue-events/tcpSubscription.d.ts +23 -0
- package/dist/client/queue-events/tcpSubscription.js +99 -0
- package/dist/client/queueGroup.d.ts +11 -0
- package/dist/client/queueGroup.js +28 -1
- package/dist/client/sandboxed/queueOps.d.ts +2 -2
- package/dist/client/sandboxed/queueOps.js +32 -5
- package/dist/client/sandboxed/runtime/dispatch.d.ts +13 -0
- package/dist/client/sandboxed/runtime/dispatch.js +186 -0
- package/dist/client/sandboxed/runtime/lifecycle.d.ts +20 -0
- package/dist/client/sandboxed/runtime/lifecycle.js +95 -0
- package/dist/client/sandboxed/runtime/log.d.ts +1 -0
- package/dist/client/sandboxed/runtime/log.js +15 -0
- package/dist/client/sandboxed/runtime/pool.d.ts +11 -0
- package/dist/client/sandboxed/runtime/pool.js +121 -0
- package/dist/client/sandboxed/runtime/recovery.d.ts +11 -0
- package/dist/client/sandboxed/runtime/recovery.js +122 -0
- package/dist/client/sandboxed/runtime/state.d.ts +39 -0
- package/dist/client/sandboxed/runtime/state.js +59 -0
- package/dist/client/sandboxed/types/index.d.ts +2 -0
- package/dist/client/sandboxed/types/index.js +1 -0
- package/dist/client/sandboxed/types/options.d.ts +27 -0
- package/dist/client/sandboxed/types/options.js +1 -0
- package/dist/client/sandboxed/types/process.d.ts +30 -0
- package/dist/client/sandboxed/types/process.js +1 -0
- package/dist/client/sandboxed/worker.d.ts +3 -85
- package/dist/client/sandboxed/worker.js +3 -557
- package/dist/client/sandboxed/wrapper.js +1 -0
- package/dist/client/tcp/client.d.ts +5 -112
- package/dist/client/tcp/client.js +5 -481
- package/dist/client/tcp/commandQueue.d.ts +23 -0
- package/dist/client/tcp/commandQueue.js +89 -0
- package/dist/client/tcp/connection.d.ts +4 -85
- package/dist/client/tcp/connection.js +3 -315
- package/dist/client/tcp/errors.d.ts +6 -0
- package/dist/client/tcp/errors.js +18 -0
- package/dist/client/tcp/runtime/commands.d.ts +9 -0
- package/dist/client/tcp/runtime/commands.js +124 -0
- package/dist/client/tcp/runtime/connectivity.d.ts +13 -0
- package/dist/client/tcp/runtime/connectivity.js +77 -0
- package/dist/client/tcp/runtime/health.d.ts +14 -0
- package/dist/client/tcp/runtime/health.js +127 -0
- package/dist/client/tcp/runtime/lifecycle.d.ts +8 -0
- package/dist/client/tcp/runtime/lifecycle.js +32 -0
- package/dist/client/tcp/runtime/state.d.ts +50 -0
- package/dist/client/tcp/runtime/state.js +45 -0
- package/dist/client/tcp/transport.d.ts +18 -0
- package/dist/client/tcp/transport.js +158 -0
- package/dist/client/tcp/types/command.d.ts +9 -0
- package/dist/client/tcp/types/command.js +1 -0
- package/dist/client/tcp/types/connection.d.ts +31 -0
- package/dist/client/tcp/types/connection.js +17 -0
- package/dist/client/tcp/types/index.d.ts +5 -0
- package/dist/client/tcp/types/index.js +1 -0
- package/dist/client/tcp/types/socket.d.ts +8 -0
- package/dist/client/tcp/types/socket.js +1 -0
- package/dist/client/tcp/types/tls.d.ts +4 -0
- package/dist/client/tcp/types/tls.js +1 -0
- package/dist/client/tcp/types.d.ts +2 -106
- package/dist/client/tcp/types.js +2 -22
- package/dist/client/types/connection.d.ts +29 -0
- package/dist/client/types/connection.js +1 -0
- package/dist/client/types/dlq.d.ts +45 -0
- package/dist/client/types/dlq.js +1 -0
- package/dist/client/types/events.d.ts +54 -0
- package/dist/client/types/events.js +1 -0
- package/dist/client/types/flow.d.ts +10 -0
- package/dist/client/types/flow.js +1 -0
- package/dist/client/types/index.d.ts +10 -0
- package/dist/client/types/index.js +1 -0
- package/dist/client/types/job.d.ts +127 -0
- package/dist/client/types/job.js +1 -0
- package/dist/client/types/metrics.d.ts +1 -0
- package/dist/client/types/metrics.js +1 -0
- package/dist/client/types/options.d.ts +62 -0
- package/dist/client/types/options.js +1 -0
- package/dist/client/types/worker.d.ts +38 -0
- package/dist/client/types/worker.js +1 -0
- package/dist/client/types.d.ts +2 -583
- package/dist/client/types.js +2 -6
- package/dist/client/worker/ackBatcher.d.ts +1 -1
- package/dist/client/worker/ackBatcher.js +17 -5
- package/dist/client/worker/ackOutcome.d.ts +8 -0
- package/dist/client/worker/ackOutcome.js +58 -0
- package/dist/client/worker/constants.d.ts +7 -0
- package/dist/client/worker/constants.js +7 -0
- package/dist/client/worker/groupConcurrency.js +3 -0
- package/dist/client/worker/handlers/completion.d.ts +28 -0
- package/dist/client/worker/handlers/completion.js +68 -0
- package/dist/client/worker/handlers/dependencies.d.ts +11 -0
- package/dist/client/worker/handlers/dependencies.js +107 -0
- package/dist/client/worker/handlers/mutations.d.ts +23 -0
- package/dist/client/worker/handlers/mutations.js +211 -0
- package/dist/client/worker/handlers/queries.d.ts +15 -0
- package/dist/client/worker/handlers/queries.js +100 -0
- package/dist/client/worker/index.d.ts +2 -2
- package/dist/client/worker/index.js +1 -1
- package/dist/client/worker/jobParser.js +4 -2
- package/dist/client/worker/processor.d.ts +2 -15
- package/dist/client/worker/processor.js +68 -125
- package/dist/client/worker/processorHandlers.d.ts +4 -65
- package/dist/client/worker/processorHandlers.js +4 -400
- package/dist/client/worker/processorOutcome.d.ts +14 -0
- package/dist/client/worker/processorOutcome.js +125 -0
- package/dist/client/worker/runtime/buffer.d.ts +8 -0
- package/dist/client/worker/runtime/buffer.js +50 -0
- package/dist/client/worker/runtime/control.d.ts +26 -0
- package/dist/client/worker/runtime/control.js +175 -0
- package/dist/client/worker/runtime/execution.d.ts +11 -0
- package/dist/client/worker/runtime/execution.js +123 -0
- package/dist/client/worker/runtime/lifecycle.d.ts +7 -0
- package/dist/client/worker/runtime/lifecycle.js +114 -0
- package/dist/client/worker/runtime/manual.d.ts +10 -0
- package/dist/client/worker/runtime/manual.js +137 -0
- package/dist/client/worker/runtime/options.d.ts +5 -0
- package/dist/client/worker/runtime/options.js +39 -0
- package/dist/client/worker/runtime/polling.d.ts +12 -0
- package/dist/client/worker/runtime/polling.js +123 -0
- package/dist/client/worker/runtime/state.d.ts +110 -0
- package/dist/client/worker/runtime/state.js +156 -0
- package/dist/client/worker/types/index.d.ts +5 -0
- package/dist/client/worker/types/index.js +1 -0
- package/dist/client/worker/types/manual.d.ts +7 -0
- package/dist/client/worker/types/manual.js +1 -0
- package/dist/client/worker/types/options.d.ts +24 -0
- package/dist/client/worker/types/options.js +1 -0
- package/dist/client/worker/types/outcome.d.ts +23 -0
- package/dist/client/worker/types/outcome.js +1 -0
- package/dist/client/worker/types/processor.d.ts +22 -0
- package/dist/client/worker/types/processor.js +1 -0
- package/dist/client/worker/types/transport.d.ts +11 -0
- package/dist/client/worker/types/transport.js +1 -0
- package/dist/client/worker/worker.d.ts +3 -160
- package/dist/client/worker/worker.js +3 -904
- package/dist/client/worker/workerRateLimiter.d.ts +5 -1
- package/dist/client/worker/workerRateLimiter.js +40 -20
- package/dist/client/worker.d.ts +1 -0
- package/dist/client/workflow/compensationChild.d.ts +2 -1
- package/dist/client/workflow/compensationChild.js +1 -1
- package/dist/client/workflow/compensationClaim.d.ts +11 -0
- package/dist/client/workflow/compensationClaim.js +30 -0
- package/dist/client/workflow/compensator.d.ts +7 -2
- package/dist/client/workflow/compensator.js +5 -11
- package/dist/client/workflow/recovery.js +25 -2
- package/dist/client/workflow/rollbackControl.js +1 -1
- package/dist/domain/job/constants.d.ts +12 -0
- package/dist/domain/job/constants.js +12 -0
- package/dist/domain/job/create.d.ts +2 -0
- package/dist/domain/job/create.js +103 -0
- package/dist/domain/job/ids.d.ts +5 -0
- package/dist/domain/job/ids.js +12 -0
- package/dist/domain/job/locks.d.ts +4 -0
- package/dist/domain/job/locks.js +23 -0
- package/dist/domain/job/payload.d.ts +18 -0
- package/dist/domain/job/payload.js +43 -0
- package/dist/domain/job/state.d.ts +8 -0
- package/dist/domain/job/state.js +51 -0
- package/dist/domain/job/terminal.d.ts +3 -0
- package/dist/domain/job/terminal.js +9 -0
- package/dist/domain/queue/dlqShard.d.ts +2 -0
- package/dist/domain/queue/dlqShard.js +34 -9
- package/dist/domain/queue/limiterManager.d.ts +11 -0
- package/dist/domain/queue/limiterManager.js +28 -0
- package/dist/domain/queue/priorityQueue.js +3 -39
- package/dist/domain/queue/priorityQueueOrder.d.ts +3 -0
- package/dist/domain/queue/priorityQueueOrder.js +21 -0
- package/dist/domain/queue/shard/dependencies.d.ts +11 -0
- package/dist/domain/queue/shard/dependencies.js +22 -0
- package/dist/domain/queue/shard/dlq.d.ts +25 -0
- package/dist/domain/queue/shard/dlq.js +71 -0
- package/dist/domain/queue/shard/keys.d.ts +18 -0
- package/dist/domain/queue/shard/keys.js +45 -0
- package/dist/domain/queue/shard/lifecycle.d.ts +10 -0
- package/dist/domain/queue/shard/lifecycle.js +43 -0
- package/dist/domain/queue/shard/limits.d.ts +24 -0
- package/dist/domain/queue/shard/limits.js +57 -0
- package/dist/domain/queue/shard/metrics.d.ts +32 -0
- package/dist/domain/queue/shard/metrics.js +72 -0
- package/dist/domain/queue/shard/state.d.ts +34 -0
- package/dist/domain/queue/shard/state.js +80 -0
- package/dist/domain/queue/shard.d.ts +5 -137
- package/dist/domain/queue/shard.js +4 -390
- package/dist/domain/queue/uniqueKeyManager.d.ts +3 -1
- package/dist/domain/queue/uniqueKeyManager.js +9 -1
- package/dist/domain/response/builders.d.ts +15 -0
- package/dist/domain/response/builders.js +39 -0
- package/dist/domain/types/command.d.ts +2 -522
- package/dist/domain/types/command.js +2 -5
- package/dist/domain/types/commands/base.d.ts +5 -0
- package/dist/domain/types/commands/base.js +1 -0
- package/dist/domain/types/commands/core.d.ts +106 -0
- package/dist/domain/types/commands/core.js +1 -0
- package/dist/domain/types/commands/cron.d.ts +36 -0
- package/dist/domain/types/commands/cron.js +1 -0
- package/dist/domain/types/commands/dashboard.d.ts +13 -0
- package/dist/domain/types/commands/dashboard.js +1 -0
- package/dist/domain/types/commands/dlq.d.ts +39 -0
- package/dist/domain/types/commands/dlq.js +1 -0
- package/dist/domain/types/commands/extended.d.ts +63 -0
- package/dist/domain/types/commands/extended.js +1 -0
- package/dist/domain/types/commands/index.d.ts +12 -0
- package/dist/domain/types/commands/index.js +12 -0
- package/dist/domain/types/commands/limits.d.ts +54 -0
- package/dist/domain/types/commands/limits.js +1 -0
- package/dist/domain/types/commands/management.d.ts +73 -0
- package/dist/domain/types/commands/management.js +1 -0
- package/dist/domain/types/commands/monitoring.d.ts +49 -0
- package/dist/domain/types/commands/monitoring.js +1 -0
- package/dist/domain/types/commands/protocol.d.ts +20 -0
- package/dist/domain/types/commands/protocol.js +1 -0
- package/dist/domain/types/commands/query.d.ts +46 -0
- package/dist/domain/types/commands/query.js +1 -0
- package/dist/domain/types/commands/union.d.ts +13 -0
- package/dist/domain/types/commands/union.js +1 -0
- package/dist/domain/types/commands/workers.d.ts +39 -0
- package/dist/domain/types/commands/workers.js +1 -0
- package/dist/domain/types/cron.d.ts +4 -2
- package/dist/domain/types/cron.js +3 -0
- package/dist/domain/types/dlq.d.ts +17 -0
- package/dist/domain/types/dlq.js +70 -14
- package/dist/domain/types/index.d.ts +2 -0
- package/dist/domain/types/index.js +1 -0
- package/dist/domain/types/job.d.ts +8 -269
- package/dist/domain/types/job.js +8 -234
- package/dist/domain/types/jobs/model.d.ts +152 -0
- package/dist/domain/types/jobs/model.js +1 -0
- package/dist/domain/types/metrics.d.ts +16 -0
- package/dist/domain/types/metrics.js +1 -0
- package/dist/domain/types/priorityQueue.d.ts +12 -0
- package/dist/domain/types/priorityQueue.js +1 -0
- package/dist/domain/types/protocol.d.ts +5 -0
- package/dist/domain/types/protocol.js +4 -0
- package/dist/domain/types/queue.d.ts +7 -0
- package/dist/domain/types/queue.js +13 -0
- package/dist/domain/types/response.d.ts +3 -192
- package/dist/domain/types/response.js +3 -101
- package/dist/domain/types/responses/model.d.ts +152 -0
- package/dist/domain/types/responses/model.js +1 -0
- package/dist/domain/types/shard.d.ts +4 -0
- package/dist/domain/types/shard.js +1 -0
- package/dist/infrastructure/cloud/cloudAgent.js +6 -0
- package/dist/infrastructure/cloud/commandHandler.d.ts +2 -41
- package/dist/infrastructure/cloud/commandHandler.js +1 -1
- package/dist/infrastructure/cloud/commands/integrations.d.ts +2 -0
- package/dist/infrastructure/cloud/commands/integrations.js +31 -0
- package/dist/infrastructure/cloud/commands/jobMapper.d.ts +56 -0
- package/dist/infrastructure/cloud/commands/jobMapper.js +72 -0
- package/dist/infrastructure/cloud/commands/jobs.d.ts +2 -0
- package/dist/infrastructure/cloud/commands/jobs.js +111 -0
- package/dist/infrastructure/cloud/commands/queues.d.ts +2 -0
- package/dist/infrastructure/cloud/commands/queues.js +126 -0
- package/dist/infrastructure/cloud/commands.d.ts +3 -10
- package/dist/infrastructure/cloud/commands.js +7 -344
- package/dist/infrastructure/cloud/snapshot/analytics.d.ts +16 -0
- package/dist/infrastructure/cloud/snapshot/analytics.js +132 -0
- package/dist/infrastructure/cloud/snapshot/collector.d.ts +24 -0
- package/dist/infrastructure/cloud/snapshot/collector.js +105 -0
- package/dist/infrastructure/cloud/snapshot/config.d.ts +5 -0
- package/dist/infrastructure/cloud/snapshot/config.js +86 -0
- package/dist/infrastructure/cloud/snapshot/jobs.d.ts +5 -0
- package/dist/infrastructure/cloud/snapshot/jobs.js +148 -0
- package/dist/infrastructure/cloud/snapshot/stalls.d.ts +3 -0
- package/dist/infrastructure/cloud/snapshot/stalls.js +34 -0
- package/dist/infrastructure/cloud/snapshotCollector.d.ts +2 -53
- package/dist/infrastructure/cloud/snapshotCollector.js +5 -107
- package/dist/infrastructure/cloud/snapshotHelpers.d.ts +5 -45
- package/dist/infrastructure/cloud/snapshotHelpers.js +4 -426
- package/dist/infrastructure/cloud/types/collector.d.ts +54 -0
- package/dist/infrastructure/cloud/types/collector.js +1 -0
- package/dist/infrastructure/cloud/types/command.d.ts +44 -0
- package/dist/infrastructure/cloud/types/command.js +1 -0
- package/dist/infrastructure/cloud/types/config.d.ts +18 -0
- package/dist/infrastructure/cloud/types/config.js +1 -0
- package/dist/infrastructure/cloud/types/event.d.ts +14 -0
- package/dist/infrastructure/cloud/types/event.js +1 -0
- package/dist/infrastructure/cloud/types/redact.d.ts +4 -0
- package/dist/infrastructure/cloud/types/redact.js +1 -0
- package/dist/infrastructure/cloud/types/snapshot.d.ts +52 -0
- package/dist/infrastructure/cloud/types/snapshot.js +1 -0
- package/dist/infrastructure/cloud/types/snapshotCore.d.ts +125 -0
- package/dist/infrastructure/cloud/types/snapshotCore.js +1 -0
- package/dist/infrastructure/cloud/types/snapshotJobs.d.ts +124 -0
- package/dist/infrastructure/cloud/types/snapshotJobs.js +1 -0
- package/dist/infrastructure/cloud/types/snapshotTelemetry.d.ts +100 -0
- package/dist/infrastructure/cloud/types/snapshotTelemetry.js +1 -0
- package/dist/infrastructure/cloud/types.d.ts +3 -445
- package/dist/infrastructure/cloud/types.js +0 -4
- package/dist/infrastructure/persistence/batchInsert.d.ts +13 -0
- package/dist/infrastructure/persistence/batchInsert.js +96 -0
- package/dist/infrastructure/persistence/jobOptionsBlob.d.ts +18 -0
- package/dist/infrastructure/persistence/jobOptionsBlob.js +56 -0
- package/dist/infrastructure/persistence/legacyNameMigration.d.ts +5 -0
- package/dist/infrastructure/persistence/legacyNameMigration.js +42 -0
- package/dist/infrastructure/persistence/migrations.d.ts +3 -0
- package/dist/infrastructure/persistence/migrations.js +120 -0
- package/dist/infrastructure/persistence/schema.d.ts +3 -5
- package/dist/infrastructure/persistence/schema.js +40 -136
- package/dist/infrastructure/persistence/sqlite/admission.d.ts +9 -0
- package/dist/infrastructure/persistence/sqlite/admission.js +34 -0
- package/dist/infrastructure/persistence/sqlite/control.d.ts +32 -0
- package/dist/infrastructure/persistence/sqlite/control.js +90 -0
- package/dist/infrastructure/persistence/sqlite/flows.d.ts +26 -0
- package/dist/infrastructure/persistence/sqlite/flows.js +167 -0
- package/dist/infrastructure/persistence/sqlite/jobs.d.ts +23 -0
- package/dist/infrastructure/persistence/sqlite/jobs.js +166 -0
- package/dist/infrastructure/persistence/sqlite/lifecycle.d.ts +6 -0
- package/dist/infrastructure/persistence/sqlite/lifecycle.js +30 -0
- package/dist/infrastructure/persistence/sqlite/mutations.d.ts +20 -0
- package/dist/infrastructure/persistence/sqlite/mutations.js +149 -0
- package/dist/infrastructure/persistence/sqlite/queries.d.ts +23 -0
- package/dist/infrastructure/persistence/sqlite/queries.js +89 -0
- package/dist/infrastructure/persistence/sqlite/records.d.ts +24 -0
- package/dist/infrastructure/persistence/sqlite/records.js +115 -0
- package/dist/infrastructure/persistence/sqlite/state.d.ts +36 -0
- package/dist/infrastructure/persistence/sqlite/state.js +207 -0
- package/dist/infrastructure/persistence/sqlite/telemetry.d.ts +16 -0
- package/dist/infrastructure/persistence/sqlite/telemetry.js +126 -0
- package/dist/infrastructure/persistence/sqlite.d.ts +5 -276
- package/dist/infrastructure/persistence/sqlite.js +3 -997
- package/dist/infrastructure/persistence/sqliteBatch.d.ts +4 -121
- package/dist/infrastructure/persistence/sqliteBatch.js +3 -422
- package/dist/infrastructure/persistence/sqliteSerializer.d.ts +6 -1
- package/dist/infrastructure/persistence/sqliteSerializer.js +33 -11
- package/dist/infrastructure/persistence/statements.d.ts +5 -1
- package/dist/infrastructure/persistence/statements.js +14 -9
- package/dist/infrastructure/persistence/types/admission.d.ts +8 -0
- package/dist/infrastructure/persistence/types/admission.js +1 -0
- package/dist/infrastructure/persistence/types/batch.d.ts +12 -0
- package/dist/infrastructure/persistence/types/batch.js +1 -0
- package/dist/infrastructure/persistence/types/sqlite.d.ts +17 -0
- package/dist/infrastructure/persistence/types/sqlite.js +1 -0
- package/dist/infrastructure/persistence/writeBuffer.d.ts +38 -0
- package/dist/infrastructure/persistence/writeBuffer.js +221 -0
- package/dist/infrastructure/scheduler/cron/execution.d.ts +12 -0
- package/dist/infrastructure/scheduler/cron/execution.js +150 -0
- package/dist/infrastructure/scheduler/cron/runtime.d.ts +31 -0
- package/dist/infrastructure/scheduler/cron/runtime.js +143 -0
- package/dist/infrastructure/scheduler/cronScheduler.d.ts +4 -117
- package/dist/infrastructure/scheduler/cronScheduler.js +3 -436
- package/dist/infrastructure/scheduler/types/cronScheduler.d.ts +16 -0
- package/dist/infrastructure/scheduler/types/cronScheduler.js +1 -0
- package/dist/infrastructure/server/bootstrap.js +3 -0
- package/dist/infrastructure/server/handler-routes/control.d.ts +8 -0
- package/dist/infrastructure/server/handler-routes/control.js +82 -0
- package/dist/infrastructure/server/handler-routes/jobs.d.ts +6 -0
- package/dist/infrastructure/server/handler-routes/jobs.js +110 -0
- package/dist/infrastructure/server/handler-routes/monitoring.d.ts +5 -0
- package/dist/infrastructure/server/handler-routes/monitoring.js +65 -0
- package/dist/infrastructure/server/handlerRoutes.d.ts +3 -26
- package/dist/infrastructure/server/handlerRoutes.js +3 -257
- package/dist/infrastructure/server/handlers/advanced/configNumbers.d.ts +2 -0
- package/dist/infrastructure/server/handlers/advanced/configNumbers.js +26 -0
- package/dist/infrastructure/server/handlers/advanced/dependencies.d.ts +15 -0
- package/dist/infrastructure/server/handlers/advanced/dependencies.js +38 -0
- package/dist/infrastructure/server/handlers/advanced/jobs.d.ts +33 -0
- package/dist/infrastructure/server/handlers/advanced/jobs.js +136 -0
- package/dist/infrastructure/server/handlers/advanced/queue.d.ts +42 -0
- package/dist/infrastructure/server/handlers/advanced/queue.js +111 -0
- package/dist/infrastructure/server/handlers/advanced.d.ts +3 -121
- package/dist/infrastructure/server/handlers/advanced.js +3 -336
- package/dist/infrastructure/server/handlers/core.d.ts +1 -4
- package/dist/infrastructure/server/handlers/core.js +37 -20
- package/dist/infrastructure/server/handlers/cron.js +9 -1
- package/dist/infrastructure/server/handlers/dlq.d.ts +3 -0
- package/dist/infrastructure/server/handlers/dlq.js +18 -4
- package/dist/infrastructure/server/handlers/flow.js +6 -1
- package/dist/infrastructure/server/handlers/introspection.d.ts +19 -0
- package/dist/infrastructure/server/handlers/introspection.js +21 -0
- package/dist/infrastructure/server/handlers/management.d.ts +8 -0
- package/dist/infrastructure/server/handlers/management.js +30 -0
- package/dist/infrastructure/server/handlers/monitoring/health.d.ts +13 -0
- package/dist/infrastructure/server/handlers/monitoring/health.js +61 -0
- package/dist/infrastructure/server/handlers/monitoring/operations.d.ts +8 -0
- package/dist/infrastructure/server/handlers/monitoring/operations.js +28 -0
- package/dist/infrastructure/server/handlers/monitoring/webhooks.d.ts +7 -0
- package/dist/infrastructure/server/handlers/monitoring/webhooks.js +56 -0
- package/dist/infrastructure/server/handlers/monitoring/workers.d.ts +6 -0
- package/dist/infrastructure/server/handlers/monitoring/workers.js +57 -0
- package/dist/infrastructure/server/handlers/monitoring.d.ts +4 -30
- package/dist/infrastructure/server/handlers/monitoring.js +4 -222
- package/dist/infrastructure/server/handlers/pushBatchValidation.d.ts +1 -1
- package/dist/infrastructure/server/handlers/pushBatchValidation.js +7 -0
- package/dist/infrastructure/server/handlers/query.js +13 -4
- package/dist/infrastructure/server/http-routes/jobAdvanced.d.ts +2 -0
- package/dist/infrastructure/server/http-routes/jobAdvanced.js +106 -0
- package/dist/infrastructure/server/http-routes/jobManagement.d.ts +2 -0
- package/dist/infrastructure/server/http-routes/jobManagement.js +74 -0
- package/dist/infrastructure/server/http-routes/queueJobs.d.ts +2 -0
- package/dist/infrastructure/server/http-routes/queueJobs.js +108 -0
- package/dist/infrastructure/server/httpRouteJobs.d.ts +1 -8
- package/dist/infrastructure/server/httpRouteJobs.js +33 -222
- package/dist/infrastructure/server/httpRouteQueues.d.ts +1 -6
- package/dist/infrastructure/server/httpRouteQueues.js +51 -217
- package/dist/infrastructure/server/httpRouteResources.js +1 -0
- package/dist/infrastructure/server/protocol/commands.d.ts +8 -0
- package/dist/infrastructure/server/protocol/commands.js +31 -0
- package/dist/infrastructure/server/protocol/frameParser.d.ts +16 -0
- package/dist/infrastructure/server/protocol/frameParser.js +65 -0
- package/dist/infrastructure/server/protocol/lineBuffer.d.ts +6 -0
- package/dist/infrastructure/server/protocol/lineBuffer.js +21 -0
- package/dist/infrastructure/server/protocol/validation.d.ts +9 -0
- package/dist/infrastructure/server/protocol/validation.js +75 -0
- package/dist/infrastructure/server/protocol.d.ts +5 -77
- package/dist/infrastructure/server/protocol.js +4 -265
- package/dist/infrastructure/server/rateLimiter.js +1 -0
- package/dist/infrastructure/server/socketWriteQueue.d.ts +1 -1
- package/dist/infrastructure/server/socketWriteQueue.js +8 -5
- package/dist/infrastructure/server/sse/constants.d.ts +5 -0
- package/dist/infrastructure/server/sse/constants.js +5 -0
- package/dist/infrastructure/server/sse/eventBuffer.d.ts +3 -0
- package/dist/infrastructure/server/sse/eventBuffer.js +21 -0
- package/dist/infrastructure/server/sseHandler.d.ts +2 -6
- package/dist/infrastructure/server/sseHandler.js +20 -96
- package/dist/infrastructure/server/tcp/clientRelease.d.ts +2 -0
- package/dist/infrastructure/server/tcp/clientRelease.js +18 -0
- package/dist/infrastructure/server/tcp/connections.d.ts +24 -0
- package/dist/infrastructure/server/tcp/connections.js +162 -0
- package/dist/infrastructure/server/tcp/constants.d.ts +3 -0
- package/dist/infrastructure/server/tcp/constants.js +3 -0
- package/dist/infrastructure/server/tcp/eventSubscriptions.d.ts +10 -0
- package/dist/infrastructure/server/tcp/eventSubscriptions.js +17 -0
- package/dist/infrastructure/server/tcp/responses.d.ts +3 -0
- package/dist/infrastructure/server/tcp/responses.js +8 -0
- package/dist/infrastructure/server/tcp.d.ts +10 -68
- package/dist/infrastructure/server/tcp.js +47 -256
- package/dist/infrastructure/server/types/protocol.d.ts +4 -0
- package/dist/infrastructure/server/types/protocol.js +1 -0
- package/dist/infrastructure/server/types/sse.d.ts +11 -0
- package/dist/infrastructure/server/types/sse.js +1 -0
- package/dist/infrastructure/server/types/tcpServer.d.ts +25 -0
- package/dist/infrastructure/server/types/tcpServer.js +1 -0
- package/dist/infrastructure/server/types/ws.d.ts +6 -0
- package/dist/infrastructure/server/types/ws.js +1 -0
- package/dist/infrastructure/server/ws/constants.d.ts +6 -0
- package/dist/infrastructure/server/ws/constants.js +130 -0
- package/dist/infrastructure/server/ws/snapshots.d.ts +4 -0
- package/dist/infrastructure/server/ws/snapshots.js +52 -0
- package/dist/infrastructure/server/ws/subscriptions.d.ts +10 -0
- package/dist/infrastructure/server/ws/subscriptions.js +39 -0
- package/dist/infrastructure/server/wsHandler.d.ts +2 -10
- package/dist/infrastructure/server/wsHandler.js +12 -237
- package/dist/mcp/adapter.d.ts +5 -403
- package/dist/mcp/adapter.js +6 -778
- package/dist/mcp/backend/embedded/base.d.ts +7 -0
- package/dist/mcp/backend/embedded/base.js +15 -0
- package/dist/mcp/backend/embedded/index.d.ts +14 -0
- package/dist/mcp/backend/embedded/index.js +22 -0
- package/dist/mcp/backend/embedded/jobs.d.ts +44 -0
- package/dist/mcp/backend/embedded/jobs.js +98 -0
- package/dist/mcp/backend/embedded/queues.d.ts +27 -0
- package/dist/mcp/backend/embedded/queues.js +84 -0
- package/dist/mcp/backend/embedded/services.d.ts +29 -0
- package/dist/mcp/backend/embedded/services.js +107 -0
- package/dist/mcp/backend/serializers.d.ts +7 -0
- package/dist/mcp/backend/serializers.js +32 -0
- package/dist/mcp/backend/tcp/base.d.ts +19 -0
- package/dist/mcp/backend/tcp/base.js +54 -0
- package/dist/mcp/backend/tcp/index.d.ts +14 -0
- package/dist/mcp/backend/tcp/index.js +20 -0
- package/dist/mcp/backend/tcp/jobs.d.ts +44 -0
- package/dist/mcp/backend/tcp/jobs.js +122 -0
- package/dist/mcp/backend/tcp/queues.d.ts +27 -0
- package/dist/mcp/backend/tcp/queues.js +89 -0
- package/dist/mcp/backend/tcp/services.d.ts +30 -0
- package/dist/mcp/backend/tcp/services.js +161 -0
- package/dist/mcp/types/adapter.d.ts +176 -0
- package/dist/mcp/types/adapter.js +1 -0
- package/dist/shared/asyncLock.d.ts +13 -0
- package/dist/shared/asyncLock.js +65 -0
- package/dist/shared/lock.d.ts +10 -72
- package/dist/shared/lock.js +7 -231
- package/dist/shared/lockError.d.ts +3 -0
- package/dist/shared/lockError.js +6 -0
- package/dist/shared/lockTimeout.d.ts +2 -0
- package/dist/shared/lockTimeout.js +2 -0
- package/dist/shared/rwLock.d.ts +22 -0
- package/dist/shared/rwLock.js +124 -0
- package/dist/shared/serialization.js +1 -0
- package/dist/shared/skipList.d.ts +0 -5
- package/dist/shared/skipList.js +10 -57
- package/dist/shared/skipListNodes.d.ts +6 -0
- package/dist/shared/skipListNodes.js +43 -0
- package/dist/shared/types/lock.d.ts +7 -0
- package/dist/shared/types/lock.js +1 -0
- package/dist/shared/types/skipList.d.ts +4 -0
- package/dist/shared/types/skipList.js +1 -0
- package/package.json +2 -1
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
export function compact(object) {
|
|
2
|
+
const output = {};
|
|
3
|
+
for (const key in object) {
|
|
4
|
+
if (object[key] !== undefined)
|
|
5
|
+
output[key] = object[key];
|
|
6
|
+
}
|
|
7
|
+
return output;
|
|
8
|
+
}
|
|
9
|
+
export function parseDate(date) {
|
|
10
|
+
if (date instanceof Date)
|
|
11
|
+
return date.getTime();
|
|
12
|
+
if (typeof date === 'string')
|
|
13
|
+
return new Date(date).getTime();
|
|
14
|
+
return date;
|
|
15
|
+
}
|
|
16
|
+
export function buildRepeatOptions(repeat) {
|
|
17
|
+
return {
|
|
18
|
+
every: repeat.every,
|
|
19
|
+
limit: repeat.limit,
|
|
20
|
+
pattern: repeat.pattern,
|
|
21
|
+
count: repeat.count,
|
|
22
|
+
startDate: parseDate(repeat.startDate),
|
|
23
|
+
endDate: parseDate(repeat.endDate),
|
|
24
|
+
tz: repeat.tz,
|
|
25
|
+
immediately: repeat.immediately,
|
|
26
|
+
prevMillis: repeat.prevMillis,
|
|
27
|
+
offset: repeat.offset,
|
|
28
|
+
jobId: repeat.jobId,
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
export function buildPushPayload(queue, name, data, options) {
|
|
32
|
+
return compact({
|
|
33
|
+
cmd: 'PUSH',
|
|
34
|
+
queue,
|
|
35
|
+
name,
|
|
36
|
+
data,
|
|
37
|
+
priority: options.priority,
|
|
38
|
+
delay: options.delay,
|
|
39
|
+
maxAttempts: options.attempts,
|
|
40
|
+
backoff: options.backoff,
|
|
41
|
+
ttl: options.ttl,
|
|
42
|
+
timeout: options.timeout,
|
|
43
|
+
jobId: options.jobId,
|
|
44
|
+
uniqueKey: options.deduplication?.id,
|
|
45
|
+
dedup: options.deduplication
|
|
46
|
+
? {
|
|
47
|
+
ttl: options.deduplication.ttl,
|
|
48
|
+
extend: options.deduplication.extend,
|
|
49
|
+
replace: options.deduplication.replace,
|
|
50
|
+
}
|
|
51
|
+
: undefined,
|
|
52
|
+
dependsOn: options.dependsOn,
|
|
53
|
+
tags: options.tags,
|
|
54
|
+
groupId: options.groupId,
|
|
55
|
+
lifo: options.lifo,
|
|
56
|
+
removeOnComplete: typeof options.removeOnComplete === 'boolean' ? options.removeOnComplete : undefined,
|
|
57
|
+
removeOnFail: typeof options.removeOnFail === 'boolean' ? options.removeOnFail : undefined,
|
|
58
|
+
stallTimeout: options.stallTimeout,
|
|
59
|
+
stackTraceLimit: options.stackTraceLimit,
|
|
60
|
+
keepLogs: options.keepLogs,
|
|
61
|
+
sizeLimit: options.sizeLimit,
|
|
62
|
+
failParentOnFailure: options.failParentOnFailure,
|
|
63
|
+
removeDependencyOnFailure: options.removeDependencyOnFailure,
|
|
64
|
+
continueParentOnFailure: options.continueParentOnFailure,
|
|
65
|
+
ignoreDependencyOnFailure: options.ignoreDependencyOnFailure,
|
|
66
|
+
debounceId: options.debounce?.id,
|
|
67
|
+
debounceTtl: options.debounce?.ttl,
|
|
68
|
+
timestamp: options.timestamp,
|
|
69
|
+
durable: options.durable,
|
|
70
|
+
repeat: options.repeat,
|
|
71
|
+
parentId: options.parent?.id,
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
export function buildJobData(data, options) {
|
|
75
|
+
if (!options.parent)
|
|
76
|
+
return data;
|
|
77
|
+
return {
|
|
78
|
+
...data,
|
|
79
|
+
__parentId: options.parent.id,
|
|
80
|
+
__parentQueue: options.parent.queue,
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
export function reflectionMeta(options) {
|
|
84
|
+
return { priority: options.priority, delay: options.delay, opts: options };
|
|
85
|
+
}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
import { getSharedManager } from '../../../manager';
|
|
2
|
+
import { removeJobDeduplicationKey } from '../../../jobDeduplication';
|
|
3
|
+
import { toPublicJob } from '../../../types';
|
|
4
|
+
import { jobId } from '../../../../domain/types/job';
|
|
5
|
+
import { createJobProxy } from '../../jobProxy';
|
|
6
|
+
import { buildJobData, buildPushPayload, buildRepeatOptions } from './payload';
|
|
7
|
+
export async function add(context, jobName, data, options = {}) {
|
|
8
|
+
const merged = { ...context.opts.defaultJobOptions, ...options };
|
|
9
|
+
const jobData = buildJobData(data, merged);
|
|
10
|
+
if (context.embedded) {
|
|
11
|
+
const manager = getSharedManager();
|
|
12
|
+
const removeOnComplete = typeof merged.removeOnComplete === 'boolean' ? merged.removeOnComplete : false;
|
|
13
|
+
const removeOnFail = typeof merged.removeOnFail === 'boolean' ? merged.removeOnFail : false;
|
|
14
|
+
const repeat = merged.repeat ? buildRepeatOptions(merged.repeat) : undefined;
|
|
15
|
+
const job = await manager.push(context.name, {
|
|
16
|
+
name: jobName,
|
|
17
|
+
data: jobData,
|
|
18
|
+
priority: merged.priority,
|
|
19
|
+
delay: merged.delay,
|
|
20
|
+
maxAttempts: merged.attempts,
|
|
21
|
+
backoff: merged.backoff,
|
|
22
|
+
ttl: merged.ttl,
|
|
23
|
+
timeout: merged.timeout,
|
|
24
|
+
uniqueKey: merged.deduplication?.id,
|
|
25
|
+
customId: merged.jobId,
|
|
26
|
+
dependsOn: merged.dependsOn?.map((id) => jobId(id)),
|
|
27
|
+
tags: merged.tags,
|
|
28
|
+
groupId: merged.groupId,
|
|
29
|
+
dedup: merged.deduplication
|
|
30
|
+
? {
|
|
31
|
+
ttl: merged.deduplication.ttl,
|
|
32
|
+
extend: merged.deduplication.extend,
|
|
33
|
+
replace: merged.deduplication.replace,
|
|
34
|
+
}
|
|
35
|
+
: undefined,
|
|
36
|
+
lifo: merged.lifo,
|
|
37
|
+
removeOnComplete,
|
|
38
|
+
removeOnFail,
|
|
39
|
+
stallTimeout: merged.stallTimeout,
|
|
40
|
+
durable: merged.durable,
|
|
41
|
+
repeat,
|
|
42
|
+
parentId: merged.parent ? jobId(merged.parent.id) : undefined,
|
|
43
|
+
stackTraceLimit: merged.stackTraceLimit,
|
|
44
|
+
keepLogs: merged.keepLogs,
|
|
45
|
+
sizeLimit: merged.sizeLimit,
|
|
46
|
+
failParentOnFailure: merged.failParentOnFailure,
|
|
47
|
+
removeDependencyOnFailure: merged.removeDependencyOnFailure,
|
|
48
|
+
continueParentOnFailure: merged.continueParentOnFailure,
|
|
49
|
+
ignoreDependencyOnFailure: merged.ignoreDependencyOnFailure,
|
|
50
|
+
timestamp: merged.timestamp,
|
|
51
|
+
debounceId: merged.debounce?.id,
|
|
52
|
+
debounceTtl: merged.debounce?.ttl,
|
|
53
|
+
});
|
|
54
|
+
return toPublicJob({
|
|
55
|
+
job,
|
|
56
|
+
name: jobName,
|
|
57
|
+
updateProgress: async (id, progress, message) => {
|
|
58
|
+
await manager.updateProgress(jobId(id), progress, message);
|
|
59
|
+
},
|
|
60
|
+
// biome-ignore lint/suspicious/useAwait: public callback contract is asynchronous.
|
|
61
|
+
log: async (id, message) => {
|
|
62
|
+
manager.addLog(jobId(id), message);
|
|
63
|
+
},
|
|
64
|
+
getState: (id) => context.getJobState(id),
|
|
65
|
+
remove: (id) => context.removeAsync(id),
|
|
66
|
+
retry: (id) => context.retryJob(id),
|
|
67
|
+
getChildrenValues: (id) => context.getChildrenValues(id),
|
|
68
|
+
updateData: (id, value) => context.updateJobData(id, value),
|
|
69
|
+
promote: (id) => context.promoteJob(id),
|
|
70
|
+
changeDelay: (id, delay) => context.changeJobDelay(id, delay),
|
|
71
|
+
changePriority: (id, value) => context.changeJobPriority(id, value),
|
|
72
|
+
extendLock: (id, token, duration) => context.extendJobLock(id, token, duration),
|
|
73
|
+
clearLogs: (id, keepLogs) => context.clearJobLogs(id, keepLogs),
|
|
74
|
+
getDependencies: (id, opts) => context.getJobDependencies(id, opts),
|
|
75
|
+
getDependenciesCount: (id, opts) => context.getJobDependenciesCount(id, opts),
|
|
76
|
+
moveToCompleted: (id, result, token) => context.moveJobToCompleted(id, result, token),
|
|
77
|
+
moveToFailed: (id, error, token) => context.moveJobToFailed(id, error, token),
|
|
78
|
+
moveToWait: (id, token) => context.moveJobToWait(id, token),
|
|
79
|
+
moveToDelayed: (id, timestamp, token) => context.moveJobToDelayed(id, timestamp, token),
|
|
80
|
+
moveToWaitingChildren: (id, token, opts) => context.moveJobToWaitingChildren(id, token, opts),
|
|
81
|
+
waitUntilFinished: (id, queueEvents, ttl) => context.waitJobUntilFinished(id, queueEvents, ttl),
|
|
82
|
+
removeDeduplicationKey: (id) => removeJobDeduplicationKey(id, true, null),
|
|
83
|
+
discard: (id) => {
|
|
84
|
+
void manager.discard(jobId(id));
|
|
85
|
+
},
|
|
86
|
+
getFailedChildrenValues: (id) => manager.getFailedChildrenValues(jobId(id)),
|
|
87
|
+
getIgnoredChildrenFailures: (id) => manager.getIgnoredChildrenFailures(jobId(id)),
|
|
88
|
+
removeChildDependency: (id) => manager.removeChildDependency(jobId(id)),
|
|
89
|
+
removeUnprocessedChildren: async (id) => {
|
|
90
|
+
await manager.removeUnprocessedChildren(jobId(id));
|
|
91
|
+
},
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
const tcp = context.tcp;
|
|
95
|
+
const response = await tcp.send(buildPushPayload(context.name, jobName, jobData, merged));
|
|
96
|
+
if (!response.ok) {
|
|
97
|
+
throw new Error(response.error ?? 'Failed to add job');
|
|
98
|
+
}
|
|
99
|
+
return createJobProxy(response.id, jobName, data, {
|
|
100
|
+
queueName: context.name,
|
|
101
|
+
tcp,
|
|
102
|
+
getJobState: context.getJobState,
|
|
103
|
+
removeAsync: context.removeAsync,
|
|
104
|
+
retryJob: context.retryJob,
|
|
105
|
+
getChildrenValues: context.getChildrenValues,
|
|
106
|
+
}, { priority: merged.priority, delay: merged.delay, opts: merged });
|
|
107
|
+
}
|
|
@@ -1,47 +1,2 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
* add, addBulk methods
|
|
4
|
-
*/
|
|
5
|
-
import type { TcpConnectionPool } from '../../tcpPool';
|
|
6
|
-
import type { Job, JobOptions, QueueOptions, JobStateType, GetDependenciesOpts, JobDependencies, JobDependenciesCount } from '../../types';
|
|
7
|
-
interface AddContext {
|
|
8
|
-
name: string;
|
|
9
|
-
opts: QueueOptions;
|
|
10
|
-
embedded: boolean;
|
|
11
|
-
tcp: TcpConnectionPool | null;
|
|
12
|
-
getJobState: (id: string) => Promise<JobStateType>;
|
|
13
|
-
removeAsync: (id: string) => Promise<void>;
|
|
14
|
-
retryJob: (id: string) => Promise<void>;
|
|
15
|
-
getChildrenValues: (id: string) => Promise<Record<string, unknown>>;
|
|
16
|
-
updateJobData: (id: string, data: unknown) => Promise<void>;
|
|
17
|
-
promoteJob: (id: string) => Promise<void>;
|
|
18
|
-
changeJobDelay: (id: string, delay: number) => Promise<void>;
|
|
19
|
-
changeJobPriority: (id: string, opts: {
|
|
20
|
-
priority: number;
|
|
21
|
-
lifo?: boolean;
|
|
22
|
-
}) => Promise<void>;
|
|
23
|
-
extendJobLock: (id: string, token: string, duration: number) => Promise<number>;
|
|
24
|
-
clearJobLogs: (id: string, keepLogs?: number) => Promise<void>;
|
|
25
|
-
getJobDependencies: (id: string, opts?: GetDependenciesOpts) => Promise<JobDependencies>;
|
|
26
|
-
getJobDependenciesCount: (id: string, opts?: GetDependenciesOpts) => Promise<JobDependenciesCount>;
|
|
27
|
-
moveJobToCompleted: (id: string, result: unknown, token?: string) => Promise<unknown>;
|
|
28
|
-
moveJobToFailed: (id: string, error: Error, token?: string) => Promise<void>;
|
|
29
|
-
moveJobToWait: (id: string, token?: string) => Promise<boolean>;
|
|
30
|
-
moveJobToDelayed: (id: string, timestamp: number, token?: string) => Promise<void>;
|
|
31
|
-
moveJobToWaitingChildren: (id: string, token?: string, opts?: {
|
|
32
|
-
child?: {
|
|
33
|
-
id: string;
|
|
34
|
-
queue: string;
|
|
35
|
-
};
|
|
36
|
-
}) => Promise<boolean>;
|
|
37
|
-
waitJobUntilFinished: (id: string, queueEvents: unknown, ttl?: number) => Promise<unknown>;
|
|
38
|
-
}
|
|
39
|
-
/** Add a single job */
|
|
40
|
-
export declare function add<T>(ctx: AddContext, jobName: string, data: T, opts?: JobOptions): Promise<Job<T>>;
|
|
41
|
-
/** Add multiple jobs in bulk */
|
|
42
|
-
export declare function addBulk<T>(ctx: AddContext, jobs: Array<{
|
|
43
|
-
name: string;
|
|
44
|
-
data: T;
|
|
45
|
-
opts?: JobOptions;
|
|
46
|
-
}>): Promise<Job<T>[]>;
|
|
47
|
-
export {};
|
|
1
|
+
export { addBulk } from './add/bulk';
|
|
2
|
+
export { add } from './add/single';
|
|
@@ -1,347 +1,2 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
* Queue Add Operations
|
|
4
|
-
* add, addBulk methods
|
|
5
|
-
*/
|
|
6
|
-
import { getSharedManager } from '../../manager';
|
|
7
|
-
import { toPublicJob } from '../../types';
|
|
8
|
-
import { jobId } from '../../../domain/types/job';
|
|
9
|
-
import { createJobProxy, createSimpleJob } from '../jobProxy';
|
|
10
|
-
/** Add a single job */
|
|
11
|
-
export async function add(ctx, jobName, data, opts = {}) {
|
|
12
|
-
const merged = { ...ctx.opts.defaultJobOptions, ...opts };
|
|
13
|
-
// Add parent info to data if specified
|
|
14
|
-
const jobData = { name: jobName, ...data };
|
|
15
|
-
if (merged.parent) {
|
|
16
|
-
jobData.__parentId = merged.parent.id;
|
|
17
|
-
jobData.__parentQueue = merged.parent.queue;
|
|
18
|
-
}
|
|
19
|
-
if (ctx.embedded) {
|
|
20
|
-
const manager = getSharedManager();
|
|
21
|
-
const removeOnComplete = typeof merged.removeOnComplete === 'boolean' ? merged.removeOnComplete : false;
|
|
22
|
-
const removeOnFail = typeof merged.removeOnFail === 'boolean' ? merged.removeOnFail : false;
|
|
23
|
-
const repeat = merged.repeat
|
|
24
|
-
? {
|
|
25
|
-
every: merged.repeat.every,
|
|
26
|
-
limit: merged.repeat.limit,
|
|
27
|
-
pattern: merged.repeat.pattern,
|
|
28
|
-
count: merged.repeat.count,
|
|
29
|
-
startDate: parseDate(merged.repeat.startDate),
|
|
30
|
-
endDate: parseDate(merged.repeat.endDate),
|
|
31
|
-
tz: merged.repeat.tz,
|
|
32
|
-
immediately: merged.repeat.immediately,
|
|
33
|
-
prevMillis: merged.repeat.prevMillis,
|
|
34
|
-
offset: merged.repeat.offset,
|
|
35
|
-
jobId: merged.repeat.jobId,
|
|
36
|
-
}
|
|
37
|
-
: undefined;
|
|
38
|
-
const job = await manager.push(ctx.name, {
|
|
39
|
-
data: jobData,
|
|
40
|
-
priority: merged.priority,
|
|
41
|
-
delay: merged.delay,
|
|
42
|
-
maxAttempts: merged.attempts,
|
|
43
|
-
backoff: merged.backoff,
|
|
44
|
-
ttl: merged.ttl,
|
|
45
|
-
timeout: merged.timeout,
|
|
46
|
-
uniqueKey: merged.deduplication?.id,
|
|
47
|
-
// Only an explicit jobId becomes the customId. The dedup id is carried by
|
|
48
|
-
// `uniqueKey` above into handleDeduplication (suppress/replace/extend). If we
|
|
49
|
-
// also mirrored it into customId, handleCustomId would short-circuit the re-add
|
|
50
|
-
// as an idempotent no-op BEFORE replace/extend run — silently dropping them in
|
|
51
|
-
// embedded mode. TCP/bulk already use `customId: jobId` only; this matches them.
|
|
52
|
-
customId: merged.jobId,
|
|
53
|
-
dependsOn: merged.dependsOn?.map((id) => jobId(id)),
|
|
54
|
-
tags: merged.tags,
|
|
55
|
-
groupId: merged.groupId,
|
|
56
|
-
dedup: merged.deduplication
|
|
57
|
-
? {
|
|
58
|
-
ttl: merged.deduplication.ttl,
|
|
59
|
-
extend: merged.deduplication.extend,
|
|
60
|
-
replace: merged.deduplication.replace,
|
|
61
|
-
}
|
|
62
|
-
: undefined,
|
|
63
|
-
lifo: merged.lifo,
|
|
64
|
-
removeOnComplete,
|
|
65
|
-
removeOnFail,
|
|
66
|
-
stallTimeout: merged.stallTimeout,
|
|
67
|
-
durable: merged.durable,
|
|
68
|
-
repeat,
|
|
69
|
-
parentId: merged.parent ? jobId(merged.parent.id) : undefined,
|
|
70
|
-
// BullMQ v5 options
|
|
71
|
-
stackTraceLimit: merged.stackTraceLimit,
|
|
72
|
-
keepLogs: merged.keepLogs,
|
|
73
|
-
sizeLimit: merged.sizeLimit,
|
|
74
|
-
failParentOnFailure: merged.failParentOnFailure,
|
|
75
|
-
removeDependencyOnFailure: merged.removeDependencyOnFailure,
|
|
76
|
-
continueParentOnFailure: merged.continueParentOnFailure,
|
|
77
|
-
ignoreDependencyOnFailure: merged.ignoreDependencyOnFailure,
|
|
78
|
-
timestamp: merged.timestamp,
|
|
79
|
-
debounceId: merged.debounce?.id,
|
|
80
|
-
debounceTtl: merged.debounce?.ttl,
|
|
81
|
-
});
|
|
82
|
-
return toPublicJob({
|
|
83
|
-
job,
|
|
84
|
-
name: jobName,
|
|
85
|
-
getState: (jid) => ctx.getJobState(jid),
|
|
86
|
-
remove: (jid) => ctx.removeAsync(jid),
|
|
87
|
-
retry: (jid) => ctx.retryJob(jid),
|
|
88
|
-
getChildrenValues: (jid) => ctx.getChildrenValues(jid),
|
|
89
|
-
updateData: (jid, d) => ctx.updateJobData(jid, d),
|
|
90
|
-
promote: (jid) => ctx.promoteJob(jid),
|
|
91
|
-
changeDelay: (jid, delay) => ctx.changeJobDelay(jid, delay),
|
|
92
|
-
changePriority: (jid, o) => ctx.changeJobPriority(jid, o),
|
|
93
|
-
extendLock: (jid, token, duration) => ctx.extendJobLock(jid, token, duration),
|
|
94
|
-
clearLogs: (jid, keepLogs) => ctx.clearJobLogs(jid, keepLogs),
|
|
95
|
-
getDependencies: (jid, o) => ctx.getJobDependencies(jid, o),
|
|
96
|
-
getDependenciesCount: (jid, o) => ctx.getJobDependenciesCount(jid, o),
|
|
97
|
-
moveToCompleted: (jid, result, token) => ctx.moveJobToCompleted(jid, result, token),
|
|
98
|
-
moveToFailed: (jid, error, token) => ctx.moveJobToFailed(jid, error, token),
|
|
99
|
-
moveToWait: (jid, token) => ctx.moveJobToWait(jid, token),
|
|
100
|
-
moveToDelayed: (jid, timestamp, token) => ctx.moveJobToDelayed(jid, timestamp, token),
|
|
101
|
-
moveToWaitingChildren: (jid, token, o) => ctx.moveJobToWaitingChildren(jid, token, o),
|
|
102
|
-
waitUntilFinished: (jid, queueEvents, ttl) => ctx.waitJobUntilFinished(jid, queueEvents, ttl),
|
|
103
|
-
});
|
|
104
|
-
}
|
|
105
|
-
// TCP mode — forward the full option set so nothing is silently dropped (#88)
|
|
106
|
-
const tcp = ctx.tcp;
|
|
107
|
-
const response = await tcp.send(buildPushPayload(ctx.name, jobData, merged));
|
|
108
|
-
if (!response.ok) {
|
|
109
|
-
throw new Error(response.error ?? 'Failed to add job');
|
|
110
|
-
}
|
|
111
|
-
const jobIdStr = response.id;
|
|
112
|
-
return createJobProxy(jobIdStr, jobName, data, {
|
|
113
|
-
queueName: ctx.name,
|
|
114
|
-
tcp,
|
|
115
|
-
getJobState: ctx.getJobState,
|
|
116
|
-
removeAsync: ctx.removeAsync,
|
|
117
|
-
retryJob: ctx.retryJob,
|
|
118
|
-
getChildrenValues: ctx.getChildrenValues,
|
|
119
|
-
}, { priority: merged.priority, delay: merged.delay, opts: merged });
|
|
120
|
-
}
|
|
121
|
-
/**
|
|
122
|
-
* Strip undefined-valued keys so the msgpack frame stays compact. Sending a
|
|
123
|
-
* field as `undefined` still serializes a nil entry; for large batches this
|
|
124
|
-
* bloats the frame (and intermittently trips large-frame delivery). Omitting
|
|
125
|
-
* undefined keeps option-less jobs minimal while still forwarding real options.
|
|
126
|
-
*/
|
|
127
|
-
function compact(obj) {
|
|
128
|
-
const out = {};
|
|
129
|
-
for (const k in obj) {
|
|
130
|
-
if (obj[k] !== undefined)
|
|
131
|
-
out[k] = obj[k];
|
|
132
|
-
}
|
|
133
|
-
return out;
|
|
134
|
-
}
|
|
135
|
-
/** Build the compacted PUSH command payload, forwarding the full option set (#88) */
|
|
136
|
-
function buildPushPayload(queue, jobData, m) {
|
|
137
|
-
return compact({
|
|
138
|
-
cmd: 'PUSH',
|
|
139
|
-
queue,
|
|
140
|
-
data: jobData,
|
|
141
|
-
priority: m.priority,
|
|
142
|
-
delay: m.delay,
|
|
143
|
-
maxAttempts: m.attempts,
|
|
144
|
-
backoff: m.backoff,
|
|
145
|
-
ttl: m.ttl,
|
|
146
|
-
timeout: m.timeout,
|
|
147
|
-
jobId: m.jobId,
|
|
148
|
-
uniqueKey: m.deduplication?.id,
|
|
149
|
-
dedup: m.deduplication
|
|
150
|
-
? {
|
|
151
|
-
ttl: m.deduplication.ttl,
|
|
152
|
-
extend: m.deduplication.extend,
|
|
153
|
-
replace: m.deduplication.replace,
|
|
154
|
-
}
|
|
155
|
-
: undefined,
|
|
156
|
-
dependsOn: m.dependsOn,
|
|
157
|
-
tags: m.tags,
|
|
158
|
-
groupId: m.groupId,
|
|
159
|
-
lifo: m.lifo,
|
|
160
|
-
// Coerce to boolean for parity with embedded (which ignores non-boolean). #90
|
|
161
|
-
removeOnComplete: typeof m.removeOnComplete === 'boolean' ? m.removeOnComplete : undefined,
|
|
162
|
-
removeOnFail: typeof m.removeOnFail === 'boolean' ? m.removeOnFail : undefined,
|
|
163
|
-
stallTimeout: m.stallTimeout,
|
|
164
|
-
stackTraceLimit: m.stackTraceLimit,
|
|
165
|
-
keepLogs: m.keepLogs,
|
|
166
|
-
sizeLimit: m.sizeLimit,
|
|
167
|
-
failParentOnFailure: m.failParentOnFailure,
|
|
168
|
-
removeDependencyOnFailure: m.removeDependencyOnFailure,
|
|
169
|
-
continueParentOnFailure: m.continueParentOnFailure,
|
|
170
|
-
ignoreDependencyOnFailure: m.ignoreDependencyOnFailure,
|
|
171
|
-
debounceId: m.debounce?.id,
|
|
172
|
-
debounceTtl: m.debounce?.ttl,
|
|
173
|
-
timestamp: m.timestamp,
|
|
174
|
-
durable: m.durable,
|
|
175
|
-
repeat: m.repeat,
|
|
176
|
-
parentId: m.parent?.id,
|
|
177
|
-
});
|
|
178
|
-
}
|
|
179
|
-
/** Build the data payload for a bulk job, injecting parent refs when present */
|
|
180
|
-
function buildBulkData(name, data, m) {
|
|
181
|
-
const jobData = { name, ...data };
|
|
182
|
-
if (m.parent) {
|
|
183
|
-
jobData.__parentId = m.parent.id;
|
|
184
|
-
jobData.__parentQueue = m.parent.queue;
|
|
185
|
-
}
|
|
186
|
-
return jobData;
|
|
187
|
-
}
|
|
188
|
-
/** Reflection meta so the returned bulk Job reflects the requested options (#88) */
|
|
189
|
-
function reflectionMeta(m) {
|
|
190
|
-
return { priority: m.priority, delay: m.delay, opts: m };
|
|
191
|
-
}
|
|
192
|
-
/** Add multiple jobs in bulk */
|
|
193
|
-
export async function addBulk(ctx, jobs) {
|
|
194
|
-
if (jobs.length === 0)
|
|
195
|
-
return [];
|
|
196
|
-
const now = Date.now();
|
|
197
|
-
// Merge defaults once per job so input building and reflection stay in sync
|
|
198
|
-
const merged = jobs.map(({ opts }) => ({
|
|
199
|
-
...ctx.opts.defaultJobOptions,
|
|
200
|
-
...opts,
|
|
201
|
-
}));
|
|
202
|
-
if (ctx.embedded) {
|
|
203
|
-
const manager = getSharedManager();
|
|
204
|
-
const inputs = jobs.map(({ name, data }, i) => {
|
|
205
|
-
const m = merged[i];
|
|
206
|
-
const removeOnComplete = typeof m.removeOnComplete === 'boolean' ? m.removeOnComplete : false;
|
|
207
|
-
const removeOnFail = typeof m.removeOnFail === 'boolean' ? m.removeOnFail : false;
|
|
208
|
-
return {
|
|
209
|
-
data: buildBulkData(name, data, m),
|
|
210
|
-
priority: m.priority,
|
|
211
|
-
delay: m.delay,
|
|
212
|
-
maxAttempts: m.attempts,
|
|
213
|
-
backoff: m.backoff,
|
|
214
|
-
timeout: m.timeout,
|
|
215
|
-
ttl: m.ttl,
|
|
216
|
-
customId: m.jobId,
|
|
217
|
-
uniqueKey: m.deduplication?.id,
|
|
218
|
-
dependsOn: m.dependsOn?.map((id) => jobId(id)),
|
|
219
|
-
parentId: m.parent ? jobId(m.parent.id) : undefined,
|
|
220
|
-
tags: m.tags,
|
|
221
|
-
groupId: m.groupId,
|
|
222
|
-
stallTimeout: m.stallTimeout,
|
|
223
|
-
timestamp: m.timestamp,
|
|
224
|
-
removeOnComplete,
|
|
225
|
-
removeOnFail,
|
|
226
|
-
repeat: m.repeat
|
|
227
|
-
? {
|
|
228
|
-
every: m.repeat.every,
|
|
229
|
-
limit: m.repeat.limit,
|
|
230
|
-
pattern: m.repeat.pattern,
|
|
231
|
-
count: m.repeat.count,
|
|
232
|
-
startDate: parseDate(m.repeat.startDate),
|
|
233
|
-
endDate: parseDate(m.repeat.endDate),
|
|
234
|
-
tz: m.repeat.tz,
|
|
235
|
-
immediately: m.repeat.immediately,
|
|
236
|
-
prevMillis: m.repeat.prevMillis,
|
|
237
|
-
offset: m.repeat.offset,
|
|
238
|
-
jobId: m.repeat.jobId,
|
|
239
|
-
}
|
|
240
|
-
: undefined,
|
|
241
|
-
durable: m.durable,
|
|
242
|
-
// BullMQ v5 options
|
|
243
|
-
lifo: m.lifo,
|
|
244
|
-
stackTraceLimit: m.stackTraceLimit,
|
|
245
|
-
keepLogs: m.keepLogs,
|
|
246
|
-
sizeLimit: m.sizeLimit,
|
|
247
|
-
failParentOnFailure: m.failParentOnFailure,
|
|
248
|
-
removeDependencyOnFailure: m.removeDependencyOnFailure,
|
|
249
|
-
continueParentOnFailure: m.continueParentOnFailure,
|
|
250
|
-
ignoreDependencyOnFailure: m.ignoreDependencyOnFailure,
|
|
251
|
-
dedup: m.deduplication
|
|
252
|
-
? {
|
|
253
|
-
ttl: m.deduplication.ttl,
|
|
254
|
-
extend: m.deduplication.extend,
|
|
255
|
-
replace: m.deduplication.replace,
|
|
256
|
-
}
|
|
257
|
-
: undefined,
|
|
258
|
-
debounceId: m.debounce?.id,
|
|
259
|
-
debounceTtl: m.debounce?.ttl,
|
|
260
|
-
};
|
|
261
|
-
});
|
|
262
|
-
const ids = await manager.pushBatch(ctx.name, inputs);
|
|
263
|
-
return ids.map((id, i) => createSimpleJob(String(id), jobs[i].name, jobs[i].data, now, {
|
|
264
|
-
queueName: ctx.name,
|
|
265
|
-
embedded: ctx.embedded,
|
|
266
|
-
tcp: ctx.tcp,
|
|
267
|
-
getJobState: ctx.getJobState,
|
|
268
|
-
removeAsync: ctx.removeAsync,
|
|
269
|
-
retryJob: ctx.retryJob,
|
|
270
|
-
getChildrenValues: ctx.getChildrenValues,
|
|
271
|
-
meta: reflectionMeta(merged[i]),
|
|
272
|
-
}));
|
|
273
|
-
}
|
|
274
|
-
// TCP mode
|
|
275
|
-
const tcp = ctx.tcp;
|
|
276
|
-
const batchJobs = jobs.map(({ name, data }, i) => {
|
|
277
|
-
const m = merged[i];
|
|
278
|
-
const removeOnComplete = typeof m.removeOnComplete === 'boolean' ? m.removeOnComplete : false;
|
|
279
|
-
const removeOnFail = typeof m.removeOnFail === 'boolean' ? m.removeOnFail : false;
|
|
280
|
-
return compact({
|
|
281
|
-
data: buildBulkData(name, data, m),
|
|
282
|
-
priority: m.priority,
|
|
283
|
-
delay: m.delay,
|
|
284
|
-
maxAttempts: m.attempts,
|
|
285
|
-
backoff: m.backoff,
|
|
286
|
-
timeout: m.timeout,
|
|
287
|
-
ttl: m.ttl,
|
|
288
|
-
customId: m.jobId,
|
|
289
|
-
tags: m.tags,
|
|
290
|
-
groupId: m.groupId,
|
|
291
|
-
dependsOn: m.dependsOn?.map((id) => jobId(id)),
|
|
292
|
-
parentId: m.parent ? jobId(m.parent.id) : undefined,
|
|
293
|
-
uniqueKey: m.deduplication?.id,
|
|
294
|
-
dedup: m.deduplication
|
|
295
|
-
? {
|
|
296
|
-
ttl: m.deduplication.ttl,
|
|
297
|
-
extend: m.deduplication.extend,
|
|
298
|
-
replace: m.deduplication.replace,
|
|
299
|
-
}
|
|
300
|
-
: undefined,
|
|
301
|
-
lifo: m.lifo,
|
|
302
|
-
stallTimeout: m.stallTimeout,
|
|
303
|
-
timestamp: m.timestamp,
|
|
304
|
-
removeOnComplete,
|
|
305
|
-
removeOnFail,
|
|
306
|
-
repeat: m.repeat,
|
|
307
|
-
durable: m.durable,
|
|
308
|
-
stackTraceLimit: m.stackTraceLimit,
|
|
309
|
-
keepLogs: m.keepLogs,
|
|
310
|
-
sizeLimit: m.sizeLimit,
|
|
311
|
-
failParentOnFailure: m.failParentOnFailure,
|
|
312
|
-
removeDependencyOnFailure: m.removeDependencyOnFailure,
|
|
313
|
-
continueParentOnFailure: m.continueParentOnFailure,
|
|
314
|
-
ignoreDependencyOnFailure: m.ignoreDependencyOnFailure,
|
|
315
|
-
debounceId: m.debounce?.id,
|
|
316
|
-
debounceTtl: m.debounce?.ttl,
|
|
317
|
-
});
|
|
318
|
-
});
|
|
319
|
-
const response = await tcp.send({
|
|
320
|
-
cmd: 'PUSHB',
|
|
321
|
-
queue: ctx.name,
|
|
322
|
-
jobs: batchJobs,
|
|
323
|
-
});
|
|
324
|
-
// Mirror the single-PUSH path (~line 168): a rejected response (e.g. auth
|
|
325
|
-
// failure) must propagate as a thrown error so the AddBatcher rejects the
|
|
326
|
-
// queued callers, instead of resolving them with undefined jobs. An OK
|
|
327
|
-
// response with zero jobs is a legitimate empty result and is NOT an error.
|
|
328
|
-
if (!response.ok) {
|
|
329
|
-
throw new Error(response.error ?? 'Failed to add jobs');
|
|
330
|
-
}
|
|
331
|
-
const ids = (response.ids ?? []);
|
|
332
|
-
return ids.map((id, i) => createJobProxy(id, jobs[i].name, jobs[i].data, {
|
|
333
|
-
queueName: ctx.name,
|
|
334
|
-
tcp,
|
|
335
|
-
getJobState: ctx.getJobState,
|
|
336
|
-
removeAsync: ctx.removeAsync,
|
|
337
|
-
retryJob: ctx.retryJob,
|
|
338
|
-
getChildrenValues: ctx.getChildrenValues,
|
|
339
|
-
}, reflectionMeta(merged[i])));
|
|
340
|
-
}
|
|
341
|
-
function parseDate(date) {
|
|
342
|
-
if (date instanceof Date)
|
|
343
|
-
return date.getTime();
|
|
344
|
-
if (typeof date === 'string')
|
|
345
|
-
return new Date(date).getTime();
|
|
346
|
-
return date;
|
|
347
|
-
}
|
|
1
|
+
export { addBulk } from './add/bulk';
|
|
2
|
+
export { add } from './add/single';
|