bullmq 4.0.0-beta.2 → 4.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +153 -19
- package/dist/cjs/classes/async-fifo-queue.js +90 -0
- package/dist/cjs/classes/async-fifo-queue.js.map +1 -0
- package/dist/{classes → cjs/classes}/backoffs.js +10 -9
- package/dist/cjs/classes/backoffs.js.map +1 -0
- package/dist/cjs/classes/child-pool.js +64 -0
- package/dist/cjs/classes/child-pool.js.map +1 -0
- package/dist/cjs/classes/child-processor.js +150 -0
- package/dist/cjs/classes/child-processor.js.map +1 -0
- package/dist/cjs/classes/child.js +216 -0
- package/dist/cjs/classes/child.js.map +1 -0
- package/dist/cjs/classes/delayed-error.js +19 -0
- package/dist/cjs/classes/delayed-error.js.map +1 -0
- package/dist/cjs/classes/flow-producer.js +283 -0
- package/dist/cjs/classes/flow-producer.js.map +1 -0
- package/dist/{classes → cjs/classes}/index.js +11 -3
- package/dist/cjs/classes/index.js.map +1 -0
- package/dist/cjs/classes/job.js +768 -0
- package/dist/cjs/classes/job.js.map +1 -0
- package/dist/cjs/classes/main-base.js +45 -0
- package/dist/cjs/classes/main-base.js.map +1 -0
- package/dist/cjs/classes/main-worker.js +10 -0
- package/dist/cjs/classes/main-worker.js.map +1 -0
- package/dist/cjs/classes/main.js +10 -0
- package/dist/cjs/classes/main.js.map +1 -0
- package/dist/cjs/classes/queue-base.js +135 -0
- package/dist/cjs/classes/queue-base.js.map +1 -0
- package/dist/cjs/classes/queue-events.js +120 -0
- package/dist/cjs/classes/queue-events.js.map +1 -0
- package/dist/cjs/classes/queue-getters.js +347 -0
- package/dist/cjs/classes/queue-getters.js.map +1 -0
- package/dist/cjs/classes/queue-keys.js +45 -0
- package/dist/cjs/classes/queue-keys.js.map +1 -0
- package/dist/cjs/classes/queue.js +275 -0
- package/dist/cjs/classes/queue.js.map +1 -0
- package/dist/cjs/classes/redis-connection.js +207 -0
- package/dist/cjs/classes/redis-connection.js.map +1 -0
- package/dist/cjs/classes/repeat.js +149 -0
- package/dist/cjs/classes/repeat.js.map +1 -0
- package/dist/{classes → cjs/classes}/sandbox.js +18 -14
- package/dist/cjs/classes/sandbox.js.map +1 -0
- package/dist/cjs/classes/scripts.js +658 -0
- package/dist/cjs/classes/scripts.js.map +1 -0
- package/dist/cjs/classes/unrecoverable-error.js +19 -0
- package/dist/cjs/classes/unrecoverable-error.js.map +1 -0
- package/dist/cjs/classes/waiting-children-error.js +19 -0
- package/dist/cjs/classes/waiting-children-error.js.map +1 -0
- package/dist/cjs/classes/worker.js +577 -0
- package/dist/cjs/classes/worker.js.map +1 -0
- package/dist/cjs/commands/addJob-9.lua +170 -0
- package/dist/cjs/commands/changeDelay-3.lua +40 -0
- package/dist/cjs/commands/changePriority-5.lua +52 -0
- package/dist/cjs/commands/cleanJobsInSet-2.lua +48 -0
- package/dist/cjs/commands/drain-4.lua +26 -0
- package/dist/{commands → cjs/commands}/extendLock-2.lua +1 -0
- package/dist/cjs/commands/getCounts-1.lua +35 -0
- package/dist/cjs/commands/getRanges-1.lua +69 -0
- package/dist/cjs/commands/getState-8.lua +66 -0
- package/dist/cjs/commands/getStateV2-8.lua +59 -0
- package/dist/cjs/commands/includes/addDelayMarkerIfNeeded.lua +15 -0
- package/dist/cjs/commands/includes/addJobWithPriority.lua +15 -0
- package/dist/cjs/commands/includes/addPriorityMarkerIfNeeded.lua +12 -0
- package/dist/cjs/commands/includes/batches.lua +18 -0
- package/dist/cjs/commands/includes/checkItemInList.lua +12 -0
- package/dist/cjs/commands/includes/checkStalledJobs.lua +139 -0
- package/dist/cjs/commands/includes/cleanList.lua +47 -0
- package/dist/cjs/commands/includes/cleanSet.lua +39 -0
- package/dist/cjs/commands/includes/collectMetrics.lua +46 -0
- package/dist/cjs/commands/includes/destructureJobKey.lua +12 -0
- package/dist/cjs/commands/includes/getJobsInZset.lua +12 -0
- package/dist/cjs/commands/includes/getNextDelayedTimestamp.lua +13 -0
- package/dist/cjs/commands/includes/getRateLimitTTL.lua +17 -0
- package/dist/cjs/commands/includes/getTargetQueueList.lua +12 -0
- package/dist/cjs/commands/includes/getTimestamp.lua +19 -0
- package/dist/cjs/commands/includes/getZSetItems.lua +7 -0
- package/dist/cjs/commands/includes/isLocked.lua +31 -0
- package/dist/cjs/commands/includes/moveJobFromPriorityToActive.lua +14 -0
- package/dist/cjs/commands/includes/moveParentFromWaitingChildrenToFailed.lua +28 -0
- package/dist/cjs/commands/includes/prepareJobForProcessing.lua +74 -0
- package/dist/cjs/commands/includes/promoteDelayedJobs.lua +39 -0
- package/dist/cjs/commands/includes/pushBackJobWithPriority.lua +9 -0
- package/dist/cjs/commands/includes/removeJob.lua +13 -0
- package/dist/cjs/commands/includes/removeJobFromAnyState.lua +35 -0
- package/dist/cjs/commands/includes/removeJobs.lua +25 -0
- package/dist/cjs/commands/includes/removeJobsByMaxAge.lua +15 -0
- package/dist/cjs/commands/includes/removeJobsByMaxCount.lua +15 -0
- package/dist/cjs/commands/includes/removeParentDependencyKey.lua +77 -0
- package/dist/cjs/commands/includes/removeZSetJobs.lua +15 -0
- package/dist/cjs/commands/includes/trimEvents.lua +12 -0
- package/dist/cjs/commands/includes/updateParentDepsIfNeeded.lua +40 -0
- package/dist/cjs/commands/index.js +10 -0
- package/dist/cjs/commands/index.js.map +1 -0
- package/dist/cjs/commands/isFinished-3.lua +48 -0
- package/dist/cjs/commands/isJobInList-1.lua +16 -0
- package/dist/cjs/commands/moveJobFromActiveToWait-9.lua +53 -0
- package/dist/cjs/commands/moveStalledJobsToWait-8.lua +24 -0
- package/dist/cjs/commands/moveToActive-10.lua +116 -0
- package/dist/cjs/commands/moveToDelayed-8.lua +66 -0
- package/dist/cjs/commands/moveToFinished-13.lua +250 -0
- package/dist/cjs/commands/moveToWaitingChildren-4.lua +62 -0
- package/dist/cjs/commands/obliterate-2.lua +102 -0
- package/dist/cjs/commands/pause-5.lua +36 -0
- package/dist/cjs/commands/promote-7.lua +57 -0
- package/dist/cjs/commands/releaseLock-1.lua +19 -0
- package/dist/cjs/commands/removeJob-1.lua +71 -0
- package/{src → dist/cjs}/commands/removeRepeatable-2.lua +13 -1
- package/dist/cjs/commands/reprocessJob-6.lua +43 -0
- package/dist/cjs/commands/retryJob-9.lua +69 -0
- package/dist/cjs/commands/retryJobs-6.lua +53 -0
- package/dist/cjs/commands/saveStacktrace-1.lua +22 -0
- package/dist/cjs/commands/script-loader.js +408 -0
- package/dist/cjs/commands/script-loader.js.map +1 -0
- package/dist/cjs/commands/updateData-1.lua +20 -0
- package/dist/cjs/commands/updateProgress-2.lua +26 -0
- package/dist/cjs/enums/error-code.enum.js +13 -0
- package/dist/cjs/enums/error-code.enum.js.map +1 -0
- package/dist/cjs/enums/index.js +6 -0
- package/dist/cjs/enums/index.js.map +1 -0
- package/dist/cjs/enums/metrics-time.js +15 -0
- package/dist/cjs/enums/metrics-time.js.map +1 -0
- package/dist/{index.js → cjs/index.js} +2 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/interfaces/advanced-options.js +3 -0
- package/dist/cjs/interfaces/advanced-options.js.map +1 -0
- package/dist/cjs/interfaces/backoff-options.js.map +1 -0
- package/dist/cjs/interfaces/base-job-options.js +3 -0
- package/dist/cjs/interfaces/base-job-options.js.map +1 -0
- package/dist/cjs/interfaces/child-command.js +10 -0
- package/dist/cjs/interfaces/child-command.js.map +1 -0
- package/dist/cjs/interfaces/child-message.js +3 -0
- package/dist/cjs/interfaces/child-message.js.map +1 -0
- package/dist/{interfaces/jobs-options.js → cjs/interfaces/connection.js} +1 -1
- package/dist/cjs/interfaces/connection.js.map +1 -0
- package/dist/cjs/interfaces/flow-job.js +3 -0
- package/dist/cjs/interfaces/flow-job.js.map +1 -0
- package/dist/cjs/interfaces/index.js +28 -0
- package/dist/cjs/interfaces/index.js.map +1 -0
- package/dist/cjs/interfaces/ioredis-events.js +3 -0
- package/dist/cjs/interfaces/ioredis-events.js.map +1 -0
- package/dist/cjs/interfaces/job-json.js +3 -0
- package/dist/cjs/interfaces/job-json.js.map +1 -0
- package/dist/cjs/interfaces/keep-jobs.js +3 -0
- package/dist/cjs/interfaces/keep-jobs.js.map +1 -0
- package/dist/cjs/interfaces/metrics-options.js +3 -0
- package/dist/cjs/interfaces/metrics-options.js.map +1 -0
- package/dist/cjs/interfaces/metrics.js +3 -0
- package/dist/cjs/interfaces/metrics.js.map +1 -0
- package/dist/cjs/interfaces/minimal-job.js +3 -0
- package/dist/cjs/interfaces/minimal-job.js.map +1 -0
- package/dist/cjs/interfaces/parent-command.js +15 -0
- package/dist/cjs/interfaces/parent-command.js.map +1 -0
- package/dist/cjs/interfaces/parent-message.js +3 -0
- package/dist/cjs/interfaces/parent-message.js.map +1 -0
- package/dist/cjs/interfaces/parent.js +3 -0
- package/dist/cjs/interfaces/parent.js.map +1 -0
- package/dist/{interfaces → cjs/interfaces}/queue-options.js +1 -0
- package/dist/cjs/interfaces/queue-options.js.map +1 -0
- package/dist/cjs/interfaces/rate-limiter-options.js.map +1 -0
- package/dist/cjs/interfaces/redis-options.js.map +1 -0
- package/dist/cjs/interfaces/redis-streams.js +3 -0
- package/dist/cjs/interfaces/redis-streams.js.map +1 -0
- package/dist/cjs/interfaces/repeat-options.js.map +1 -0
- package/dist/{interfaces/queue-scheduler-options.js → cjs/interfaces/sandboxed-job-processor.js} +1 -1
- package/dist/cjs/interfaces/sandboxed-job-processor.js.map +1 -0
- package/dist/cjs/interfaces/sandboxed-job.js +3 -0
- package/dist/cjs/interfaces/sandboxed-job.js.map +1 -0
- package/dist/cjs/interfaces/worker-options.js.map +1 -0
- package/dist/cjs/scripts/addJob-9.js +252 -0
- package/dist/cjs/scripts/addJob-9.js.map +1 -0
- package/dist/cjs/scripts/changeDelay-3.js +41 -0
- package/dist/cjs/scripts/changeDelay-3.js.map +1 -0
- package/dist/cjs/scripts/changePriority-5.js +87 -0
- package/dist/cjs/scripts/changePriority-5.js.map +1 -0
- package/dist/cjs/scripts/cleanJobsInSet-2.js +259 -0
- package/dist/cjs/scripts/cleanJobsInSet-2.js.map +1 -0
- package/dist/cjs/scripts/drain-4.js +178 -0
- package/dist/cjs/scripts/drain-4.js.map +1 -0
- package/dist/cjs/scripts/extendLock-2.js +30 -0
- package/dist/cjs/scripts/extendLock-2.js.map +1 -0
- package/dist/cjs/scripts/getCounts-1.js +41 -0
- package/dist/cjs/scripts/getCounts-1.js.map +1 -0
- package/dist/cjs/scripts/getRanges-1.js +72 -0
- package/dist/cjs/scripts/getRanges-1.js.map +1 -0
- package/dist/cjs/scripts/getState-8.js +74 -0
- package/dist/cjs/scripts/getState-8.js.map +1 -0
- package/dist/cjs/scripts/getStateV2-8.js +58 -0
- package/dist/cjs/scripts/getStateV2-8.js.map +1 -0
- package/dist/cjs/scripts/index.js +34 -0
- package/dist/cjs/scripts/index.js.map +1 -0
- package/dist/cjs/scripts/isFinished-3.js +49 -0
- package/dist/cjs/scripts/isFinished-3.js.map +1 -0
- package/dist/cjs/scripts/isJobInList-1.js +32 -0
- package/dist/cjs/scripts/isJobInList-1.js.map +1 -0
- package/dist/cjs/scripts/moveJobFromActiveToWait-9.js +70 -0
- package/dist/cjs/scripts/moveJobFromActiveToWait-9.js.map +1 -0
- package/dist/cjs/scripts/moveStalledJobsToWait-8.js +289 -0
- package/dist/cjs/scripts/moveStalledJobsToWait-8.js.map +1 -0
- package/dist/cjs/scripts/moveToActive-10.js +269 -0
- package/dist/cjs/scripts/moveToActive-10.js.map +1 -0
- package/dist/cjs/scripts/moveToDelayed-8.js +152 -0
- package/dist/cjs/scripts/moveToDelayed-8.js.map +1 -0
- package/dist/cjs/scripts/moveToFinished-13.js +624 -0
- package/dist/cjs/scripts/moveToFinished-13.js.map +1 -0
- package/dist/cjs/scripts/moveToWaitingChildren-4.js +59 -0
- package/dist/cjs/scripts/moveToWaitingChildren-4.js.map +1 -0
- package/dist/cjs/scripts/obliterate-2.js +244 -0
- package/dist/cjs/scripts/obliterate-2.js.map +1 -0
- package/dist/cjs/scripts/pause-5.js +48 -0
- package/dist/cjs/scripts/pause-5.js.map +1 -0
- package/dist/cjs/scripts/promote-7.js +87 -0
- package/dist/cjs/scripts/promote-7.js.map +1 -0
- package/dist/cjs/scripts/releaseLock-1.js +25 -0
- package/dist/cjs/scripts/releaseLock-1.js.map +1 -0
- package/dist/cjs/scripts/removeJob-1.js +210 -0
- package/dist/cjs/scripts/removeJob-1.js.map +1 -0
- package/dist/cjs/scripts/removeRepeatable-2.js +38 -0
- package/dist/cjs/scripts/removeRepeatable-2.js.map +1 -0
- package/dist/cjs/scripts/reprocessJob-6.js +56 -0
- package/dist/cjs/scripts/reprocessJob-6.js.map +1 -0
- package/dist/cjs/scripts/retryJob-9.js +128 -0
- package/dist/cjs/scripts/retryJob-9.js.map +1 -0
- package/dist/cjs/scripts/retryJobs-6.js +76 -0
- package/dist/cjs/scripts/retryJobs-6.js.map +1 -0
- package/dist/cjs/scripts/saveStacktrace-1.js +27 -0
- package/dist/cjs/scripts/saveStacktrace-1.js.map +1 -0
- package/dist/cjs/scripts/updateData-1.js +26 -0
- package/dist/cjs/scripts/updateData-1.js.map +1 -0
- package/dist/cjs/scripts/updateProgress-2.js +31 -0
- package/dist/cjs/scripts/updateProgress-2.js.map +1 -0
- package/dist/cjs/tsconfig-cjs.tsbuildinfo +1 -0
- package/dist/cjs/types/backoff-strategy.js +3 -0
- package/dist/cjs/types/backoff-strategy.js.map +1 -0
- package/dist/cjs/types/finished-status.js +3 -0
- package/dist/cjs/types/finished-status.js.map +1 -0
- package/dist/cjs/types/index.js +11 -0
- package/dist/cjs/types/index.js.map +1 -0
- package/dist/cjs/types/job-json-sandbox.js +3 -0
- package/dist/cjs/types/job-json-sandbox.js.map +1 -0
- package/dist/cjs/types/job-options.js +3 -0
- package/dist/cjs/types/job-options.js.map +1 -0
- package/dist/cjs/types/job-type.js +3 -0
- package/dist/cjs/types/job-type.js.map +1 -0
- package/dist/cjs/types/minimal-queue.js +3 -0
- package/dist/cjs/types/minimal-queue.js.map +1 -0
- package/dist/cjs/types/repeat-strategy.js +3 -0
- package/dist/cjs/types/repeat-strategy.js.map +1 -0
- package/dist/cjs/utils.js +152 -0
- package/dist/cjs/utils.js.map +1 -0
- package/dist/esm/classes/async-fifo-queue.d.ts +31 -0
- package/dist/esm/classes/async-fifo-queue.js +86 -0
- package/dist/esm/classes/async-fifo-queue.js.map +1 -0
- package/dist/esm/classes/backoffs.d.ts +10 -0
- package/dist/esm/classes/backoffs.js +44 -0
- package/dist/esm/classes/backoffs.js.map +1 -0
- package/dist/esm/classes/child-pool.d.ts +23 -0
- package/dist/esm/classes/child-pool.js +60 -0
- package/dist/esm/classes/child-pool.js.map +1 -0
- package/dist/esm/classes/child-processor.d.ts +26 -0
- package/dist/esm/classes/child-processor.js +146 -0
- package/dist/esm/classes/child-processor.js.map +1 -0
- package/dist/esm/classes/child.d.ts +36 -0
- package/dist/esm/classes/child.js +212 -0
- package/dist/esm/classes/child.js.map +1 -0
- package/dist/esm/classes/delayed-error.d.ts +10 -0
- package/dist/esm/classes/delayed-error.js +15 -0
- package/dist/esm/classes/delayed-error.js.map +1 -0
- package/dist/esm/classes/flow-producer.d.ts +163 -0
- package/dist/esm/classes/flow-producer.js +279 -0
- package/dist/esm/classes/flow-producer.js.map +1 -0
- package/dist/{classes → esm/classes}/index.d.ts +9 -3
- package/dist/esm/classes/index.js +22 -0
- package/dist/esm/classes/index.js.map +1 -0
- package/dist/esm/classes/job.d.ts +355 -0
- package/dist/esm/classes/job.js +764 -0
- package/dist/esm/classes/job.js.map +1 -0
- package/dist/esm/classes/main-base.d.ts +4 -0
- package/dist/esm/classes/main-base.js +43 -0
- package/dist/esm/classes/main-base.js.map +1 -0
- package/dist/esm/classes/main-worker.js +8 -0
- package/dist/esm/classes/main-worker.js.map +1 -0
- package/dist/esm/classes/main.js +8 -0
- package/dist/esm/classes/main.js.map +1 -0
- package/dist/esm/classes/queue-base.d.ts +67 -0
- package/dist/esm/classes/queue-base.js +131 -0
- package/dist/esm/classes/queue-base.js.map +1 -0
- package/dist/esm/classes/queue-events.d.ts +179 -0
- package/dist/esm/classes/queue-events.js +116 -0
- package/dist/esm/classes/queue-events.js.map +1 -0
- package/dist/esm/classes/queue-getters.d.ts +164 -0
- package/dist/esm/classes/queue-getters.js +344 -0
- package/dist/esm/classes/queue-getters.js.map +1 -0
- package/dist/esm/classes/queue-keys.d.ts +10 -0
- package/dist/esm/classes/queue-keys.js +41 -0
- package/dist/esm/classes/queue-keys.js.map +1 -0
- package/dist/esm/classes/queue.d.ts +236 -0
- package/dist/esm/classes/queue.js +271 -0
- package/dist/esm/classes/queue.js.map +1 -0
- package/dist/esm/classes/redis-connection.d.ts +37 -0
- package/dist/esm/classes/redis-connection.js +203 -0
- package/dist/esm/classes/redis-connection.js.map +1 -0
- package/dist/esm/classes/repeat.d.ts +25 -0
- package/dist/esm/classes/repeat.js +144 -0
- package/dist/esm/classes/repeat.js.map +1 -0
- package/dist/esm/classes/sandbox.d.ts +4 -0
- package/dist/esm/classes/sandbox.js +58 -0
- package/dist/esm/classes/sandbox.js.map +1 -0
- package/dist/esm/classes/scripts.d.ts +106 -0
- package/dist/esm/classes/scripts.js +654 -0
- package/dist/esm/classes/scripts.js.map +1 -0
- package/dist/esm/classes/unrecoverable-error.d.ts +10 -0
- package/dist/esm/classes/unrecoverable-error.js +15 -0
- package/dist/esm/classes/unrecoverable-error.js.map +1 -0
- package/dist/esm/classes/waiting-children-error.d.ts +10 -0
- package/dist/esm/classes/waiting-children-error.js +15 -0
- package/dist/esm/classes/waiting-children-error.js.map +1 -0
- package/dist/esm/classes/worker.d.ts +215 -0
- package/dist/esm/classes/worker.js +573 -0
- package/dist/esm/classes/worker.js.map +1 -0
- package/dist/esm/commands/addJob-9.lua +170 -0
- package/dist/esm/commands/changeDelay-3.lua +40 -0
- package/dist/esm/commands/changePriority-5.lua +52 -0
- package/dist/esm/commands/cleanJobsInSet-2.lua +48 -0
- package/dist/esm/commands/drain-4.lua +26 -0
- package/{src → dist/esm}/commands/extendLock-2.lua +1 -0
- package/dist/esm/commands/getCounts-1.lua +35 -0
- package/dist/esm/commands/getRanges-1.lua +69 -0
- package/dist/esm/commands/getState-8.lua +66 -0
- package/dist/esm/commands/getStateV2-8.lua +59 -0
- package/dist/esm/commands/includes/addDelayMarkerIfNeeded.lua +15 -0
- package/dist/esm/commands/includes/addJobWithPriority.lua +15 -0
- package/dist/esm/commands/includes/addPriorityMarkerIfNeeded.lua +12 -0
- package/dist/esm/commands/includes/batches.lua +18 -0
- package/dist/esm/commands/includes/checkItemInList.lua +12 -0
- package/dist/esm/commands/includes/checkStalledJobs.lua +139 -0
- package/dist/esm/commands/includes/cleanList.lua +47 -0
- package/dist/esm/commands/includes/cleanSet.lua +39 -0
- package/dist/esm/commands/includes/collectMetrics.lua +46 -0
- package/dist/esm/commands/includes/destructureJobKey.lua +12 -0
- package/dist/esm/commands/includes/getJobsInZset.lua +12 -0
- package/dist/esm/commands/includes/getNextDelayedTimestamp.lua +13 -0
- package/dist/esm/commands/includes/getRateLimitTTL.lua +17 -0
- package/dist/esm/commands/includes/getTargetQueueList.lua +12 -0
- package/dist/esm/commands/includes/getTimestamp.lua +19 -0
- package/dist/esm/commands/includes/getZSetItems.lua +7 -0
- package/dist/esm/commands/includes/isLocked.lua +31 -0
- package/dist/esm/commands/includes/moveJobFromPriorityToActive.lua +14 -0
- package/dist/esm/commands/includes/moveParentFromWaitingChildrenToFailed.lua +28 -0
- package/dist/esm/commands/includes/prepareJobForProcessing.lua +74 -0
- package/dist/esm/commands/includes/promoteDelayedJobs.lua +39 -0
- package/dist/esm/commands/includes/pushBackJobWithPriority.lua +9 -0
- package/dist/esm/commands/includes/removeJob.lua +13 -0
- package/dist/esm/commands/includes/removeJobFromAnyState.lua +35 -0
- package/dist/esm/commands/includes/removeJobs.lua +25 -0
- package/dist/esm/commands/includes/removeJobsByMaxAge.lua +15 -0
- package/dist/esm/commands/includes/removeJobsByMaxCount.lua +15 -0
- package/dist/esm/commands/includes/removeParentDependencyKey.lua +77 -0
- package/dist/esm/commands/includes/removeZSetJobs.lua +15 -0
- package/dist/esm/commands/includes/trimEvents.lua +12 -0
- package/dist/esm/commands/includes/updateParentDepsIfNeeded.lua +40 -0
- package/dist/esm/commands/index.d.ts +4 -0
- package/dist/esm/commands/index.js +5 -0
- package/dist/esm/commands/index.js.map +1 -0
- package/dist/esm/commands/isFinished-3.lua +48 -0
- package/dist/esm/commands/isJobInList-1.lua +16 -0
- package/dist/esm/commands/moveJobFromActiveToWait-9.lua +53 -0
- package/dist/esm/commands/moveStalledJobsToWait-8.lua +24 -0
- package/dist/esm/commands/moveToActive-10.lua +116 -0
- package/dist/esm/commands/moveToDelayed-8.lua +66 -0
- package/dist/esm/commands/moveToFinished-13.lua +250 -0
- package/dist/esm/commands/moveToWaitingChildren-4.lua +62 -0
- package/dist/esm/commands/obliterate-2.lua +102 -0
- package/dist/esm/commands/pause-5.lua +36 -0
- package/dist/esm/commands/promote-7.lua +57 -0
- package/dist/esm/commands/releaseLock-1.lua +19 -0
- package/dist/esm/commands/removeJob-1.lua +71 -0
- package/dist/{commands → esm/commands}/removeRepeatable-2.lua +13 -1
- package/dist/esm/commands/reprocessJob-6.lua +43 -0
- package/dist/esm/commands/retryJob-9.lua +69 -0
- package/dist/esm/commands/retryJobs-6.lua +53 -0
- package/dist/esm/commands/saveStacktrace-1.lua +22 -0
- package/dist/esm/commands/script-loader.d.ts +119 -0
- package/dist/esm/commands/script-loader.js +403 -0
- package/dist/esm/commands/script-loader.js.map +1 -0
- package/dist/esm/commands/updateData-1.lua +20 -0
- package/dist/esm/commands/updateProgress-2.lua +26 -0
- package/dist/esm/enums/error-code.enum.d.ts +8 -0
- package/dist/esm/enums/error-code.enum.js +10 -0
- package/dist/esm/enums/error-code.enum.js.map +1 -0
- package/dist/esm/enums/index.d.ts +2 -0
- package/dist/esm/enums/index.js +3 -0
- package/dist/esm/enums/index.js.map +1 -0
- package/dist/esm/enums/metrics-time.d.ts +10 -0
- package/dist/esm/enums/metrics-time.js +12 -0
- package/dist/esm/enums/metrics-time.js.map +1 -0
- package/dist/{index.d.ts → esm/index.d.ts} +2 -0
- package/{src/index.ts → dist/esm/index.js} +7 -4
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/interfaces/advanced-options.d.ts +13 -0
- package/dist/esm/interfaces/advanced-options.js +2 -0
- package/dist/esm/interfaces/advanced-options.js.map +1 -0
- package/dist/esm/interfaces/backoff-options.d.ts +15 -0
- package/dist/esm/interfaces/backoff-options.js +2 -0
- package/dist/esm/interfaces/backoff-options.js.map +1 -0
- package/dist/esm/interfaces/base-job-options.d.ts +97 -0
- package/dist/esm/interfaces/base-job-options.js +2 -0
- package/dist/esm/interfaces/base-job-options.js.map +1 -0
- package/dist/esm/interfaces/child-command.d.ts +5 -0
- package/dist/esm/interfaces/child-command.js +7 -0
- package/dist/esm/interfaces/child-command.js.map +1 -0
- package/dist/esm/interfaces/child-message.d.ts +6 -0
- package/dist/esm/interfaces/child-message.js +2 -0
- package/dist/esm/interfaces/child-message.js.map +1 -0
- package/dist/esm/interfaces/connection.d.ts +8 -0
- package/dist/esm/interfaces/connection.js +2 -0
- package/dist/esm/interfaces/connection.js.map +1 -0
- package/dist/esm/interfaces/flow-job.d.ts +19 -0
- package/dist/esm/interfaces/flow-job.js +2 -0
- package/dist/esm/interfaces/flow-job.js.map +1 -0
- package/dist/esm/interfaces/index.d.ts +24 -0
- package/dist/esm/interfaces/index.js +25 -0
- package/dist/esm/interfaces/index.js.map +1 -0
- package/dist/esm/interfaces/ioredis-events.d.ts +8 -0
- package/dist/esm/interfaces/ioredis-events.js +2 -0
- package/dist/esm/interfaces/ioredis-events.js.map +1 -0
- package/dist/esm/interfaces/job-json.d.ts +37 -0
- package/dist/esm/interfaces/job-json.js +2 -0
- package/dist/esm/interfaces/job-json.js.map +1 -0
- package/dist/esm/interfaces/keep-jobs.d.ts +17 -0
- package/dist/esm/interfaces/keep-jobs.js +2 -0
- package/dist/esm/interfaces/keep-jobs.js.map +1 -0
- package/dist/esm/interfaces/metrics-options.d.ts +12 -0
- package/dist/esm/interfaces/metrics-options.js +2 -0
- package/dist/esm/interfaces/metrics-options.js.map +1 -0
- package/dist/esm/interfaces/metrics.d.ts +9 -0
- package/dist/esm/interfaces/metrics.js +2 -0
- package/dist/esm/interfaces/metrics.js.map +1 -0
- package/dist/esm/interfaces/minimal-job.d.ts +129 -0
- package/dist/esm/interfaces/minimal-job.js +2 -0
- package/dist/esm/interfaces/minimal-job.js.map +1 -0
- package/dist/esm/interfaces/parent-command.d.ts +10 -0
- package/dist/esm/interfaces/parent-command.js +12 -0
- package/dist/esm/interfaces/parent-command.js.map +1 -0
- package/dist/esm/interfaces/parent-message.d.ts +8 -0
- package/dist/esm/interfaces/parent-message.js +2 -0
- package/dist/esm/interfaces/parent-message.js.map +1 -0
- package/dist/esm/interfaces/parent.d.ts +20 -0
- package/dist/esm/interfaces/parent.js +2 -0
- package/dist/esm/interfaces/parent.js.map +1 -0
- package/dist/esm/interfaces/queue-options.d.ts +74 -0
- package/dist/esm/interfaces/queue-options.js +6 -0
- package/dist/esm/interfaces/queue-options.js.map +1 -0
- package/dist/esm/interfaces/rate-limiter-options.d.ts +12 -0
- package/dist/esm/interfaces/rate-limiter-options.js +2 -0
- package/dist/esm/interfaces/rate-limiter-options.js.map +1 -0
- package/dist/esm/interfaces/redis-options.d.ts +7 -0
- package/dist/esm/interfaces/redis-options.js +2 -0
- package/dist/esm/interfaces/redis-options.js.map +1 -0
- package/dist/esm/interfaces/redis-streams.d.ts +4 -0
- package/dist/esm/interfaces/redis-streams.js +2 -0
- package/dist/esm/interfaces/redis-streams.js.map +1 -0
- package/dist/esm/interfaces/repeat-options.d.ts +33 -0
- package/dist/esm/interfaces/repeat-options.js +2 -0
- package/dist/esm/interfaces/repeat-options.js.map +1 -0
- package/dist/esm/interfaces/sandboxed-job-processor.d.ts +5 -0
- package/dist/esm/interfaces/sandboxed-job-processor.js +2 -0
- package/dist/esm/interfaces/sandboxed-job-processor.js.map +1 -0
- package/dist/esm/interfaces/sandboxed-job.d.ts +13 -0
- package/dist/esm/interfaces/sandboxed-job.js +2 -0
- package/dist/esm/interfaces/sandboxed-job.js.map +1 -0
- package/dist/esm/interfaces/worker-options.d.ts +123 -0
- package/dist/esm/interfaces/worker-options.js +2 -0
- package/dist/esm/interfaces/worker-options.js.map +1 -0
- package/dist/esm/scripts/addJob-9.d.ts +5 -0
- package/dist/esm/scripts/addJob-9.js +249 -0
- package/dist/esm/scripts/addJob-9.js.map +1 -0
- package/dist/esm/scripts/changeDelay-3.d.ts +5 -0
- package/dist/esm/scripts/changeDelay-3.js +38 -0
- package/dist/esm/scripts/changeDelay-3.js.map +1 -0
- package/dist/esm/scripts/changePriority-5.d.ts +5 -0
- package/dist/esm/scripts/changePriority-5.js +84 -0
- package/dist/esm/scripts/changePriority-5.js.map +1 -0
- package/dist/esm/scripts/cleanJobsInSet-2.d.ts +5 -0
- package/dist/esm/scripts/cleanJobsInSet-2.js +256 -0
- package/dist/esm/scripts/cleanJobsInSet-2.js.map +1 -0
- package/dist/esm/scripts/drain-4.d.ts +5 -0
- package/dist/esm/scripts/drain-4.js +175 -0
- package/dist/esm/scripts/drain-4.js.map +1 -0
- package/dist/esm/scripts/extendLock-2.d.ts +5 -0
- package/dist/esm/scripts/extendLock-2.js +27 -0
- package/dist/esm/scripts/extendLock-2.js.map +1 -0
- package/dist/esm/scripts/getCounts-1.d.ts +5 -0
- package/dist/esm/scripts/getCounts-1.js +38 -0
- package/dist/esm/scripts/getCounts-1.js.map +1 -0
- package/dist/esm/scripts/getRanges-1.d.ts +5 -0
- package/dist/esm/scripts/getRanges-1.js +69 -0
- package/dist/esm/scripts/getRanges-1.js.map +1 -0
- package/dist/esm/scripts/getState-8.d.ts +5 -0
- package/dist/esm/scripts/getState-8.js +71 -0
- package/dist/esm/scripts/getState-8.js.map +1 -0
- package/dist/esm/scripts/getStateV2-8.d.ts +5 -0
- package/dist/esm/scripts/getStateV2-8.js +55 -0
- package/dist/esm/scripts/getStateV2-8.js.map +1 -0
- package/dist/esm/scripts/index.d.ts +30 -0
- package/dist/esm/scripts/index.js +31 -0
- package/dist/esm/scripts/index.js.map +1 -0
- package/dist/esm/scripts/isFinished-3.d.ts +5 -0
- package/dist/esm/scripts/isFinished-3.js +46 -0
- package/dist/esm/scripts/isFinished-3.js.map +1 -0
- package/dist/esm/scripts/isJobInList-1.d.ts +5 -0
- package/dist/esm/scripts/isJobInList-1.js +29 -0
- package/dist/esm/scripts/isJobInList-1.js.map +1 -0
- package/dist/esm/scripts/moveJobFromActiveToWait-9.d.ts +5 -0
- package/dist/esm/scripts/moveJobFromActiveToWait-9.js +67 -0
- package/dist/esm/scripts/moveJobFromActiveToWait-9.js.map +1 -0
- package/dist/esm/scripts/moveStalledJobsToWait-8.d.ts +5 -0
- package/dist/esm/scripts/moveStalledJobsToWait-8.js +286 -0
- package/dist/esm/scripts/moveStalledJobsToWait-8.js.map +1 -0
- package/dist/esm/scripts/moveToActive-10.d.ts +5 -0
- package/dist/esm/scripts/moveToActive-10.js +266 -0
- package/dist/esm/scripts/moveToActive-10.js.map +1 -0
- package/dist/esm/scripts/moveToDelayed-8.d.ts +5 -0
- package/dist/esm/scripts/moveToDelayed-8.js +149 -0
- package/dist/esm/scripts/moveToDelayed-8.js.map +1 -0
- package/dist/esm/scripts/moveToFinished-13.d.ts +5 -0
- package/dist/esm/scripts/moveToFinished-13.js +621 -0
- package/dist/esm/scripts/moveToFinished-13.js.map +1 -0
- package/dist/esm/scripts/moveToWaitingChildren-4.d.ts +5 -0
- package/dist/esm/scripts/moveToWaitingChildren-4.js +56 -0
- package/dist/esm/scripts/moveToWaitingChildren-4.js.map +1 -0
- package/dist/esm/scripts/obliterate-2.d.ts +5 -0
- package/dist/esm/scripts/obliterate-2.js +241 -0
- package/dist/esm/scripts/obliterate-2.js.map +1 -0
- package/dist/esm/scripts/pause-5.d.ts +5 -0
- package/dist/esm/scripts/pause-5.js +45 -0
- package/dist/esm/scripts/pause-5.js.map +1 -0
- package/dist/esm/scripts/promote-7.d.ts +5 -0
- package/dist/esm/scripts/promote-7.js +84 -0
- package/dist/esm/scripts/promote-7.js.map +1 -0
- package/dist/esm/scripts/releaseLock-1.d.ts +5 -0
- package/dist/esm/scripts/releaseLock-1.js +22 -0
- package/dist/esm/scripts/releaseLock-1.js.map +1 -0
- package/dist/esm/scripts/removeJob-1.d.ts +5 -0
- package/dist/esm/scripts/removeJob-1.js +207 -0
- package/dist/esm/scripts/removeJob-1.js.map +1 -0
- package/dist/esm/scripts/removeRepeatable-2.d.ts +5 -0
- package/dist/esm/scripts/removeRepeatable-2.js +35 -0
- package/dist/esm/scripts/removeRepeatable-2.js.map +1 -0
- package/dist/esm/scripts/reprocessJob-6.d.ts +5 -0
- package/dist/esm/scripts/reprocessJob-6.js +53 -0
- package/dist/esm/scripts/reprocessJob-6.js.map +1 -0
- package/dist/esm/scripts/retryJob-9.d.ts +5 -0
- package/dist/esm/scripts/retryJob-9.js +125 -0
- package/dist/esm/scripts/retryJob-9.js.map +1 -0
- package/dist/esm/scripts/retryJobs-6.d.ts +5 -0
- package/dist/esm/scripts/retryJobs-6.js +73 -0
- package/dist/esm/scripts/retryJobs-6.js.map +1 -0
- package/dist/esm/scripts/saveStacktrace-1.d.ts +5 -0
- package/dist/esm/scripts/saveStacktrace-1.js +24 -0
- package/dist/esm/scripts/saveStacktrace-1.js.map +1 -0
- package/dist/esm/scripts/updateData-1.d.ts +5 -0
- package/dist/esm/scripts/updateData-1.js +23 -0
- package/dist/esm/scripts/updateData-1.js.map +1 -0
- package/dist/esm/scripts/updateProgress-2.d.ts +5 -0
- package/dist/esm/scripts/updateProgress-2.js +28 -0
- package/dist/esm/scripts/updateProgress-2.js.map +1 -0
- package/dist/esm/tsconfig.tsbuildinfo +1 -0
- package/dist/esm/types/backoff-strategy.d.ts +2 -0
- package/dist/esm/types/backoff-strategy.js +2 -0
- package/dist/esm/types/backoff-strategy.js.map +1 -0
- package/dist/esm/types/finished-status.d.ts +2 -0
- package/dist/esm/types/finished-status.js +2 -0
- package/dist/esm/types/finished-status.js.map +1 -0
- package/dist/esm/types/index.d.ts +7 -0
- package/dist/esm/types/index.js +8 -0
- package/dist/esm/types/index.js.map +1 -0
- package/dist/esm/types/job-json-sandbox.d.ts +5 -0
- package/dist/esm/types/job-json-sandbox.js +2 -0
- package/dist/esm/types/job-json-sandbox.js.map +1 -0
- package/dist/esm/types/job-options.d.ts +20 -0
- package/dist/esm/types/job-options.js +2 -0
- package/dist/esm/types/job-options.js.map +1 -0
- package/dist/esm/types/job-type.d.ts +3 -0
- package/dist/esm/types/job-type.js +2 -0
- package/dist/esm/types/job-type.js.map +1 -0
- package/dist/esm/types/minimal-queue.d.ts +2 -0
- package/dist/esm/types/minimal-queue.js +2 -0
- package/dist/esm/types/minimal-queue.js.map +1 -0
- package/dist/esm/types/repeat-strategy.d.ts +2 -0
- package/dist/esm/types/repeat-strategy.js +2 -0
- package/dist/esm/types/repeat-strategy.js.map +1 -0
- package/dist/esm/utils.d.ts +42 -0
- package/dist/esm/utils.js +134 -0
- package/dist/esm/utils.js.map +1 -0
- package/package.json +180 -60
- package/.travis.yml +0 -32
- package/SUMMARY.md +0 -4
- package/commitlint.config.js +0 -1
- package/dist/classes/backoffs.d.ts +0 -14
- package/dist/classes/backoffs.js.map +0 -1
- package/dist/classes/child-pool.d.ts +0 -22
- package/dist/classes/child-pool.js +0 -98
- package/dist/classes/child-pool.js.map +0 -1
- package/dist/classes/compat.d.ts +0 -315
- package/dist/classes/compat.js +0 -671
- package/dist/classes/compat.js.map +0 -1
- package/dist/classes/index.js.map +0 -1
- package/dist/classes/job.d.ts +0 -93
- package/dist/classes/job.js +0 -353
- package/dist/classes/job.js.map +0 -1
- package/dist/classes/master.js +0 -112
- package/dist/classes/master.js.map +0 -1
- package/dist/classes/queue-base.d.ts +0 -22
- package/dist/classes/queue-base.js +0 -66
- package/dist/classes/queue-base.js.map +0 -1
- package/dist/classes/queue-events.d.ts +0 -8
- package/dist/classes/queue-events.js +0 -59
- package/dist/classes/queue-events.js.map +0 -1
- package/dist/classes/queue-getters.d.ts +0 -38
- package/dist/classes/queue-getters.js +0 -183
- package/dist/classes/queue-getters.js.map +0 -1
- package/dist/classes/queue-scheduler.d.ts +0 -25
- package/dist/classes/queue-scheduler.js +0 -97
- package/dist/classes/queue-scheduler.js.map +0 -1
- package/dist/classes/queue.d.ts +0 -56
- package/dist/classes/queue.js +0 -130
- package/dist/classes/queue.js.map +0 -1
- package/dist/classes/redis-connection.d.ts +0 -22
- package/dist/classes/redis-connection.js +0 -108
- package/dist/classes/redis-connection.js.map +0 -1
- package/dist/classes/repeat.d.ts +0 -26
- package/dist/classes/repeat.js +0 -129
- package/dist/classes/repeat.js.map +0 -1
- package/dist/classes/sandbox.d.ts +0 -2
- package/dist/classes/sandbox.js.map +0 -1
- package/dist/classes/scripts.d.ts +0 -43
- package/dist/classes/scripts.js +0 -307
- package/dist/classes/scripts.js.map +0 -1
- package/dist/classes/worker.d.ts +0 -40
- package/dist/classes/worker.js +0 -246
- package/dist/classes/worker.js.map +0 -1
- package/dist/commands/addJob-8.lua +0 -106
- package/dist/commands/cleanJobsInSet-1.lua +0 -48
- package/dist/commands/index.d.ts +0 -2
- package/dist/commands/index.js +0 -42
- package/dist/commands/index.js.map +0 -1
- package/dist/commands/isFinished-2.lua +0 -22
- package/dist/commands/isJobInList-1.lua +0 -20
- package/dist/commands/moveStalledJobsToWait-8.lua +0 -91
- package/dist/commands/moveToActive-8.lua +0 -79
- package/dist/commands/moveToDelayed-5.lua +0 -39
- package/dist/commands/moveToFinished-7.lua +0 -92
- package/dist/commands/pause-4.lua +0 -27
- package/dist/commands/promote-4.lua +0 -49
- package/dist/commands/releaseLock-1.lua +0 -19
- package/dist/commands/removeJob-10.lua +0 -37
- package/dist/commands/reprocessJob-4.lua +0 -36
- package/dist/commands/retryJob-4.lua +0 -34
- package/dist/commands/takeLock-1.lua +0 -17
- package/dist/commands/updateDelaySet-7.lua +0 -71
- package/dist/commands/updateProgress-2.lua +0 -15
- package/dist/enums/index.d.ts +0 -1
- package/dist/enums/index.js +0 -5
- package/dist/enums/index.js.map +0 -1
- package/dist/enums/retry-errors.enum.d.ts +0 -5
- package/dist/enums/retry-errors.enum.js +0 -9
- package/dist/enums/retry-errors.enum.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/interfaces/advanced-options.d.ts +0 -9
- package/dist/interfaces/advanced-options.js +0 -11
- package/dist/interfaces/advanced-options.js.map +0 -1
- package/dist/interfaces/backoff-options.d.ts +0 -4
- package/dist/interfaces/backoff-options.js.map +0 -1
- package/dist/interfaces/index.d.ts +0 -9
- package/dist/interfaces/index.js +0 -6
- package/dist/interfaces/index.js.map +0 -1
- package/dist/interfaces/jobs-options.d.ts +0 -16
- package/dist/interfaces/jobs-options.js.map +0 -1
- package/dist/interfaces/queue-options.d.ts +0 -24
- package/dist/interfaces/queue-options.js.map +0 -1
- package/dist/interfaces/queue-scheduler-options.d.ts +0 -5
- package/dist/interfaces/queue-scheduler-options.js.map +0 -1
- package/dist/interfaces/rate-limiter-options.d.ts +0 -4
- package/dist/interfaces/rate-limiter-options.js.map +0 -1
- package/dist/interfaces/redis-options.d.ts +0 -5
- package/dist/interfaces/redis-options.js.map +0 -1
- package/dist/interfaces/repeat-options.d.ts +0 -11
- package/dist/interfaces/repeat-options.js.map +0 -1
- package/dist/interfaces/worker-options.d.ts +0 -11
- package/dist/interfaces/worker-options.js.map +0 -1
- package/dist/test/test_bulk.js +0 -55
- package/dist/test/test_bulk.js.map +0 -1
- package/dist/test/test_child-pool.js +0 -81
- package/dist/test/test_child-pool.js.map +0 -1
- package/dist/test/test_clean.js +0 -124
- package/dist/test/test_clean.js.map +0 -1
- package/dist/test/test_compat.d.ts +0 -1
- package/dist/test/test_compat.js +0 -533
- package/dist/test/test_compat.js.map +0 -1
- package/dist/test/test_connection.d.ts +0 -1
- package/dist/test/test_connection.js +0 -142
- package/dist/test/test_connection.js.map +0 -1
- package/dist/test/test_delay.d.ts +0 -1
- package/dist/test/test_delay.js +0 -188
- package/dist/test/test_delay.js.map +0 -1
- package/dist/test/test_events.d.ts +0 -1
- package/dist/test/test_events.js +0 -148
- package/dist/test/test_events.js.map +0 -1
- package/dist/test/test_getters.d.ts +0 -1
- package/dist/test/test_getters.js +0 -293
- package/dist/test/test_getters.js.map +0 -1
- package/dist/test/test_job.d.ts +0 -1
- package/dist/test/test_job.js +0 -419
- package/dist/test/test_job.js.map +0 -1
- package/dist/test/test_pause.d.ts +0 -1
- package/dist/test/test_pause.js +0 -254
- package/dist/test/test_pause.js.map +0 -1
- package/dist/test/test_queue.d.ts +0 -0
- package/dist/test/test_queue.js +0 -72
- package/dist/test/test_queue.js.map +0 -1
- package/dist/test/test_rate_limiter.d.ts +0 -1
- package/dist/test/test_rate_limiter.js +0 -98
- package/dist/test/test_rate_limiter.js.map +0 -1
- package/dist/test/test_repeat.d.ts +0 -1
- package/dist/test/test_repeat.js +0 -604
- package/dist/test/test_repeat.js.map +0 -1
- package/dist/test/test_sandboxed_process.d.ts +0 -1
- package/dist/test/test_sandboxed_process.js +0 -319
- package/dist/test/test_sandboxed_process.js.map +0 -1
- package/dist/test/test_stalled_jobs.d.ts +0 -1
- package/dist/test/test_stalled_jobs.js +0 -107
- package/dist/test/test_stalled_jobs.js.map +0 -1
- package/dist/test/test_worker.d.ts +0 -1
- package/dist/test/test_worker.js +0 -1182
- package/dist/test/test_worker.js.map +0 -1
- package/dist/utils.d.ts +0 -8
- package/dist/utils.js +0 -31
- package/dist/utils.js.map +0 -1
- package/release.txt +0 -21
- package/src/classes/backoffs.ts +0 -67
- package/src/classes/child-pool.ts +0 -119
- package/src/classes/compat.ts +0 -889
- package/src/classes/index.ts +0 -13
- package/src/classes/job.ts +0 -492
- package/src/classes/master.ts +0 -113
- package/src/classes/queue-base.ts +0 -80
- package/src/classes/queue-events.ts +0 -78
- package/src/classes/queue-getters.ts +0 -213
- package/src/classes/queue-scheduler.ts +0 -127
- package/src/classes/queue.ts +0 -194
- package/src/classes/redis-connection.ts +0 -127
- package/src/classes/repeat.ts +0 -212
- package/src/classes/sandbox.ts +0 -60
- package/src/classes/scripts.ts +0 -482
- package/src/classes/worker.ts +0 -313
- package/src/commands/addJob-8.lua +0 -106
- package/src/commands/cleanJobsInSet-1.lua +0 -48
- package/src/commands/index.ts +0 -62
- package/src/commands/isFinished-2.lua +0 -22
- package/src/commands/isJobInList-1.lua +0 -20
- package/src/commands/moveStalledJobsToWait-8.lua +0 -91
- package/src/commands/moveToActive-8.lua +0 -79
- package/src/commands/moveToDelayed-5.lua +0 -39
- package/src/commands/moveToFinished-7.lua +0 -92
- package/src/commands/pause-4.lua +0 -27
- package/src/commands/promote-4.lua +0 -49
- package/src/commands/releaseLock-1.lua +0 -19
- package/src/commands/removeJob-10.lua +0 -37
- package/src/commands/reprocessJob-4.lua +0 -36
- package/src/commands/retryJob-4.lua +0 -34
- package/src/commands/takeLock-1.lua +0 -17
- package/src/commands/updateDelaySet-7.lua +0 -71
- package/src/commands/updateProgress-2.lua +0 -15
- package/src/enums/index.ts +0 -1
- package/src/enums/retry-errors.enum.ts +0 -5
- package/src/interfaces/advanced-options.ts +0 -28
- package/src/interfaces/backoff-options.ts +0 -4
- package/src/interfaces/index.ts +0 -9
- package/src/interfaces/jobs-options.ts +0 -53
- package/src/interfaces/queue-options.ts +0 -30
- package/src/interfaces/queue-scheduler-options.ts +0 -6
- package/src/interfaces/rate-limiter-options.ts +0 -7
- package/src/interfaces/redis-options.ts +0 -7
- package/src/interfaces/repeat-options.ts +0 -19
- package/src/interfaces/worker-options.ts +0 -13
- package/src/test/fixtures/fixture_processor.js +0 -13
- package/src/test/fixtures/fixture_processor_bar.js +0 -13
- package/src/test/fixtures/fixture_processor_crash.js +0 -16
- package/src/test/fixtures/fixture_processor_exit.js +0 -15
- package/src/test/fixtures/fixture_processor_fail.js +0 -13
- package/src/test/fixtures/fixture_processor_foo.js +0 -13
- package/src/test/fixtures/fixture_processor_progress.js +0 -29
- package/src/test/fixtures/fixture_processor_slow.js +0 -13
- package/src/test/test_bulk.ts +0 -59
- package/src/test/test_child-pool.ts +0 -88
- package/src/test/test_clean.ts +0 -148
- package/src/test/test_compat.ts +0 -640
- package/src/test/test_connection.ts +0 -161
- package/src/test/test_delay.ts +0 -221
- package/src/test/test_events.ts +0 -198
- package/src/test/test_getters.ts +0 -348
- package/src/test/test_job.ts +0 -524
- package/src/test/test_pause.ts +0 -312
- package/src/test/test_queue.ts +0 -70
- package/src/test/test_rate_limiter.ts +0 -113
- package/src/test/test_repeat.ts +0 -787
- package/src/test/test_sandboxed_process.ts +0 -380
- package/src/test/test_stalled_jobs.ts +0 -146
- package/src/test/test_worker.ts +0 -1503
- package/src/utils.ts +0 -28
- package/tsconfig.json +0 -25
- package/tslint.json +0 -23
- /package/dist/{classes/master.d.ts → cjs/classes/main-worker.d.ts} +0 -0
- /package/dist/{test/test_bulk.d.ts → cjs/classes/main.d.ts} +0 -0
- /package/dist/{interfaces → cjs/interfaces}/backoff-options.js +0 -0
- /package/dist/{interfaces → cjs/interfaces}/rate-limiter-options.js +0 -0
- /package/dist/{interfaces → cjs/interfaces}/redis-options.js +0 -0
- /package/dist/{interfaces → cjs/interfaces}/repeat-options.js +0 -0
- /package/dist/{interfaces → cjs/interfaces}/worker-options.js +0 -0
- /package/dist/{test/test_child-pool.d.ts → esm/classes/main-worker.d.ts} +0 -0
- /package/dist/{test/test_clean.d.ts → esm/classes/main.d.ts} +0 -0
@@ -0,0 +1,58 @@
|
|
1
|
+
"use strict";
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
+
exports.getStateV2 = void 0;
|
4
|
+
const content = `--[[
|
5
|
+
Get a job state
|
6
|
+
Input:
|
7
|
+
KEYS[1] 'completed' key,
|
8
|
+
KEYS[2] 'failed' key
|
9
|
+
KEYS[3] 'delayed' key
|
10
|
+
KEYS[4] 'active' key
|
11
|
+
KEYS[5] 'wait' key
|
12
|
+
KEYS[6] 'paused' key
|
13
|
+
KEYS[7] 'waiting-children' key
|
14
|
+
KEYS[8] 'prioritized' key
|
15
|
+
ARGV[1] job id
|
16
|
+
ARGV[2] job key
|
17
|
+
Output:
|
18
|
+
'completed'
|
19
|
+
'failed'
|
20
|
+
'delayed'
|
21
|
+
'active'
|
22
|
+
'waiting'
|
23
|
+
'waiting-children'
|
24
|
+
'unknown'
|
25
|
+
]]
|
26
|
+
local rcall = redis.call
|
27
|
+
if rcall("ZSCORE", KEYS[1], ARGV[1]) ~= false then
|
28
|
+
return "completed"
|
29
|
+
end
|
30
|
+
if rcall("ZSCORE", KEYS[2], ARGV[1]) ~= false then
|
31
|
+
return "failed"
|
32
|
+
end
|
33
|
+
if rcall("ZSCORE", KEYS[3], ARGV[1]) ~= false then
|
34
|
+
return "delayed"
|
35
|
+
end
|
36
|
+
if rcall("ZSCORE", KEYS[8], ARGV[1]) ~= false then
|
37
|
+
return "prioritized"
|
38
|
+
end
|
39
|
+
if rcall("LPOS", KEYS[4] , ARGV[1]) ~= false then
|
40
|
+
return "active"
|
41
|
+
end
|
42
|
+
if rcall("LPOS", KEYS[5] , ARGV[1]) ~= false then
|
43
|
+
return "waiting"
|
44
|
+
end
|
45
|
+
if rcall("LPOS", KEYS[6] , ARGV[1]) ~= false then
|
46
|
+
return "waiting"
|
47
|
+
end
|
48
|
+
if rcall("ZSCORE", KEYS[7] , ARGV[1]) ~= false then
|
49
|
+
return "waiting-children"
|
50
|
+
end
|
51
|
+
return "unknown"
|
52
|
+
`;
|
53
|
+
exports.getStateV2 = {
|
54
|
+
name: 'getStateV2',
|
55
|
+
content,
|
56
|
+
keys: 8,
|
57
|
+
};
|
58
|
+
//# sourceMappingURL=getStateV2-8.js.map
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"getStateV2-8.js","sourceRoot":"","sources":["../../../src/scripts/getStateV2-8.ts"],"names":[],"mappings":";;;AAAA,MAAM,OAAO,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgDf,CAAC;AACW,QAAA,UAAU,GAAG;IACxB,IAAI,EAAE,YAAY;IAClB,OAAO;IACP,IAAI,EAAE,CAAC;CACR,CAAC"}
|
@@ -0,0 +1,34 @@
|
|
1
|
+
"use strict";
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
+
const tslib_1 = require("tslib");
|
4
|
+
tslib_1.__exportStar(require("./addJob-9"), exports);
|
5
|
+
tslib_1.__exportStar(require("./changeDelay-3"), exports);
|
6
|
+
tslib_1.__exportStar(require("./changePriority-5"), exports);
|
7
|
+
tslib_1.__exportStar(require("./cleanJobsInSet-2"), exports);
|
8
|
+
tslib_1.__exportStar(require("./drain-4"), exports);
|
9
|
+
tslib_1.__exportStar(require("./extendLock-2"), exports);
|
10
|
+
tslib_1.__exportStar(require("./getCounts-1"), exports);
|
11
|
+
tslib_1.__exportStar(require("./getRanges-1"), exports);
|
12
|
+
tslib_1.__exportStar(require("./getState-8"), exports);
|
13
|
+
tslib_1.__exportStar(require("./getStateV2-8"), exports);
|
14
|
+
tslib_1.__exportStar(require("./isFinished-3"), exports);
|
15
|
+
tslib_1.__exportStar(require("./isJobInList-1"), exports);
|
16
|
+
tslib_1.__exportStar(require("./moveJobFromActiveToWait-9"), exports);
|
17
|
+
tslib_1.__exportStar(require("./moveStalledJobsToWait-8"), exports);
|
18
|
+
tslib_1.__exportStar(require("./moveToActive-10"), exports);
|
19
|
+
tslib_1.__exportStar(require("./moveToDelayed-8"), exports);
|
20
|
+
tslib_1.__exportStar(require("./moveToFinished-13"), exports);
|
21
|
+
tslib_1.__exportStar(require("./moveToWaitingChildren-4"), exports);
|
22
|
+
tslib_1.__exportStar(require("./obliterate-2"), exports);
|
23
|
+
tslib_1.__exportStar(require("./pause-5"), exports);
|
24
|
+
tslib_1.__exportStar(require("./promote-7"), exports);
|
25
|
+
tslib_1.__exportStar(require("./releaseLock-1"), exports);
|
26
|
+
tslib_1.__exportStar(require("./removeJob-1"), exports);
|
27
|
+
tslib_1.__exportStar(require("./removeRepeatable-2"), exports);
|
28
|
+
tslib_1.__exportStar(require("./reprocessJob-6"), exports);
|
29
|
+
tslib_1.__exportStar(require("./retryJob-9"), exports);
|
30
|
+
tslib_1.__exportStar(require("./retryJobs-6"), exports);
|
31
|
+
tslib_1.__exportStar(require("./saveStacktrace-1"), exports);
|
32
|
+
tslib_1.__exportStar(require("./updateData-1"), exports);
|
33
|
+
tslib_1.__exportStar(require("./updateProgress-2"), exports);
|
34
|
+
//# sourceMappingURL=index.js.map
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/scripts/index.ts"],"names":[],"mappings":";;;AAAA,qDAA2B;AAC3B,0DAAgC;AAChC,6DAAmC;AACnC,6DAAmC;AACnC,oDAA0B;AAC1B,yDAA+B;AAC/B,wDAA8B;AAC9B,wDAA8B;AAC9B,uDAA6B;AAC7B,yDAA+B;AAC/B,yDAA+B;AAC/B,0DAAgC;AAChC,sEAA4C;AAC5C,oEAA0C;AAC1C,4DAAkC;AAClC,4DAAkC;AAClC,8DAAoC;AACpC,oEAA0C;AAC1C,yDAA+B;AAC/B,oDAA0B;AAC1B,sDAA4B;AAC5B,0DAAgC;AAChC,wDAA8B;AAC9B,+DAAqC;AACrC,2DAAiC;AACjC,uDAA6B;AAC7B,wDAA8B;AAC9B,6DAAmC;AACnC,yDAA+B;AAC/B,6DAAmC"}
|
@@ -0,0 +1,49 @@
|
|
1
|
+
"use strict";
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
+
exports.isFinished = void 0;
|
4
|
+
const content = `--[[
|
5
|
+
Checks if a job is finished (.i.e. is in the completed or failed set)
|
6
|
+
Input:
|
7
|
+
KEYS[1] completed key
|
8
|
+
KEYS[2] failed key
|
9
|
+
KEYS[3] job key
|
10
|
+
ARGV[1] job id
|
11
|
+
ARGV[2] return value?
|
12
|
+
Output:
|
13
|
+
0 - Not finished.
|
14
|
+
1 - Completed.
|
15
|
+
2 - Failed.
|
16
|
+
-1 - Missing job.
|
17
|
+
]]
|
18
|
+
local rcall = redis.call
|
19
|
+
if rcall("EXISTS", KEYS[3]) ~= 1 then
|
20
|
+
if ARGV[2] == "1" then
|
21
|
+
return {-1,"Missing key for job " .. KEYS[3] .. ". isFinished"}
|
22
|
+
end
|
23
|
+
return -1
|
24
|
+
end
|
25
|
+
if rcall("ZSCORE", KEYS[1], ARGV[1]) ~= false then
|
26
|
+
if ARGV[2] == "1" then
|
27
|
+
local returnValue = rcall("HGET", KEYS[3], "returnvalue")
|
28
|
+
return {1,returnValue}
|
29
|
+
end
|
30
|
+
return 1
|
31
|
+
end
|
32
|
+
if rcall("ZSCORE", KEYS[2], ARGV[1]) ~= false then
|
33
|
+
if ARGV[2] == "1" then
|
34
|
+
local failedReason = rcall("HGET", KEYS[3], "failedReason")
|
35
|
+
return {2,failedReason}
|
36
|
+
end
|
37
|
+
return 2
|
38
|
+
end
|
39
|
+
if ARGV[2] == "1" then
|
40
|
+
return {0}
|
41
|
+
end
|
42
|
+
return 0
|
43
|
+
`;
|
44
|
+
exports.isFinished = {
|
45
|
+
name: 'isFinished',
|
46
|
+
content,
|
47
|
+
keys: 3,
|
48
|
+
};
|
49
|
+
//# sourceMappingURL=isFinished-3.js.map
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"isFinished-3.js","sourceRoot":"","sources":["../../../src/scripts/isFinished-3.ts"],"names":[],"mappings":";;;AAAA,MAAM,OAAO,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuCf,CAAC;AACW,QAAA,UAAU,GAAG;IACxB,IAAI,EAAE,YAAY;IAClB,OAAO;IACP,IAAI,EAAE,CAAC;CACR,CAAC"}
|
@@ -0,0 +1,32 @@
|
|
1
|
+
"use strict";
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
+
exports.isJobInList = void 0;
|
4
|
+
const content = `--[[
|
5
|
+
Checks if job is in a given list.
|
6
|
+
Input:
|
7
|
+
KEYS[1]
|
8
|
+
ARGV[1]
|
9
|
+
Output:
|
10
|
+
1 if element found in the list.
|
11
|
+
]]
|
12
|
+
-- Includes
|
13
|
+
--[[
|
14
|
+
Functions to check if a item belongs to a list.
|
15
|
+
]]
|
16
|
+
local function checkItemInList(list, item)
|
17
|
+
for _, v in pairs(list) do
|
18
|
+
if v == item then
|
19
|
+
return 1
|
20
|
+
end
|
21
|
+
end
|
22
|
+
return nil
|
23
|
+
end
|
24
|
+
local items = redis.call("LRANGE", KEYS[1] , 0, -1)
|
25
|
+
return checkItemInList(items, ARGV[1])
|
26
|
+
`;
|
27
|
+
exports.isJobInList = {
|
28
|
+
name: 'isJobInList',
|
29
|
+
content,
|
30
|
+
keys: 1,
|
31
|
+
};
|
32
|
+
//# sourceMappingURL=isJobInList-1.js.map
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"isJobInList-1.js","sourceRoot":"","sources":["../../../src/scripts/isJobInList-1.ts"],"names":[],"mappings":";;;AAAA,MAAM,OAAO,GAAG;;;;;;;;;;;;;;;;;;;;;;CAsBf,CAAC;AACW,QAAA,WAAW,GAAG;IACzB,IAAI,EAAE,aAAa;IACnB,OAAO;IACP,IAAI,EAAE,CAAC;CACR,CAAC"}
|
@@ -0,0 +1,70 @@
|
|
1
|
+
"use strict";
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
+
exports.moveJobFromActiveToWait = void 0;
|
4
|
+
const content = `--[[
|
5
|
+
Function to move job from active state to wait.
|
6
|
+
Input:
|
7
|
+
KEYS[1] active key
|
8
|
+
KEYS[2] wait key
|
9
|
+
KEYS[3] stalled key
|
10
|
+
KEYS[4] job lock key
|
11
|
+
KEYS[5] paused key
|
12
|
+
KEYS[6] meta key
|
13
|
+
KEYS[7] limiter key
|
14
|
+
KEYS[8] prioritized key
|
15
|
+
KEYS[9] event key
|
16
|
+
ARGV[1] job id
|
17
|
+
ARGV[2] lock token
|
18
|
+
ARGV[3] job id key
|
19
|
+
]]
|
20
|
+
local rcall = redis.call
|
21
|
+
-- Includes
|
22
|
+
--[[
|
23
|
+
Function to push back job considering priority in front of same prioritized jobs.
|
24
|
+
]]
|
25
|
+
local function pushBackJobWithPriority(prioritizedKey, priority, jobId)
|
26
|
+
-- in order to put it at front of same prioritized jobs
|
27
|
+
-- we consider prioritized counter as 0
|
28
|
+
local score = priority * 0x100000000
|
29
|
+
rcall("ZADD", prioritizedKey, score, jobId)
|
30
|
+
end
|
31
|
+
--[[
|
32
|
+
Function to check for the meta.paused key to decide if we are paused or not
|
33
|
+
(since an empty list and !EXISTS are not really the same).
|
34
|
+
]]
|
35
|
+
local function getTargetQueueList(queueMetaKey, waitKey, pausedKey)
|
36
|
+
if rcall("HEXISTS", queueMetaKey, "paused") ~= 1 then
|
37
|
+
return waitKey, false
|
38
|
+
else
|
39
|
+
return pausedKey, true
|
40
|
+
end
|
41
|
+
end
|
42
|
+
local jobId = ARGV[1]
|
43
|
+
local token = ARGV[2]
|
44
|
+
local lockKey = KEYS[4]
|
45
|
+
local lockToken = rcall("GET", lockKey)
|
46
|
+
local pttl = rcall("PTTL", KEYS[7])
|
47
|
+
if lockToken == token and pttl > 0 then
|
48
|
+
local removed = rcall("LREM", KEYS[1], 1, jobId)
|
49
|
+
if (removed > 0) then
|
50
|
+
local target, paused = getTargetQueueList(KEYS[6], KEYS[2], KEYS[5])
|
51
|
+
rcall("SREM", KEYS[3], jobId)
|
52
|
+
local priority = tonumber(rcall("HGET", ARGV[3], "priority")) or 0
|
53
|
+
if priority > 0 then
|
54
|
+
pushBackJobWithPriority(KEYS[8], priority, jobId)
|
55
|
+
else
|
56
|
+
rcall("RPUSH", target, jobId)
|
57
|
+
end
|
58
|
+
rcall("DEL", lockKey)
|
59
|
+
-- Emit waiting event
|
60
|
+
rcall("XADD", KEYS[9], "*", "event", "waiting", "jobId", jobId)
|
61
|
+
end
|
62
|
+
end
|
63
|
+
return pttl
|
64
|
+
`;
|
65
|
+
exports.moveJobFromActiveToWait = {
|
66
|
+
name: 'moveJobFromActiveToWait',
|
67
|
+
content,
|
68
|
+
keys: 9,
|
69
|
+
};
|
70
|
+
//# sourceMappingURL=moveJobFromActiveToWait-9.js.map
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"moveJobFromActiveToWait-9.js","sourceRoot":"","sources":["../../../src/scripts/moveJobFromActiveToWait-9.ts"],"names":[],"mappings":";;;AAAA,MAAM,OAAO,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4Df,CAAC;AACW,QAAA,uBAAuB,GAAG;IACrC,IAAI,EAAE,yBAAyB;IAC/B,OAAO;IACP,IAAI,EAAE,CAAC;CACR,CAAC"}
|
@@ -0,0 +1,289 @@
|
|
1
|
+
"use strict";
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
+
exports.moveStalledJobsToWait = void 0;
|
4
|
+
const content = `--[[
|
5
|
+
Move stalled jobs to wait.
|
6
|
+
Input:
|
7
|
+
KEYS[1] 'stalled' (SET)
|
8
|
+
KEYS[2] 'wait', (LIST)
|
9
|
+
KEYS[3] 'active', (LIST)
|
10
|
+
KEYS[4] 'failed', (ZSET)
|
11
|
+
KEYS[5] 'stalled-check', (KEY)
|
12
|
+
KEYS[6] 'meta', (KEY)
|
13
|
+
KEYS[7] 'paused', (LIST)
|
14
|
+
KEYS[8] 'event stream' (STREAM)
|
15
|
+
ARGV[1] Max stalled job count
|
16
|
+
ARGV[2] queue.toKey('')
|
17
|
+
ARGV[3] timestamp
|
18
|
+
ARGV[4] max check time
|
19
|
+
Events:
|
20
|
+
'stalled' with stalled job id.
|
21
|
+
]] -- Includes
|
22
|
+
--[[
|
23
|
+
Move stalled jobs to wait.
|
24
|
+
Input:
|
25
|
+
stalledKey 'stalled' (SET)
|
26
|
+
waitKey 'wait', (LIST)
|
27
|
+
activeKey 'active', (LIST)
|
28
|
+
failedKey 'failed', (ZSET)
|
29
|
+
stalledCheckKey 'stalled-check', (KEY)
|
30
|
+
metaKey 'meta', (KEY)
|
31
|
+
pausedKey 'paused', (LIST)
|
32
|
+
eventStreamKey 'event stream' (STREAM)
|
33
|
+
maxStalledJobCount Max stalled job count
|
34
|
+
queueKeyPrefix queue.toKey('')
|
35
|
+
timestamp timestamp
|
36
|
+
maxCheckTime max check time
|
37
|
+
Events:
|
38
|
+
'stalled' with stalled job id.
|
39
|
+
]]
|
40
|
+
local rcall = redis.call
|
41
|
+
-- Includes
|
42
|
+
--[[
|
43
|
+
Function to loop in batches.
|
44
|
+
Just a bit of warning, some commands as ZREM
|
45
|
+
could receive a maximum of 7000 parameters per call.
|
46
|
+
]]
|
47
|
+
local function batches(n, batchSize)
|
48
|
+
local i = 0
|
49
|
+
return function()
|
50
|
+
local from = i * batchSize + 1
|
51
|
+
i = i + 1
|
52
|
+
if (from <= n) then
|
53
|
+
local to = math.min(from + batchSize - 1, n)
|
54
|
+
return from, to
|
55
|
+
end
|
56
|
+
end
|
57
|
+
end
|
58
|
+
--[[
|
59
|
+
Function to check for the meta.paused key to decide if we are paused or not
|
60
|
+
(since an empty list and !EXISTS are not really the same).
|
61
|
+
]]
|
62
|
+
local function getTargetQueueList(queueMetaKey, waitKey, pausedKey)
|
63
|
+
if rcall("HEXISTS", queueMetaKey, "paused") ~= 1 then
|
64
|
+
return waitKey, false
|
65
|
+
else
|
66
|
+
return pausedKey, true
|
67
|
+
end
|
68
|
+
end
|
69
|
+
--[[
|
70
|
+
Function to remove job.
|
71
|
+
]]
|
72
|
+
-- Includes
|
73
|
+
--[[
|
74
|
+
Check if this job has a parent. If so we will just remove it from
|
75
|
+
the parent child list, but if it is the last child we should move the parent to "wait/paused"
|
76
|
+
which requires code from "moveToFinished"
|
77
|
+
]]
|
78
|
+
--[[
|
79
|
+
Functions to destructure job key.
|
80
|
+
Just a bit of warning, these functions may be a bit slow and affect performance significantly.
|
81
|
+
]]
|
82
|
+
local getJobIdFromKey = function (jobKey)
|
83
|
+
return string.match(jobKey, ".*:(.*)")
|
84
|
+
end
|
85
|
+
local getJobKeyPrefix = function (jobKey, jobId)
|
86
|
+
return string.sub(jobKey, 0, #jobKey - #jobId)
|
87
|
+
end
|
88
|
+
local function moveParentToWait(parentPrefix, parentId, emitEvent)
|
89
|
+
local parentTarget = getTargetQueueList(parentPrefix .. "meta", parentPrefix .. "wait", parentPrefix .. "paused")
|
90
|
+
rcall("RPUSH", parentTarget, parentId)
|
91
|
+
if emitEvent then
|
92
|
+
local parentEventStream = parentPrefix .. "events"
|
93
|
+
rcall("XADD", parentEventStream, "*", "event", "waiting", "jobId", parentId, "prev", "waiting-children")
|
94
|
+
end
|
95
|
+
end
|
96
|
+
local function removeParentDependencyKey(jobKey, hard, parentKey, baseKey)
|
97
|
+
if parentKey then
|
98
|
+
local parentDependenciesKey = parentKey .. ":dependencies"
|
99
|
+
local result = rcall("SREM", parentDependenciesKey, jobKey)
|
100
|
+
if result > 0 then
|
101
|
+
local pendingDependencies = rcall("SCARD", parentDependenciesKey)
|
102
|
+
if pendingDependencies == 0 then
|
103
|
+
local parentId = getJobIdFromKey(parentKey)
|
104
|
+
local parentPrefix = getJobKeyPrefix(parentKey, parentId)
|
105
|
+
local numRemovedElements = rcall("ZREM", parentPrefix .. "waiting-children", parentId)
|
106
|
+
if numRemovedElements == 1 then
|
107
|
+
if hard then
|
108
|
+
if parentPrefix == baseKey then
|
109
|
+
removeParentDependencyKey(parentKey, hard, nil, baseKey)
|
110
|
+
rcall("DEL", parentKey, parentKey .. ':logs',
|
111
|
+
parentKey .. ':dependencies', parentKey .. ':processed')
|
112
|
+
else
|
113
|
+
moveParentToWait(parentPrefix, parentId)
|
114
|
+
end
|
115
|
+
else
|
116
|
+
moveParentToWait(parentPrefix, parentId, true)
|
117
|
+
end
|
118
|
+
end
|
119
|
+
end
|
120
|
+
end
|
121
|
+
else
|
122
|
+
local missedParentKey = rcall("HGET", jobKey, "parentKey")
|
123
|
+
if( (type(missedParentKey) == "string") and missedParentKey ~= "" and (rcall("EXISTS", missedParentKey) == 1)) then
|
124
|
+
local parentDependenciesKey = missedParentKey .. ":dependencies"
|
125
|
+
local result = rcall("SREM", parentDependenciesKey, jobKey)
|
126
|
+
if result > 0 then
|
127
|
+
local pendingDependencies = rcall("SCARD", parentDependenciesKey)
|
128
|
+
if pendingDependencies == 0 then
|
129
|
+
local parentId = getJobIdFromKey(missedParentKey)
|
130
|
+
local parentPrefix = getJobKeyPrefix(missedParentKey, parentId)
|
131
|
+
local numRemovedElements = rcall("ZREM", parentPrefix .. "waiting-children", parentId)
|
132
|
+
if numRemovedElements == 1 then
|
133
|
+
if hard then
|
134
|
+
if parentPrefix == baseKey then
|
135
|
+
removeParentDependencyKey(missedParentKey, hard, nil, baseKey)
|
136
|
+
rcall("DEL", missedParentKey, missedParentKey .. ':logs',
|
137
|
+
missedParentKey .. ':dependencies', missedParentKey .. ':processed')
|
138
|
+
else
|
139
|
+
moveParentToWait(parentPrefix, parentId)
|
140
|
+
end
|
141
|
+
else
|
142
|
+
moveParentToWait(parentPrefix, parentId, true)
|
143
|
+
end
|
144
|
+
end
|
145
|
+
end
|
146
|
+
end
|
147
|
+
end
|
148
|
+
end
|
149
|
+
end
|
150
|
+
local function removeJob(jobId, hard, baseKey)
|
151
|
+
local jobKey = baseKey .. jobId
|
152
|
+
removeParentDependencyKey(jobKey, hard, nil, baseKey)
|
153
|
+
rcall("DEL", jobKey, jobKey .. ':logs',
|
154
|
+
jobKey .. ':dependencies', jobKey .. ':processed')
|
155
|
+
end
|
156
|
+
--[[
|
157
|
+
Functions to remove jobs by max age.
|
158
|
+
]]
|
159
|
+
-- Includes
|
160
|
+
local function removeJobsByMaxAge(timestamp, maxAge, targetSet, prefix)
|
161
|
+
local start = timestamp - maxAge * 1000
|
162
|
+
local jobIds = rcall("ZREVRANGEBYSCORE", targetSet, start, "-inf")
|
163
|
+
for i, jobId in ipairs(jobIds) do
|
164
|
+
removeJob(jobId, false, prefix)
|
165
|
+
end
|
166
|
+
rcall("ZREMRANGEBYSCORE", targetSet, "-inf", start)
|
167
|
+
end
|
168
|
+
--[[
|
169
|
+
Functions to remove jobs by max count.
|
170
|
+
]]
|
171
|
+
-- Includes
|
172
|
+
local function removeJobsByMaxCount(maxCount, targetSet, prefix)
|
173
|
+
local start = maxCount
|
174
|
+
local jobIds = rcall("ZREVRANGE", targetSet, start, -1)
|
175
|
+
for i, jobId in ipairs(jobIds) do
|
176
|
+
removeJob(jobId, false, prefix)
|
177
|
+
end
|
178
|
+
rcall("ZREMRANGEBYRANK", targetSet, 0, -(maxCount + 1))
|
179
|
+
end
|
180
|
+
--[[
|
181
|
+
Function to trim events, default 10000.
|
182
|
+
]]
|
183
|
+
local function trimEvents(metaKey, eventStreamKey)
|
184
|
+
local maxEvents = rcall("HGET", metaKey, "opts.maxLenEvents")
|
185
|
+
if maxEvents ~= false then
|
186
|
+
rcall("XTRIM", eventStreamKey, "MAXLEN", "~", maxEvents)
|
187
|
+
else
|
188
|
+
rcall("XTRIM", eventStreamKey, "MAXLEN", "~", 10000)
|
189
|
+
end
|
190
|
+
end
|
191
|
+
-- Check if we need to check for stalled jobs now.
|
192
|
+
local function checkStalledJobs(stalledKey, waitKey, activeKey, failedKey,
|
193
|
+
stalledCheckKey, metaKey, pausedKey,
|
194
|
+
eventStreamKey, maxStalledJobCount,
|
195
|
+
queueKeyPrefix, timestamp, maxCheckTime)
|
196
|
+
if rcall("EXISTS", stalledCheckKey) == 1 then return {{}, {}} end
|
197
|
+
rcall("SET", stalledCheckKey, timestamp, "PX", maxCheckTime)
|
198
|
+
-- Trim events before emiting them to avoid trimming events emitted in this script
|
199
|
+
trimEvents(metaKey, eventStreamKey)
|
200
|
+
-- Move all stalled jobs to wait
|
201
|
+
local stalling = rcall('SMEMBERS', stalledKey)
|
202
|
+
local stalled = {}
|
203
|
+
local failed = {}
|
204
|
+
if (#stalling > 0) then
|
205
|
+
rcall('DEL', stalledKey)
|
206
|
+
local MAX_STALLED_JOB_COUNT = tonumber(maxStalledJobCount)
|
207
|
+
-- Remove from active list
|
208
|
+
for i, jobId in ipairs(stalling) do
|
209
|
+
if string.sub(jobId, 1, 2) == "0:" then
|
210
|
+
-- If the jobId is a delay marker ID we just remove it.
|
211
|
+
rcall("LREM", activeKey, 1, jobId)
|
212
|
+
else
|
213
|
+
local jobKey = queueKeyPrefix .. jobId
|
214
|
+
-- Check that the lock is also missing, then we can handle this job as really stalled.
|
215
|
+
if (rcall("EXISTS", jobKey .. ":lock") == 0) then
|
216
|
+
-- Remove from the active queue.
|
217
|
+
local removed = rcall("LREM", activeKey, 1, jobId)
|
218
|
+
if (removed > 0) then
|
219
|
+
-- If this job has been stalled too many times, such as if it crashes the worker, then fail it.
|
220
|
+
local stalledCount =
|
221
|
+
rcall("HINCRBY", jobKey, "stalledCounter", 1)
|
222
|
+
if (stalledCount > MAX_STALLED_JOB_COUNT) then
|
223
|
+
local rawOpts = rcall("HGET", jobKey, "opts")
|
224
|
+
local opts = cjson.decode(rawOpts)
|
225
|
+
local removeOnFailType = type(opts["removeOnFail"])
|
226
|
+
rcall("ZADD", failedKey, timestamp, jobId)
|
227
|
+
local failedReason =
|
228
|
+
"job stalled more than allowable limit"
|
229
|
+
rcall("HMSET", jobKey, "failedReason", failedReason,
|
230
|
+
"finishedOn", timestamp)
|
231
|
+
rcall("XADD", eventStreamKey, "*", "event",
|
232
|
+
"failed", "jobId", jobId, 'prev', 'active',
|
233
|
+
'failedReason', failedReason)
|
234
|
+
if removeOnFailType == "number" then
|
235
|
+
removeJobsByMaxCount(opts["removeOnFail"],
|
236
|
+
failedKey, queueKeyPrefix)
|
237
|
+
elseif removeOnFailType == "boolean" then
|
238
|
+
if opts["removeOnFail"] then
|
239
|
+
removeJob(jobId, false, queueKeyPrefix)
|
240
|
+
rcall("ZREM", failedKey, jobId)
|
241
|
+
end
|
242
|
+
elseif removeOnFailType ~= "nil" then
|
243
|
+
local maxAge = opts["removeOnFail"]["age"]
|
244
|
+
local maxCount = opts["removeOnFail"]["count"]
|
245
|
+
if maxAge ~= nil then
|
246
|
+
removeJobsByMaxAge(timestamp, maxAge,
|
247
|
+
failedKey, queueKeyPrefix)
|
248
|
+
end
|
249
|
+
if maxCount ~= nil and maxCount > 0 then
|
250
|
+
removeJobsByMaxCount(maxCount, failedKey,
|
251
|
+
queueKeyPrefix)
|
252
|
+
end
|
253
|
+
end
|
254
|
+
table.insert(failed, jobId)
|
255
|
+
else
|
256
|
+
local target =
|
257
|
+
getTargetQueueList(metaKey, waitKey, pausedKey)
|
258
|
+
-- Move the job back to the wait queue, to immediately be picked up by a waiting worker.
|
259
|
+
rcall("RPUSH", target, jobId)
|
260
|
+
rcall("XADD", eventStreamKey, "*", "event",
|
261
|
+
"waiting", "jobId", jobId, 'prev', 'active')
|
262
|
+
-- Emit the stalled event
|
263
|
+
rcall("XADD", eventStreamKey, "*", "event",
|
264
|
+
"stalled", "jobId", jobId)
|
265
|
+
table.insert(stalled, jobId)
|
266
|
+
end
|
267
|
+
end
|
268
|
+
end
|
269
|
+
end
|
270
|
+
end
|
271
|
+
end
|
272
|
+
-- Mark potentially stalled jobs
|
273
|
+
local active = rcall('LRANGE', activeKey, 0, -1)
|
274
|
+
if (#active > 0) then
|
275
|
+
for from, to in batches(#active, 7000) do
|
276
|
+
rcall('SADD', stalledKey, unpack(active, from, to))
|
277
|
+
end
|
278
|
+
end
|
279
|
+
return {failed, stalled}
|
280
|
+
end
|
281
|
+
return checkStalledJobs(KEYS[1], KEYS[2], KEYS[3], KEYS[4], KEYS[5], KEYS[6],
|
282
|
+
KEYS[7], KEYS[8], ARGV[1], ARGV[2], ARGV[3], ARGV[4])
|
283
|
+
`;
|
284
|
+
exports.moveStalledJobsToWait = {
|
285
|
+
name: 'moveStalledJobsToWait',
|
286
|
+
content,
|
287
|
+
keys: 8,
|
288
|
+
};
|
289
|
+
//# sourceMappingURL=moveStalledJobsToWait-8.js.map
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"file":"moveStalledJobsToWait-8.js","sourceRoot":"","sources":["../../../src/scripts/moveStalledJobsToWait-8.ts"],"names":[],"mappings":";;;AAAA,MAAM,OAAO,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuRf,CAAC;AACW,QAAA,qBAAqB,GAAG;IACnC,IAAI,EAAE,uBAAuB;IAC7B,OAAO;IACP,IAAI,EAAE,CAAC;CACR,CAAC"}
|