bullmq 4.0.0-beta.1 → 4.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +156 -22
- package/dist/cjs/classes/async-fifo-queue.js +90 -0
- package/dist/cjs/classes/async-fifo-queue.js.map +1 -0
- package/dist/{classes → cjs/classes}/backoffs.js +10 -9
- package/dist/cjs/classes/backoffs.js.map +1 -0
- package/dist/cjs/classes/child-pool.js +64 -0
- package/dist/cjs/classes/child-pool.js.map +1 -0
- package/dist/cjs/classes/child-processor.js +150 -0
- package/dist/cjs/classes/child-processor.js.map +1 -0
- package/dist/cjs/classes/child.js +216 -0
- package/dist/cjs/classes/child.js.map +1 -0
- package/dist/cjs/classes/delayed-error.js +19 -0
- package/dist/cjs/classes/delayed-error.js.map +1 -0
- package/dist/cjs/classes/flow-producer.js +283 -0
- package/dist/cjs/classes/flow-producer.js.map +1 -0
- package/dist/{classes → cjs/classes}/index.js +11 -3
- package/dist/cjs/classes/index.js.map +1 -0
- package/dist/cjs/classes/job.js +768 -0
- package/dist/cjs/classes/job.js.map +1 -0
- package/dist/cjs/classes/main-base.js +45 -0
- package/dist/cjs/classes/main-base.js.map +1 -0
- package/dist/cjs/classes/main-worker.js +10 -0
- package/dist/cjs/classes/main-worker.js.map +1 -0
- package/dist/cjs/classes/main.js +10 -0
- package/dist/cjs/classes/main.js.map +1 -0
- package/dist/cjs/classes/queue-base.js +135 -0
- package/dist/cjs/classes/queue-base.js.map +1 -0
- package/dist/cjs/classes/queue-events.js +120 -0
- package/dist/cjs/classes/queue-events.js.map +1 -0
- package/dist/cjs/classes/queue-getters.js +347 -0
- package/dist/cjs/classes/queue-getters.js.map +1 -0
- package/dist/cjs/classes/queue-keys.js +45 -0
- package/dist/cjs/classes/queue-keys.js.map +1 -0
- package/dist/cjs/classes/queue.js +275 -0
- package/dist/cjs/classes/queue.js.map +1 -0
- package/dist/cjs/classes/redis-connection.js +207 -0
- package/dist/cjs/classes/redis-connection.js.map +1 -0
- package/dist/cjs/classes/repeat.js +149 -0
- package/dist/cjs/classes/repeat.js.map +1 -0
- package/dist/{classes → cjs/classes}/sandbox.js +18 -14
- package/dist/cjs/classes/sandbox.js.map +1 -0
- package/dist/cjs/classes/scripts.js +658 -0
- package/dist/cjs/classes/scripts.js.map +1 -0
- package/dist/cjs/classes/unrecoverable-error.js +19 -0
- package/dist/cjs/classes/unrecoverable-error.js.map +1 -0
- package/dist/cjs/classes/waiting-children-error.js +19 -0
- package/dist/cjs/classes/waiting-children-error.js.map +1 -0
- package/dist/cjs/classes/worker.js +577 -0
- package/dist/cjs/classes/worker.js.map +1 -0
- package/dist/cjs/commands/addJob-9.lua +170 -0
- package/dist/cjs/commands/changeDelay-3.lua +40 -0
- package/dist/cjs/commands/changePriority-5.lua +52 -0
- package/dist/cjs/commands/cleanJobsInSet-2.lua +48 -0
- package/dist/cjs/commands/drain-4.lua +26 -0
- package/dist/{commands → cjs/commands}/extendLock-2.lua +1 -0
- package/dist/cjs/commands/getCounts-1.lua +35 -0
- package/dist/cjs/commands/getRanges-1.lua +69 -0
- package/dist/cjs/commands/getState-8.lua +66 -0
- package/dist/cjs/commands/getStateV2-8.lua +59 -0
- package/dist/cjs/commands/includes/addDelayMarkerIfNeeded.lua +15 -0
- package/dist/cjs/commands/includes/addJobWithPriority.lua +15 -0
- package/dist/cjs/commands/includes/addPriorityMarkerIfNeeded.lua +12 -0
- package/dist/cjs/commands/includes/batches.lua +18 -0
- package/dist/cjs/commands/includes/checkItemInList.lua +12 -0
- package/dist/cjs/commands/includes/checkStalledJobs.lua +139 -0
- package/dist/cjs/commands/includes/cleanList.lua +47 -0
- package/dist/cjs/commands/includes/cleanSet.lua +39 -0
- package/dist/cjs/commands/includes/collectMetrics.lua +46 -0
- package/dist/cjs/commands/includes/destructureJobKey.lua +12 -0
- package/dist/cjs/commands/includes/getJobsInZset.lua +12 -0
- package/dist/cjs/commands/includes/getNextDelayedTimestamp.lua +13 -0
- package/dist/cjs/commands/includes/getRateLimitTTL.lua +17 -0
- package/dist/cjs/commands/includes/getTargetQueueList.lua +12 -0
- package/dist/cjs/commands/includes/getTimestamp.lua +19 -0
- package/dist/cjs/commands/includes/getZSetItems.lua +7 -0
- package/dist/cjs/commands/includes/isLocked.lua +31 -0
- package/dist/cjs/commands/includes/moveJobFromPriorityToActive.lua +14 -0
- package/dist/cjs/commands/includes/moveParentFromWaitingChildrenToFailed.lua +28 -0
- package/dist/cjs/commands/includes/prepareJobForProcessing.lua +74 -0
- package/dist/cjs/commands/includes/promoteDelayedJobs.lua +39 -0
- package/dist/cjs/commands/includes/pushBackJobWithPriority.lua +9 -0
- package/dist/cjs/commands/includes/removeJob.lua +13 -0
- package/dist/cjs/commands/includes/removeJobFromAnyState.lua +35 -0
- package/dist/cjs/commands/includes/removeJobs.lua +25 -0
- package/dist/cjs/commands/includes/removeJobsByMaxAge.lua +15 -0
- package/dist/cjs/commands/includes/removeJobsByMaxCount.lua +15 -0
- package/dist/cjs/commands/includes/removeParentDependencyKey.lua +77 -0
- package/dist/cjs/commands/includes/removeZSetJobs.lua +15 -0
- package/dist/cjs/commands/includes/trimEvents.lua +12 -0
- package/dist/cjs/commands/includes/updateParentDepsIfNeeded.lua +40 -0
- package/dist/cjs/commands/index.js +10 -0
- package/dist/cjs/commands/index.js.map +1 -0
- package/dist/cjs/commands/isFinished-3.lua +48 -0
- package/dist/cjs/commands/isJobInList-1.lua +16 -0
- package/dist/cjs/commands/moveJobFromActiveToWait-9.lua +53 -0
- package/dist/cjs/commands/moveStalledJobsToWait-8.lua +24 -0
- package/dist/cjs/commands/moveToActive-10.lua +116 -0
- package/dist/cjs/commands/moveToDelayed-8.lua +66 -0
- package/dist/cjs/commands/moveToFinished-13.lua +250 -0
- package/dist/cjs/commands/moveToWaitingChildren-4.lua +62 -0
- package/dist/cjs/commands/obliterate-2.lua +102 -0
- package/dist/cjs/commands/pause-5.lua +36 -0
- package/dist/cjs/commands/promote-7.lua +57 -0
- package/dist/cjs/commands/releaseLock-1.lua +19 -0
- package/dist/cjs/commands/removeJob-1.lua +71 -0
- package/{src → dist/cjs}/commands/removeRepeatable-2.lua +13 -1
- package/dist/cjs/commands/reprocessJob-6.lua +43 -0
- package/dist/cjs/commands/retryJob-9.lua +69 -0
- package/dist/cjs/commands/retryJobs-6.lua +53 -0
- package/dist/cjs/commands/saveStacktrace-1.lua +22 -0
- package/dist/cjs/commands/script-loader.js +408 -0
- package/dist/cjs/commands/script-loader.js.map +1 -0
- package/dist/cjs/commands/updateData-1.lua +20 -0
- package/dist/cjs/commands/updateProgress-2.lua +26 -0
- package/dist/cjs/enums/error-code.enum.js +13 -0
- package/dist/cjs/enums/error-code.enum.js.map +1 -0
- package/dist/cjs/enums/index.js +6 -0
- package/dist/cjs/enums/index.js.map +1 -0
- package/dist/cjs/enums/metrics-time.js +15 -0
- package/dist/cjs/enums/metrics-time.js.map +1 -0
- package/dist/{index.js → cjs/index.js} +2 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/interfaces/advanced-options.js +3 -0
- package/dist/cjs/interfaces/advanced-options.js.map +1 -0
- package/dist/cjs/interfaces/backoff-options.js.map +1 -0
- package/dist/cjs/interfaces/base-job-options.js +3 -0
- package/dist/cjs/interfaces/base-job-options.js.map +1 -0
- package/dist/cjs/interfaces/child-command.js +10 -0
- package/dist/cjs/interfaces/child-command.js.map +1 -0
- package/dist/{interfaces/backoff-opts.js → cjs/interfaces/child-message.js} +1 -1
- package/dist/cjs/interfaces/child-message.js.map +1 -0
- package/dist/{interfaces/redis-opts.js → cjs/interfaces/connection.js} +1 -1
- package/dist/cjs/interfaces/connection.js.map +1 -0
- package/dist/{interfaces/jobs-opts.js → cjs/interfaces/flow-job.js} +1 -1
- package/dist/cjs/interfaces/flow-job.js.map +1 -0
- package/dist/cjs/interfaces/index.js +28 -0
- package/dist/cjs/interfaces/index.js.map +1 -0
- package/dist/cjs/interfaces/ioredis-events.js +3 -0
- package/dist/cjs/interfaces/ioredis-events.js.map +1 -0
- package/dist/{interfaces/repeat-opts.js → cjs/interfaces/job-json.js} +1 -1
- package/dist/cjs/interfaces/job-json.js.map +1 -0
- package/dist/{interfaces/worker-opts.js → cjs/interfaces/keep-jobs.js} +1 -1
- package/dist/cjs/interfaces/keep-jobs.js.map +1 -0
- package/dist/cjs/interfaces/metrics-options.js +3 -0
- package/dist/cjs/interfaces/metrics-options.js.map +1 -0
- package/dist/cjs/interfaces/metrics.js +3 -0
- package/dist/cjs/interfaces/metrics.js.map +1 -0
- package/dist/cjs/interfaces/minimal-job.js +3 -0
- package/dist/cjs/interfaces/minimal-job.js.map +1 -0
- package/dist/cjs/interfaces/parent-command.js +15 -0
- package/dist/cjs/interfaces/parent-command.js.map +1 -0
- package/dist/cjs/interfaces/parent-message.js +3 -0
- package/dist/cjs/interfaces/parent-message.js.map +1 -0
- package/dist/cjs/interfaces/parent.js +3 -0
- package/dist/cjs/interfaces/parent.js.map +1 -0
- package/dist/{interfaces → cjs/interfaces}/queue-options.js +1 -0
- package/dist/cjs/interfaces/queue-options.js.map +1 -0
- package/dist/cjs/interfaces/rate-limiter-options.js.map +1 -0
- package/dist/cjs/interfaces/redis-options.js.map +1 -0
- package/dist/{interfaces/jobs-options.js → cjs/interfaces/redis-streams.js} +1 -1
- package/dist/cjs/interfaces/redis-streams.js.map +1 -0
- package/dist/cjs/interfaces/repeat-options.js.map +1 -0
- package/dist/cjs/interfaces/sandboxed-job-processor.js +3 -0
- package/dist/cjs/interfaces/sandboxed-job-processor.js.map +1 -0
- package/dist/cjs/interfaces/sandboxed-job.js +3 -0
- package/dist/cjs/interfaces/sandboxed-job.js.map +1 -0
- package/dist/cjs/interfaces/worker-options.js.map +1 -0
- package/dist/cjs/scripts/addJob-9.js +252 -0
- package/dist/cjs/scripts/addJob-9.js.map +1 -0
- package/dist/cjs/scripts/changeDelay-3.js +41 -0
- package/dist/cjs/scripts/changeDelay-3.js.map +1 -0
- package/dist/cjs/scripts/changePriority-5.js +87 -0
- package/dist/cjs/scripts/changePriority-5.js.map +1 -0
- package/dist/cjs/scripts/cleanJobsInSet-2.js +259 -0
- package/dist/cjs/scripts/cleanJobsInSet-2.js.map +1 -0
- package/dist/cjs/scripts/drain-4.js +178 -0
- package/dist/cjs/scripts/drain-4.js.map +1 -0
- package/dist/cjs/scripts/extendLock-2.js +30 -0
- package/dist/cjs/scripts/extendLock-2.js.map +1 -0
- package/dist/cjs/scripts/getCounts-1.js +41 -0
- package/dist/cjs/scripts/getCounts-1.js.map +1 -0
- package/dist/cjs/scripts/getRanges-1.js +72 -0
- package/dist/cjs/scripts/getRanges-1.js.map +1 -0
- package/dist/cjs/scripts/getState-8.js +74 -0
- package/dist/cjs/scripts/getState-8.js.map +1 -0
- package/dist/cjs/scripts/getStateV2-8.js +58 -0
- package/dist/cjs/scripts/getStateV2-8.js.map +1 -0
- package/dist/cjs/scripts/index.js +34 -0
- package/dist/cjs/scripts/index.js.map +1 -0
- package/dist/cjs/scripts/isFinished-3.js +49 -0
- package/dist/cjs/scripts/isFinished-3.js.map +1 -0
- package/dist/cjs/scripts/isJobInList-1.js +32 -0
- package/dist/cjs/scripts/isJobInList-1.js.map +1 -0
- package/dist/cjs/scripts/moveJobFromActiveToWait-9.js +70 -0
- package/dist/cjs/scripts/moveJobFromActiveToWait-9.js.map +1 -0
- package/dist/cjs/scripts/moveStalledJobsToWait-8.js +289 -0
- package/dist/cjs/scripts/moveStalledJobsToWait-8.js.map +1 -0
- package/dist/cjs/scripts/moveToActive-10.js +269 -0
- package/dist/cjs/scripts/moveToActive-10.js.map +1 -0
- package/dist/cjs/scripts/moveToDelayed-8.js +152 -0
- package/dist/cjs/scripts/moveToDelayed-8.js.map +1 -0
- package/dist/cjs/scripts/moveToFinished-13.js +624 -0
- package/dist/cjs/scripts/moveToFinished-13.js.map +1 -0
- package/dist/cjs/scripts/moveToWaitingChildren-4.js +59 -0
- package/dist/cjs/scripts/moveToWaitingChildren-4.js.map +1 -0
- package/dist/cjs/scripts/obliterate-2.js +244 -0
- package/dist/cjs/scripts/obliterate-2.js.map +1 -0
- package/dist/cjs/scripts/pause-5.js +48 -0
- package/dist/cjs/scripts/pause-5.js.map +1 -0
- package/dist/cjs/scripts/promote-7.js +87 -0
- package/dist/cjs/scripts/promote-7.js.map +1 -0
- package/dist/cjs/scripts/releaseLock-1.js +25 -0
- package/dist/cjs/scripts/releaseLock-1.js.map +1 -0
- package/dist/cjs/scripts/removeJob-1.js +210 -0
- package/dist/cjs/scripts/removeJob-1.js.map +1 -0
- package/dist/cjs/scripts/removeRepeatable-2.js +38 -0
- package/dist/cjs/scripts/removeRepeatable-2.js.map +1 -0
- package/dist/cjs/scripts/reprocessJob-6.js +56 -0
- package/dist/cjs/scripts/reprocessJob-6.js.map +1 -0
- package/dist/cjs/scripts/retryJob-9.js +128 -0
- package/dist/cjs/scripts/retryJob-9.js.map +1 -0
- package/dist/cjs/scripts/retryJobs-6.js +76 -0
- package/dist/cjs/scripts/retryJobs-6.js.map +1 -0
- package/dist/cjs/scripts/saveStacktrace-1.js +27 -0
- package/dist/cjs/scripts/saveStacktrace-1.js.map +1 -0
- package/dist/cjs/scripts/updateData-1.js +26 -0
- package/dist/cjs/scripts/updateData-1.js.map +1 -0
- package/dist/cjs/scripts/updateProgress-2.js +31 -0
- package/dist/cjs/scripts/updateProgress-2.js.map +1 -0
- package/dist/cjs/tsconfig-cjs.tsbuildinfo +1 -0
- package/dist/cjs/types/backoff-strategy.js +3 -0
- package/dist/cjs/types/backoff-strategy.js.map +1 -0
- package/dist/cjs/types/finished-status.js +3 -0
- package/dist/cjs/types/finished-status.js.map +1 -0
- package/dist/cjs/types/index.js +11 -0
- package/dist/cjs/types/index.js.map +1 -0
- package/dist/cjs/types/job-json-sandbox.js +3 -0
- package/dist/cjs/types/job-json-sandbox.js.map +1 -0
- package/dist/cjs/types/job-options.js +3 -0
- package/dist/cjs/types/job-options.js.map +1 -0
- package/dist/cjs/types/job-type.js +3 -0
- package/dist/cjs/types/job-type.js.map +1 -0
- package/dist/cjs/types/minimal-queue.js +3 -0
- package/dist/cjs/types/minimal-queue.js.map +1 -0
- package/dist/cjs/types/repeat-strategy.js +3 -0
- package/dist/cjs/types/repeat-strategy.js.map +1 -0
- package/dist/cjs/utils.js +152 -0
- package/dist/cjs/utils.js.map +1 -0
- package/dist/esm/classes/async-fifo-queue.d.ts +31 -0
- package/dist/esm/classes/async-fifo-queue.js +86 -0
- package/dist/esm/classes/async-fifo-queue.js.map +1 -0
- package/dist/esm/classes/backoffs.d.ts +10 -0
- package/dist/esm/classes/backoffs.js +44 -0
- package/dist/esm/classes/backoffs.js.map +1 -0
- package/dist/esm/classes/child-pool.d.ts +23 -0
- package/dist/esm/classes/child-pool.js +60 -0
- package/dist/esm/classes/child-pool.js.map +1 -0
- package/dist/esm/classes/child-processor.d.ts +26 -0
- package/dist/esm/classes/child-processor.js +146 -0
- package/dist/esm/classes/child-processor.js.map +1 -0
- package/dist/esm/classes/child.d.ts +36 -0
- package/dist/esm/classes/child.js +212 -0
- package/dist/esm/classes/child.js.map +1 -0
- package/dist/esm/classes/delayed-error.d.ts +10 -0
- package/dist/esm/classes/delayed-error.js +15 -0
- package/dist/esm/classes/delayed-error.js.map +1 -0
- package/dist/esm/classes/flow-producer.d.ts +163 -0
- package/dist/esm/classes/flow-producer.js +279 -0
- package/dist/esm/classes/flow-producer.js.map +1 -0
- package/dist/{classes → esm/classes}/index.d.ts +9 -3
- package/dist/esm/classes/index.js +22 -0
- package/dist/esm/classes/index.js.map +1 -0
- package/dist/esm/classes/job.d.ts +355 -0
- package/dist/esm/classes/job.js +764 -0
- package/dist/esm/classes/job.js.map +1 -0
- package/dist/esm/classes/main-base.d.ts +4 -0
- package/dist/esm/classes/main-base.js +43 -0
- package/dist/esm/classes/main-base.js.map +1 -0
- package/dist/esm/classes/main-worker.js +8 -0
- package/dist/esm/classes/main-worker.js.map +1 -0
- package/dist/esm/classes/main.js +8 -0
- package/dist/esm/classes/main.js.map +1 -0
- package/dist/esm/classes/queue-base.d.ts +67 -0
- package/dist/esm/classes/queue-base.js +131 -0
- package/dist/esm/classes/queue-base.js.map +1 -0
- package/dist/esm/classes/queue-events.d.ts +179 -0
- package/dist/esm/classes/queue-events.js +116 -0
- package/dist/esm/classes/queue-events.js.map +1 -0
- package/dist/esm/classes/queue-getters.d.ts +164 -0
- package/dist/esm/classes/queue-getters.js +344 -0
- package/dist/esm/classes/queue-getters.js.map +1 -0
- package/dist/esm/classes/queue-keys.d.ts +10 -0
- package/dist/esm/classes/queue-keys.js +41 -0
- package/dist/esm/classes/queue-keys.js.map +1 -0
- package/dist/esm/classes/queue.d.ts +236 -0
- package/dist/esm/classes/queue.js +271 -0
- package/dist/esm/classes/queue.js.map +1 -0
- package/dist/esm/classes/redis-connection.d.ts +37 -0
- package/dist/esm/classes/redis-connection.js +203 -0
- package/dist/esm/classes/redis-connection.js.map +1 -0
- package/dist/esm/classes/repeat.d.ts +25 -0
- package/dist/esm/classes/repeat.js +144 -0
- package/dist/esm/classes/repeat.js.map +1 -0
- package/dist/esm/classes/sandbox.d.ts +4 -0
- package/dist/esm/classes/sandbox.js +58 -0
- package/dist/esm/classes/sandbox.js.map +1 -0
- package/dist/esm/classes/scripts.d.ts +106 -0
- package/dist/esm/classes/scripts.js +654 -0
- package/dist/esm/classes/scripts.js.map +1 -0
- package/dist/esm/classes/unrecoverable-error.d.ts +10 -0
- package/dist/esm/classes/unrecoverable-error.js +15 -0
- package/dist/esm/classes/unrecoverable-error.js.map +1 -0
- package/dist/esm/classes/waiting-children-error.d.ts +10 -0
- package/dist/esm/classes/waiting-children-error.js +15 -0
- package/dist/esm/classes/waiting-children-error.js.map +1 -0
- package/dist/esm/classes/worker.d.ts +215 -0
- package/dist/esm/classes/worker.js +573 -0
- package/dist/esm/classes/worker.js.map +1 -0
- package/dist/esm/commands/addJob-9.lua +170 -0
- package/dist/esm/commands/changeDelay-3.lua +40 -0
- package/dist/esm/commands/changePriority-5.lua +52 -0
- package/dist/esm/commands/cleanJobsInSet-2.lua +48 -0
- package/dist/esm/commands/drain-4.lua +26 -0
- package/{src → dist/esm}/commands/extendLock-2.lua +1 -0
- package/dist/esm/commands/getCounts-1.lua +35 -0
- package/dist/esm/commands/getRanges-1.lua +69 -0
- package/dist/esm/commands/getState-8.lua +66 -0
- package/dist/esm/commands/getStateV2-8.lua +59 -0
- package/dist/esm/commands/includes/addDelayMarkerIfNeeded.lua +15 -0
- package/dist/esm/commands/includes/addJobWithPriority.lua +15 -0
- package/dist/esm/commands/includes/addPriorityMarkerIfNeeded.lua +12 -0
- package/dist/esm/commands/includes/batches.lua +18 -0
- package/dist/esm/commands/includes/checkItemInList.lua +12 -0
- package/dist/esm/commands/includes/checkStalledJobs.lua +139 -0
- package/dist/esm/commands/includes/cleanList.lua +47 -0
- package/dist/esm/commands/includes/cleanSet.lua +39 -0
- package/dist/esm/commands/includes/collectMetrics.lua +46 -0
- package/dist/esm/commands/includes/destructureJobKey.lua +12 -0
- package/dist/esm/commands/includes/getJobsInZset.lua +12 -0
- package/dist/esm/commands/includes/getNextDelayedTimestamp.lua +13 -0
- package/dist/esm/commands/includes/getRateLimitTTL.lua +17 -0
- package/dist/esm/commands/includes/getTargetQueueList.lua +12 -0
- package/dist/esm/commands/includes/getTimestamp.lua +19 -0
- package/dist/esm/commands/includes/getZSetItems.lua +7 -0
- package/dist/esm/commands/includes/isLocked.lua +31 -0
- package/dist/esm/commands/includes/moveJobFromPriorityToActive.lua +14 -0
- package/dist/esm/commands/includes/moveParentFromWaitingChildrenToFailed.lua +28 -0
- package/dist/esm/commands/includes/prepareJobForProcessing.lua +74 -0
- package/dist/esm/commands/includes/promoteDelayedJobs.lua +39 -0
- package/dist/esm/commands/includes/pushBackJobWithPriority.lua +9 -0
- package/dist/esm/commands/includes/removeJob.lua +13 -0
- package/dist/esm/commands/includes/removeJobFromAnyState.lua +35 -0
- package/dist/esm/commands/includes/removeJobs.lua +25 -0
- package/dist/esm/commands/includes/removeJobsByMaxAge.lua +15 -0
- package/dist/esm/commands/includes/removeJobsByMaxCount.lua +15 -0
- package/dist/esm/commands/includes/removeParentDependencyKey.lua +77 -0
- package/dist/esm/commands/includes/removeZSetJobs.lua +15 -0
- package/dist/esm/commands/includes/trimEvents.lua +12 -0
- package/dist/esm/commands/includes/updateParentDepsIfNeeded.lua +40 -0
- package/dist/esm/commands/index.d.ts +4 -0
- package/dist/esm/commands/index.js +5 -0
- package/dist/esm/commands/index.js.map +1 -0
- package/dist/esm/commands/isFinished-3.lua +48 -0
- package/dist/esm/commands/isJobInList-1.lua +16 -0
- package/dist/esm/commands/moveJobFromActiveToWait-9.lua +53 -0
- package/dist/esm/commands/moveStalledJobsToWait-8.lua +24 -0
- package/dist/esm/commands/moveToActive-10.lua +116 -0
- package/dist/esm/commands/moveToDelayed-8.lua +66 -0
- package/dist/esm/commands/moveToFinished-13.lua +250 -0
- package/dist/esm/commands/moveToWaitingChildren-4.lua +62 -0
- package/dist/esm/commands/obliterate-2.lua +102 -0
- package/dist/esm/commands/pause-5.lua +36 -0
- package/dist/esm/commands/promote-7.lua +57 -0
- package/dist/esm/commands/releaseLock-1.lua +19 -0
- package/dist/esm/commands/removeJob-1.lua +71 -0
- package/dist/{commands → esm/commands}/removeRepeatable-2.lua +13 -1
- package/dist/esm/commands/reprocessJob-6.lua +43 -0
- package/dist/esm/commands/retryJob-9.lua +69 -0
- package/dist/esm/commands/retryJobs-6.lua +53 -0
- package/dist/esm/commands/saveStacktrace-1.lua +22 -0
- package/dist/esm/commands/script-loader.d.ts +119 -0
- package/dist/esm/commands/script-loader.js +403 -0
- package/dist/esm/commands/script-loader.js.map +1 -0
- package/dist/esm/commands/updateData-1.lua +20 -0
- package/dist/esm/commands/updateProgress-2.lua +26 -0
- package/dist/esm/enums/error-code.enum.d.ts +8 -0
- package/dist/esm/enums/error-code.enum.js +10 -0
- package/dist/esm/enums/error-code.enum.js.map +1 -0
- package/dist/esm/enums/index.d.ts +2 -0
- package/dist/esm/enums/index.js +3 -0
- package/dist/esm/enums/index.js.map +1 -0
- package/dist/esm/enums/metrics-time.d.ts +10 -0
- package/dist/esm/enums/metrics-time.js +12 -0
- package/dist/esm/enums/metrics-time.js.map +1 -0
- package/dist/{index.d.ts → esm/index.d.ts} +2 -0
- package/{src/index.ts → dist/esm/index.js} +7 -4
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/interfaces/advanced-options.d.ts +13 -0
- package/dist/esm/interfaces/advanced-options.js +2 -0
- package/dist/esm/interfaces/advanced-options.js.map +1 -0
- package/dist/esm/interfaces/backoff-options.d.ts +15 -0
- package/dist/esm/interfaces/backoff-options.js +2 -0
- package/dist/esm/interfaces/backoff-options.js.map +1 -0
- package/dist/esm/interfaces/base-job-options.d.ts +97 -0
- package/dist/esm/interfaces/base-job-options.js +2 -0
- package/dist/esm/interfaces/base-job-options.js.map +1 -0
- package/dist/esm/interfaces/child-command.d.ts +5 -0
- package/dist/esm/interfaces/child-command.js +7 -0
- package/dist/esm/interfaces/child-command.js.map +1 -0
- package/dist/esm/interfaces/child-message.d.ts +6 -0
- package/dist/esm/interfaces/child-message.js +2 -0
- package/dist/esm/interfaces/child-message.js.map +1 -0
- package/dist/esm/interfaces/connection.d.ts +8 -0
- package/dist/esm/interfaces/connection.js +2 -0
- package/dist/esm/interfaces/connection.js.map +1 -0
- package/dist/esm/interfaces/flow-job.d.ts +19 -0
- package/dist/esm/interfaces/flow-job.js +2 -0
- package/dist/esm/interfaces/flow-job.js.map +1 -0
- package/dist/esm/interfaces/index.d.ts +24 -0
- package/dist/esm/interfaces/index.js +25 -0
- package/dist/esm/interfaces/index.js.map +1 -0
- package/dist/esm/interfaces/ioredis-events.d.ts +8 -0
- package/dist/esm/interfaces/ioredis-events.js +2 -0
- package/dist/esm/interfaces/ioredis-events.js.map +1 -0
- package/dist/esm/interfaces/job-json.d.ts +37 -0
- package/dist/esm/interfaces/job-json.js +2 -0
- package/dist/esm/interfaces/job-json.js.map +1 -0
- package/dist/esm/interfaces/keep-jobs.d.ts +17 -0
- package/dist/esm/interfaces/keep-jobs.js +2 -0
- package/dist/esm/interfaces/keep-jobs.js.map +1 -0
- package/dist/esm/interfaces/metrics-options.d.ts +12 -0
- package/dist/esm/interfaces/metrics-options.js +2 -0
- package/dist/esm/interfaces/metrics-options.js.map +1 -0
- package/dist/esm/interfaces/metrics.d.ts +9 -0
- package/dist/esm/interfaces/metrics.js +2 -0
- package/dist/esm/interfaces/metrics.js.map +1 -0
- package/dist/esm/interfaces/minimal-job.d.ts +129 -0
- package/dist/esm/interfaces/minimal-job.js +2 -0
- package/dist/esm/interfaces/minimal-job.js.map +1 -0
- package/dist/esm/interfaces/parent-command.d.ts +10 -0
- package/dist/esm/interfaces/parent-command.js +12 -0
- package/dist/esm/interfaces/parent-command.js.map +1 -0
- package/dist/esm/interfaces/parent-message.d.ts +8 -0
- package/dist/esm/interfaces/parent-message.js +2 -0
- package/dist/esm/interfaces/parent-message.js.map +1 -0
- package/dist/esm/interfaces/parent.d.ts +20 -0
- package/dist/esm/interfaces/parent.js +2 -0
- package/dist/esm/interfaces/parent.js.map +1 -0
- package/dist/esm/interfaces/queue-options.d.ts +74 -0
- package/dist/esm/interfaces/queue-options.js +6 -0
- package/dist/esm/interfaces/queue-options.js.map +1 -0
- package/dist/esm/interfaces/rate-limiter-options.d.ts +12 -0
- package/dist/esm/interfaces/rate-limiter-options.js +2 -0
- package/dist/esm/interfaces/rate-limiter-options.js.map +1 -0
- package/dist/esm/interfaces/redis-options.d.ts +7 -0
- package/dist/esm/interfaces/redis-options.js +2 -0
- package/dist/esm/interfaces/redis-options.js.map +1 -0
- package/dist/esm/interfaces/redis-streams.d.ts +4 -0
- package/dist/esm/interfaces/redis-streams.js +2 -0
- package/dist/esm/interfaces/redis-streams.js.map +1 -0
- package/dist/esm/interfaces/repeat-options.d.ts +33 -0
- package/dist/esm/interfaces/repeat-options.js +2 -0
- package/dist/esm/interfaces/repeat-options.js.map +1 -0
- package/dist/esm/interfaces/sandboxed-job-processor.d.ts +5 -0
- package/dist/esm/interfaces/sandboxed-job-processor.js +2 -0
- package/dist/esm/interfaces/sandboxed-job-processor.js.map +1 -0
- package/dist/esm/interfaces/sandboxed-job.d.ts +13 -0
- package/dist/esm/interfaces/sandboxed-job.js +2 -0
- package/dist/esm/interfaces/sandboxed-job.js.map +1 -0
- package/dist/esm/interfaces/worker-options.d.ts +123 -0
- package/dist/esm/interfaces/worker-options.js +2 -0
- package/dist/esm/interfaces/worker-options.js.map +1 -0
- package/dist/esm/scripts/addJob-9.d.ts +5 -0
- package/dist/esm/scripts/addJob-9.js +249 -0
- package/dist/esm/scripts/addJob-9.js.map +1 -0
- package/dist/esm/scripts/changeDelay-3.d.ts +5 -0
- package/dist/esm/scripts/changeDelay-3.js +38 -0
- package/dist/esm/scripts/changeDelay-3.js.map +1 -0
- package/dist/esm/scripts/changePriority-5.d.ts +5 -0
- package/dist/esm/scripts/changePriority-5.js +84 -0
- package/dist/esm/scripts/changePriority-5.js.map +1 -0
- package/dist/esm/scripts/cleanJobsInSet-2.d.ts +5 -0
- package/dist/esm/scripts/cleanJobsInSet-2.js +256 -0
- package/dist/esm/scripts/cleanJobsInSet-2.js.map +1 -0
- package/dist/esm/scripts/drain-4.d.ts +5 -0
- package/dist/esm/scripts/drain-4.js +175 -0
- package/dist/esm/scripts/drain-4.js.map +1 -0
- package/dist/esm/scripts/extendLock-2.d.ts +5 -0
- package/dist/esm/scripts/extendLock-2.js +27 -0
- package/dist/esm/scripts/extendLock-2.js.map +1 -0
- package/dist/esm/scripts/getCounts-1.d.ts +5 -0
- package/dist/esm/scripts/getCounts-1.js +38 -0
- package/dist/esm/scripts/getCounts-1.js.map +1 -0
- package/dist/esm/scripts/getRanges-1.d.ts +5 -0
- package/dist/esm/scripts/getRanges-1.js +69 -0
- package/dist/esm/scripts/getRanges-1.js.map +1 -0
- package/dist/esm/scripts/getState-8.d.ts +5 -0
- package/dist/esm/scripts/getState-8.js +71 -0
- package/dist/esm/scripts/getState-8.js.map +1 -0
- package/dist/esm/scripts/getStateV2-8.d.ts +5 -0
- package/dist/esm/scripts/getStateV2-8.js +55 -0
- package/dist/esm/scripts/getStateV2-8.js.map +1 -0
- package/dist/esm/scripts/index.d.ts +30 -0
- package/dist/esm/scripts/index.js +31 -0
- package/dist/esm/scripts/index.js.map +1 -0
- package/dist/esm/scripts/isFinished-3.d.ts +5 -0
- package/dist/esm/scripts/isFinished-3.js +46 -0
- package/dist/esm/scripts/isFinished-3.js.map +1 -0
- package/dist/esm/scripts/isJobInList-1.d.ts +5 -0
- package/dist/esm/scripts/isJobInList-1.js +29 -0
- package/dist/esm/scripts/isJobInList-1.js.map +1 -0
- package/dist/esm/scripts/moveJobFromActiveToWait-9.d.ts +5 -0
- package/dist/esm/scripts/moveJobFromActiveToWait-9.js +67 -0
- package/dist/esm/scripts/moveJobFromActiveToWait-9.js.map +1 -0
- package/dist/esm/scripts/moveStalledJobsToWait-8.d.ts +5 -0
- package/dist/esm/scripts/moveStalledJobsToWait-8.js +286 -0
- package/dist/esm/scripts/moveStalledJobsToWait-8.js.map +1 -0
- package/dist/esm/scripts/moveToActive-10.d.ts +5 -0
- package/dist/esm/scripts/moveToActive-10.js +266 -0
- package/dist/esm/scripts/moveToActive-10.js.map +1 -0
- package/dist/esm/scripts/moveToDelayed-8.d.ts +5 -0
- package/dist/esm/scripts/moveToDelayed-8.js +149 -0
- package/dist/esm/scripts/moveToDelayed-8.js.map +1 -0
- package/dist/esm/scripts/moveToFinished-13.d.ts +5 -0
- package/dist/esm/scripts/moveToFinished-13.js +621 -0
- package/dist/esm/scripts/moveToFinished-13.js.map +1 -0
- package/dist/esm/scripts/moveToWaitingChildren-4.d.ts +5 -0
- package/dist/esm/scripts/moveToWaitingChildren-4.js +56 -0
- package/dist/esm/scripts/moveToWaitingChildren-4.js.map +1 -0
- package/dist/esm/scripts/obliterate-2.d.ts +5 -0
- package/dist/esm/scripts/obliterate-2.js +241 -0
- package/dist/esm/scripts/obliterate-2.js.map +1 -0
- package/dist/esm/scripts/pause-5.d.ts +5 -0
- package/dist/esm/scripts/pause-5.js +45 -0
- package/dist/esm/scripts/pause-5.js.map +1 -0
- package/dist/esm/scripts/promote-7.d.ts +5 -0
- package/dist/esm/scripts/promote-7.js +84 -0
- package/dist/esm/scripts/promote-7.js.map +1 -0
- package/dist/esm/scripts/releaseLock-1.d.ts +5 -0
- package/dist/esm/scripts/releaseLock-1.js +22 -0
- package/dist/esm/scripts/releaseLock-1.js.map +1 -0
- package/dist/esm/scripts/removeJob-1.d.ts +5 -0
- package/dist/esm/scripts/removeJob-1.js +207 -0
- package/dist/esm/scripts/removeJob-1.js.map +1 -0
- package/dist/esm/scripts/removeRepeatable-2.d.ts +5 -0
- package/dist/esm/scripts/removeRepeatable-2.js +35 -0
- package/dist/esm/scripts/removeRepeatable-2.js.map +1 -0
- package/dist/esm/scripts/reprocessJob-6.d.ts +5 -0
- package/dist/esm/scripts/reprocessJob-6.js +53 -0
- package/dist/esm/scripts/reprocessJob-6.js.map +1 -0
- package/dist/esm/scripts/retryJob-9.d.ts +5 -0
- package/dist/esm/scripts/retryJob-9.js +125 -0
- package/dist/esm/scripts/retryJob-9.js.map +1 -0
- package/dist/esm/scripts/retryJobs-6.d.ts +5 -0
- package/dist/esm/scripts/retryJobs-6.js +73 -0
- package/dist/esm/scripts/retryJobs-6.js.map +1 -0
- package/dist/esm/scripts/saveStacktrace-1.d.ts +5 -0
- package/dist/esm/scripts/saveStacktrace-1.js +24 -0
- package/dist/esm/scripts/saveStacktrace-1.js.map +1 -0
- package/dist/esm/scripts/updateData-1.d.ts +5 -0
- package/dist/esm/scripts/updateData-1.js +23 -0
- package/dist/esm/scripts/updateData-1.js.map +1 -0
- package/dist/esm/scripts/updateProgress-2.d.ts +5 -0
- package/dist/esm/scripts/updateProgress-2.js +28 -0
- package/dist/esm/scripts/updateProgress-2.js.map +1 -0
- package/dist/esm/tsconfig.tsbuildinfo +1 -0
- package/dist/esm/types/backoff-strategy.d.ts +2 -0
- package/dist/esm/types/backoff-strategy.js +2 -0
- package/dist/esm/types/backoff-strategy.js.map +1 -0
- package/dist/esm/types/finished-status.d.ts +2 -0
- package/dist/esm/types/finished-status.js +2 -0
- package/dist/esm/types/finished-status.js.map +1 -0
- package/dist/esm/types/index.d.ts +7 -0
- package/dist/esm/types/index.js +8 -0
- package/dist/esm/types/index.js.map +1 -0
- package/dist/esm/types/job-json-sandbox.d.ts +5 -0
- package/dist/esm/types/job-json-sandbox.js +2 -0
- package/dist/esm/types/job-json-sandbox.js.map +1 -0
- package/dist/esm/types/job-options.d.ts +20 -0
- package/dist/esm/types/job-options.js +2 -0
- package/dist/esm/types/job-options.js.map +1 -0
- package/dist/esm/types/job-type.d.ts +3 -0
- package/dist/esm/types/job-type.js +2 -0
- package/dist/esm/types/job-type.js.map +1 -0
- package/dist/esm/types/minimal-queue.d.ts +2 -0
- package/dist/esm/types/minimal-queue.js +2 -0
- package/dist/esm/types/minimal-queue.js.map +1 -0
- package/dist/esm/types/repeat-strategy.d.ts +2 -0
- package/dist/esm/types/repeat-strategy.js +2 -0
- package/dist/esm/types/repeat-strategy.js.map +1 -0
- package/dist/esm/utils.d.ts +42 -0
- package/dist/esm/utils.js +134 -0
- package/dist/esm/utils.js.map +1 -0
- package/package.json +181 -60
- package/.travis.yml +0 -32
- package/SUMMARY.md +0 -4
- package/commitlint.config.js +0 -1
- package/dist/classes/backoffs.d.ts +0 -14
- package/dist/classes/backoffs.js.map +0 -1
- package/dist/classes/child-pool.d.ts +0 -22
- package/dist/classes/child-pool.js +0 -98
- package/dist/classes/child-pool.js.map +0 -1
- package/dist/classes/compat.d.ts +0 -316
- package/dist/classes/compat.js +0 -667
- package/dist/classes/compat.js.map +0 -1
- package/dist/classes/index.js.map +0 -1
- package/dist/classes/job.d.ts +0 -93
- package/dist/classes/job.js +0 -351
- package/dist/classes/job.js.map +0 -1
- package/dist/classes/master.js +0 -112
- package/dist/classes/master.js.map +0 -1
- package/dist/classes/queue-base.d.ts +0 -23
- package/dist/classes/queue-base.js +0 -68
- package/dist/classes/queue-base.js.map +0 -1
- package/dist/classes/queue-events.d.ts +0 -8
- package/dist/classes/queue-events.js +0 -59
- package/dist/classes/queue-events.js.map +0 -1
- package/dist/classes/queue-getters.d.ts +0 -38
- package/dist/classes/queue-getters.js +0 -182
- package/dist/classes/queue-getters.js.map +0 -1
- package/dist/classes/queue-keeper.js +0 -103
- package/dist/classes/queue-keeper.js.map +0 -1
- package/dist/classes/queue-scheduler.d.ts +0 -25
- package/dist/classes/queue-scheduler.js +0 -96
- package/dist/classes/queue-scheduler.js.map +0 -1
- package/dist/classes/queue.d.ts +0 -46
- package/dist/classes/queue.js +0 -122
- package/dist/classes/queue.js.map +0 -1
- package/dist/classes/redis-connection.d.ts +0 -17
- package/dist/classes/redis-connection.js +0 -97
- package/dist/classes/redis-connection.js.map +0 -1
- package/dist/classes/repeat.d.ts +0 -26
- package/dist/classes/repeat.js +0 -128
- package/dist/classes/repeat.js.map +0 -1
- package/dist/classes/sandbox.d.ts +0 -2
- package/dist/classes/sandbox.js.map +0 -1
- package/dist/classes/scripts.d.ts +0 -43
- package/dist/classes/scripts.js +0 -296
- package/dist/classes/scripts.js.map +0 -1
- package/dist/classes/worker.d.ts +0 -38
- package/dist/classes/worker.js +0 -231
- package/dist/classes/worker.js.map +0 -1
- package/dist/commands/addJob-8.lua +0 -106
- package/dist/commands/cleanJobsInSet-1.lua +0 -48
- package/dist/commands/index.d.ts +0 -2
- package/dist/commands/index.js +0 -42
- package/dist/commands/index.js.map +0 -1
- package/dist/commands/isFinished-2.lua +0 -22
- package/dist/commands/isJobInList-1.lua +0 -20
- package/dist/commands/moveStalledJobsToWait-8.lua +0 -91
- package/dist/commands/moveToActive-8.lua +0 -79
- package/dist/commands/moveToDelayed-5.lua +0 -39
- package/dist/commands/moveToFinished-6.lua +0 -87
- package/dist/commands/moveToFinished-7.lua +0 -92
- package/dist/commands/pause-4.lua +0 -27
- package/dist/commands/promote-4.lua +0 -49
- package/dist/commands/releaseLock-1.lua +0 -19
- package/dist/commands/removeJob-10.lua +0 -37
- package/dist/commands/reprocessJob-4.lua +0 -36
- package/dist/commands/retryJob-4.lua +0 -34
- package/dist/commands/takeLock-1.lua +0 -17
- package/dist/commands/updateDelaySet-7.lua +0 -71
- package/dist/commands/updateProgress-2.lua +0 -15
- package/dist/enums/index.d.ts +0 -1
- package/dist/enums/index.js +0 -5
- package/dist/enums/index.js.map +0 -1
- package/dist/enums/retry-errors.enum.d.ts +0 -5
- package/dist/enums/retry-errors.enum.js +0 -9
- package/dist/enums/retry-errors.enum.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/interfaces/advance-opts.js +0 -12
- package/dist/interfaces/advance-opts.js.map +0 -1
- package/dist/interfaces/advanced-options.d.ts +0 -9
- package/dist/interfaces/advanced-options.js +0 -11
- package/dist/interfaces/advanced-options.js.map +0 -1
- package/dist/interfaces/advanced-opts.js +0 -11
- package/dist/interfaces/advanced-opts.js.map +0 -1
- package/dist/interfaces/backoff-options.d.ts +0 -4
- package/dist/interfaces/backoff-options.js.map +0 -1
- package/dist/interfaces/backoff-opts.js.map +0 -1
- package/dist/interfaces/index.d.ts +0 -9
- package/dist/interfaces/index.js +0 -6
- package/dist/interfaces/index.js.map +0 -1
- package/dist/interfaces/jobs-options.d.ts +0 -16
- package/dist/interfaces/jobs-options.js.map +0 -1
- package/dist/interfaces/jobs-opts.js.map +0 -1
- package/dist/interfaces/queue-keeper-opts.js +0 -3
- package/dist/interfaces/queue-keeper-opts.js.map +0 -1
- package/dist/interfaces/queue-options.d.ts +0 -24
- package/dist/interfaces/queue-options.js.map +0 -1
- package/dist/interfaces/queue-opts.js +0 -8
- package/dist/interfaces/queue-opts.js.map +0 -1
- package/dist/interfaces/queue-scheduler-options.d.ts +0 -5
- package/dist/interfaces/queue-scheduler-options.js +0 -3
- package/dist/interfaces/queue-scheduler-options.js.map +0 -1
- package/dist/interfaces/queue-scheduler-opts.js +0 -3
- package/dist/interfaces/queue-scheduler-opts.js.map +0 -1
- package/dist/interfaces/rate-limiter-options.d.ts +0 -4
- package/dist/interfaces/rate-limiter-options.js.map +0 -1
- package/dist/interfaces/rate-limiter-opts.js +0 -3
- package/dist/interfaces/rate-limiter-opts.js.map +0 -1
- package/dist/interfaces/redis-options.d.ts +0 -7
- package/dist/interfaces/redis-options.js.map +0 -1
- package/dist/interfaces/redis-opts.js.map +0 -1
- package/dist/interfaces/repeat-options.d.ts +0 -11
- package/dist/interfaces/repeat-options.js.map +0 -1
- package/dist/interfaces/repeat-opts.js.map +0 -1
- package/dist/interfaces/worker-options.d.ts +0 -11
- package/dist/interfaces/worker-options.js.map +0 -1
- package/dist/interfaces/worker-opts.js.map +0 -1
- package/dist/test/test_bulk.js +0 -55
- package/dist/test/test_bulk.js.map +0 -1
- package/dist/test/test_child-pool.js +0 -81
- package/dist/test/test_child-pool.js.map +0 -1
- package/dist/test/test_clean.js +0 -124
- package/dist/test/test_clean.js.map +0 -1
- package/dist/test/test_compat.d.ts +0 -1
- package/dist/test/test_compat.js +0 -533
- package/dist/test/test_compat.js.map +0 -1
- package/dist/test/test_connection.d.ts +0 -1
- package/dist/test/test_connection.js +0 -140
- package/dist/test/test_connection.js.map +0 -1
- package/dist/test/test_delay.d.ts +0 -1
- package/dist/test/test_delay.js +0 -186
- package/dist/test/test_delay.js.map +0 -1
- package/dist/test/test_events.d.ts +0 -1
- package/dist/test/test_events.js +0 -147
- package/dist/test/test_events.js.map +0 -1
- package/dist/test/test_getters.d.ts +0 -1
- package/dist/test/test_getters.js +0 -293
- package/dist/test/test_getters.js.map +0 -1
- package/dist/test/test_job.d.ts +0 -1
- package/dist/test/test_job.js +0 -419
- package/dist/test/test_job.js.map +0 -1
- package/dist/test/test_pause.d.ts +0 -1
- package/dist/test/test_pause.js +0 -255
- package/dist/test/test_pause.js.map +0 -1
- package/dist/test/test_queue.d.ts +0 -0
- package/dist/test/test_queue.js +0 -72
- package/dist/test/test_queue.js.map +0 -1
- package/dist/test/test_rate_limiter.d.ts +0 -1
- package/dist/test/test_rate_limiter.js +0 -98
- package/dist/test/test_rate_limiter.js.map +0 -1
- package/dist/test/test_repeat.d.ts +0 -1
- package/dist/test/test_repeat.js +0 -602
- package/dist/test/test_repeat.js.map +0 -1
- package/dist/test/test_sandboxed_process.d.ts +0 -1
- package/dist/test/test_sandboxed_process.js +0 -319
- package/dist/test/test_sandboxed_process.js.map +0 -1
- package/dist/test/test_stalled_jobs.d.ts +0 -1
- package/dist/test/test_stalled_jobs.js +0 -107
- package/dist/test/test_stalled_jobs.js.map +0 -1
- package/dist/test/test_worker.d.ts +0 -1
- package/dist/test/test_worker.js +0 -1182
- package/dist/test/test_worker.js.map +0 -1
- package/dist/utils.d.ts +0 -8
- package/dist/utils.js +0 -31
- package/dist/utils.js.map +0 -1
- package/release.txt +0 -21
- package/src/classes/backoffs.ts +0 -67
- package/src/classes/child-pool.ts +0 -119
- package/src/classes/compat.ts +0 -890
- package/src/classes/index.ts +0 -13
- package/src/classes/job.ts +0 -495
- package/src/classes/master.ts +0 -113
- package/src/classes/queue-base.ts +0 -87
- package/src/classes/queue-events.ts +0 -78
- package/src/classes/queue-getters.ts +0 -213
- package/src/classes/queue-scheduler.ts +0 -125
- package/src/classes/queue.ts +0 -180
- package/src/classes/redis-connection.ts +0 -111
- package/src/classes/repeat.ts +0 -217
- package/src/classes/sandbox.ts +0 -60
- package/src/classes/scripts.ts +0 -468
- package/src/classes/worker.ts +0 -288
- package/src/commands/addJob-8.lua +0 -106
- package/src/commands/cleanJobsInSet-1.lua +0 -48
- package/src/commands/index.ts +0 -62
- package/src/commands/isFinished-2.lua +0 -22
- package/src/commands/isJobInList-1.lua +0 -20
- package/src/commands/moveStalledJobsToWait-8.lua +0 -91
- package/src/commands/moveToActive-8.lua +0 -79
- package/src/commands/moveToDelayed-5.lua +0 -39
- package/src/commands/moveToFinished-7.lua +0 -92
- package/src/commands/pause-4.lua +0 -27
- package/src/commands/promote-4.lua +0 -49
- package/src/commands/releaseLock-1.lua +0 -19
- package/src/commands/removeJob-10.lua +0 -37
- package/src/commands/reprocessJob-4.lua +0 -36
- package/src/commands/retryJob-4.lua +0 -34
- package/src/commands/takeLock-1.lua +0 -17
- package/src/commands/updateDelaySet-7.lua +0 -71
- package/src/commands/updateProgress-2.lua +0 -15
- package/src/enums/index.ts +0 -1
- package/src/enums/retry-errors.enum.ts +0 -5
- package/src/interfaces/advanced-options.ts +0 -28
- package/src/interfaces/backoff-options.ts +0 -4
- package/src/interfaces/index.ts +0 -9
- package/src/interfaces/jobs-options.ts +0 -53
- package/src/interfaces/queue-options.ts +0 -30
- package/src/interfaces/queue-scheduler-options.ts +0 -6
- package/src/interfaces/rate-limiter-options.ts +0 -7
- package/src/interfaces/redis-options.ts +0 -9
- package/src/interfaces/repeat-options.ts +0 -19
- package/src/interfaces/worker-options.ts +0 -13
- package/src/test/fixtures/fixture_processor.js +0 -13
- package/src/test/fixtures/fixture_processor_bar.js +0 -13
- package/src/test/fixtures/fixture_processor_crash.js +0 -16
- package/src/test/fixtures/fixture_processor_exit.js +0 -15
- package/src/test/fixtures/fixture_processor_fail.js +0 -13
- package/src/test/fixtures/fixture_processor_foo.js +0 -13
- package/src/test/fixtures/fixture_processor_progress.js +0 -29
- package/src/test/fixtures/fixture_processor_slow.js +0 -13
- package/src/test/test_bulk.ts +0 -59
- package/src/test/test_child-pool.ts +0 -88
- package/src/test/test_clean.ts +0 -148
- package/src/test/test_compat.ts +0 -640
- package/src/test/test_connection.ts +0 -159
- package/src/test/test_delay.ts +0 -220
- package/src/test/test_events.ts +0 -198
- package/src/test/test_getters.ts +0 -348
- package/src/test/test_job.ts +0 -524
- package/src/test/test_pause.ts +0 -313
- package/src/test/test_queue.ts +0 -70
- package/src/test/test_rate_limiter.ts +0 -113
- package/src/test/test_repeat.ts +0 -783
- package/src/test/test_sandboxed_process.ts +0 -380
- package/src/test/test_stalled_jobs.ts +0 -146
- package/src/test/test_worker.ts +0 -1503
- package/src/utils.ts +0 -28
- package/tsconfig.json +0 -25
- package/tslint.json +0 -23
- /package/dist/{classes/master.d.ts → cjs/classes/main-worker.d.ts} +0 -0
- /package/dist/{test/test_bulk.d.ts → cjs/classes/main.d.ts} +0 -0
- /package/dist/{interfaces → cjs/interfaces}/backoff-options.js +0 -0
- /package/dist/{interfaces → cjs/interfaces}/rate-limiter-options.js +0 -0
- /package/dist/{interfaces → cjs/interfaces}/redis-options.js +0 -0
- /package/dist/{interfaces → cjs/interfaces}/repeat-options.js +0 -0
- /package/dist/{interfaces → cjs/interfaces}/worker-options.js +0 -0
- /package/dist/{test/test_child-pool.d.ts → esm/classes/main-worker.d.ts} +0 -0
- /package/dist/{test/test_clean.d.ts → esm/classes/main.d.ts} +0 -0
@@ -1,106 +0,0 @@
|
|
1
|
-
--[[
|
2
|
-
Adds a job to the queue by doing the following:
|
3
|
-
- Increases the job counter if needed.
|
4
|
-
- Creates a new job key with the job data.
|
5
|
-
|
6
|
-
- if delayed:
|
7
|
-
- computes timestamp.
|
8
|
-
- adds to delayed zset.
|
9
|
-
- Emits a global event 'delayed' if the job is delayed.
|
10
|
-
- if not delayed
|
11
|
-
- Adds the jobId to the wait/paused list in one of three ways:
|
12
|
-
- LIFO
|
13
|
-
- FIFO
|
14
|
-
- prioritized.
|
15
|
-
- Adds the job to the "added" list so that workers gets notified.
|
16
|
-
|
17
|
-
Input:
|
18
|
-
KEYS[1] 'wait',
|
19
|
-
KEYS[2] 'paused'
|
20
|
-
KEYS[3] 'meta'
|
21
|
-
KEYS[4] 'id'
|
22
|
-
KEYS[5] 'delayed'
|
23
|
-
KEYS[6] 'priority'
|
24
|
-
KEYS[7] events stream key
|
25
|
-
KEYS[8] delay stream key
|
26
|
-
|
27
|
-
ARGV[1] key prefix,
|
28
|
-
ARGV[2] custom id (will not generate one automatically)
|
29
|
-
ARGV[3] name
|
30
|
-
ARGV[4] data (json stringified job data)
|
31
|
-
ARGV[5] opts (json stringified job opts)
|
32
|
-
ARGV[6] timestamp
|
33
|
-
ARGV[7] delay
|
34
|
-
ARGV[8] delayedTimestamp
|
35
|
-
ARGV[9] priority
|
36
|
-
ARGV[10] LIFO
|
37
|
-
]]
|
38
|
-
local jobId
|
39
|
-
local jobIdKey
|
40
|
-
local rcall = redis.call
|
41
|
-
|
42
|
-
local jobCounter = rcall("INCR", KEYS[4])
|
43
|
-
|
44
|
-
if ARGV[2] == "" then
|
45
|
-
jobId = jobCounter
|
46
|
-
jobIdKey = ARGV[1] .. jobId
|
47
|
-
else
|
48
|
-
jobId = ARGV[2]
|
49
|
-
jobIdKey = ARGV[1] .. jobId
|
50
|
-
if rcall("EXISTS", jobIdKey) == 1 then
|
51
|
-
return jobId .. "" -- convert to string
|
52
|
-
end
|
53
|
-
end
|
54
|
-
|
55
|
-
-- Store the job.
|
56
|
-
rcall("HMSET", jobIdKey, "name", ARGV[3], "data", ARGV[4], "opts", ARGV[5],
|
57
|
-
"timestamp", ARGV[6], "delay", ARGV[7], "priority", ARGV[9])
|
58
|
-
|
59
|
-
-- Check if job is delayed
|
60
|
-
local delayedTimestamp = tonumber(ARGV[8])
|
61
|
-
if (delayedTimestamp ~= 0) then
|
62
|
-
local timestamp = delayedTimestamp * 0x1000 + bit.band(jobCounter, 0xfff)
|
63
|
-
rcall("ZADD", KEYS[5], timestamp, jobId)
|
64
|
-
rcall("XADD", KEYS[7], "*", "event", "delayed", "jobId", jobId, "delay",
|
65
|
-
delayedTimestamp)
|
66
|
-
rcall("XADD", KEYS[8], "*", "nextTimestamp", delayedTimestamp)
|
67
|
-
else
|
68
|
-
local target
|
69
|
-
|
70
|
-
-- Whe check for the meta.paused key to decide if we are paused or not
|
71
|
-
-- (since an empty list and !EXISTS are not really the same)
|
72
|
-
local paused
|
73
|
-
if rcall("HEXISTS", KEYS[3], "paused") ~= 1 then
|
74
|
-
target = KEYS[1]
|
75
|
-
paused = false
|
76
|
-
else
|
77
|
-
target = KEYS[2]
|
78
|
-
paused = true
|
79
|
-
end
|
80
|
-
|
81
|
-
-- Standard or priority add
|
82
|
-
local priority = tonumber(ARGV[9])
|
83
|
-
if priority == 0 then
|
84
|
-
-- LIFO or FIFO
|
85
|
-
rcall(ARGV[10], target, jobId)
|
86
|
-
else
|
87
|
-
-- Priority add
|
88
|
-
rcall("ZADD", KEYS[6], priority, jobId)
|
89
|
-
local count = rcall("ZCOUNT", KEYS[6], 0, priority)
|
90
|
-
|
91
|
-
local len = rcall("LLEN", target)
|
92
|
-
local id = rcall("LINDEX", target, len - (count - 1))
|
93
|
-
if id then
|
94
|
-
rcall("LINSERT", target, "BEFORE", id, jobId)
|
95
|
-
else
|
96
|
-
rcall("RPUSH", target, jobId)
|
97
|
-
end
|
98
|
-
end
|
99
|
-
-- Emit waiting event
|
100
|
-
rcall("XADD", KEYS[7], "*", "event", "waiting", "jobId", jobId)
|
101
|
-
end
|
102
|
-
|
103
|
-
local maxEvents = rcall("HGET", KEYS[3], "opts.maxLenEvents")
|
104
|
-
rcall("XTRIM", KEYS[7], "MAXLEN", "~", maxEvents)
|
105
|
-
|
106
|
-
return jobId .. "" -- convert to string
|
@@ -1,48 +0,0 @@
|
|
1
|
-
--[[
|
2
|
-
Remove jobs from the specific set.
|
3
|
-
|
4
|
-
Input:
|
5
|
-
KEYS[1] set key,
|
6
|
-
|
7
|
-
ARGV[1] jobId
|
8
|
-
ARGV[2] timestamp
|
9
|
-
ARGV[3] limit the number of jobs to be removed. 0 is unlimited
|
10
|
-
ARGV[4] set name, can be any of 'wait', 'active', 'paused', 'delayed', 'completed', or 'failed'
|
11
|
-
|
12
|
-
TODO: emit a "cleaned" global event.
|
13
|
-
]]
|
14
|
-
local command = "ZRANGE"
|
15
|
-
local isList = false
|
16
|
-
|
17
|
-
if ARGV[4] == "wait" or ARGV[4] == "active" or ARGV[4] == "paused" then
|
18
|
-
command = "LRANGE"
|
19
|
-
isList = true
|
20
|
-
end
|
21
|
-
|
22
|
-
local jobs = redis.call(command, KEYS[1], 0, -1)
|
23
|
-
local deleted = {}
|
24
|
-
local deletedCount = 0
|
25
|
-
local limit = tonumber(ARGV[3])
|
26
|
-
local jobTS
|
27
|
-
for _, job in ipairs(jobs) do
|
28
|
-
if limit > 0 and deletedCount >= limit then
|
29
|
-
break
|
30
|
-
end
|
31
|
-
|
32
|
-
local jobKey = ARGV[1] .. job
|
33
|
-
if (redis.call("EXISTS", jobKey .. ":lock") == 0) then
|
34
|
-
jobTS = redis.call("HGET", jobKey, "timestamp")
|
35
|
-
if (not jobTS or jobTS < ARGV[2]) then
|
36
|
-
if isList then
|
37
|
-
redis.call("LREM", KEYS[1], 0, job)
|
38
|
-
else
|
39
|
-
redis.call("ZREM", KEYS[1], job)
|
40
|
-
end
|
41
|
-
redis.call("DEL", jobKey)
|
42
|
-
deletedCount = deletedCount + 1
|
43
|
-
table.insert(deleted, job)
|
44
|
-
end
|
45
|
-
end
|
46
|
-
end
|
47
|
-
|
48
|
-
return deleted
|
package/dist/commands/index.d.ts
DELETED
package/dist/commands/index.js
DELETED
@@ -1,42 +0,0 @@
|
|
1
|
-
/**
|
2
|
-
* Load redis lua scripts.
|
3
|
-
* The name of the script must have the following format:
|
4
|
-
*
|
5
|
-
* cmdName-numKeys.lua
|
6
|
-
*
|
7
|
-
* cmdName must be in camel case format.
|
8
|
-
*
|
9
|
-
* For example:
|
10
|
-
* moveToFinish-3.lua
|
11
|
-
*
|
12
|
-
*/
|
13
|
-
'use strict';
|
14
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
15
|
-
const path = require('path');
|
16
|
-
const util = require('util');
|
17
|
-
const fs = require('fs');
|
18
|
-
const readdir = util.promisify(fs.readdir);
|
19
|
-
const readFile = util.promisify(fs.readFile);
|
20
|
-
exports.load = async function (client) {
|
21
|
-
const scripts = await loadScripts(__dirname);
|
22
|
-
scripts.forEach((command) => {
|
23
|
-
client.defineCommand(command.name, command.options);
|
24
|
-
});
|
25
|
-
};
|
26
|
-
async function loadScripts(dir) {
|
27
|
-
const files = await readdir(dir);
|
28
|
-
const commands = await Promise.all(files
|
29
|
-
.filter((file) => path.extname(file) === '.lua')
|
30
|
-
.map(async (file) => {
|
31
|
-
const longName = path.basename(file, '.lua');
|
32
|
-
const name = longName.split('-')[0];
|
33
|
-
const numberOfKeys = parseInt(longName.split('-')[1]);
|
34
|
-
const lua = await readFile(path.join(dir, file));
|
35
|
-
return {
|
36
|
-
name,
|
37
|
-
options: { numberOfKeys, lua: lua.toString() },
|
38
|
-
};
|
39
|
-
}));
|
40
|
-
return commands;
|
41
|
-
}
|
42
|
-
//# sourceMappingURL=index.js.map
|
@@ -1 +0,0 @@
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/commands/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,YAAY,CAAC;;AAIb,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAE7B,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAEzB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;AAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;AAUhC,QAAA,IAAI,GAAG,KAAK,WAAU,MAAqB;IACtD,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,CAAC;IAE7C,OAAO,CAAC,OAAO,CAAC,CAAC,OAAgB,EAAE,EAAE;QACnC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,KAAK,UAAU,WAAW,CAAC,GAAW;IACpC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;IAEjC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,KAAK;SACF,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC;SACvD,GAAG,CAAC,KAAK,EAAE,IAAY,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QAEjD,OAAO;YACL,IAAI;YACJ,OAAO,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE;SAC/C,CAAC;IACJ,CAAC,CAAC,CACL,CAAC;IAEF,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
@@ -1,22 +0,0 @@
|
|
1
|
-
--[[
|
2
|
-
Checks if a job is finished (.i.e. is in the completed or failed set)
|
3
|
-
|
4
|
-
Input:
|
5
|
-
KEYS[1] completed key
|
6
|
-
KEYS[2] failed key
|
7
|
-
|
8
|
-
ARGV[1] job id
|
9
|
-
Output:
|
10
|
-
0 - not finished.
|
11
|
-
1 - completed.
|
12
|
-
2 - failed.
|
13
|
-
]]
|
14
|
-
if redis.call("ZSCORE", KEYS[1], ARGV[1]) ~= false then
|
15
|
-
return 1
|
16
|
-
end
|
17
|
-
|
18
|
-
if redis.call("ZSCORE", KEYS[2], ARGV[1]) ~= false then
|
19
|
-
return 2
|
20
|
-
end
|
21
|
-
|
22
|
-
return 0
|
@@ -1,20 +0,0 @@
|
|
1
|
-
--[[
|
2
|
-
Checks if job is in a given list.
|
3
|
-
|
4
|
-
Input:
|
5
|
-
KEYS[1]
|
6
|
-
ARGV[1]
|
7
|
-
|
8
|
-
Output:
|
9
|
-
1 if element found in the list.
|
10
|
-
]]
|
11
|
-
local function item_in_list (list, item)
|
12
|
-
for _, v in pairs(list) do
|
13
|
-
if v == item then
|
14
|
-
return 1
|
15
|
-
end
|
16
|
-
end
|
17
|
-
return nil
|
18
|
-
end
|
19
|
-
local items = redis.call("LRANGE", KEYS[1] , 0, -1)
|
20
|
-
return item_in_list(items, ARGV[1])
|
@@ -1,91 +0,0 @@
|
|
1
|
-
--[[
|
2
|
-
Move stalled jobs to wait.
|
3
|
-
|
4
|
-
Input:
|
5
|
-
KEYS[1] 'stalled' (SET)
|
6
|
-
KEYS[2] 'wait', (LIST)
|
7
|
-
KEYS[3] 'active', (LIST)
|
8
|
-
KEYS[4] 'failed', (ZSET)
|
9
|
-
KEYS[5] 'stalled-check', (KEY)
|
10
|
-
|
11
|
-
KEYS[6] 'meta', (KEY)
|
12
|
-
KEYS[7] 'paused', (LIST)
|
13
|
-
|
14
|
-
KEYS[8] 'event stream' (STREAM)
|
15
|
-
|
16
|
-
ARGV[1] Max stalled job count
|
17
|
-
ARGV[2] queue.toKey('')
|
18
|
-
ARGV[3] timestamp
|
19
|
-
ARGV[4] max check time
|
20
|
-
|
21
|
-
Events:
|
22
|
-
'stalled' with stalled job id.
|
23
|
-
]] local rcall = redis.call
|
24
|
-
|
25
|
-
-- Check if we need to check for stalled jobs now.
|
26
|
-
if rcall("EXISTS", KEYS[5]) == 1 then return {{}, {}} end
|
27
|
-
|
28
|
-
rcall("SET", KEYS[5], ARGV[3], "PX", ARGV[4])
|
29
|
-
|
30
|
-
-- Move all stalled jobs to wait
|
31
|
-
local stalling = rcall('SMEMBERS', KEYS[1])
|
32
|
-
local stalled = {}
|
33
|
-
local failed = {}
|
34
|
-
if (#stalling > 0) then
|
35
|
-
|
36
|
-
local dst
|
37
|
-
-- wait or paused destination
|
38
|
-
if rcall("HEXISTS", KEYS[6], "paused") ~= 1 then
|
39
|
-
dst = KEYS[2]
|
40
|
-
else
|
41
|
-
dst = KEYS[7]
|
42
|
-
end
|
43
|
-
|
44
|
-
rcall('DEL', KEYS[1])
|
45
|
-
|
46
|
-
local MAX_STALLED_JOB_COUNT = tonumber(ARGV[1])
|
47
|
-
|
48
|
-
-- Remove from active list
|
49
|
-
for i, jobId in ipairs(stalling) do
|
50
|
-
local jobKey = ARGV[2] .. jobId
|
51
|
-
|
52
|
-
-- Check that the lock is also missing, then we can handle this job as really stalled.
|
53
|
-
if (rcall("EXISTS", jobKey .. ":lock") == 0) then
|
54
|
-
-- Remove from the active queue.
|
55
|
-
local removed = rcall("LREM", KEYS[3], 1, jobId)
|
56
|
-
|
57
|
-
if (removed > 0) then
|
58
|
-
-- If this job has been stalled too many times, such as if it crashes the worker, then fail it.
|
59
|
-
local stalledCount = rcall("HINCRBY", jobKey, "stalledCounter",
|
60
|
-
1)
|
61
|
-
if (stalledCount > MAX_STALLED_JOB_COUNT) then
|
62
|
-
rcall("ZADD", KEYS[4], ARGV[3], jobId)
|
63
|
-
rcall("HSET", jobKey, "failedReason",
|
64
|
-
"job stalled more than allowable limit")
|
65
|
-
rcall("XADD", KEYS[8], "*", "event", "failed", "jobId",
|
66
|
-
jobId, 'prev', 'active')
|
67
|
-
table.insert(failed, jobId)
|
68
|
-
else
|
69
|
-
-- Move the job back to the wait queue, to immediately be picked up by a waiting worker.
|
70
|
-
rcall("RPUSH", dst, jobId)
|
71
|
-
rcall("XADD", KEYS[8], "*", "event", "waiting", "jobId",
|
72
|
-
jobId, 'prev', 'active')
|
73
|
-
|
74
|
-
-- Emit the stalled event
|
75
|
-
rcall("XADD", KEYS[8], "*", "event", "stalled", "jobId",
|
76
|
-
jobId)
|
77
|
-
table.insert(stalled, jobId)
|
78
|
-
end
|
79
|
-
end
|
80
|
-
end
|
81
|
-
end
|
82
|
-
end
|
83
|
-
|
84
|
-
-- Mark potentially stalled jobs
|
85
|
-
local active = rcall('LRANGE', KEYS[3], 0, -1)
|
86
|
-
if (#active > 0) then rcall('SADD', KEYS[1], unpack(active)) end
|
87
|
-
|
88
|
-
local maxEvents = rcall("HGET", KEYS[6], "opts.maxLenEvents")
|
89
|
-
rcall("XTRIM", KEYS[8], "MAXLEN", "~", maxEvents)
|
90
|
-
|
91
|
-
return {failed, stalled}
|
@@ -1,79 +0,0 @@
|
|
1
|
-
--[[
|
2
|
-
Move next job to be processed to active, lock it and fetch its data. The job
|
3
|
-
may be delayed, in that case we need to move it to the delayed set instead.
|
4
|
-
|
5
|
-
Input:
|
6
|
-
KEYS[1] wait key
|
7
|
-
KEYS[2] active key
|
8
|
-
KEYS[3] priority key
|
9
|
-
KEYS[4] stream events key
|
10
|
-
KEYS[5] stalled key
|
11
|
-
|
12
|
-
-- Rate limiting
|
13
|
-
KEYS[6] rate limiter key
|
14
|
-
KEYS[7] delayed key
|
15
|
-
|
16
|
-
-- Delay events
|
17
|
-
KEYS[8] delay stream key
|
18
|
-
|
19
|
-
-- Arguments
|
20
|
-
ARGV[1] key prefix
|
21
|
-
ARGV[2] timestamp
|
22
|
-
ARGV[3] optional jobid
|
23
|
-
|
24
|
-
ARGV[4] optional jobs per time unit (rate limiter)
|
25
|
-
ARGV[5] optional time unit (rate limiter)
|
26
|
-
]]
|
27
|
-
|
28
|
-
local jobId
|
29
|
-
local rcall = redis.call
|
30
|
-
|
31
|
-
if(ARGV[3] ~= "") then
|
32
|
-
jobId = ARGV[3]
|
33
|
-
|
34
|
-
-- clean stalled key
|
35
|
-
rcall("SREM", KEYS[5], jobId)
|
36
|
-
else
|
37
|
-
-- move from wait to active
|
38
|
-
jobId = rcall("RPOPLPUSH", KEYS[1], KEYS[2])
|
39
|
-
end
|
40
|
-
|
41
|
-
if jobId then
|
42
|
-
-- Check if we need to perform rate limiting.
|
43
|
-
local maxJobs = tonumber(ARGV[4])
|
44
|
-
|
45
|
-
if(maxJobs) then
|
46
|
-
local rateLimiterKey = KEYS[6];
|
47
|
-
local jobCounter = tonumber(rcall("INCR", rateLimiterKey))
|
48
|
-
-- check if rate limit hit
|
49
|
-
if jobCounter > maxJobs then
|
50
|
-
local exceedingJobs = jobCounter - maxJobs
|
51
|
-
local delay = tonumber(rcall("PTTL", rateLimiterKey)) + ((exceedingJobs - 1) * ARGV[5]) / maxJobs;
|
52
|
-
local timestamp = delay + tonumber(ARGV[2])
|
53
|
-
|
54
|
-
-- put job into delayed queue
|
55
|
-
rcall("ZADD", KEYS[7], timestamp * 0x1000 + bit.band(jobCounter, 0xfff), jobId);
|
56
|
-
rcall("XADD", KEYS[4], "*", "event", "delayed", "jobId", jobId, "delay", timestamp);
|
57
|
-
rcall("XADD", KEYS[8], "*", "nextTimestamp", timestamp);
|
58
|
-
-- remove from active queue
|
59
|
-
rcall("LREM", KEYS[2], 1, jobId)
|
60
|
-
return
|
61
|
-
else
|
62
|
-
if jobCounter == 1 then
|
63
|
-
rcall("PEXPIRE", rateLimiterKey, ARGV[5])
|
64
|
-
end
|
65
|
-
end
|
66
|
-
end
|
67
|
-
|
68
|
-
local jobKey = ARGV[1] .. jobId
|
69
|
-
|
70
|
-
rcall("ZREM", KEYS[3], jobId) -- remove from priority
|
71
|
-
|
72
|
-
rcall("XADD", KEYS[4], "*", "event", "active", "jobId", jobId, "prev", "waiting")
|
73
|
-
|
74
|
-
rcall("HSET", jobKey, "processedOn", ARGV[2])
|
75
|
-
|
76
|
-
return {rcall("HGETALL", jobKey), jobId} -- get job data
|
77
|
-
else
|
78
|
-
rcall("XADD", KEYS[4], "*", "event", "drained");
|
79
|
-
end
|
@@ -1,39 +0,0 @@
|
|
1
|
-
--[[
|
2
|
-
Moves job from active to delayed set.
|
3
|
-
|
4
|
-
Input:
|
5
|
-
KEYS[1] active key
|
6
|
-
KEYS[2] delayed key
|
7
|
-
KEYS[3] job key
|
8
|
-
KEYS[4] events stream
|
9
|
-
KEYS[5] delayed stream
|
10
|
-
|
11
|
-
ARGV[1] delayedTimestamp
|
12
|
-
ARGV[2] the id of the job
|
13
|
-
ARGV[3] queue token
|
14
|
-
|
15
|
-
Output:
|
16
|
-
0 - OK
|
17
|
-
-1 - Missing job.
|
18
|
-
|
19
|
-
Events:
|
20
|
-
- delayed key.
|
21
|
-
]]
|
22
|
-
local rcall = redis.call
|
23
|
-
|
24
|
-
if rcall("EXISTS", KEYS[3]) == 1 then
|
25
|
-
|
26
|
-
local jobId = ARGV[2]
|
27
|
-
local score = tonumber(ARGV[1])
|
28
|
-
local delayedTimestamp = (score / 0x1000)
|
29
|
-
|
30
|
-
rcall("ZADD", KEYS[2], score, jobId)
|
31
|
-
rcall("LREM", KEYS[1], 0, jobId)
|
32
|
-
|
33
|
-
rcall("XADD", KEYS[4], "*", "event", "delayed", "jobId", jobId, "delay", delayedTimestamp);
|
34
|
-
rcall("XADD", KEYS[5], "*", "nextTimestamp", delayedTimestamp);
|
35
|
-
|
36
|
-
return 0
|
37
|
-
else
|
38
|
-
return -1
|
39
|
-
end
|
@@ -1,87 +0,0 @@
|
|
1
|
-
--[[
|
2
|
-
Move job from active to a finished status (completed o failed)
|
3
|
-
A job can only be moved to completed if it was active.
|
4
|
-
|
5
|
-
Input:
|
6
|
-
KEYS[1] active key
|
7
|
-
KEYS[2] completed/failed key
|
8
|
-
KEYS[3] jobId key
|
9
|
-
|
10
|
-
KEYS[4] wait key
|
11
|
-
KEYS[5] priority key
|
12
|
-
KEYS[6] event stream key
|
13
|
-
|
14
|
-
ARGV[1] jobId
|
15
|
-
ARGV[2] timestamp
|
16
|
-
ARGV[3] msg property
|
17
|
-
ARGV[4] return value / failed reason
|
18
|
-
ARGV[5] target (completed/failed)
|
19
|
-
ARGV[6] shouldRemove
|
20
|
-
ARGV[7] event data (? maybe just send jobid).
|
21
|
-
ARGV[8] fetch next?
|
22
|
-
ARGV[9] keys prefix
|
23
|
-
|
24
|
-
Output:
|
25
|
-
0 OK
|
26
|
-
-1 Missing key.
|
27
|
-
|
28
|
-
Events:
|
29
|
-
'completed/failed'
|
30
|
-
]]
|
31
|
-
local rcall = redis.call
|
32
|
-
|
33
|
-
if rcall("EXISTS", KEYS[3]) == 1 then -- // Make sure job exists
|
34
|
-
|
35
|
-
-- Remove from active list (if not active we shall return error)
|
36
|
-
local numRemovedElements = rcall("LREM", KEYS[1], -1, ARGV[1])
|
37
|
-
|
38
|
-
-- What if we just ignore this? I think it is good to know regardless.
|
39
|
-
--[[ if(numRemovedElements < 1) then
|
40
|
-
return -2
|
41
|
-
end
|
42
|
-
]]
|
43
|
-
-- Remove job?
|
44
|
-
local removeJobs = tonumber(ARGV[6])
|
45
|
-
if removeJobs ~= 1 then
|
46
|
-
-- Add to complete/failed set
|
47
|
-
rcall("ZADD", KEYS[2], ARGV[2], ARGV[1])
|
48
|
-
rcall("HMSET", KEYS[3], ARGV[3], ARGV[4], "finishedOn", ARGV[2]) -- "returnvalue" / "failedReason" and "finishedOn"
|
49
|
-
|
50
|
-
-- Remove old jobs?
|
51
|
-
if removeJobs and removeJobs > 1 then
|
52
|
-
local start = removeJobs - 1
|
53
|
-
local jobIds = rcall("ZREVRANGE", KEYS[2], start, -1)
|
54
|
-
for i, jobId in ipairs(jobIds) do
|
55
|
-
local jobKey = ARGV[9] .. jobId
|
56
|
-
local jobLogKey = jobKey .. ':logs'
|
57
|
-
rcall("DEL", jobKey, jobLogKey)
|
58
|
-
end
|
59
|
-
rcall("ZREMRANGEBYRANK", KEYS[2], 0, -removeJobs);
|
60
|
-
end
|
61
|
-
else
|
62
|
-
local jobLogKey = KEYS[3] .. ':logs'
|
63
|
-
rcall("DEL", KEYS[3], jobLogKey)
|
64
|
-
end
|
65
|
-
|
66
|
-
rcall("XADD", KEYS[6], "*", "event", ARGV[5], "jobId", ARGV[1], ARGV[3], ARGV[4])
|
67
|
-
|
68
|
-
-- Try to get next job to avoid an extra roundtrip if the queue is not closing,
|
69
|
-
-- and not rate limited.
|
70
|
-
if(ARGV[8] == "1") then
|
71
|
-
-- move from wait to active
|
72
|
-
local jobId = rcall("RPOPLPUSH", KEYS[4], KEYS[1])
|
73
|
-
if jobId then
|
74
|
-
local jobKey = ARGV[9] .. jobId
|
75
|
-
|
76
|
-
rcall("ZREM", KEYS[5], jobId) -- remove from priority
|
77
|
-
rcall("XADD", KEYS[6], "*", "event", "active", "jobId", jobId, "prev", "waiting");
|
78
|
-
rcall("HSET", jobKey, "processedOn", ARGV[2])
|
79
|
-
|
80
|
-
return {rcall("HGETALL", jobKey), jobId} -- get job data
|
81
|
-
end
|
82
|
-
end
|
83
|
-
|
84
|
-
return 0
|
85
|
-
else
|
86
|
-
return -1
|
87
|
-
end
|
@@ -1,92 +0,0 @@
|
|
1
|
-
--[[
|
2
|
-
Move job from active to a finished status (completed o failed)
|
3
|
-
A job can only be moved to completed if it was active.
|
4
|
-
|
5
|
-
Input:
|
6
|
-
KEYS[1] active key
|
7
|
-
KEYS[2] completed/failed key
|
8
|
-
KEYS[3] jobId key
|
9
|
-
|
10
|
-
KEYS[4] wait key
|
11
|
-
KEYS[5] priority key
|
12
|
-
KEYS[6] event stream key
|
13
|
-
KEYS[7] meta key
|
14
|
-
|
15
|
-
ARGV[1] jobId
|
16
|
-
ARGV[2] timestamp
|
17
|
-
ARGV[3] msg property
|
18
|
-
ARGV[4] return value / failed reason
|
19
|
-
ARGV[5] target (completed/failed)
|
20
|
-
ARGV[6] shouldRemove
|
21
|
-
ARGV[7] event data (? maybe just send jobid).
|
22
|
-
ARGV[8] fetch next?
|
23
|
-
ARGV[9] keys prefix
|
24
|
-
|
25
|
-
Output:
|
26
|
-
0 OK
|
27
|
-
-1 Missing key.
|
28
|
-
|
29
|
-
Events:
|
30
|
-
'completed/failed'
|
31
|
-
]] local rcall = redis.call
|
32
|
-
|
33
|
-
if rcall("EXISTS", KEYS[3]) == 1 then -- // Make sure job exists
|
34
|
-
|
35
|
-
-- Remove from active list (if not active we shall return error)
|
36
|
-
local numRemovedElements = rcall("LREM", KEYS[1], -1, ARGV[1])
|
37
|
-
|
38
|
-
-- What if we just ignore this? I think it is good to know regardless.
|
39
|
-
--[[ if(numRemovedElements < 1) then
|
40
|
-
return -2
|
41
|
-
end
|
42
|
-
]]
|
43
|
-
-- Remove job?
|
44
|
-
local removeJobs = tonumber(ARGV[6])
|
45
|
-
if removeJobs ~= 1 then
|
46
|
-
-- Add to complete/failed set
|
47
|
-
rcall("ZADD", KEYS[2], ARGV[2], ARGV[1])
|
48
|
-
rcall("HMSET", KEYS[3], ARGV[3], ARGV[4], "finishedOn", ARGV[2]) -- "returnvalue" / "failedReason" and "finishedOn"
|
49
|
-
|
50
|
-
-- Remove old jobs?
|
51
|
-
if removeJobs and removeJobs > 1 then
|
52
|
-
local start = removeJobs - 1
|
53
|
-
local jobIds = rcall("ZREVRANGE", KEYS[2], start, -1)
|
54
|
-
for i, jobId in ipairs(jobIds) do
|
55
|
-
local jobKey = ARGV[9] .. jobId
|
56
|
-
local jobLogKey = jobKey .. ':logs'
|
57
|
-
rcall("DEL", jobKey, jobLogKey)
|
58
|
-
end
|
59
|
-
rcall("ZREMRANGEBYRANK", KEYS[2], 0, -removeJobs)
|
60
|
-
end
|
61
|
-
else
|
62
|
-
local jobLogKey = KEYS[3] .. ':logs'
|
63
|
-
rcall("DEL", KEYS[3], jobLogKey)
|
64
|
-
end
|
65
|
-
|
66
|
-
rcall("XADD", KEYS[6], "*", "event", ARGV[5], "jobId", ARGV[1], ARGV[3],
|
67
|
-
ARGV[4])
|
68
|
-
|
69
|
-
-- Try to get next job to avoid an extra roundtrip if the queue is not closing,
|
70
|
-
-- and not rate limited.
|
71
|
-
if (ARGV[8] == "1") then
|
72
|
-
-- move from wait to active
|
73
|
-
local jobId = rcall("RPOPLPUSH", KEYS[4], KEYS[1])
|
74
|
-
if jobId then
|
75
|
-
local jobKey = ARGV[9] .. jobId
|
76
|
-
|
77
|
-
rcall("ZREM", KEYS[5], jobId) -- remove from priority
|
78
|
-
rcall("XADD", KEYS[6], "*", "event", "active", "jobId", jobId,
|
79
|
-
"prev", "waiting")
|
80
|
-
rcall("HSET", jobKey, "processedOn", ARGV[2])
|
81
|
-
|
82
|
-
return {rcall("HGETALL", jobKey), jobId} -- get job data
|
83
|
-
end
|
84
|
-
end
|
85
|
-
|
86
|
-
local maxEvents = rcall("HGET", KEYS[7], "opts.maxLenEvents")
|
87
|
-
rcall("XTRIM", KEYS[6], "MAXLEN", "~", maxEvents)
|
88
|
-
|
89
|
-
return 0
|
90
|
-
else
|
91
|
-
return -1
|
92
|
-
end
|
@@ -1,27 +0,0 @@
|
|
1
|
-
--[[
|
2
|
-
Pauses or resumes a queue globably.
|
3
|
-
|
4
|
-
Input:
|
5
|
-
KEYS[1] 'wait' or 'paused''
|
6
|
-
KEYS[2] 'paused' or 'wait'
|
7
|
-
KEYS[3] 'meta'
|
8
|
-
KEYS[4] events stream key
|
9
|
-
|
10
|
-
ARGV[1] 'paused' or 'resumed'
|
11
|
-
|
12
|
-
Event:
|
13
|
-
publish paused or resumed event.
|
14
|
-
]]
|
15
|
-
local rcall = redis.call
|
16
|
-
|
17
|
-
if rcall("EXISTS", KEYS[1]) == 1 then
|
18
|
-
rcall("RENAME", KEYS[1], KEYS[2])
|
19
|
-
end
|
20
|
-
|
21
|
-
if ARGV[1] == "paused" then
|
22
|
-
rcall("HSET", KEYS[3], "paused", 1)
|
23
|
-
else
|
24
|
-
rcall("HDEL", KEYS[3], "paused")
|
25
|
-
end
|
26
|
-
|
27
|
-
rcall("XADD", KEYS[4], "*", "event", ARGV[1]);
|