@tachybase/plugin-adapter-bullmq 1.3.17 → 1.3.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/externalVersion.js +2 -2
- package/dist/node_modules/@bull-board/api/dist/src/handlers/error.d.ts +4 -2
- package/dist/node_modules/@bull-board/api/dist/src/handlers/error.js +2 -2
- package/dist/node_modules/@bull-board/api/dist/src/handlers/pauseAll.d.ts +4 -0
- package/dist/node_modules/@bull-board/api/dist/src/handlers/pauseAll.js +15 -0
- package/dist/node_modules/@bull-board/api/dist/src/handlers/queues.js +4 -0
- package/dist/node_modules/@bull-board/api/dist/src/handlers/resumeAll.d.ts +4 -0
- package/dist/node_modules/@bull-board/api/dist/src/handlers/resumeAll.js +15 -0
- package/dist/node_modules/@bull-board/api/dist/src/index.js +1 -1
- package/dist/node_modules/@bull-board/api/dist/src/queueAdapters/base.d.ts +4 -0
- package/dist/node_modules/@bull-board/api/dist/src/queueAdapters/base.js +6 -0
- package/dist/node_modules/@bull-board/api/dist/src/queueAdapters/bull.js +6 -4
- package/dist/node_modules/@bull-board/api/dist/src/routes.js +4 -0
- package/dist/node_modules/@bull-board/api/dist/typings/app.d.ts +22 -2
- package/dist/node_modules/@bull-board/api/package.json +1 -1
- package/dist/node_modules/@bull-board/koa/dist/KoaAdapter.js +1 -1
- package/dist/node_modules/@bull-board/koa/dist/index.js +6 -6
- package/dist/node_modules/@bull-board/koa/package.json +1 -1
- package/dist/node_modules/bullmq/dist/cjs/classes/backoffs.js +18 -5
- package/dist/node_modules/bullmq/dist/cjs/classes/child-pool.js +7 -2
- package/dist/node_modules/bullmq/dist/cjs/classes/child-processor.js +59 -5
- package/dist/node_modules/bullmq/dist/cjs/classes/child.js +3 -1
- package/dist/node_modules/bullmq/dist/cjs/classes/errors/index.js +2 -1
- package/dist/node_modules/bullmq/dist/cjs/classes/errors/waiting-error.js +19 -0
- package/dist/node_modules/bullmq/dist/cjs/classes/flow-producer.js +21 -5
- package/dist/node_modules/bullmq/dist/cjs/classes/index.js +1 -0
- package/dist/node_modules/bullmq/dist/cjs/classes/job-scheduler.js +88 -62
- package/dist/node_modules/bullmq/dist/cjs/classes/job.js +216 -109
- package/dist/node_modules/bullmq/dist/cjs/classes/main-base.js +1 -1
- package/dist/node_modules/bullmq/dist/cjs/classes/queue-base.js +10 -9
- package/dist/node_modules/bullmq/dist/cjs/classes/queue-getters.js +34 -14
- package/dist/node_modules/bullmq/dist/cjs/classes/queue.js +19 -13
- package/dist/node_modules/bullmq/dist/cjs/classes/redis-connection.js +16 -9
- package/dist/node_modules/bullmq/dist/cjs/classes/repeat.js +1 -1
- package/dist/node_modules/bullmq/dist/cjs/classes/sandbox.js +54 -28
- package/dist/node_modules/bullmq/dist/cjs/classes/scripts.js +141 -39
- package/dist/node_modules/bullmq/dist/cjs/classes/worker.js +191 -182
- package/dist/node_modules/bullmq/dist/cjs/commands/addDelayedJob-6.lua +6 -17
- package/dist/node_modules/bullmq/dist/cjs/commands/addJobScheduler-11.lua +123 -0
- package/dist/node_modules/bullmq/dist/{esm/commands/addParentJob-4.lua → cjs/commands/addParentJob-5.lua} +7 -6
- package/dist/node_modules/bullmq/dist/cjs/commands/{addPrioritizedJob-8.lua → addPrioritizedJob-9.lua} +11 -10
- package/dist/node_modules/bullmq/dist/cjs/commands/addRepeatableJob-2.lua +2 -2
- package/dist/node_modules/bullmq/dist/{esm/commands/addStandardJob-8.lua → cjs/commands/addStandardJob-9.lua} +9 -8
- package/dist/node_modules/bullmq/dist/cjs/commands/cleanJobsInSet-3.lua +9 -5
- package/dist/node_modules/bullmq/dist/cjs/commands/drain-5.lua +16 -16
- package/dist/node_modules/bullmq/dist/cjs/commands/getDependencyCounts-4.lua +31 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/getState-8.lua +5 -5
- package/dist/node_modules/bullmq/dist/cjs/commands/getStateV2-8.lua +8 -8
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/addDelayedJob.lua +23 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/addJobFromScheduler.lua +37 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/addJobWithPriority.lua +2 -2
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/cleanList.lua +4 -2
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/cleanSet.lua +3 -11
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/collectMetrics.lua +1 -1
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/deduplicateJob.lua +63 -18
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/filterOutJobsToIgnore.lua +14 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/getNextDelayedTimestamp.lua +1 -1
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/getOrSetMaxEvents.lua +6 -6
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/getPriorityScore.lua +8 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/isJobSchedulerJob.lua +15 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/isLocked.lua +1 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/moveChildFromDependenciesIfNeeded.lua +77 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/{moveJobFromPriorityToActive.lua → moveJobFromPrioritizedToActive.lua} +1 -1
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/moveParentToWait.lua +45 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/moveParentToWaitIfNeeded.lua +9 -50
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/moveParentToWaitIfNoPendingDependencies.lua +13 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/prepareJobForProcessing.lua +2 -1
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/promoteDelayedJobs.lua +7 -3
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/removeDeduplicationKeyIfNeededOnFinalization.lua +23 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/removeDeduplicationKeyIfNeededOnRemoval.lua +16 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/removeJob.lua +2 -2
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/removeJobKeys.lua +2 -2
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/removeJobWithChildren.lua +95 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/removeListJobs.lua +7 -1
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/removeParentDependencyKey.lua +5 -5
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/removeZSetJobs.lua +2 -8
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/storeJob.lua +2 -2
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/storeJobScheduler.lua +52 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/trimEvents.lua +1 -1
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/updateExistingJobsParent.lua +1 -1
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/updateJobFields.lua +5 -5
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/updateParentDepsIfNeeded.lua +2 -2
- package/dist/node_modules/bullmq/dist/cjs/commands/isFinished-3.lua +2 -2
- package/dist/node_modules/bullmq/dist/cjs/commands/moveJobFromActiveToWait-9.lua +63 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/moveStalledJobsToWait-8.lua +109 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/moveToActive-11.lua +3 -2
- package/dist/node_modules/bullmq/dist/cjs/commands/moveToFinished-14.lua +52 -52
- package/dist/node_modules/bullmq/dist/cjs/commands/moveToWaitingChildren-8.lua +106 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/removeJob-2.lua +18 -66
- package/dist/node_modules/bullmq/dist/cjs/commands/removeJobScheduler-3.lua +1 -1
- package/dist/node_modules/bullmq/dist/cjs/commands/removeUnprocessedChildren-2.lua +31 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/retryJob-11.lua +11 -5
- package/dist/node_modules/bullmq/dist/cjs/commands/updateJobScheduler-12.lua +90 -0
- package/dist/node_modules/bullmq/dist/cjs/commands/updateRepeatableJobMillis-1.lua +1 -1
- package/dist/node_modules/bullmq/dist/cjs/enums/child-command.js +2 -0
- package/dist/node_modules/bullmq/dist/cjs/enums/error-code.js +2 -1
- package/dist/node_modules/bullmq/dist/cjs/enums/parent-command.js +5 -2
- package/dist/node_modules/bullmq/dist/cjs/index.js +1 -1
- package/dist/node_modules/bullmq/dist/cjs/interfaces/index.js +2 -1
- package/dist/node_modules/bullmq/dist/cjs/interfaces/{debounce-options.js → parent-options.js} +1 -1
- package/dist/node_modules/bullmq/dist/cjs/interfaces/receiver.js +3 -0
- package/dist/node_modules/bullmq/dist/cjs/scripts/addDelayedJob-6.js +163 -84
- package/dist/node_modules/bullmq/dist/cjs/scripts/addJobScheduler-11.js +465 -0
- package/dist/node_modules/bullmq/dist/cjs/scripts/{addParentJob-4.js → addParentJob-5.js} +147 -75
- package/dist/node_modules/bullmq/dist/cjs/scripts/{addPrioritizedJob-8.js → addPrioritizedJob-9.js} +151 -79
- package/dist/node_modules/bullmq/dist/cjs/scripts/addRepeatableJob-2.js +18 -13
- package/dist/node_modules/bullmq/dist/cjs/scripts/{addStandardJob-8.js → addStandardJob-9.js} +149 -77
- package/dist/node_modules/bullmq/dist/cjs/scripts/changeDelay-4.js +7 -7
- package/dist/node_modules/bullmq/dist/cjs/scripts/changePriority-7.js +8 -2
- package/dist/node_modules/bullmq/dist/cjs/scripts/cleanJobsInSet-3.js +45 -29
- package/dist/node_modules/bullmq/dist/cjs/scripts/drain-5.js +49 -35
- package/dist/node_modules/bullmq/dist/cjs/scripts/getDependencyCounts-4.js +37 -0
- package/dist/node_modules/bullmq/dist/cjs/scripts/getState-8.js +5 -5
- package/dist/node_modules/bullmq/dist/cjs/scripts/getStateV2-8.js +8 -8
- package/dist/node_modules/bullmq/dist/cjs/scripts/index.js +10 -7
- package/dist/node_modules/bullmq/dist/cjs/scripts/isFinished-3.js +2 -2
- package/dist/node_modules/bullmq/dist/cjs/scripts/{moveJobFromActiveToWait-10.js → moveJobFromActiveToWait-9.js} +57 -37
- package/dist/node_modules/bullmq/dist/cjs/scripts/moveJobsToWait-8.js +6 -6
- package/dist/node_modules/bullmq/dist/cjs/scripts/moveStalledJobsToWait-8.js +171 -0
- package/dist/node_modules/bullmq/dist/cjs/scripts/moveToActive-11.js +18 -8
- package/dist/node_modules/bullmq/dist/cjs/scripts/moveToDelayed-8.js +12 -12
- package/dist/node_modules/bullmq/dist/cjs/scripts/moveToFinished-14.js +218 -155
- package/dist/node_modules/bullmq/dist/cjs/scripts/moveToWaitingChildren-8.js +529 -0
- package/dist/node_modules/bullmq/dist/cjs/scripts/obliterate-2.js +33 -20
- package/dist/node_modules/bullmq/dist/cjs/scripts/pause-7.js +1 -1
- package/dist/node_modules/bullmq/dist/cjs/scripts/promote-9.js +8 -2
- package/dist/node_modules/bullmq/dist/cjs/scripts/removeChildDependency-1.js +7 -7
- package/dist/node_modules/bullmq/dist/cjs/scripts/removeJob-2.js +120 -63
- package/dist/node_modules/bullmq/dist/cjs/scripts/removeJobScheduler-3.js +3 -3
- package/dist/node_modules/bullmq/dist/cjs/scripts/removeRepeatable-3.js +2 -2
- package/dist/node_modules/bullmq/dist/cjs/scripts/removeUnprocessedChildren-2.js +339 -0
- package/dist/node_modules/bullmq/dist/cjs/scripts/reprocessJob-8.js +6 -6
- package/dist/node_modules/bullmq/dist/cjs/scripts/retryJob-11.js +47 -26
- package/dist/node_modules/bullmq/dist/cjs/scripts/updateJobScheduler-12.js +274 -0
- package/dist/node_modules/bullmq/dist/cjs/scripts/updateProgress-3.js +6 -6
- package/dist/node_modules/bullmq/dist/cjs/scripts/updateRepeatableJobMillis-1.js +1 -1
- package/dist/node_modules/bullmq/dist/cjs/tsconfig-cjs.tsbuildinfo +1 -1
- package/dist/node_modules/bullmq/dist/cjs/types/deduplication-options.js +3 -0
- package/dist/node_modules/bullmq/dist/cjs/types/index.js +3 -0
- package/dist/node_modules/bullmq/dist/cjs/types/job-progress.js +3 -0
- package/dist/node_modules/bullmq/dist/cjs/types/script-queue-context.js +3 -0
- package/dist/node_modules/bullmq/dist/cjs/utils.js +29 -1
- package/dist/node_modules/bullmq/dist/cjs/version.js +1 -1
- package/dist/node_modules/bullmq/dist/esm/classes/backoffs.d.ts +1 -1
- package/dist/node_modules/bullmq/dist/esm/classes/backoffs.js +18 -5
- package/dist/node_modules/bullmq/dist/esm/classes/child-pool.d.ts +1 -1
- package/dist/node_modules/bullmq/dist/esm/classes/child-pool.js +7 -2
- package/dist/node_modules/bullmq/dist/esm/classes/child-processor.d.ts +3 -2
- package/dist/node_modules/bullmq/dist/esm/classes/child-processor.js +59 -5
- package/dist/node_modules/bullmq/dist/esm/classes/child.js +3 -1
- package/dist/node_modules/bullmq/dist/esm/classes/errors/index.d.ts +2 -1
- package/dist/node_modules/bullmq/dist/esm/classes/errors/index.js +2 -1
- package/dist/node_modules/bullmq/dist/esm/classes/errors/waiting-error.d.ts +10 -0
- package/dist/node_modules/bullmq/dist/esm/classes/errors/waiting-error.js +15 -0
- package/dist/node_modules/bullmq/dist/esm/classes/flow-producer.d.ts +3 -9
- package/dist/node_modules/bullmq/dist/esm/classes/flow-producer.js +21 -5
- package/dist/node_modules/bullmq/dist/esm/classes/index.d.ts +1 -0
- package/dist/node_modules/bullmq/dist/esm/classes/index.js +1 -0
- package/dist/node_modules/bullmq/dist/esm/classes/job-scheduler.d.ts +2 -2
- package/dist/node_modules/bullmq/dist/esm/classes/job-scheduler.js +88 -62
- package/dist/node_modules/bullmq/dist/esm/classes/job.d.ts +69 -19
- package/dist/node_modules/bullmq/dist/esm/classes/job.js +217 -110
- package/dist/node_modules/bullmq/dist/esm/classes/main-base.d.ts +2 -3
- package/dist/node_modules/bullmq/dist/esm/classes/main-base.js +1 -1
- package/dist/node_modules/bullmq/dist/esm/classes/queue-base.d.ts +2 -5
- package/dist/node_modules/bullmq/dist/esm/classes/queue-base.js +11 -10
- package/dist/node_modules/bullmq/dist/esm/classes/queue-events-producer.d.ts +2 -2
- package/dist/node_modules/bullmq/dist/esm/classes/queue-events.d.ts +118 -29
- package/dist/node_modules/bullmq/dist/esm/classes/queue-getters.d.ts +20 -13
- package/dist/node_modules/bullmq/dist/esm/classes/queue-getters.js +34 -14
- package/dist/node_modules/bullmq/dist/esm/classes/queue.d.ts +19 -16
- package/dist/node_modules/bullmq/dist/esm/classes/queue.js +19 -13
- package/dist/node_modules/bullmq/dist/esm/classes/redis-connection.d.ts +7 -3
- package/dist/node_modules/bullmq/dist/esm/classes/redis-connection.js +16 -9
- package/dist/node_modules/bullmq/dist/esm/classes/repeat.js +1 -1
- package/dist/node_modules/bullmq/dist/esm/classes/sandbox.js +54 -28
- package/dist/node_modules/bullmq/dist/esm/classes/scripts.d.ts +20 -13
- package/dist/node_modules/bullmq/dist/esm/classes/scripts.js +141 -39
- package/dist/node_modules/bullmq/dist/esm/classes/worker.d.ts +28 -7
- package/dist/node_modules/bullmq/dist/esm/classes/worker.js +192 -183
- package/dist/node_modules/bullmq/dist/esm/commands/addDelayedJob-6.lua +6 -17
- package/dist/node_modules/bullmq/dist/esm/commands/addJobScheduler-11.lua +123 -0
- package/dist/node_modules/bullmq/dist/{cjs/commands/addParentJob-4.lua → esm/commands/addParentJob-5.lua} +7 -6
- package/dist/node_modules/bullmq/dist/esm/commands/{addPrioritizedJob-8.lua → addPrioritizedJob-9.lua} +11 -10
- package/dist/node_modules/bullmq/dist/esm/commands/addRepeatableJob-2.lua +2 -2
- package/dist/node_modules/bullmq/dist/{cjs/commands/addStandardJob-8.lua → esm/commands/addStandardJob-9.lua} +9 -8
- package/dist/node_modules/bullmq/dist/esm/commands/cleanJobsInSet-3.lua +9 -5
- package/dist/node_modules/bullmq/dist/esm/commands/drain-5.lua +16 -16
- package/dist/node_modules/bullmq/dist/esm/commands/getDependencyCounts-4.lua +31 -0
- package/dist/node_modules/bullmq/dist/esm/commands/getState-8.lua +5 -5
- package/dist/node_modules/bullmq/dist/esm/commands/getStateV2-8.lua +8 -8
- package/dist/node_modules/bullmq/dist/esm/commands/includes/addDelayedJob.lua +23 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/addJobFromScheduler.lua +37 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/addJobWithPriority.lua +2 -2
- package/dist/node_modules/bullmq/dist/esm/commands/includes/cleanList.lua +4 -2
- package/dist/node_modules/bullmq/dist/esm/commands/includes/cleanSet.lua +3 -11
- package/dist/node_modules/bullmq/dist/esm/commands/includes/collectMetrics.lua +1 -1
- package/dist/node_modules/bullmq/dist/esm/commands/includes/deduplicateJob.lua +63 -18
- package/dist/node_modules/bullmq/dist/esm/commands/includes/filterOutJobsToIgnore.lua +14 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/getNextDelayedTimestamp.lua +1 -1
- package/dist/node_modules/bullmq/dist/esm/commands/includes/getOrSetMaxEvents.lua +6 -6
- package/dist/node_modules/bullmq/dist/esm/commands/includes/getPriorityScore.lua +8 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/isJobSchedulerJob.lua +15 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/isLocked.lua +1 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/moveChildFromDependenciesIfNeeded.lua +77 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/{moveJobFromPriorityToActive.lua → moveJobFromPrioritizedToActive.lua} +1 -1
- package/dist/node_modules/bullmq/dist/esm/commands/includes/moveParentToWait.lua +45 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/moveParentToWaitIfNeeded.lua +9 -50
- package/dist/node_modules/bullmq/dist/esm/commands/includes/moveParentToWaitIfNoPendingDependencies.lua +13 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/prepareJobForProcessing.lua +2 -1
- package/dist/node_modules/bullmq/dist/esm/commands/includes/promoteDelayedJobs.lua +7 -3
- package/dist/node_modules/bullmq/dist/esm/commands/includes/removeDeduplicationKeyIfNeededOnFinalization.lua +23 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/removeDeduplicationKeyIfNeededOnRemoval.lua +16 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/removeJob.lua +2 -2
- package/dist/node_modules/bullmq/dist/esm/commands/includes/removeJobKeys.lua +2 -2
- package/dist/node_modules/bullmq/dist/esm/commands/includes/removeJobWithChildren.lua +95 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/removeListJobs.lua +7 -1
- package/dist/node_modules/bullmq/dist/esm/commands/includes/removeParentDependencyKey.lua +5 -5
- package/dist/node_modules/bullmq/dist/esm/commands/includes/removeZSetJobs.lua +2 -8
- package/dist/node_modules/bullmq/dist/esm/commands/includes/storeJob.lua +2 -2
- package/dist/node_modules/bullmq/dist/esm/commands/includes/storeJobScheduler.lua +52 -0
- package/dist/node_modules/bullmq/dist/esm/commands/includes/trimEvents.lua +1 -1
- package/dist/node_modules/bullmq/dist/esm/commands/includes/updateExistingJobsParent.lua +1 -1
- package/dist/node_modules/bullmq/dist/esm/commands/includes/updateJobFields.lua +5 -5
- package/dist/node_modules/bullmq/dist/esm/commands/includes/updateParentDepsIfNeeded.lua +2 -2
- package/dist/node_modules/bullmq/dist/esm/commands/isFinished-3.lua +2 -2
- package/dist/node_modules/bullmq/dist/esm/commands/moveJobFromActiveToWait-9.lua +63 -0
- package/dist/node_modules/bullmq/dist/esm/commands/moveStalledJobsToWait-8.lua +109 -0
- package/dist/node_modules/bullmq/dist/esm/commands/moveToActive-11.lua +3 -2
- package/dist/node_modules/bullmq/dist/esm/commands/moveToFinished-14.lua +52 -52
- package/dist/node_modules/bullmq/dist/esm/commands/moveToWaitingChildren-8.lua +106 -0
- package/dist/node_modules/bullmq/dist/esm/commands/removeJob-2.lua +18 -66
- package/dist/node_modules/bullmq/dist/esm/commands/removeJobScheduler-3.lua +1 -1
- package/dist/node_modules/bullmq/dist/esm/commands/removeUnprocessedChildren-2.lua +31 -0
- package/dist/node_modules/bullmq/dist/esm/commands/retryJob-11.lua +11 -5
- package/dist/node_modules/bullmq/dist/esm/commands/updateJobScheduler-12.lua +90 -0
- package/dist/node_modules/bullmq/dist/esm/commands/updateRepeatableJobMillis-1.lua +1 -1
- package/dist/node_modules/bullmq/dist/esm/enums/child-command.d.ts +3 -1
- package/dist/node_modules/bullmq/dist/esm/enums/child-command.js +2 -0
- package/dist/node_modules/bullmq/dist/esm/enums/error-code.d.ts +3 -2
- package/dist/node_modules/bullmq/dist/esm/enums/error-code.js +2 -1
- package/dist/node_modules/bullmq/dist/esm/enums/parent-command.d.ts +5 -2
- package/dist/node_modules/bullmq/dist/esm/enums/parent-command.js +5 -2
- package/dist/node_modules/bullmq/dist/esm/interfaces/backoff-options.d.ts +5 -0
- package/dist/node_modules/bullmq/dist/esm/interfaces/base-job-options.d.ts +3 -9
- package/dist/node_modules/bullmq/dist/esm/interfaces/child-message.d.ts +1 -0
- package/dist/node_modules/bullmq/dist/esm/interfaces/index.d.ts +2 -1
- package/dist/node_modules/bullmq/dist/esm/interfaces/index.js +2 -1
- package/dist/node_modules/bullmq/dist/esm/interfaces/job-json.d.ts +6 -2
- package/dist/node_modules/bullmq/dist/esm/interfaces/job-scheduler-json.d.ts +7 -4
- package/dist/node_modules/bullmq/dist/esm/interfaces/minimal-job.d.ts +34 -15
- package/dist/node_modules/bullmq/dist/esm/interfaces/parent-options.d.ts +11 -0
- package/dist/node_modules/bullmq/dist/esm/interfaces/parent-options.js +2 -0
- package/dist/node_modules/bullmq/dist/esm/interfaces/parent.d.ts +6 -2
- package/dist/node_modules/bullmq/dist/esm/interfaces/queue-options.d.ts +15 -6
- package/dist/node_modules/bullmq/dist/esm/interfaces/receiver.d.ts +4 -0
- package/dist/node_modules/bullmq/dist/esm/interfaces/receiver.js +2 -0
- package/dist/node_modules/bullmq/dist/esm/interfaces/repeat-options.d.ts +1 -2
- package/dist/node_modules/bullmq/dist/esm/interfaces/repeatable-options.d.ts +2 -0
- package/dist/node_modules/bullmq/dist/esm/interfaces/sandboxed-job.d.ts +3 -2
- package/dist/node_modules/bullmq/dist/esm/interfaces/sandboxed-options.d.ts +1 -1
- package/dist/node_modules/bullmq/dist/esm/interfaces/telemetry.d.ts +18 -15
- package/dist/node_modules/bullmq/dist/esm/interfaces/worker-options.d.ts +10 -10
- package/dist/node_modules/bullmq/dist/esm/scripts/addDelayedJob-6.js +163 -84
- package/dist/node_modules/bullmq/dist/esm/scripts/addJobScheduler-11.js +462 -0
- package/dist/node_modules/bullmq/dist/esm/scripts/{addParentJob-4.js → addParentJob-5.js} +147 -75
- package/dist/node_modules/bullmq/dist/esm/scripts/{addPrioritizedJob-8.js → addPrioritizedJob-9.js} +151 -79
- package/dist/node_modules/bullmq/dist/esm/scripts/addRepeatableJob-2.js +18 -13
- package/dist/node_modules/bullmq/dist/esm/scripts/{addStandardJob-8.js → addStandardJob-9.js} +149 -77
- package/dist/node_modules/bullmq/dist/esm/scripts/changeDelay-4.js +7 -7
- package/dist/node_modules/bullmq/dist/esm/scripts/changePriority-7.js +8 -2
- package/dist/node_modules/bullmq/dist/esm/scripts/cleanJobsInSet-3.js +45 -29
- package/dist/node_modules/bullmq/dist/esm/scripts/drain-5.js +49 -35
- package/dist/node_modules/bullmq/dist/esm/scripts/getDependencyCounts-4.d.ts +5 -0
- package/dist/node_modules/bullmq/dist/esm/scripts/getDependencyCounts-4.js +34 -0
- package/dist/node_modules/bullmq/dist/esm/scripts/getState-8.js +5 -5
- package/dist/node_modules/bullmq/dist/esm/scripts/getStateV2-8.js +8 -8
- package/dist/node_modules/bullmq/dist/esm/scripts/index.d.ts +10 -7
- package/dist/node_modules/bullmq/dist/esm/scripts/index.js +10 -7
- package/dist/node_modules/bullmq/dist/esm/scripts/isFinished-3.js +2 -2
- package/dist/node_modules/bullmq/dist/esm/scripts/{moveJobFromActiveToWait-10.js → moveJobFromActiveToWait-9.js} +57 -37
- package/dist/node_modules/bullmq/dist/esm/scripts/moveJobsToWait-8.js +6 -6
- package/dist/node_modules/bullmq/dist/esm/scripts/moveStalledJobsToWait-8.js +168 -0
- package/dist/node_modules/bullmq/dist/esm/scripts/moveToActive-11.js +18 -8
- package/dist/node_modules/bullmq/dist/esm/scripts/moveToDelayed-8.js +12 -12
- package/dist/node_modules/bullmq/dist/esm/scripts/moveToFinished-14.js +218 -155
- package/dist/node_modules/bullmq/dist/esm/scripts/moveToWaitingChildren-8.js +526 -0
- package/dist/node_modules/bullmq/dist/esm/scripts/obliterate-2.js +33 -20
- package/dist/node_modules/bullmq/dist/esm/scripts/pause-7.js +1 -1
- package/dist/node_modules/bullmq/dist/esm/scripts/promote-9.js +8 -2
- package/dist/node_modules/bullmq/dist/esm/scripts/removeChildDependency-1.js +7 -7
- package/dist/node_modules/bullmq/dist/esm/scripts/removeJob-2.js +120 -63
- package/dist/node_modules/bullmq/dist/esm/scripts/removeJobScheduler-3.js +3 -3
- package/dist/node_modules/bullmq/dist/esm/scripts/removeRepeatable-3.js +2 -2
- package/dist/node_modules/bullmq/dist/esm/scripts/removeUnprocessedChildren-2.d.ts +5 -0
- package/dist/node_modules/bullmq/dist/esm/scripts/removeUnprocessedChildren-2.js +336 -0
- package/dist/node_modules/bullmq/dist/esm/scripts/reprocessJob-8.js +6 -6
- package/dist/node_modules/bullmq/dist/esm/scripts/retryJob-11.js +47 -26
- package/dist/node_modules/bullmq/dist/esm/scripts/updateJobScheduler-12.d.ts +5 -0
- package/dist/node_modules/bullmq/dist/esm/scripts/updateJobScheduler-12.js +271 -0
- package/dist/node_modules/bullmq/dist/esm/scripts/updateProgress-3.js +6 -6
- package/dist/node_modules/bullmq/dist/esm/scripts/updateRepeatableJobMillis-1.js +1 -1
- package/dist/node_modules/bullmq/dist/esm/tsconfig.tsbuildinfo +1 -1
- package/dist/node_modules/bullmq/dist/esm/types/deduplication-options.d.ts +22 -0
- package/dist/node_modules/bullmq/dist/esm/types/deduplication-options.js +2 -0
- package/dist/node_modules/bullmq/dist/esm/types/index.d.ts +3 -0
- package/dist/node_modules/bullmq/dist/esm/types/index.js +3 -0
- package/dist/node_modules/bullmq/dist/esm/types/job-options.d.ts +19 -8
- package/dist/node_modules/bullmq/dist/esm/types/job-progress.d.ts +1 -0
- package/dist/node_modules/bullmq/dist/esm/types/job-progress.js +2 -0
- package/dist/node_modules/bullmq/dist/esm/types/script-queue-context.d.ts +2 -0
- package/dist/node_modules/bullmq/dist/esm/types/script-queue-context.js +2 -0
- package/dist/node_modules/bullmq/dist/esm/utils.d.ts +25 -5
- package/dist/node_modules/bullmq/dist/esm/utils.js +27 -0
- package/dist/node_modules/bullmq/dist/esm/version.d.ts +1 -1
- package/dist/node_modules/bullmq/dist/esm/version.js +1 -1
- package/dist/node_modules/bullmq/package.json +1 -1
- package/package.json +7 -7
- package/dist/node_modules/bullmq/dist/cjs/commands/addJobScheduler-2.lua +0 -91
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/moveParentFromWaitingChildrenToFailed.lua +0 -53
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/removeDeduplicationKey.lua +0 -11
- package/dist/node_modules/bullmq/dist/cjs/commands/includes/removeDeduplicationKeyIfNeeded.lua +0 -14
- package/dist/node_modules/bullmq/dist/cjs/commands/moveJobFromActiveToWait-10.lua +0 -60
- package/dist/node_modules/bullmq/dist/cjs/commands/moveStalledJobsToWait-9.lua +0 -156
- package/dist/node_modules/bullmq/dist/cjs/commands/moveToWaitingChildren-5.lua +0 -68
- package/dist/node_modules/bullmq/dist/cjs/scripts/addJobScheduler-2.js +0 -237
- package/dist/node_modules/bullmq/dist/cjs/scripts/moveStalledJobsToWait-9.js +0 -529
- package/dist/node_modules/bullmq/dist/cjs/scripts/moveToWaitingChildren-5.js +0 -83
- package/dist/node_modules/bullmq/dist/esm/commands/addJobScheduler-2.lua +0 -91
- package/dist/node_modules/bullmq/dist/esm/commands/includes/moveParentFromWaitingChildrenToFailed.lua +0 -53
- package/dist/node_modules/bullmq/dist/esm/commands/includes/removeDeduplicationKey.lua +0 -11
- package/dist/node_modules/bullmq/dist/esm/commands/includes/removeDeduplicationKeyIfNeeded.lua +0 -14
- package/dist/node_modules/bullmq/dist/esm/commands/moveJobFromActiveToWait-10.lua +0 -60
- package/dist/node_modules/bullmq/dist/esm/commands/moveStalledJobsToWait-9.lua +0 -156
- package/dist/node_modules/bullmq/dist/esm/commands/moveToWaitingChildren-5.lua +0 -68
- package/dist/node_modules/bullmq/dist/esm/interfaces/debounce-options.d.ts +0 -13
- package/dist/node_modules/bullmq/dist/esm/interfaces/debounce-options.js +0 -2
- package/dist/node_modules/bullmq/dist/esm/scripts/addJobScheduler-2.js +0 -234
- package/dist/node_modules/bullmq/dist/esm/scripts/moveStalledJobsToWait-9.js +0 -526
- package/dist/node_modules/bullmq/dist/esm/scripts/moveToWaitingChildren-5.js +0 -80
- /package/dist/node_modules/bullmq/dist/esm/scripts/{addJobScheduler-2.d.ts → addJobScheduler-11.d.ts} +0 -0
- /package/dist/node_modules/bullmq/dist/esm/scripts/{addParentJob-4.d.ts → addParentJob-5.d.ts} +0 -0
- /package/dist/node_modules/bullmq/dist/esm/scripts/{addPrioritizedJob-8.d.ts → addPrioritizedJob-9.d.ts} +0 -0
- /package/dist/node_modules/bullmq/dist/esm/scripts/{addStandardJob-8.d.ts → addStandardJob-9.d.ts} +0 -0
- /package/dist/node_modules/bullmq/dist/esm/scripts/{moveJobFromActiveToWait-10.d.ts → moveJobFromActiveToWait-9.d.ts} +0 -0
- /package/dist/node_modules/bullmq/dist/esm/scripts/{moveStalledJobsToWait-9.d.ts → moveStalledJobsToWait-8.d.ts} +0 -0
- /package/dist/node_modules/bullmq/dist/esm/scripts/{moveToWaitingChildren-5.d.ts → moveToWaitingChildren-8.d.ts} +0 -0
|
@@ -9,8 +9,9 @@ const content = `--[[
|
|
|
9
9
|
Input:
|
|
10
10
|
KEYS[1] 'meta'
|
|
11
11
|
KEYS[2] 'id'
|
|
12
|
-
KEYS[3] '
|
|
13
|
-
KEYS[4]
|
|
12
|
+
KEYS[3] 'delayed'
|
|
13
|
+
KEYS[4] 'completed'
|
|
14
|
+
KEYS[5] events stream key
|
|
14
15
|
ARGV[1] msgpacked arguments array
|
|
15
16
|
[1] key prefix,
|
|
16
17
|
[2] custom id (will not generate one automatically)
|
|
@@ -30,8 +31,8 @@ const content = `--[[
|
|
|
30
31
|
]]
|
|
31
32
|
local metaKey = KEYS[1]
|
|
32
33
|
local idKey = KEYS[2]
|
|
33
|
-
local completedKey = KEYS[
|
|
34
|
-
local eventsKey = KEYS[
|
|
34
|
+
local completedKey = KEYS[4]
|
|
35
|
+
local eventsKey = KEYS[5]
|
|
35
36
|
local jobId
|
|
36
37
|
local jobIdKey
|
|
37
38
|
local rcall = redis.call
|
|
@@ -47,36 +48,85 @@ local parentData
|
|
|
47
48
|
--[[
|
|
48
49
|
Function to debounce a job.
|
|
49
50
|
]]
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
51
|
+
-- Includes
|
|
52
|
+
--[[
|
|
53
|
+
Function to remove job keys.
|
|
54
|
+
]]
|
|
55
|
+
local function removeJobKeys(jobKey)
|
|
56
|
+
return rcall("DEL", jobKey, jobKey .. ':logs', jobKey .. ':dependencies',
|
|
57
|
+
jobKey .. ':processed', jobKey .. ':failed', jobKey .. ':unsuccessful')
|
|
58
|
+
end
|
|
59
|
+
local function deduplicateJob(deduplicationOpts, jobId, delayedKey, deduplicationKey, eventsKey, maxEvents,
|
|
60
|
+
prefix)
|
|
61
|
+
local deduplicationId = deduplicationOpts and deduplicationOpts['id']
|
|
62
|
+
if deduplicationId then
|
|
63
|
+
local ttl = deduplicationOpts['ttl']
|
|
64
|
+
if deduplicationOpts['replace'] and ttl and ttl > 0 then
|
|
65
|
+
local currentDebounceJobId = rcall('GET', deduplicationKey)
|
|
66
|
+
if currentDebounceJobId then
|
|
67
|
+
if rcall("ZREM", delayedKey, currentDebounceJobId) > 0 then
|
|
68
|
+
removeJobKeys(prefix .. currentDebounceJobId)
|
|
69
|
+
rcall("XADD", eventsKey, "*", "event", "removed", "jobId", currentDebounceJobId,
|
|
70
|
+
"prev", "delayed")
|
|
71
|
+
if deduplicationOpts['extend'] then
|
|
72
|
+
rcall('SET', deduplicationKey, jobId, 'PX', ttl)
|
|
73
|
+
else
|
|
74
|
+
rcall('SET', deduplicationKey, jobId, 'KEEPTTL')
|
|
75
|
+
end
|
|
76
|
+
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "deduplicated", "jobId",
|
|
77
|
+
jobId, "deduplicationId", deduplicationId, "deduplicatedJobId", currentDebounceJobId)
|
|
78
|
+
return
|
|
79
|
+
else
|
|
80
|
+
return currentDebounceJobId
|
|
81
|
+
end
|
|
82
|
+
else
|
|
83
|
+
rcall('SET', deduplicationKey, jobId, 'PX', ttl)
|
|
84
|
+
return
|
|
85
|
+
end
|
|
86
|
+
else
|
|
87
|
+
local ttl = deduplicationOpts['ttl']
|
|
88
|
+
local deduplicationKeyExists
|
|
89
|
+
if ttl then
|
|
90
|
+
if deduplicationOpts['extend'] then
|
|
91
|
+
local currentDebounceJobId = rcall('GET', deduplicationKey)
|
|
92
|
+
if currentDebounceJobId then
|
|
93
|
+
rcall('SET', deduplicationKey, currentDebounceJobId, 'PX', ttl)
|
|
94
|
+
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "debounced",
|
|
95
|
+
"jobId", currentDebounceJobId, "debounceId", deduplicationId)
|
|
96
|
+
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "deduplicated", "jobId",
|
|
97
|
+
currentDebounceJobId, "deduplicationId", deduplicationId, "deduplicatedJobId", jobId)
|
|
98
|
+
return currentDebounceJobId
|
|
99
|
+
else
|
|
100
|
+
rcall('SET', deduplicationKey, jobId, 'PX', ttl)
|
|
101
|
+
return
|
|
102
|
+
end
|
|
103
|
+
else
|
|
104
|
+
deduplicationKeyExists = not rcall('SET', deduplicationKey, jobId, 'PX', ttl, 'NX')
|
|
105
|
+
end
|
|
106
|
+
else
|
|
107
|
+
deduplicationKeyExists = not rcall('SET', deduplicationKey, jobId, 'NX')
|
|
108
|
+
end
|
|
109
|
+
if deduplicationKeyExists then
|
|
110
|
+
local currentDebounceJobId = rcall('GET', deduplicationKey)
|
|
111
|
+
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "debounced", "jobId",
|
|
112
|
+
currentDebounceJobId, "debounceId", deduplicationId)
|
|
113
|
+
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "deduplicated", "jobId",
|
|
114
|
+
currentDebounceJobId, "deduplicationId", deduplicationId, "deduplicatedJobId", jobId)
|
|
115
|
+
return currentDebounceJobId
|
|
116
|
+
end
|
|
117
|
+
end
|
|
67
118
|
end
|
|
68
|
-
end
|
|
69
119
|
end
|
|
70
120
|
--[[
|
|
71
121
|
Function to get max events value or set by default 10000.
|
|
72
122
|
]]
|
|
73
123
|
local function getOrSetMaxEvents(metaKey)
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
124
|
+
local maxEvents = rcall("HGET", metaKey, "opts.maxLenEvents")
|
|
125
|
+
if not maxEvents then
|
|
126
|
+
maxEvents = 10000
|
|
127
|
+
rcall("HSET", metaKey, "opts.maxLenEvents", maxEvents)
|
|
128
|
+
end
|
|
129
|
+
return maxEvents
|
|
80
130
|
end
|
|
81
131
|
--[[
|
|
82
132
|
Function to handle the case when job is duplicated.
|
|
@@ -94,7 +144,16 @@ end
|
|
|
94
144
|
]]
|
|
95
145
|
-- Includes
|
|
96
146
|
--[[
|
|
97
|
-
Validate and move parent to
|
|
147
|
+
Validate and move parent to a wait status (waiting, delayed or prioritized)
|
|
148
|
+
if no pending dependencies.
|
|
149
|
+
]]
|
|
150
|
+
-- Includes
|
|
151
|
+
--[[
|
|
152
|
+
Validate and move parent to a wait status (waiting, delayed or prioritized) if needed.
|
|
153
|
+
]]
|
|
154
|
+
-- Includes
|
|
155
|
+
--[[
|
|
156
|
+
Move parent to a wait status (wait, prioritized or delayed)
|
|
98
157
|
]]
|
|
99
158
|
-- Includes
|
|
100
159
|
--[[
|
|
@@ -108,7 +167,7 @@ local function getNextDelayedTimestamp(delayedKey)
|
|
|
108
167
|
local result = rcall("ZRANGE", delayedKey, 0, 0, "WITHSCORES")
|
|
109
168
|
if #result then
|
|
110
169
|
local nextTimestamp = tonumber(result[2])
|
|
111
|
-
if nextTimestamp ~= nil then
|
|
170
|
+
if nextTimestamp ~= nil then
|
|
112
171
|
return nextTimestamp / 0x1000
|
|
113
172
|
end
|
|
114
173
|
end
|
|
@@ -141,10 +200,16 @@ end
|
|
|
141
200
|
Function to add job considering priority.
|
|
142
201
|
]]
|
|
143
202
|
-- Includes
|
|
203
|
+
--[[
|
|
204
|
+
Function to get priority score.
|
|
205
|
+
]]
|
|
206
|
+
local function getPriorityScore(priority, priorityCounterKey)
|
|
207
|
+
local prioCounter = rcall("INCR", priorityCounterKey)
|
|
208
|
+
return priority * 0x100000000 + prioCounter % 0x100000000
|
|
209
|
+
end
|
|
144
210
|
local function addJobWithPriority(markerKey, prioritizedKey, priority, jobId, priorityCounterKey,
|
|
145
211
|
isPausedOrMaxed)
|
|
146
|
-
local
|
|
147
|
-
local score = priority * 0x100000000 + prioCounter % 0x100000000
|
|
212
|
+
local score = getPriorityScore(priority, priorityCounterKey)
|
|
148
213
|
rcall("ZADD", prioritizedKey, score, jobId)
|
|
149
214
|
addBaseMarkerIfNeeded(markerKey, isPausedOrMaxed)
|
|
150
215
|
end
|
|
@@ -184,57 +249,64 @@ local function getTargetQueueList(queueMetaKey, activeKey, waitKey, pausedKey)
|
|
|
184
249
|
end
|
|
185
250
|
return waitKey, false
|
|
186
251
|
end
|
|
187
|
-
local function
|
|
188
|
-
|
|
189
|
-
local
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
local
|
|
198
|
-
local
|
|
199
|
-
local
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
252
|
+
local function moveParentToWait(parentQueueKey, parentKey, parentId, timestamp)
|
|
253
|
+
local parentWaitKey = parentQueueKey .. ":wait"
|
|
254
|
+
local parentPausedKey = parentQueueKey .. ":paused"
|
|
255
|
+
local parentActiveKey = parentQueueKey .. ":active"
|
|
256
|
+
local parentMetaKey = parentQueueKey .. ":meta"
|
|
257
|
+
local parentMarkerKey = parentQueueKey .. ":marker"
|
|
258
|
+
local jobAttributes = rcall("HMGET", parentKey, "priority", "delay")
|
|
259
|
+
local priority = tonumber(jobAttributes[1]) or 0
|
|
260
|
+
local delay = tonumber(jobAttributes[2]) or 0
|
|
261
|
+
if delay > 0 then
|
|
262
|
+
local delayedTimestamp = tonumber(timestamp) + delay
|
|
263
|
+
local score = delayedTimestamp * 0x1000
|
|
264
|
+
local parentDelayedKey = parentQueueKey .. ":delayed"
|
|
265
|
+
rcall("ZADD", parentDelayedKey, score, parentId)
|
|
266
|
+
rcall("XADD", parentQueueKey .. ":events", "*", "event", "delayed", "jobId", parentId, "delay",
|
|
267
|
+
delayedTimestamp)
|
|
268
|
+
addDelayMarkerIfNeeded(parentMarkerKey, parentDelayedKey)
|
|
269
|
+
else
|
|
270
|
+
if priority == 0 then
|
|
271
|
+
local parentTarget, isParentPausedOrMaxed = getTargetQueueList(parentMetaKey, parentActiveKey,
|
|
272
|
+
parentWaitKey, parentPausedKey)
|
|
273
|
+
addJobInTargetList(parentTarget, parentMarkerKey, "RPUSH", isParentPausedOrMaxed, parentId)
|
|
209
274
|
else
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
parentPausedKey)
|
|
214
|
-
addJobInTargetList(parentTarget, parentMarkerKey, "RPUSH", isParentPausedOrMaxed,
|
|
215
|
-
parentId)
|
|
216
|
-
else
|
|
217
|
-
local isPausedOrMaxed = isQueuePausedOrMaxed(parentMetaKey, parentActiveKey)
|
|
218
|
-
addJobWithPriority(parentMarkerKey,
|
|
219
|
-
parentQueueKey .. ":prioritized", priority,
|
|
220
|
-
parentId, parentQueueKey .. ":pc", isPausedOrMaxed)
|
|
221
|
-
end
|
|
222
|
-
rcall("XADD", parentQueueKey .. ":events", "*", "event", "waiting",
|
|
223
|
-
"jobId", parentId, "prev", "waiting-children")
|
|
275
|
+
local isPausedOrMaxed = isQueuePausedOrMaxed(parentMetaKey, parentActiveKey)
|
|
276
|
+
addJobWithPriority(parentMarkerKey, parentQueueKey .. ":prioritized", priority, parentId,
|
|
277
|
+
parentQueueKey .. ":pc", isPausedOrMaxed)
|
|
224
278
|
end
|
|
279
|
+
rcall("XADD", parentQueueKey .. ":events", "*", "event", "waiting", "jobId", parentId, "prev",
|
|
280
|
+
"waiting-children")
|
|
281
|
+
end
|
|
282
|
+
end
|
|
283
|
+
local function moveParentToWaitIfNeeded(parentQueueKey, parentKey, parentId, timestamp)
|
|
284
|
+
if rcall("EXISTS", parentKey) == 1 then
|
|
285
|
+
local parentWaitingChildrenKey = parentQueueKey .. ":waiting-children"
|
|
286
|
+
if rcall("ZSCORE", parentWaitingChildrenKey, parentId) then
|
|
287
|
+
rcall("ZREM", parentWaitingChildrenKey, parentId)
|
|
288
|
+
moveParentToWait(parentQueueKey, parentKey, parentId, timestamp)
|
|
225
289
|
end
|
|
290
|
+
end
|
|
291
|
+
end
|
|
292
|
+
local function moveParentToWaitIfNoPendingDependencies(parentQueueKey, parentDependenciesKey, parentKey,
|
|
293
|
+
parentId, timestamp)
|
|
294
|
+
local doNotHavePendingDependencies = rcall("SCARD", parentDependenciesKey) == 0
|
|
295
|
+
if doNotHavePendingDependencies then
|
|
296
|
+
moveParentToWaitIfNeeded(parentQueueKey, parentKey, parentId, timestamp)
|
|
297
|
+
end
|
|
226
298
|
end
|
|
227
299
|
local function updateParentDepsIfNeeded(parentKey, parentQueueKey, parentDependenciesKey,
|
|
228
300
|
parentId, jobIdKey, returnvalue, timestamp )
|
|
229
301
|
local processedSet = parentKey .. ":processed"
|
|
230
302
|
rcall("HSET", processedSet, jobIdKey, returnvalue)
|
|
231
|
-
|
|
303
|
+
moveParentToWaitIfNoPendingDependencies(parentQueueKey, parentDependenciesKey, parentKey, parentId, timestamp)
|
|
232
304
|
end
|
|
233
305
|
local function updateExistingJobsParent(parentKey, parent, parentData,
|
|
234
306
|
parentDependenciesKey, completedKey,
|
|
235
307
|
jobIdKey, jobId, timestamp)
|
|
236
308
|
if parentKey ~= nil then
|
|
237
|
-
if rcall("ZSCORE", completedKey, jobId)
|
|
309
|
+
if rcall("ZSCORE", completedKey, jobId) then
|
|
238
310
|
local returnvalue = rcall("HGET", jobIdKey, "returnvalue")
|
|
239
311
|
updateParentDepsIfNeeded(parentKey, parent['queueKey'],
|
|
240
312
|
parentDependenciesKey, parent['id'],
|
|
@@ -280,7 +352,7 @@ local function storeJob(eventsKey, jobIdKey, jobId, name, data, opts, timestamp,
|
|
|
280
352
|
table.insert(optionalValues, "parent")
|
|
281
353
|
table.insert(optionalValues, parentData)
|
|
282
354
|
end
|
|
283
|
-
if repeatJobKey
|
|
355
|
+
if repeatJobKey then
|
|
284
356
|
table.insert(optionalValues, "rjk")
|
|
285
357
|
table.insert(optionalValues, repeatJobKey)
|
|
286
358
|
end
|
|
@@ -314,8 +386,8 @@ else
|
|
|
314
386
|
maxEvents, timestamp)
|
|
315
387
|
end
|
|
316
388
|
end
|
|
317
|
-
local deduplicationJobId = deduplicateJob(
|
|
318
|
-
|
|
389
|
+
local deduplicationJobId = deduplicateJob(opts['de'], jobId, KEYS[3],
|
|
390
|
+
deduplicationKey, eventsKey, maxEvents, args[1])
|
|
319
391
|
if deduplicationJobId then
|
|
320
392
|
return deduplicationJobId
|
|
321
393
|
end
|
|
@@ -335,6 +407,6 @@ return jobId .. "" -- convert to string
|
|
|
335
407
|
exports.addParentJob = {
|
|
336
408
|
name: 'addParentJob',
|
|
337
409
|
content,
|
|
338
|
-
keys:
|
|
410
|
+
keys: 5,
|
|
339
411
|
};
|
|
340
|
-
//# sourceMappingURL=addParentJob-
|
|
412
|
+
//# sourceMappingURL=addParentJob-5.js.map
|
package/dist/node_modules/bullmq/dist/cjs/scripts/{addPrioritizedJob-8.js → addPrioritizedJob-9.js}
RENAMED
|
@@ -11,10 +11,11 @@ const content = `--[[
|
|
|
11
11
|
KEYS[2] 'meta'
|
|
12
12
|
KEYS[3] 'id'
|
|
13
13
|
KEYS[4] 'prioritized'
|
|
14
|
-
KEYS[5] '
|
|
15
|
-
KEYS[6] '
|
|
16
|
-
KEYS[7]
|
|
17
|
-
KEYS[8]
|
|
14
|
+
KEYS[5] 'delayed'
|
|
15
|
+
KEYS[6] 'completed'
|
|
16
|
+
KEYS[7] 'active'
|
|
17
|
+
KEYS[8] events stream key
|
|
18
|
+
KEYS[9] 'pc' priority counter
|
|
18
19
|
ARGV[1] msgpacked arguments array
|
|
19
20
|
[1] key prefix,
|
|
20
21
|
[2] custom id (will not generate one automatically)
|
|
@@ -35,10 +36,10 @@ const content = `--[[
|
|
|
35
36
|
local metaKey = KEYS[2]
|
|
36
37
|
local idKey = KEYS[3]
|
|
37
38
|
local priorityKey = KEYS[4]
|
|
38
|
-
local completedKey = KEYS[
|
|
39
|
-
local activeKey = KEYS[
|
|
40
|
-
local eventsKey = KEYS[
|
|
41
|
-
local priorityCounterKey = KEYS[
|
|
39
|
+
local completedKey = KEYS[6]
|
|
40
|
+
local activeKey = KEYS[7]
|
|
41
|
+
local eventsKey = KEYS[8]
|
|
42
|
+
local priorityCounterKey = KEYS[9]
|
|
42
43
|
local jobId
|
|
43
44
|
local jobIdKey
|
|
44
45
|
local rcall = redis.call
|
|
@@ -63,35 +64,90 @@ local function addBaseMarkerIfNeeded(markerKey, isPausedOrMaxed)
|
|
|
63
64
|
rcall("ZADD", markerKey, 0, "0")
|
|
64
65
|
end
|
|
65
66
|
end
|
|
67
|
+
--[[
|
|
68
|
+
Function to get priority score.
|
|
69
|
+
]]
|
|
70
|
+
local function getPriorityScore(priority, priorityCounterKey)
|
|
71
|
+
local prioCounter = rcall("INCR", priorityCounterKey)
|
|
72
|
+
return priority * 0x100000000 + prioCounter % 0x100000000
|
|
73
|
+
end
|
|
66
74
|
local function addJobWithPriority(markerKey, prioritizedKey, priority, jobId, priorityCounterKey,
|
|
67
75
|
isPausedOrMaxed)
|
|
68
|
-
local
|
|
69
|
-
local score = priority * 0x100000000 + prioCounter % 0x100000000
|
|
76
|
+
local score = getPriorityScore(priority, priorityCounterKey)
|
|
70
77
|
rcall("ZADD", prioritizedKey, score, jobId)
|
|
71
78
|
addBaseMarkerIfNeeded(markerKey, isPausedOrMaxed)
|
|
72
79
|
end
|
|
73
80
|
--[[
|
|
74
81
|
Function to debounce a job.
|
|
75
82
|
]]
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
83
|
+
-- Includes
|
|
84
|
+
--[[
|
|
85
|
+
Function to remove job keys.
|
|
86
|
+
]]
|
|
87
|
+
local function removeJobKeys(jobKey)
|
|
88
|
+
return rcall("DEL", jobKey, jobKey .. ':logs', jobKey .. ':dependencies',
|
|
89
|
+
jobKey .. ':processed', jobKey .. ':failed', jobKey .. ':unsuccessful')
|
|
90
|
+
end
|
|
91
|
+
local function deduplicateJob(deduplicationOpts, jobId, delayedKey, deduplicationKey, eventsKey, maxEvents,
|
|
92
|
+
prefix)
|
|
93
|
+
local deduplicationId = deduplicationOpts and deduplicationOpts['id']
|
|
94
|
+
if deduplicationId then
|
|
95
|
+
local ttl = deduplicationOpts['ttl']
|
|
96
|
+
if deduplicationOpts['replace'] and ttl and ttl > 0 then
|
|
97
|
+
local currentDebounceJobId = rcall('GET', deduplicationKey)
|
|
98
|
+
if currentDebounceJobId then
|
|
99
|
+
if rcall("ZREM", delayedKey, currentDebounceJobId) > 0 then
|
|
100
|
+
removeJobKeys(prefix .. currentDebounceJobId)
|
|
101
|
+
rcall("XADD", eventsKey, "*", "event", "removed", "jobId", currentDebounceJobId,
|
|
102
|
+
"prev", "delayed")
|
|
103
|
+
if deduplicationOpts['extend'] then
|
|
104
|
+
rcall('SET', deduplicationKey, jobId, 'PX', ttl)
|
|
105
|
+
else
|
|
106
|
+
rcall('SET', deduplicationKey, jobId, 'KEEPTTL')
|
|
107
|
+
end
|
|
108
|
+
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "deduplicated", "jobId",
|
|
109
|
+
jobId, "deduplicationId", deduplicationId, "deduplicatedJobId", currentDebounceJobId)
|
|
110
|
+
return
|
|
111
|
+
else
|
|
112
|
+
return currentDebounceJobId
|
|
113
|
+
end
|
|
114
|
+
else
|
|
115
|
+
rcall('SET', deduplicationKey, jobId, 'PX', ttl)
|
|
116
|
+
return
|
|
117
|
+
end
|
|
118
|
+
else
|
|
119
|
+
local ttl = deduplicationOpts['ttl']
|
|
120
|
+
local deduplicationKeyExists
|
|
121
|
+
if ttl then
|
|
122
|
+
if deduplicationOpts['extend'] then
|
|
123
|
+
local currentDebounceJobId = rcall('GET', deduplicationKey)
|
|
124
|
+
if currentDebounceJobId then
|
|
125
|
+
rcall('SET', deduplicationKey, currentDebounceJobId, 'PX', ttl)
|
|
126
|
+
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "debounced",
|
|
127
|
+
"jobId", currentDebounceJobId, "debounceId", deduplicationId)
|
|
128
|
+
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "deduplicated", "jobId",
|
|
129
|
+
currentDebounceJobId, "deduplicationId", deduplicationId, "deduplicatedJobId", jobId)
|
|
130
|
+
return currentDebounceJobId
|
|
131
|
+
else
|
|
132
|
+
rcall('SET', deduplicationKey, jobId, 'PX', ttl)
|
|
133
|
+
return
|
|
134
|
+
end
|
|
135
|
+
else
|
|
136
|
+
deduplicationKeyExists = not rcall('SET', deduplicationKey, jobId, 'PX', ttl, 'NX')
|
|
137
|
+
end
|
|
138
|
+
else
|
|
139
|
+
deduplicationKeyExists = not rcall('SET', deduplicationKey, jobId, 'NX')
|
|
140
|
+
end
|
|
141
|
+
if deduplicationKeyExists then
|
|
142
|
+
local currentDebounceJobId = rcall('GET', deduplicationKey)
|
|
143
|
+
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "debounced", "jobId",
|
|
144
|
+
currentDebounceJobId, "debounceId", deduplicationId)
|
|
145
|
+
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "deduplicated", "jobId",
|
|
146
|
+
currentDebounceJobId, "deduplicationId", deduplicationId, "deduplicatedJobId", jobId)
|
|
147
|
+
return currentDebounceJobId
|
|
148
|
+
end
|
|
149
|
+
end
|
|
93
150
|
end
|
|
94
|
-
end
|
|
95
151
|
end
|
|
96
152
|
--[[
|
|
97
153
|
Function to store a job
|
|
@@ -109,7 +165,7 @@ local function storeJob(eventsKey, jobIdKey, jobId, name, data, opts, timestamp,
|
|
|
109
165
|
table.insert(optionalValues, "parent")
|
|
110
166
|
table.insert(optionalValues, parentData)
|
|
111
167
|
end
|
|
112
|
-
if repeatJobKey
|
|
168
|
+
if repeatJobKey then
|
|
113
169
|
table.insert(optionalValues, "rjk")
|
|
114
170
|
table.insert(optionalValues, repeatJobKey)
|
|
115
171
|
end
|
|
@@ -127,12 +183,12 @@ end
|
|
|
127
183
|
Function to get max events value or set by default 10000.
|
|
128
184
|
]]
|
|
129
185
|
local function getOrSetMaxEvents(metaKey)
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
186
|
+
local maxEvents = rcall("HGET", metaKey, "opts.maxLenEvents")
|
|
187
|
+
if not maxEvents then
|
|
188
|
+
maxEvents = 10000
|
|
189
|
+
rcall("HSET", metaKey, "opts.maxLenEvents", maxEvents)
|
|
190
|
+
end
|
|
191
|
+
return maxEvents
|
|
136
192
|
end
|
|
137
193
|
--[[
|
|
138
194
|
Function to handle the case when job is duplicated.
|
|
@@ -150,7 +206,16 @@ end
|
|
|
150
206
|
]]
|
|
151
207
|
-- Includes
|
|
152
208
|
--[[
|
|
153
|
-
Validate and move parent to
|
|
209
|
+
Validate and move parent to a wait status (waiting, delayed or prioritized)
|
|
210
|
+
if no pending dependencies.
|
|
211
|
+
]]
|
|
212
|
+
-- Includes
|
|
213
|
+
--[[
|
|
214
|
+
Validate and move parent to a wait status (waiting, delayed or prioritized) if needed.
|
|
215
|
+
]]
|
|
216
|
+
-- Includes
|
|
217
|
+
--[[
|
|
218
|
+
Move parent to a wait status (wait, prioritized or delayed)
|
|
154
219
|
]]
|
|
155
220
|
-- Includes
|
|
156
221
|
--[[
|
|
@@ -164,7 +229,7 @@ local function getNextDelayedTimestamp(delayedKey)
|
|
|
164
229
|
local result = rcall("ZRANGE", delayedKey, 0, 0, "WITHSCORES")
|
|
165
230
|
if #result then
|
|
166
231
|
local nextTimestamp = tonumber(result[2])
|
|
167
|
-
if nextTimestamp ~= nil then
|
|
232
|
+
if nextTimestamp ~= nil then
|
|
168
233
|
return nextTimestamp / 0x1000
|
|
169
234
|
end
|
|
170
235
|
end
|
|
@@ -221,57 +286,64 @@ local function getTargetQueueList(queueMetaKey, activeKey, waitKey, pausedKey)
|
|
|
221
286
|
end
|
|
222
287
|
return waitKey, false
|
|
223
288
|
end
|
|
224
|
-
local function
|
|
225
|
-
|
|
226
|
-
local
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
local
|
|
235
|
-
local
|
|
236
|
-
local
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
289
|
+
local function moveParentToWait(parentQueueKey, parentKey, parentId, timestamp)
|
|
290
|
+
local parentWaitKey = parentQueueKey .. ":wait"
|
|
291
|
+
local parentPausedKey = parentQueueKey .. ":paused"
|
|
292
|
+
local parentActiveKey = parentQueueKey .. ":active"
|
|
293
|
+
local parentMetaKey = parentQueueKey .. ":meta"
|
|
294
|
+
local parentMarkerKey = parentQueueKey .. ":marker"
|
|
295
|
+
local jobAttributes = rcall("HMGET", parentKey, "priority", "delay")
|
|
296
|
+
local priority = tonumber(jobAttributes[1]) or 0
|
|
297
|
+
local delay = tonumber(jobAttributes[2]) or 0
|
|
298
|
+
if delay > 0 then
|
|
299
|
+
local delayedTimestamp = tonumber(timestamp) + delay
|
|
300
|
+
local score = delayedTimestamp * 0x1000
|
|
301
|
+
local parentDelayedKey = parentQueueKey .. ":delayed"
|
|
302
|
+
rcall("ZADD", parentDelayedKey, score, parentId)
|
|
303
|
+
rcall("XADD", parentQueueKey .. ":events", "*", "event", "delayed", "jobId", parentId, "delay",
|
|
304
|
+
delayedTimestamp)
|
|
305
|
+
addDelayMarkerIfNeeded(parentMarkerKey, parentDelayedKey)
|
|
306
|
+
else
|
|
307
|
+
if priority == 0 then
|
|
308
|
+
local parentTarget, isParentPausedOrMaxed = getTargetQueueList(parentMetaKey, parentActiveKey,
|
|
309
|
+
parentWaitKey, parentPausedKey)
|
|
310
|
+
addJobInTargetList(parentTarget, parentMarkerKey, "RPUSH", isParentPausedOrMaxed, parentId)
|
|
246
311
|
else
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
parentPausedKey)
|
|
251
|
-
addJobInTargetList(parentTarget, parentMarkerKey, "RPUSH", isParentPausedOrMaxed,
|
|
252
|
-
parentId)
|
|
253
|
-
else
|
|
254
|
-
local isPausedOrMaxed = isQueuePausedOrMaxed(parentMetaKey, parentActiveKey)
|
|
255
|
-
addJobWithPriority(parentMarkerKey,
|
|
256
|
-
parentQueueKey .. ":prioritized", priority,
|
|
257
|
-
parentId, parentQueueKey .. ":pc", isPausedOrMaxed)
|
|
258
|
-
end
|
|
259
|
-
rcall("XADD", parentQueueKey .. ":events", "*", "event", "waiting",
|
|
260
|
-
"jobId", parentId, "prev", "waiting-children")
|
|
312
|
+
local isPausedOrMaxed = isQueuePausedOrMaxed(parentMetaKey, parentActiveKey)
|
|
313
|
+
addJobWithPriority(parentMarkerKey, parentQueueKey .. ":prioritized", priority, parentId,
|
|
314
|
+
parentQueueKey .. ":pc", isPausedOrMaxed)
|
|
261
315
|
end
|
|
316
|
+
rcall("XADD", parentQueueKey .. ":events", "*", "event", "waiting", "jobId", parentId, "prev",
|
|
317
|
+
"waiting-children")
|
|
318
|
+
end
|
|
319
|
+
end
|
|
320
|
+
local function moveParentToWaitIfNeeded(parentQueueKey, parentKey, parentId, timestamp)
|
|
321
|
+
if rcall("EXISTS", parentKey) == 1 then
|
|
322
|
+
local parentWaitingChildrenKey = parentQueueKey .. ":waiting-children"
|
|
323
|
+
if rcall("ZSCORE", parentWaitingChildrenKey, parentId) then
|
|
324
|
+
rcall("ZREM", parentWaitingChildrenKey, parentId)
|
|
325
|
+
moveParentToWait(parentQueueKey, parentKey, parentId, timestamp)
|
|
262
326
|
end
|
|
327
|
+
end
|
|
328
|
+
end
|
|
329
|
+
local function moveParentToWaitIfNoPendingDependencies(parentQueueKey, parentDependenciesKey, parentKey,
|
|
330
|
+
parentId, timestamp)
|
|
331
|
+
local doNotHavePendingDependencies = rcall("SCARD", parentDependenciesKey) == 0
|
|
332
|
+
if doNotHavePendingDependencies then
|
|
333
|
+
moveParentToWaitIfNeeded(parentQueueKey, parentKey, parentId, timestamp)
|
|
334
|
+
end
|
|
263
335
|
end
|
|
264
336
|
local function updateParentDepsIfNeeded(parentKey, parentQueueKey, parentDependenciesKey,
|
|
265
337
|
parentId, jobIdKey, returnvalue, timestamp )
|
|
266
338
|
local processedSet = parentKey .. ":processed"
|
|
267
339
|
rcall("HSET", processedSet, jobIdKey, returnvalue)
|
|
268
|
-
|
|
340
|
+
moveParentToWaitIfNoPendingDependencies(parentQueueKey, parentDependenciesKey, parentKey, parentId, timestamp)
|
|
269
341
|
end
|
|
270
342
|
local function updateExistingJobsParent(parentKey, parent, parentData,
|
|
271
343
|
parentDependenciesKey, completedKey,
|
|
272
344
|
jobIdKey, jobId, timestamp)
|
|
273
345
|
if parentKey ~= nil then
|
|
274
|
-
if rcall("ZSCORE", completedKey, jobId)
|
|
346
|
+
if rcall("ZSCORE", completedKey, jobId) then
|
|
275
347
|
local returnvalue = rcall("HGET", jobIdKey, "returnvalue")
|
|
276
348
|
updateParentDepsIfNeeded(parentKey, parent['queueKey'],
|
|
277
349
|
parentDependenciesKey, parent['id'],
|
|
@@ -321,8 +393,8 @@ else
|
|
|
321
393
|
maxEvents, timestamp)
|
|
322
394
|
end
|
|
323
395
|
end
|
|
324
|
-
local deduplicationJobId = deduplicateJob(
|
|
325
|
-
|
|
396
|
+
local deduplicationJobId = deduplicateJob(opts['de'], jobId, KEYS[5],
|
|
397
|
+
deduplicationKey, eventsKey, maxEvents, args[1])
|
|
326
398
|
if deduplicationJobId then
|
|
327
399
|
return deduplicationJobId
|
|
328
400
|
end
|
|
@@ -345,6 +417,6 @@ return jobId .. "" -- convert to string
|
|
|
345
417
|
exports.addPrioritizedJob = {
|
|
346
418
|
name: 'addPrioritizedJob',
|
|
347
419
|
content,
|
|
348
|
-
keys:
|
|
420
|
+
keys: 9,
|
|
349
421
|
};
|
|
350
|
-
//# sourceMappingURL=addPrioritizedJob-
|
|
422
|
+
//# sourceMappingURL=addPrioritizedJob-9.js.map
|