bullmq 5.77.7 → 5.78.1

package/README.md

@@ -4,7 +4,7 @@
   <br/>
   <br/>
   <p>
-    The fastest, most reliable, Redis-based distributed queue for Node. <br/>
+    The fastest, most reliable, Redis-based distributed queue for Node.js, Python, Rust, and more. <br/>
     Carefully written for rock solid stability and atomicity.
   </p>
   Read the <a href="https://docs.bullmq.io">documentation</a>
@@ -40,7 +40,15 @@ You can find tutorials and news in this blog: https://blog.taskforce.sh/
 
 ## 🌐 Language agnostic BullMQ
 
-Do you need to work with BullMQ on platforms other than Node.js? If so, check out the [BullMQ Proxy](https://github.com/taskforcesh/bullmq-proxy)
+BullMQ is available natively in multiple languages:
+
+- **Node.js / Bun** — This repository (`npm install bullmq`)
+- **Python** — [`python/`](./python) directory (`pip install bullmq`)
+- **Rust** — [`rust/`](./rust) directory (`cargo add bullmq`)
+- **Elixir** — [`elixir/`](./elixir) directory (`{:bullmq, "~> x.x"}`)
+- **PHP** — [`php/`](./php) directory
+
+For other platforms, check out the [BullMQ Proxy](https://github.com/taskforcesh/bullmq-proxy).
 
 # Official FrontEnd
 

package/dist/cjs/classes/scripts.js

@@ -1096,6 +1096,7 @@ class Scripts {
             this.queue.keys.paused,
             this.queue.keys.marker,
             this.queue.keys.events,
+            this.queue.keys.repeat,
         ];
         const args = [
             opts.maxStalledCount,

package/dist/cjs/commands/{moveStalledJobsToWait-8.lua → moveStalledJobsToWait-9.lua}

@@ -10,6 +10,7 @@
       KEYS[6] 'paused', (LIST)
       KEYS[7] 'marker'
       KEYS[8] 'event stream' (STREAM)
+      KEYS[9] 'repeat' key
 
       ARGV[1]  Max stalled job count
       ARGV[2]  queue.toKey('')
@@ -35,6 +36,7 @@ local metaKey = KEYS[5]
 local pausedKey = KEYS[6]
 local markerKey = KEYS[7]
 local eventStreamKey = KEYS[8]
+local repeatKey = KEYS[9]
 local maxStalledJobCount = tonumber(ARGV[1])
 local queueKeyPrefix = ARGV[2]
 local timestamp = ARGV[3]
@@ -74,12 +76,20 @@ if (#stalling > 0) then
                     local stalledCount = rcall("HINCRBY", jobKey, "stc", 1)
                     
                     -- Check if this is a repeatable job by looking at job options
-                    local jobOpts = rcall("HGET", jobKey, "opts")
+                    local jobSchedulerId = rcall("HGET", jobKey, "rjk")
                     local isRepeatableJob = false
-                    if jobOpts then
-                        local opts = cjson.decode(jobOpts)
-                        if opts and opts["repeat"] then
+                    if jobSchedulerId then
+                        local schedulerKey = repeatKey .. ":" .. jobSchedulerId
+
+                        if rcall("EXISTS", schedulerKey) == 1 then
                             isRepeatableJob = true
+                        else
+                            -- TODO: remove this check in v6, as it is only needed for legacy repeatable jobs
+                            -- that stored the scheduler id in the job key but did not create the scheduler hash key
+                            local prevMillis = rcall("ZSCORE", repeatKey, jobSchedulerId)
+                            if prevMillis then
+                                isRepeatableJob = true
+                            end
                         end
                     end
                     

package/dist/cjs/scripts/index.js

@@ -28,7 +28,7 @@ tslib_1.__exportStar(require("./isJobInList-1"), exports);
 tslib_1.__exportStar(require("./isMaxed-2"), exports);
 tslib_1.__exportStar(require("./moveJobFromActiveToWait-9"), exports);
 tslib_1.__exportStar(require("./moveJobsToWait-8"), exports);
-tslib_1.__exportStar(require("./moveStalledJobsToWait-8"), exports);
+tslib_1.__exportStar(require("./moveStalledJobsToWait-9"), exports);
 tslib_1.__exportStar(require("./moveToActive-11"), exports);
 tslib_1.__exportStar(require("./moveToDelayed-12"), exports);
 tslib_1.__exportStar(require("./moveToFinished-14"), exports);

package/dist/cjs/scripts/{moveStalledJobsToWait-8.js → moveStalledJobsToWait-9.js}

@@ -12,6 +12,7 @@ const content = `--[[
       KEYS[6] 'paused', (LIST)
       KEYS[7] 'marker'
       KEYS[8] 'event stream' (STREAM)
+      KEYS[9] 'repeat' key
       ARGV[1]  Max stalled job count
       ARGV[2]  queue.toKey('')
       ARGV[3]  timestamp
@@ -114,6 +115,7 @@ local metaKey = KEYS[5]
 local pausedKey = KEYS[6]
 local markerKey = KEYS[7]
 local eventStreamKey = KEYS[8]
+local repeatKey = KEYS[9]
 local maxStalledJobCount = tonumber(ARGV[1])
 local queueKeyPrefix = ARGV[2]
 local timestamp = ARGV[3]
@@ -145,12 +147,19 @@ if (#stalling > 0) then
                     -- If this job has been stalled too many times, such as if it crashes the worker, then fail it.
                     local stalledCount = rcall("HINCRBY", jobKey, "stc", 1)
                     -- Check if this is a repeatable job by looking at job options
-                    local jobOpts = rcall("HGET", jobKey, "opts")
+                    local jobSchedulerId = rcall("HGET", jobKey, "rjk")
                     local isRepeatableJob = false
-                    if jobOpts then
-                        local opts = cjson.decode(jobOpts)
-                        if opts and opts["repeat"] then
+                    if jobSchedulerId then
+                        local schedulerKey = repeatKey .. ":" .. jobSchedulerId
+                        if rcall("EXISTS", schedulerKey) == 1 then
                             isRepeatableJob = true
+                        else
+                            -- TODO: remove this check in v6, as it is only needed for legacy repeatable jobs
+                            -- that stored the scheduler id in the job key but did not create the scheduler hash key
+                            local prevMillis = rcall("ZSCORE", repeatKey, jobSchedulerId)
+                            if prevMillis then
+                                isRepeatableJob = true
+                            end
                         end
                     end
                     -- Only fail job if it exceeds stall limit AND is not a repeatable job
@@ -180,5 +189,5 @@ return stalled
 exports.moveStalledJobsToWait = {
     name: 'moveStalledJobsToWait',
     content,
-    keys: 8,
+    keys: 9,
 };