@tachybase/plugin-adapter-bullmq 1.3.16 → 1.3.18

package/dist/node_modules/bullmq/dist/esm/commands/addJobScheduler-2.lua

@@ -1,91 +0,0 @@
---[[
-  Adds a job scheduler, i.e. a job factory that creates jobs based on a given schedule (repeat options).
-
-    Input:
-      KEYS[1] 'repeat' key
-      KEYS[2] 'delayed' key
-      
-      ARGV[1] next milliseconds
-      ARGV[2] msgpacked options
-            [1]  name
-            [2]  tz?
-            [3]  patten?
-            [4]  endDate?
-            [5]  every?
-      ARGV[3] jobs scheduler id
-      ARGV[4] Json stringified template data
-      ARGV[5] mspacked template opts
-      ARGV[6] prefix key
-
-      Output:
-        repeatableKey  - OK
-]]
-local rcall = redis.call
-local repeatKey = KEYS[1]
-local delayedKey = KEYS[2]
-
-local nextMillis = ARGV[1]
-local jobSchedulerId = ARGV[3]
-local templateOpts = cmsgpack.unpack(ARGV[5])
-local prefixKey = ARGV[6]
-
--- Includes
---- @include "includes/removeJob"
-
-local function storeRepeatableJob(schedulerId, repeatKey, nextMillis, rawOpts, templateData, templateOpts)
-  rcall("ZADD", repeatKey, nextMillis, schedulerId)
-  local opts = cmsgpack.unpack(rawOpts)
-
-  local optionalValues = {}
-  if opts['tz'] then
-    table.insert(optionalValues, "tz")
-    table.insert(optionalValues, opts['tz'])
-  end
-
-  if opts['pattern'] then
-    table.insert(optionalValues, "pattern")
-    table.insert(optionalValues, opts['pattern'])
-  end
-
-  if opts['endDate'] then
-    table.insert(optionalValues, "endDate")
-    table.insert(optionalValues, opts['endDate'])
-  end
-  
-  if opts['every'] then
-    table.insert(optionalValues, "every")
-    table.insert(optionalValues, opts['every'])
-  end
-
-  local jsonTemplateOpts = cjson.encode(templateOpts)
-  if jsonTemplateOpts and jsonTemplateOpts ~= '{}' then
-    table.insert(optionalValues, "opts")
-    table.insert(optionalValues, jsonTemplateOpts)
-  end
-
-  if templateData and templateData ~= '{}' then
-    table.insert(optionalValues, "data")
-    table.insert(optionalValues, templateData)
-  end
-
-  rcall("HMSET", repeatKey .. ":" .. schedulerId, "name", opts['name'],
-    unpack(optionalValues))
-end
-
--- If we are overriding a repeatable job we must delete the delayed job for
--- the next iteration.
-local prevMillis = rcall("ZSCORE", repeatKey, jobSchedulerId)
-if prevMillis ~= false then
-  local delayedJobId =  "repeat:" .. jobSchedulerId .. ":" .. prevMillis
-  local nextDelayedJobId =  "repeat:" .. jobSchedulerId .. ":" .. nextMillis
-  local nextDelayedJobKey =  repeatKey .. ":" .. jobSchedulerId .. ":" .. nextMillis
-
-  if rcall("ZSCORE", delayedKey, delayedJobId) ~= false
-    and (rcall("EXISTS", nextDelayedJobKey) ~= 1 
-    or delayedJobId == nextDelayedJobId) then
-    removeJob(delayedJobId, true, prefixKey, true --[[remove debounce key]])
-    rcall("ZREM", delayedKey, delayedJobId)
-  end
-end
-
-return storeRepeatableJob(jobSchedulerId, repeatKey, nextMillis, ARGV[2], ARGV[4], templateOpts)

package/dist/node_modules/bullmq/dist/esm/commands/includes/moveParentFromWaitingChildrenToFailed.lua

@@ -1,53 +0,0 @@
---[[
-  Function to recursively move from waitingChildren to failed.
-]]
-
--- Includes
---- @include "moveParentToWaitIfNeeded"
---- @include "removeDeduplicationKeyIfNeeded"
---- @include "removeJobsOnFail"
-
-local function moveParentFromWaitingChildrenToFailed( parentQueueKey, parentKey, parentId, jobIdKey, timestamp)
-  if rcall("ZREM", parentQueueKey .. ":waiting-children", parentId) == 1 then
-    local parentQueuePrefix = parentQueueKey .. ":"
-    local parentFailedKey = parentQueueKey .. ":failed"
-    rcall("ZADD", parentFailedKey, timestamp, parentId)
-    local failedReason = "child " .. jobIdKey .. " failed"
-    rcall("HMSET", parentKey, "failedReason", failedReason, "finishedOn", timestamp)
-    rcall("XADD", parentQueueKey .. ":events", "*", "event", "failed", "jobId", parentId, "failedReason",
-      failedReason, "prev", "waiting-children")
-
-    local jobAttributes = rcall("HMGET", parentKey, "parent", "deid", "opts")
-
-    removeDeduplicationKeyIfNeeded(parentQueueKey .. ":", jobAttributes[2])
-
-    if jobAttributes[1] then
-      local parentData = cjson.decode(jobAttributes[1])
-      if parentData['fpof'] then
-        moveParentFromWaitingChildrenToFailed(
-          parentData['queueKey'],
-          parentData['queueKey'] .. ':' .. parentData['id'],
-          parentData['id'],
-          parentKey,
-          timestamp
-        )
-      elseif parentData['idof'] or parentData['rdof'] then
-        local grandParentKey = parentData['queueKey'] .. ':' .. parentData['id']
-        local grandParentDependenciesSet = grandParentKey .. ":dependencies"
-        if rcall("SREM", grandParentDependenciesSet, parentKey) == 1 then
-          moveParentToWaitIfNeeded(parentData['queueKey'], grandParentDependenciesSet,
-            grandParentKey, parentData['id'], timestamp)
-          if parentData['idof'] then
-            local grandParentFailedSet = grandParentKey .. ":failed"
-            rcall("HSET", grandParentFailedSet, parentKey, failedReason)
-          end
-        end
-      end
-    end
-
-    local parentRawOpts = jobAttributes[3]
-    local parentOpts = cjson.decode(parentRawOpts)
-    
-    removeJobsOnFail(parentQueuePrefix, parentFailedKey, parentId, parentOpts, timestamp)
-  end
-end

package/dist/node_modules/bullmq/dist/esm/commands/includes/removeDeduplicationKey.lua

@@ -1,11 +0,0 @@
---[[
-  Function to remove deduplication key.
-]]
-
-local function removeDeduplicationKey(prefixKey, jobKey)
-  local deduplicationId = rcall("HGET", jobKey, "deid")
-  if deduplicationId then
-    local deduplicationKey = prefixKey .. "de:" .. deduplicationId
-    rcall("DEL", deduplicationKey)
-  end
-end

package/dist/node_modules/bullmq/dist/esm/commands/includes/removeDeduplicationKeyIfNeeded.lua

@@ -1,14 +0,0 @@
---[[
-  Function to remove deduplication key if needed.
-]]
-
-local function removeDeduplicationKeyIfNeeded(prefixKey, deduplicationId)
-  if deduplicationId then
-    local deduplicationKey = prefixKey .. "de:" .. deduplicationId
-    local pttl = rcall("PTTL", deduplicationKey)
-
-    if pttl == 0 or pttl == -1 then
-      rcall("DEL", deduplicationKey)
-    end
-  end
-end

package/dist/node_modules/bullmq/dist/esm/commands/moveJobFromActiveToWait-10.lua

@@ -1,60 +0,0 @@
---[[
-  Function to move job from active state to wait.
-  Input:
-    KEYS[1]  active key
-    KEYS[2]  wait key
-    
-    KEYS[3]  stalled key
-    KEYS[4]  job lock key
-    KEYS[5]  paused key
-    KEYS[6]  meta key
-    KEYS[7]  limiter key
-    KEYS[8]  prioritized key
-    KEYS[9]  marker key
-    KEYS[10] event key
-
-    ARGV[1] job id
-    ARGV[2] lock token
-    ARGV[3] job id key
-]]
-local rcall = redis.call
-
--- Includes
---- @include "includes/addJobInTargetList"
---- @include "includes/pushBackJobWithPriority"
---- @include "includes/getOrSetMaxEvents"
---- @include "includes/getTargetQueueList"
-
-local jobId = ARGV[1]
-local token = ARGV[2]
-local lockKey = KEYS[4]
-
-local lockToken = rcall("GET", lockKey)
-local pttl = rcall("PTTL", KEYS[7])
-if lockToken == token then
-  local metaKey = KEYS[6]
-  local removed = rcall("LREM", KEYS[1], 1, jobId)
-  if removed > 0 then
-    local target, isPausedOrMaxed = getTargetQueueList(metaKey, KEYS[1], KEYS[2], KEYS[5])
-
-    rcall("SREM", KEYS[3], jobId)
-
-    local priority = tonumber(rcall("HGET", ARGV[3], "priority")) or 0
-
-    if priority > 0 then
-      pushBackJobWithPriority(KEYS[8], priority, jobId)
-    else
-      addJobInTargetList(target, KEYS[9], "RPUSH", isPausedOrMaxed, jobId)
-    end
-
-    rcall("DEL", lockKey)
-
-    local maxEvents = getOrSetMaxEvents(metaKey)
-
-    -- Emit waiting event
-    rcall("XADD", KEYS[10], "MAXLEN", "~", maxEvents, "*", "event", "waiting",
-      "jobId", jobId)
-  end
-end
-
-return pttl

package/dist/node_modules/bullmq/dist/esm/commands/moveStalledJobsToWait-9.lua

@@ -1,156 +0,0 @@
---[[
-  Move stalled jobs to wait.
-
-    Input:
-      KEYS[1] 'stalled' (SET)
-      KEYS[2] 'wait',   (LIST)
-      KEYS[3] 'active', (LIST)
-      KEYS[4] 'failed', (ZSET)
-      KEYS[5] 'stalled-check', (KEY)
-      KEYS[6] 'meta', (KEY)
-      KEYS[7] 'paused', (LIST)
-      KEYS[8] 'marker'
-      KEYS[9] 'event stream' (STREAM)
-
-      ARGV[1]  Max stalled job count
-      ARGV[2]  queue.toKey('')
-      ARGV[3]  timestamp
-      ARGV[4]  max check time
-
-    Events:
-      'stalled' with stalled job id.
-]]
-
-local rcall = redis.call
-
--- Includes
---- @include "includes/addJobInTargetList"
---- @include "includes/batches"
---- @include "includes/getTargetQueueList"
---- @include "includes/moveParentFromWaitingChildrenToFailed"
---- @include "includes/moveParentToWaitIfNeeded"
---- @include "includes/removeDeduplicationKeyIfNeeded"
---- @include "includes/removeJobsOnFail"
---- @include "includes/trimEvents"
-
-local stalledKey = KEYS[1]
-local waitKey = KEYS[2]
-local activeKey = KEYS[3]
-local failedKey = KEYS[4]
-local stalledCheckKey = KEYS[5]
-local metaKey = KEYS[6]
-local pausedKey = KEYS[7]
-local markerKey = KEYS[8]
-local eventStreamKey = KEYS[9]
-local maxStalledJobCount = tonumber(ARGV[1])
-local queueKeyPrefix = ARGV[2]
-local timestamp = ARGV[3]
-local maxCheckTime = ARGV[4]
-
-if rcall("EXISTS", stalledCheckKey) == 1 then return {{}, {}} end
-
-rcall("SET", stalledCheckKey, timestamp, "PX", maxCheckTime)
-
--- Trim events before emiting them to avoid trimming events emitted in this script
-trimEvents(metaKey, eventStreamKey)
-
--- Move all stalled jobs to wait
-local stalling = rcall('SMEMBERS', stalledKey)
-local stalled = {}
-local failed = {}
-if (#stalling > 0) then
-    rcall('DEL', stalledKey)
-
-    -- Remove from active list
-    for i, jobId in ipairs(stalling) do
-        -- Markers in waitlist DEPRECATED in v5: Remove in v6.
-        if string.sub(jobId, 1, 2) == "0:" then
-            -- If the jobId is a delay marker ID we just remove it.
-            rcall("LREM", activeKey, 1, jobId)
-        else
-            local jobKey = queueKeyPrefix .. jobId
-
-            -- Check that the lock is also missing, then we can handle this job as really stalled.
-            if (rcall("EXISTS", jobKey .. ":lock") == 0) then
-                --  Remove from the active queue.
-                local removed = rcall("LREM", activeKey, 1, jobId)
-
-                if (removed > 0) then
-                    -- If this job has been stalled too many times, such as if it crashes the worker, then fail it.
-                    local stalledCount =
-                        rcall("HINCRBY", jobKey, "stalledCounter", 1)
-                    if (stalledCount > maxStalledJobCount) then
-                        local jobAttributes = rcall("HMGET", jobKey, "opts", "parent", "deid")
-                        local rawOpts = jobAttributes[1]
-                        local rawParentData = jobAttributes[2]
-                        local opts = cjson.decode(rawOpts)
-                        rcall("ZADD", failedKey, timestamp, jobId)
-                        removeDeduplicationKeyIfNeeded(queueKeyPrefix, jobAttributes[3])
-
-                        local failedReason =
-                            "job stalled more than allowable limit"
-                        rcall("HMSET", jobKey, "failedReason", failedReason,
-                              "finishedOn", timestamp)
-                        rcall("XADD", eventStreamKey, "*", "event",
-                              "failed", "jobId", jobId, 'prev', 'active',
-                              'failedReason', failedReason)
-
-                        if rawParentData ~= false then
-                            if opts['fpof'] then
-                                local parentData = cjson.decode(rawParentData)
-                                moveParentFromWaitingChildrenToFailed(
-                                    parentData['queueKey'],
-                                    parentData['queueKey'] .. ':' .. parentData['id'],
-                                    parentData['id'],
-                                    jobKey,
-                                    timestamp
-                                )
-                            elseif opts['idof'] or opts['rdof'] then
-                                local parentData = cjson.decode(rawParentData)
-                                local parentKey = parentData['queueKey'] .. ':' .. parentData['id']
-                                local dependenciesSet = parentKey .. ":dependencies"
-                                if rcall("SREM", dependenciesSet, jobKey) == 1 then
-                                    moveParentToWaitIfNeeded(parentData['queueKey'], dependenciesSet,
-                                                             parentKey, parentData['id'], timestamp)
-                                    if opts['idof'] then
-                                       local failedSet = parentKey .. ":failed"
-                                       rcall("HSET", failedSet, jobKey, failedReason)
-                                    end
-                                end
-                            end
-                        end
-
-                        removeJobsOnFail(queueKeyPrefix, failedKey, jobId, opts, timestamp)
-
-                        table.insert(failed, jobId)
-                    else
-                        local target, isPausedOrMaxed =
-                            getTargetQueueList(metaKey, activeKey, waitKey, pausedKey)
-
-                        -- Move the job back to the wait queue, to immediately be picked up by a waiting worker.
-                        addJobInTargetList(target, markerKey, "RPUSH", isPausedOrMaxed, jobId)
-
-                        rcall("XADD", eventStreamKey, "*", "event",
-                              "waiting", "jobId", jobId, 'prev', 'active')
-
-                        -- Emit the stalled event
-                        rcall("XADD", eventStreamKey, "*", "event",
-                              "stalled", "jobId", jobId)
-                        table.insert(stalled, jobId)
-                    end
-                end
-            end
-        end
-    end
-end
-
--- Mark potentially stalled jobs
-local active = rcall('LRANGE', activeKey, 0, -1)
-
-if (#active > 0) then
-    for from, to in batches(#active, 7000) do
-        rcall('SADD', stalledKey, unpack(active, from, to))
-    end
-end
-
-return {failed, stalled}

package/dist/node_modules/bullmq/dist/esm/commands/moveToWaitingChildren-5.lua

@@ -1,68 +0,0 @@
---[[
-  Moves job from active to waiting children set.
-
-  Input:
-    KEYS[1] lock key
-    KEYS[2] active key
-    KEYS[3] waitChildrenKey key
-    KEYS[4] job key
-    KEYS[5] stalled key
-
-    ARGV[1] token
-    ARGV[2] child key
-    ARGV[3] timestamp
-    ARGV[4] the id of the job
-
-  Output:
-    0 - OK
-    1 - There are not pending dependencies.
-   -1 - Missing job.
-   -2 - Missing lock
-   -3 - Job not in active set
-]]
-local rcall = redis.call
-local stalledKey = KEYS[5]
-
---- Includes
---- @include "includes/removeLock"
-
-local function moveToWaitingChildren (activeKey, waitingChildrenKey, jobId,
-    timestamp)
-  local score = tonumber(timestamp)
-
-  local numRemovedElements = rcall("LREM", activeKey, -1, jobId)
-
-  if(numRemovedElements < 1) then
-    return -3
-  end
-
-  rcall("ZADD", waitingChildrenKey, score, jobId)
-
-  return 0
-end
-
-if rcall("EXISTS", KEYS[4]) == 1 then
-  if ARGV[2] ~= "" then
-    if rcall("SISMEMBER", KEYS[4] .. ":dependencies", ARGV[2]) ~= 0 then
-      local errorCode = removeLock(KEYS[4], stalledKey, ARGV[1], ARGV[4])
-      if errorCode < 0 then
-        return errorCode
-      end
-      return moveToWaitingChildren(KEYS[2], KEYS[3], ARGV[4], ARGV[3])
-    end
-
-    return 1
-  else
-    if rcall("SCARD", KEYS[4] .. ":dependencies") ~= 0 then 
-      local errorCode = removeLock(KEYS[4], stalledKey, ARGV[1], ARGV[4])
-      if errorCode < 0 then
-        return errorCode
-      end
-      return moveToWaitingChildren(KEYS[2], KEYS[3], ARGV[4], ARGV[3])
-    end
-
-    return 1
-  end
-end
-
-return -1

package/dist/node_modules/bullmq/dist/esm/interfaces/debounce-options.d.ts

@@ -1,13 +0,0 @@
-/**
- * Debounce options
- */
-export interface DebounceOptions {
-    /**
-     * ttl in milliseconds
-     */
-    ttl?: number;
-    /**
-     * Identifier
-     */
-    id: string;
-}

package/dist/node_modules/bullmq/dist/esm/interfaces/debounce-options.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=debounce-options.js.map