bullmq 4.0.0-beta.2 → 4.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (820) hide show
  1. package/README.md +153 -19
  2. package/dist/cjs/classes/async-fifo-queue.js +90 -0
  3. package/dist/cjs/classes/async-fifo-queue.js.map +1 -0
  4. package/dist/{classes → cjs/classes}/backoffs.js +10 -9
  5. package/dist/cjs/classes/backoffs.js.map +1 -0
  6. package/dist/cjs/classes/child-pool.js +64 -0
  7. package/dist/cjs/classes/child-pool.js.map +1 -0
  8. package/dist/cjs/classes/child-processor.js +150 -0
  9. package/dist/cjs/classes/child-processor.js.map +1 -0
  10. package/dist/cjs/classes/child.js +216 -0
  11. package/dist/cjs/classes/child.js.map +1 -0
  12. package/dist/cjs/classes/delayed-error.js +19 -0
  13. package/dist/cjs/classes/delayed-error.js.map +1 -0
  14. package/dist/cjs/classes/flow-producer.js +283 -0
  15. package/dist/cjs/classes/flow-producer.js.map +1 -0
  16. package/dist/{classes → cjs/classes}/index.js +11 -3
  17. package/dist/cjs/classes/index.js.map +1 -0
  18. package/dist/cjs/classes/job.js +768 -0
  19. package/dist/cjs/classes/job.js.map +1 -0
  20. package/dist/cjs/classes/main-base.js +45 -0
  21. package/dist/cjs/classes/main-base.js.map +1 -0
  22. package/dist/cjs/classes/main-worker.js +10 -0
  23. package/dist/cjs/classes/main-worker.js.map +1 -0
  24. package/dist/cjs/classes/main.js +10 -0
  25. package/dist/cjs/classes/main.js.map +1 -0
  26. package/dist/cjs/classes/queue-base.js +135 -0
  27. package/dist/cjs/classes/queue-base.js.map +1 -0
  28. package/dist/cjs/classes/queue-events.js +120 -0
  29. package/dist/cjs/classes/queue-events.js.map +1 -0
  30. package/dist/cjs/classes/queue-getters.js +347 -0
  31. package/dist/cjs/classes/queue-getters.js.map +1 -0
  32. package/dist/cjs/classes/queue-keys.js +45 -0
  33. package/dist/cjs/classes/queue-keys.js.map +1 -0
  34. package/dist/cjs/classes/queue.js +275 -0
  35. package/dist/cjs/classes/queue.js.map +1 -0
  36. package/dist/cjs/classes/redis-connection.js +207 -0
  37. package/dist/cjs/classes/redis-connection.js.map +1 -0
  38. package/dist/cjs/classes/repeat.js +149 -0
  39. package/dist/cjs/classes/repeat.js.map +1 -0
  40. package/dist/{classes → cjs/classes}/sandbox.js +18 -14
  41. package/dist/cjs/classes/sandbox.js.map +1 -0
  42. package/dist/cjs/classes/scripts.js +658 -0
  43. package/dist/cjs/classes/scripts.js.map +1 -0
  44. package/dist/cjs/classes/unrecoverable-error.js +19 -0
  45. package/dist/cjs/classes/unrecoverable-error.js.map +1 -0
  46. package/dist/cjs/classes/waiting-children-error.js +19 -0
  47. package/dist/cjs/classes/waiting-children-error.js.map +1 -0
  48. package/dist/cjs/classes/worker.js +577 -0
  49. package/dist/cjs/classes/worker.js.map +1 -0
  50. package/dist/cjs/commands/addJob-9.lua +170 -0
  51. package/dist/cjs/commands/changeDelay-3.lua +40 -0
  52. package/dist/cjs/commands/changePriority-5.lua +52 -0
  53. package/dist/cjs/commands/cleanJobsInSet-2.lua +48 -0
  54. package/dist/cjs/commands/drain-4.lua +26 -0
  55. package/dist/{commands → cjs/commands}/extendLock-2.lua +1 -0
  56. package/dist/cjs/commands/getCounts-1.lua +35 -0
  57. package/dist/cjs/commands/getRanges-1.lua +69 -0
  58. package/dist/cjs/commands/getState-8.lua +66 -0
  59. package/dist/cjs/commands/getStateV2-8.lua +59 -0
  60. package/dist/cjs/commands/includes/addDelayMarkerIfNeeded.lua +15 -0
  61. package/dist/cjs/commands/includes/addJobWithPriority.lua +15 -0
  62. package/dist/cjs/commands/includes/addPriorityMarkerIfNeeded.lua +12 -0
  63. package/dist/cjs/commands/includes/batches.lua +18 -0
  64. package/dist/cjs/commands/includes/checkItemInList.lua +12 -0
  65. package/dist/cjs/commands/includes/checkStalledJobs.lua +139 -0
  66. package/dist/cjs/commands/includes/cleanList.lua +47 -0
  67. package/dist/cjs/commands/includes/cleanSet.lua +39 -0
  68. package/dist/cjs/commands/includes/collectMetrics.lua +46 -0
  69. package/dist/cjs/commands/includes/destructureJobKey.lua +12 -0
  70. package/dist/cjs/commands/includes/getJobsInZset.lua +12 -0
  71. package/dist/cjs/commands/includes/getNextDelayedTimestamp.lua +13 -0
  72. package/dist/cjs/commands/includes/getRateLimitTTL.lua +17 -0
  73. package/dist/cjs/commands/includes/getTargetQueueList.lua +12 -0
  74. package/dist/cjs/commands/includes/getTimestamp.lua +19 -0
  75. package/dist/cjs/commands/includes/getZSetItems.lua +7 -0
  76. package/dist/cjs/commands/includes/isLocked.lua +31 -0
  77. package/dist/cjs/commands/includes/moveJobFromPriorityToActive.lua +14 -0
  78. package/dist/cjs/commands/includes/moveParentFromWaitingChildrenToFailed.lua +28 -0
  79. package/dist/cjs/commands/includes/prepareJobForProcessing.lua +74 -0
  80. package/dist/cjs/commands/includes/promoteDelayedJobs.lua +39 -0
  81. package/dist/cjs/commands/includes/pushBackJobWithPriority.lua +9 -0
  82. package/dist/cjs/commands/includes/removeJob.lua +13 -0
  83. package/dist/cjs/commands/includes/removeJobFromAnyState.lua +35 -0
  84. package/dist/cjs/commands/includes/removeJobs.lua +25 -0
  85. package/dist/cjs/commands/includes/removeJobsByMaxAge.lua +15 -0
  86. package/dist/cjs/commands/includes/removeJobsByMaxCount.lua +15 -0
  87. package/dist/cjs/commands/includes/removeParentDependencyKey.lua +77 -0
  88. package/dist/cjs/commands/includes/removeZSetJobs.lua +15 -0
  89. package/dist/cjs/commands/includes/trimEvents.lua +12 -0
  90. package/dist/cjs/commands/includes/updateParentDepsIfNeeded.lua +40 -0
  91. package/dist/cjs/commands/index.js +10 -0
  92. package/dist/cjs/commands/index.js.map +1 -0
  93. package/dist/cjs/commands/isFinished-3.lua +48 -0
  94. package/dist/cjs/commands/isJobInList-1.lua +16 -0
  95. package/dist/cjs/commands/moveJobFromActiveToWait-9.lua +53 -0
  96. package/dist/cjs/commands/moveStalledJobsToWait-8.lua +24 -0
  97. package/dist/cjs/commands/moveToActive-10.lua +116 -0
  98. package/dist/cjs/commands/moveToDelayed-8.lua +66 -0
  99. package/dist/cjs/commands/moveToFinished-13.lua +250 -0
  100. package/dist/cjs/commands/moveToWaitingChildren-4.lua +62 -0
  101. package/dist/cjs/commands/obliterate-2.lua +102 -0
  102. package/dist/cjs/commands/pause-5.lua +36 -0
  103. package/dist/cjs/commands/promote-7.lua +57 -0
  104. package/dist/cjs/commands/releaseLock-1.lua +19 -0
  105. package/dist/cjs/commands/removeJob-1.lua +71 -0
  106. package/{src → dist/cjs}/commands/removeRepeatable-2.lua +13 -1
  107. package/dist/cjs/commands/reprocessJob-6.lua +43 -0
  108. package/dist/cjs/commands/retryJob-9.lua +69 -0
  109. package/dist/cjs/commands/retryJobs-6.lua +53 -0
  110. package/dist/cjs/commands/saveStacktrace-1.lua +22 -0
  111. package/dist/cjs/commands/script-loader.js +408 -0
  112. package/dist/cjs/commands/script-loader.js.map +1 -0
  113. package/dist/cjs/commands/updateData-1.lua +20 -0
  114. package/dist/cjs/commands/updateProgress-2.lua +26 -0
  115. package/dist/cjs/enums/error-code.enum.js +13 -0
  116. package/dist/cjs/enums/error-code.enum.js.map +1 -0
  117. package/dist/cjs/enums/index.js +6 -0
  118. package/dist/cjs/enums/index.js.map +1 -0
  119. package/dist/cjs/enums/metrics-time.js +15 -0
  120. package/dist/cjs/enums/metrics-time.js.map +1 -0
  121. package/dist/{index.js → cjs/index.js} +2 -0
  122. package/dist/cjs/index.js.map +1 -0
  123. package/dist/cjs/interfaces/advanced-options.js +3 -0
  124. package/dist/cjs/interfaces/advanced-options.js.map +1 -0
  125. package/dist/cjs/interfaces/backoff-options.js.map +1 -0
  126. package/dist/cjs/interfaces/base-job-options.js +3 -0
  127. package/dist/cjs/interfaces/base-job-options.js.map +1 -0
  128. package/dist/cjs/interfaces/child-command.js +10 -0
  129. package/dist/cjs/interfaces/child-command.js.map +1 -0
  130. package/dist/cjs/interfaces/child-message.js +3 -0
  131. package/dist/cjs/interfaces/child-message.js.map +1 -0
  132. package/dist/{interfaces/jobs-options.js → cjs/interfaces/connection.js} +1 -1
  133. package/dist/cjs/interfaces/connection.js.map +1 -0
  134. package/dist/cjs/interfaces/flow-job.js +3 -0
  135. package/dist/cjs/interfaces/flow-job.js.map +1 -0
  136. package/dist/cjs/interfaces/index.js +28 -0
  137. package/dist/cjs/interfaces/index.js.map +1 -0
  138. package/dist/cjs/interfaces/ioredis-events.js +3 -0
  139. package/dist/cjs/interfaces/ioredis-events.js.map +1 -0
  140. package/dist/cjs/interfaces/job-json.js +3 -0
  141. package/dist/cjs/interfaces/job-json.js.map +1 -0
  142. package/dist/cjs/interfaces/keep-jobs.js +3 -0
  143. package/dist/cjs/interfaces/keep-jobs.js.map +1 -0
  144. package/dist/cjs/interfaces/metrics-options.js +3 -0
  145. package/dist/cjs/interfaces/metrics-options.js.map +1 -0
  146. package/dist/cjs/interfaces/metrics.js +3 -0
  147. package/dist/cjs/interfaces/metrics.js.map +1 -0
  148. package/dist/cjs/interfaces/minimal-job.js +3 -0
  149. package/dist/cjs/interfaces/minimal-job.js.map +1 -0
  150. package/dist/cjs/interfaces/parent-command.js +15 -0
  151. package/dist/cjs/interfaces/parent-command.js.map +1 -0
  152. package/dist/cjs/interfaces/parent-message.js +3 -0
  153. package/dist/cjs/interfaces/parent-message.js.map +1 -0
  154. package/dist/cjs/interfaces/parent.js +3 -0
  155. package/dist/cjs/interfaces/parent.js.map +1 -0
  156. package/dist/{interfaces → cjs/interfaces}/queue-options.js +1 -0
  157. package/dist/cjs/interfaces/queue-options.js.map +1 -0
  158. package/dist/cjs/interfaces/rate-limiter-options.js.map +1 -0
  159. package/dist/cjs/interfaces/redis-options.js.map +1 -0
  160. package/dist/cjs/interfaces/redis-streams.js +3 -0
  161. package/dist/cjs/interfaces/redis-streams.js.map +1 -0
  162. package/dist/cjs/interfaces/repeat-options.js.map +1 -0
  163. package/dist/{interfaces/queue-scheduler-options.js → cjs/interfaces/sandboxed-job-processor.js} +1 -1
  164. package/dist/cjs/interfaces/sandboxed-job-processor.js.map +1 -0
  165. package/dist/cjs/interfaces/sandboxed-job.js +3 -0
  166. package/dist/cjs/interfaces/sandboxed-job.js.map +1 -0
  167. package/dist/cjs/interfaces/worker-options.js.map +1 -0
  168. package/dist/cjs/scripts/addJob-9.js +252 -0
  169. package/dist/cjs/scripts/addJob-9.js.map +1 -0
  170. package/dist/cjs/scripts/changeDelay-3.js +41 -0
  171. package/dist/cjs/scripts/changeDelay-3.js.map +1 -0
  172. package/dist/cjs/scripts/changePriority-5.js +87 -0
  173. package/dist/cjs/scripts/changePriority-5.js.map +1 -0
  174. package/dist/cjs/scripts/cleanJobsInSet-2.js +259 -0
  175. package/dist/cjs/scripts/cleanJobsInSet-2.js.map +1 -0
  176. package/dist/cjs/scripts/drain-4.js +178 -0
  177. package/dist/cjs/scripts/drain-4.js.map +1 -0
  178. package/dist/cjs/scripts/extendLock-2.js +30 -0
  179. package/dist/cjs/scripts/extendLock-2.js.map +1 -0
  180. package/dist/cjs/scripts/getCounts-1.js +41 -0
  181. package/dist/cjs/scripts/getCounts-1.js.map +1 -0
  182. package/dist/cjs/scripts/getRanges-1.js +72 -0
  183. package/dist/cjs/scripts/getRanges-1.js.map +1 -0
  184. package/dist/cjs/scripts/getState-8.js +74 -0
  185. package/dist/cjs/scripts/getState-8.js.map +1 -0
  186. package/dist/cjs/scripts/getStateV2-8.js +58 -0
  187. package/dist/cjs/scripts/getStateV2-8.js.map +1 -0
  188. package/dist/cjs/scripts/index.js +34 -0
  189. package/dist/cjs/scripts/index.js.map +1 -0
  190. package/dist/cjs/scripts/isFinished-3.js +49 -0
  191. package/dist/cjs/scripts/isFinished-3.js.map +1 -0
  192. package/dist/cjs/scripts/isJobInList-1.js +32 -0
  193. package/dist/cjs/scripts/isJobInList-1.js.map +1 -0
  194. package/dist/cjs/scripts/moveJobFromActiveToWait-9.js +70 -0
  195. package/dist/cjs/scripts/moveJobFromActiveToWait-9.js.map +1 -0
  196. package/dist/cjs/scripts/moveStalledJobsToWait-8.js +289 -0
  197. package/dist/cjs/scripts/moveStalledJobsToWait-8.js.map +1 -0
  198. package/dist/cjs/scripts/moveToActive-10.js +269 -0
  199. package/dist/cjs/scripts/moveToActive-10.js.map +1 -0
  200. package/dist/cjs/scripts/moveToDelayed-8.js +152 -0
  201. package/dist/cjs/scripts/moveToDelayed-8.js.map +1 -0
  202. package/dist/cjs/scripts/moveToFinished-13.js +624 -0
  203. package/dist/cjs/scripts/moveToFinished-13.js.map +1 -0
  204. package/dist/cjs/scripts/moveToWaitingChildren-4.js +59 -0
  205. package/dist/cjs/scripts/moveToWaitingChildren-4.js.map +1 -0
  206. package/dist/cjs/scripts/obliterate-2.js +244 -0
  207. package/dist/cjs/scripts/obliterate-2.js.map +1 -0
  208. package/dist/cjs/scripts/pause-5.js +48 -0
  209. package/dist/cjs/scripts/pause-5.js.map +1 -0
  210. package/dist/cjs/scripts/promote-7.js +87 -0
  211. package/dist/cjs/scripts/promote-7.js.map +1 -0
  212. package/dist/cjs/scripts/releaseLock-1.js +25 -0
  213. package/dist/cjs/scripts/releaseLock-1.js.map +1 -0
  214. package/dist/cjs/scripts/removeJob-1.js +210 -0
  215. package/dist/cjs/scripts/removeJob-1.js.map +1 -0
  216. package/dist/cjs/scripts/removeRepeatable-2.js +38 -0
  217. package/dist/cjs/scripts/removeRepeatable-2.js.map +1 -0
  218. package/dist/cjs/scripts/reprocessJob-6.js +56 -0
  219. package/dist/cjs/scripts/reprocessJob-6.js.map +1 -0
  220. package/dist/cjs/scripts/retryJob-9.js +128 -0
  221. package/dist/cjs/scripts/retryJob-9.js.map +1 -0
  222. package/dist/cjs/scripts/retryJobs-6.js +76 -0
  223. package/dist/cjs/scripts/retryJobs-6.js.map +1 -0
  224. package/dist/cjs/scripts/saveStacktrace-1.js +27 -0
  225. package/dist/cjs/scripts/saveStacktrace-1.js.map +1 -0
  226. package/dist/cjs/scripts/updateData-1.js +26 -0
  227. package/dist/cjs/scripts/updateData-1.js.map +1 -0
  228. package/dist/cjs/scripts/updateProgress-2.js +31 -0
  229. package/dist/cjs/scripts/updateProgress-2.js.map +1 -0
  230. package/dist/cjs/tsconfig-cjs.tsbuildinfo +1 -0
  231. package/dist/cjs/types/backoff-strategy.js +3 -0
  232. package/dist/cjs/types/backoff-strategy.js.map +1 -0
  233. package/dist/cjs/types/finished-status.js +3 -0
  234. package/dist/cjs/types/finished-status.js.map +1 -0
  235. package/dist/cjs/types/index.js +11 -0
  236. package/dist/cjs/types/index.js.map +1 -0
  237. package/dist/cjs/types/job-json-sandbox.js +3 -0
  238. package/dist/cjs/types/job-json-sandbox.js.map +1 -0
  239. package/dist/cjs/types/job-options.js +3 -0
  240. package/dist/cjs/types/job-options.js.map +1 -0
  241. package/dist/cjs/types/job-type.js +3 -0
  242. package/dist/cjs/types/job-type.js.map +1 -0
  243. package/dist/cjs/types/minimal-queue.js +3 -0
  244. package/dist/cjs/types/minimal-queue.js.map +1 -0
  245. package/dist/cjs/types/repeat-strategy.js +3 -0
  246. package/dist/cjs/types/repeat-strategy.js.map +1 -0
  247. package/dist/cjs/utils.js +152 -0
  248. package/dist/cjs/utils.js.map +1 -0
  249. package/dist/esm/classes/async-fifo-queue.d.ts +31 -0
  250. package/dist/esm/classes/async-fifo-queue.js +86 -0
  251. package/dist/esm/classes/async-fifo-queue.js.map +1 -0
  252. package/dist/esm/classes/backoffs.d.ts +10 -0
  253. package/dist/esm/classes/backoffs.js +44 -0
  254. package/dist/esm/classes/backoffs.js.map +1 -0
  255. package/dist/esm/classes/child-pool.d.ts +23 -0
  256. package/dist/esm/classes/child-pool.js +60 -0
  257. package/dist/esm/classes/child-pool.js.map +1 -0
  258. package/dist/esm/classes/child-processor.d.ts +26 -0
  259. package/dist/esm/classes/child-processor.js +146 -0
  260. package/dist/esm/classes/child-processor.js.map +1 -0
  261. package/dist/esm/classes/child.d.ts +36 -0
  262. package/dist/esm/classes/child.js +212 -0
  263. package/dist/esm/classes/child.js.map +1 -0
  264. package/dist/esm/classes/delayed-error.d.ts +10 -0
  265. package/dist/esm/classes/delayed-error.js +15 -0
  266. package/dist/esm/classes/delayed-error.js.map +1 -0
  267. package/dist/esm/classes/flow-producer.d.ts +163 -0
  268. package/dist/esm/classes/flow-producer.js +279 -0
  269. package/dist/esm/classes/flow-producer.js.map +1 -0
  270. package/dist/{classes → esm/classes}/index.d.ts +9 -3
  271. package/dist/esm/classes/index.js +22 -0
  272. package/dist/esm/classes/index.js.map +1 -0
  273. package/dist/esm/classes/job.d.ts +355 -0
  274. package/dist/esm/classes/job.js +764 -0
  275. package/dist/esm/classes/job.js.map +1 -0
  276. package/dist/esm/classes/main-base.d.ts +4 -0
  277. package/dist/esm/classes/main-base.js +43 -0
  278. package/dist/esm/classes/main-base.js.map +1 -0
  279. package/dist/esm/classes/main-worker.js +8 -0
  280. package/dist/esm/classes/main-worker.js.map +1 -0
  281. package/dist/esm/classes/main.js +8 -0
  282. package/dist/esm/classes/main.js.map +1 -0
  283. package/dist/esm/classes/queue-base.d.ts +67 -0
  284. package/dist/esm/classes/queue-base.js +131 -0
  285. package/dist/esm/classes/queue-base.js.map +1 -0
  286. package/dist/esm/classes/queue-events.d.ts +179 -0
  287. package/dist/esm/classes/queue-events.js +116 -0
  288. package/dist/esm/classes/queue-events.js.map +1 -0
  289. package/dist/esm/classes/queue-getters.d.ts +164 -0
  290. package/dist/esm/classes/queue-getters.js +344 -0
  291. package/dist/esm/classes/queue-getters.js.map +1 -0
  292. package/dist/esm/classes/queue-keys.d.ts +10 -0
  293. package/dist/esm/classes/queue-keys.js +41 -0
  294. package/dist/esm/classes/queue-keys.js.map +1 -0
  295. package/dist/esm/classes/queue.d.ts +236 -0
  296. package/dist/esm/classes/queue.js +271 -0
  297. package/dist/esm/classes/queue.js.map +1 -0
  298. package/dist/esm/classes/redis-connection.d.ts +37 -0
  299. package/dist/esm/classes/redis-connection.js +203 -0
  300. package/dist/esm/classes/redis-connection.js.map +1 -0
  301. package/dist/esm/classes/repeat.d.ts +25 -0
  302. package/dist/esm/classes/repeat.js +144 -0
  303. package/dist/esm/classes/repeat.js.map +1 -0
  304. package/dist/esm/classes/sandbox.d.ts +4 -0
  305. package/dist/esm/classes/sandbox.js +58 -0
  306. package/dist/esm/classes/sandbox.js.map +1 -0
  307. package/dist/esm/classes/scripts.d.ts +106 -0
  308. package/dist/esm/classes/scripts.js +654 -0
  309. package/dist/esm/classes/scripts.js.map +1 -0
  310. package/dist/esm/classes/unrecoverable-error.d.ts +10 -0
  311. package/dist/esm/classes/unrecoverable-error.js +15 -0
  312. package/dist/esm/classes/unrecoverable-error.js.map +1 -0
  313. package/dist/esm/classes/waiting-children-error.d.ts +10 -0
  314. package/dist/esm/classes/waiting-children-error.js +15 -0
  315. package/dist/esm/classes/waiting-children-error.js.map +1 -0
  316. package/dist/esm/classes/worker.d.ts +215 -0
  317. package/dist/esm/classes/worker.js +573 -0
  318. package/dist/esm/classes/worker.js.map +1 -0
  319. package/dist/esm/commands/addJob-9.lua +170 -0
  320. package/dist/esm/commands/changeDelay-3.lua +40 -0
  321. package/dist/esm/commands/changePriority-5.lua +52 -0
  322. package/dist/esm/commands/cleanJobsInSet-2.lua +48 -0
  323. package/dist/esm/commands/drain-4.lua +26 -0
  324. package/{src → dist/esm}/commands/extendLock-2.lua +1 -0
  325. package/dist/esm/commands/getCounts-1.lua +35 -0
  326. package/dist/esm/commands/getRanges-1.lua +69 -0
  327. package/dist/esm/commands/getState-8.lua +66 -0
  328. package/dist/esm/commands/getStateV2-8.lua +59 -0
  329. package/dist/esm/commands/includes/addDelayMarkerIfNeeded.lua +15 -0
  330. package/dist/esm/commands/includes/addJobWithPriority.lua +15 -0
  331. package/dist/esm/commands/includes/addPriorityMarkerIfNeeded.lua +12 -0
  332. package/dist/esm/commands/includes/batches.lua +18 -0
  333. package/dist/esm/commands/includes/checkItemInList.lua +12 -0
  334. package/dist/esm/commands/includes/checkStalledJobs.lua +139 -0
  335. package/dist/esm/commands/includes/cleanList.lua +47 -0
  336. package/dist/esm/commands/includes/cleanSet.lua +39 -0
  337. package/dist/esm/commands/includes/collectMetrics.lua +46 -0
  338. package/dist/esm/commands/includes/destructureJobKey.lua +12 -0
  339. package/dist/esm/commands/includes/getJobsInZset.lua +12 -0
  340. package/dist/esm/commands/includes/getNextDelayedTimestamp.lua +13 -0
  341. package/dist/esm/commands/includes/getRateLimitTTL.lua +17 -0
  342. package/dist/esm/commands/includes/getTargetQueueList.lua +12 -0
  343. package/dist/esm/commands/includes/getTimestamp.lua +19 -0
  344. package/dist/esm/commands/includes/getZSetItems.lua +7 -0
  345. package/dist/esm/commands/includes/isLocked.lua +31 -0
  346. package/dist/esm/commands/includes/moveJobFromPriorityToActive.lua +14 -0
  347. package/dist/esm/commands/includes/moveParentFromWaitingChildrenToFailed.lua +28 -0
  348. package/dist/esm/commands/includes/prepareJobForProcessing.lua +74 -0
  349. package/dist/esm/commands/includes/promoteDelayedJobs.lua +39 -0
  350. package/dist/esm/commands/includes/pushBackJobWithPriority.lua +9 -0
  351. package/dist/esm/commands/includes/removeJob.lua +13 -0
  352. package/dist/esm/commands/includes/removeJobFromAnyState.lua +35 -0
  353. package/dist/esm/commands/includes/removeJobs.lua +25 -0
  354. package/dist/esm/commands/includes/removeJobsByMaxAge.lua +15 -0
  355. package/dist/esm/commands/includes/removeJobsByMaxCount.lua +15 -0
  356. package/dist/esm/commands/includes/removeParentDependencyKey.lua +77 -0
  357. package/dist/esm/commands/includes/removeZSetJobs.lua +15 -0
  358. package/dist/esm/commands/includes/trimEvents.lua +12 -0
  359. package/dist/esm/commands/includes/updateParentDepsIfNeeded.lua +40 -0
  360. package/dist/esm/commands/index.d.ts +4 -0
  361. package/dist/esm/commands/index.js +5 -0
  362. package/dist/esm/commands/index.js.map +1 -0
  363. package/dist/esm/commands/isFinished-3.lua +48 -0
  364. package/dist/esm/commands/isJobInList-1.lua +16 -0
  365. package/dist/esm/commands/moveJobFromActiveToWait-9.lua +53 -0
  366. package/dist/esm/commands/moveStalledJobsToWait-8.lua +24 -0
  367. package/dist/esm/commands/moveToActive-10.lua +116 -0
  368. package/dist/esm/commands/moveToDelayed-8.lua +66 -0
  369. package/dist/esm/commands/moveToFinished-13.lua +250 -0
  370. package/dist/esm/commands/moveToWaitingChildren-4.lua +62 -0
  371. package/dist/esm/commands/obliterate-2.lua +102 -0
  372. package/dist/esm/commands/pause-5.lua +36 -0
  373. package/dist/esm/commands/promote-7.lua +57 -0
  374. package/dist/esm/commands/releaseLock-1.lua +19 -0
  375. package/dist/esm/commands/removeJob-1.lua +71 -0
  376. package/dist/{commands → esm/commands}/removeRepeatable-2.lua +13 -1
  377. package/dist/esm/commands/reprocessJob-6.lua +43 -0
  378. package/dist/esm/commands/retryJob-9.lua +69 -0
  379. package/dist/esm/commands/retryJobs-6.lua +53 -0
  380. package/dist/esm/commands/saveStacktrace-1.lua +22 -0
  381. package/dist/esm/commands/script-loader.d.ts +119 -0
  382. package/dist/esm/commands/script-loader.js +403 -0
  383. package/dist/esm/commands/script-loader.js.map +1 -0
  384. package/dist/esm/commands/updateData-1.lua +20 -0
  385. package/dist/esm/commands/updateProgress-2.lua +26 -0
  386. package/dist/esm/enums/error-code.enum.d.ts +8 -0
  387. package/dist/esm/enums/error-code.enum.js +10 -0
  388. package/dist/esm/enums/error-code.enum.js.map +1 -0
  389. package/dist/esm/enums/index.d.ts +2 -0
  390. package/dist/esm/enums/index.js +3 -0
  391. package/dist/esm/enums/index.js.map +1 -0
  392. package/dist/esm/enums/metrics-time.d.ts +10 -0
  393. package/dist/esm/enums/metrics-time.js +12 -0
  394. package/dist/esm/enums/metrics-time.js.map +1 -0
  395. package/dist/{index.d.ts → esm/index.d.ts} +2 -0
  396. package/{src/index.ts → dist/esm/index.js} +7 -4
  397. package/dist/esm/index.js.map +1 -0
  398. package/dist/esm/interfaces/advanced-options.d.ts +13 -0
  399. package/dist/esm/interfaces/advanced-options.js +2 -0
  400. package/dist/esm/interfaces/advanced-options.js.map +1 -0
  401. package/dist/esm/interfaces/backoff-options.d.ts +15 -0
  402. package/dist/esm/interfaces/backoff-options.js +2 -0
  403. package/dist/esm/interfaces/backoff-options.js.map +1 -0
  404. package/dist/esm/interfaces/base-job-options.d.ts +97 -0
  405. package/dist/esm/interfaces/base-job-options.js +2 -0
  406. package/dist/esm/interfaces/base-job-options.js.map +1 -0
  407. package/dist/esm/interfaces/child-command.d.ts +5 -0
  408. package/dist/esm/interfaces/child-command.js +7 -0
  409. package/dist/esm/interfaces/child-command.js.map +1 -0
  410. package/dist/esm/interfaces/child-message.d.ts +6 -0
  411. package/dist/esm/interfaces/child-message.js +2 -0
  412. package/dist/esm/interfaces/child-message.js.map +1 -0
  413. package/dist/esm/interfaces/connection.d.ts +8 -0
  414. package/dist/esm/interfaces/connection.js +2 -0
  415. package/dist/esm/interfaces/connection.js.map +1 -0
  416. package/dist/esm/interfaces/flow-job.d.ts +19 -0
  417. package/dist/esm/interfaces/flow-job.js +2 -0
  418. package/dist/esm/interfaces/flow-job.js.map +1 -0
  419. package/dist/esm/interfaces/index.d.ts +24 -0
  420. package/dist/esm/interfaces/index.js +25 -0
  421. package/dist/esm/interfaces/index.js.map +1 -0
  422. package/dist/esm/interfaces/ioredis-events.d.ts +8 -0
  423. package/dist/esm/interfaces/ioredis-events.js +2 -0
  424. package/dist/esm/interfaces/ioredis-events.js.map +1 -0
  425. package/dist/esm/interfaces/job-json.d.ts +37 -0
  426. package/dist/esm/interfaces/job-json.js +2 -0
  427. package/dist/esm/interfaces/job-json.js.map +1 -0
  428. package/dist/esm/interfaces/keep-jobs.d.ts +17 -0
  429. package/dist/esm/interfaces/keep-jobs.js +2 -0
  430. package/dist/esm/interfaces/keep-jobs.js.map +1 -0
  431. package/dist/esm/interfaces/metrics-options.d.ts +12 -0
  432. package/dist/esm/interfaces/metrics-options.js +2 -0
  433. package/dist/esm/interfaces/metrics-options.js.map +1 -0
  434. package/dist/esm/interfaces/metrics.d.ts +9 -0
  435. package/dist/esm/interfaces/metrics.js +2 -0
  436. package/dist/esm/interfaces/metrics.js.map +1 -0
  437. package/dist/esm/interfaces/minimal-job.d.ts +129 -0
  438. package/dist/esm/interfaces/minimal-job.js +2 -0
  439. package/dist/esm/interfaces/minimal-job.js.map +1 -0
  440. package/dist/esm/interfaces/parent-command.d.ts +10 -0
  441. package/dist/esm/interfaces/parent-command.js +12 -0
  442. package/dist/esm/interfaces/parent-command.js.map +1 -0
  443. package/dist/esm/interfaces/parent-message.d.ts +8 -0
  444. package/dist/esm/interfaces/parent-message.js +2 -0
  445. package/dist/esm/interfaces/parent-message.js.map +1 -0
  446. package/dist/esm/interfaces/parent.d.ts +20 -0
  447. package/dist/esm/interfaces/parent.js +2 -0
  448. package/dist/esm/interfaces/parent.js.map +1 -0
  449. package/dist/esm/interfaces/queue-options.d.ts +74 -0
  450. package/dist/esm/interfaces/queue-options.js +6 -0
  451. package/dist/esm/interfaces/queue-options.js.map +1 -0
  452. package/dist/esm/interfaces/rate-limiter-options.d.ts +12 -0
  453. package/dist/esm/interfaces/rate-limiter-options.js +2 -0
  454. package/dist/esm/interfaces/rate-limiter-options.js.map +1 -0
  455. package/dist/esm/interfaces/redis-options.d.ts +7 -0
  456. package/dist/esm/interfaces/redis-options.js +2 -0
  457. package/dist/esm/interfaces/redis-options.js.map +1 -0
  458. package/dist/esm/interfaces/redis-streams.d.ts +4 -0
  459. package/dist/esm/interfaces/redis-streams.js +2 -0
  460. package/dist/esm/interfaces/redis-streams.js.map +1 -0
  461. package/dist/esm/interfaces/repeat-options.d.ts +33 -0
  462. package/dist/esm/interfaces/repeat-options.js +2 -0
  463. package/dist/esm/interfaces/repeat-options.js.map +1 -0
  464. package/dist/esm/interfaces/sandboxed-job-processor.d.ts +5 -0
  465. package/dist/esm/interfaces/sandboxed-job-processor.js +2 -0
  466. package/dist/esm/interfaces/sandboxed-job-processor.js.map +1 -0
  467. package/dist/esm/interfaces/sandboxed-job.d.ts +13 -0
  468. package/dist/esm/interfaces/sandboxed-job.js +2 -0
  469. package/dist/esm/interfaces/sandboxed-job.js.map +1 -0
  470. package/dist/esm/interfaces/worker-options.d.ts +123 -0
  471. package/dist/esm/interfaces/worker-options.js +2 -0
  472. package/dist/esm/interfaces/worker-options.js.map +1 -0
  473. package/dist/esm/scripts/addJob-9.d.ts +5 -0
  474. package/dist/esm/scripts/addJob-9.js +249 -0
  475. package/dist/esm/scripts/addJob-9.js.map +1 -0
  476. package/dist/esm/scripts/changeDelay-3.d.ts +5 -0
  477. package/dist/esm/scripts/changeDelay-3.js +38 -0
  478. package/dist/esm/scripts/changeDelay-3.js.map +1 -0
  479. package/dist/esm/scripts/changePriority-5.d.ts +5 -0
  480. package/dist/esm/scripts/changePriority-5.js +84 -0
  481. package/dist/esm/scripts/changePriority-5.js.map +1 -0
  482. package/dist/esm/scripts/cleanJobsInSet-2.d.ts +5 -0
  483. package/dist/esm/scripts/cleanJobsInSet-2.js +256 -0
  484. package/dist/esm/scripts/cleanJobsInSet-2.js.map +1 -0
  485. package/dist/esm/scripts/drain-4.d.ts +5 -0
  486. package/dist/esm/scripts/drain-4.js +175 -0
  487. package/dist/esm/scripts/drain-4.js.map +1 -0
  488. package/dist/esm/scripts/extendLock-2.d.ts +5 -0
  489. package/dist/esm/scripts/extendLock-2.js +27 -0
  490. package/dist/esm/scripts/extendLock-2.js.map +1 -0
  491. package/dist/esm/scripts/getCounts-1.d.ts +5 -0
  492. package/dist/esm/scripts/getCounts-1.js +38 -0
  493. package/dist/esm/scripts/getCounts-1.js.map +1 -0
  494. package/dist/esm/scripts/getRanges-1.d.ts +5 -0
  495. package/dist/esm/scripts/getRanges-1.js +69 -0
  496. package/dist/esm/scripts/getRanges-1.js.map +1 -0
  497. package/dist/esm/scripts/getState-8.d.ts +5 -0
  498. package/dist/esm/scripts/getState-8.js +71 -0
  499. package/dist/esm/scripts/getState-8.js.map +1 -0
  500. package/dist/esm/scripts/getStateV2-8.d.ts +5 -0
  501. package/dist/esm/scripts/getStateV2-8.js +55 -0
  502. package/dist/esm/scripts/getStateV2-8.js.map +1 -0
  503. package/dist/esm/scripts/index.d.ts +30 -0
  504. package/dist/esm/scripts/index.js +31 -0
  505. package/dist/esm/scripts/index.js.map +1 -0
  506. package/dist/esm/scripts/isFinished-3.d.ts +5 -0
  507. package/dist/esm/scripts/isFinished-3.js +46 -0
  508. package/dist/esm/scripts/isFinished-3.js.map +1 -0
  509. package/dist/esm/scripts/isJobInList-1.d.ts +5 -0
  510. package/dist/esm/scripts/isJobInList-1.js +29 -0
  511. package/dist/esm/scripts/isJobInList-1.js.map +1 -0
  512. package/dist/esm/scripts/moveJobFromActiveToWait-9.d.ts +5 -0
  513. package/dist/esm/scripts/moveJobFromActiveToWait-9.js +67 -0
  514. package/dist/esm/scripts/moveJobFromActiveToWait-9.js.map +1 -0
  515. package/dist/esm/scripts/moveStalledJobsToWait-8.d.ts +5 -0
  516. package/dist/esm/scripts/moveStalledJobsToWait-8.js +286 -0
  517. package/dist/esm/scripts/moveStalledJobsToWait-8.js.map +1 -0
  518. package/dist/esm/scripts/moveToActive-10.d.ts +5 -0
  519. package/dist/esm/scripts/moveToActive-10.js +266 -0
  520. package/dist/esm/scripts/moveToActive-10.js.map +1 -0
  521. package/dist/esm/scripts/moveToDelayed-8.d.ts +5 -0
  522. package/dist/esm/scripts/moveToDelayed-8.js +149 -0
  523. package/dist/esm/scripts/moveToDelayed-8.js.map +1 -0
  524. package/dist/esm/scripts/moveToFinished-13.d.ts +5 -0
  525. package/dist/esm/scripts/moveToFinished-13.js +621 -0
  526. package/dist/esm/scripts/moveToFinished-13.js.map +1 -0
  527. package/dist/esm/scripts/moveToWaitingChildren-4.d.ts +5 -0
  528. package/dist/esm/scripts/moveToWaitingChildren-4.js +56 -0
  529. package/dist/esm/scripts/moveToWaitingChildren-4.js.map +1 -0
  530. package/dist/esm/scripts/obliterate-2.d.ts +5 -0
  531. package/dist/esm/scripts/obliterate-2.js +241 -0
  532. package/dist/esm/scripts/obliterate-2.js.map +1 -0
  533. package/dist/esm/scripts/pause-5.d.ts +5 -0
  534. package/dist/esm/scripts/pause-5.js +45 -0
  535. package/dist/esm/scripts/pause-5.js.map +1 -0
  536. package/dist/esm/scripts/promote-7.d.ts +5 -0
  537. package/dist/esm/scripts/promote-7.js +84 -0
  538. package/dist/esm/scripts/promote-7.js.map +1 -0
  539. package/dist/esm/scripts/releaseLock-1.d.ts +5 -0
  540. package/dist/esm/scripts/releaseLock-1.js +22 -0
  541. package/dist/esm/scripts/releaseLock-1.js.map +1 -0
  542. package/dist/esm/scripts/removeJob-1.d.ts +5 -0
  543. package/dist/esm/scripts/removeJob-1.js +207 -0
  544. package/dist/esm/scripts/removeJob-1.js.map +1 -0
  545. package/dist/esm/scripts/removeRepeatable-2.d.ts +5 -0
  546. package/dist/esm/scripts/removeRepeatable-2.js +35 -0
  547. package/dist/esm/scripts/removeRepeatable-2.js.map +1 -0
  548. package/dist/esm/scripts/reprocessJob-6.d.ts +5 -0
  549. package/dist/esm/scripts/reprocessJob-6.js +53 -0
  550. package/dist/esm/scripts/reprocessJob-6.js.map +1 -0
  551. package/dist/esm/scripts/retryJob-9.d.ts +5 -0
  552. package/dist/esm/scripts/retryJob-9.js +125 -0
  553. package/dist/esm/scripts/retryJob-9.js.map +1 -0
  554. package/dist/esm/scripts/retryJobs-6.d.ts +5 -0
  555. package/dist/esm/scripts/retryJobs-6.js +73 -0
  556. package/dist/esm/scripts/retryJobs-6.js.map +1 -0
  557. package/dist/esm/scripts/saveStacktrace-1.d.ts +5 -0
  558. package/dist/esm/scripts/saveStacktrace-1.js +24 -0
  559. package/dist/esm/scripts/saveStacktrace-1.js.map +1 -0
  560. package/dist/esm/scripts/updateData-1.d.ts +5 -0
  561. package/dist/esm/scripts/updateData-1.js +23 -0
  562. package/dist/esm/scripts/updateData-1.js.map +1 -0
  563. package/dist/esm/scripts/updateProgress-2.d.ts +5 -0
  564. package/dist/esm/scripts/updateProgress-2.js +28 -0
  565. package/dist/esm/scripts/updateProgress-2.js.map +1 -0
  566. package/dist/esm/tsconfig.tsbuildinfo +1 -0
  567. package/dist/esm/types/backoff-strategy.d.ts +2 -0
  568. package/dist/esm/types/backoff-strategy.js +2 -0
  569. package/dist/esm/types/backoff-strategy.js.map +1 -0
  570. package/dist/esm/types/finished-status.d.ts +2 -0
  571. package/dist/esm/types/finished-status.js +2 -0
  572. package/dist/esm/types/finished-status.js.map +1 -0
  573. package/dist/esm/types/index.d.ts +7 -0
  574. package/dist/esm/types/index.js +8 -0
  575. package/dist/esm/types/index.js.map +1 -0
  576. package/dist/esm/types/job-json-sandbox.d.ts +5 -0
  577. package/dist/esm/types/job-json-sandbox.js +2 -0
  578. package/dist/esm/types/job-json-sandbox.js.map +1 -0
  579. package/dist/esm/types/job-options.d.ts +20 -0
  580. package/dist/esm/types/job-options.js +2 -0
  581. package/dist/esm/types/job-options.js.map +1 -0
  582. package/dist/esm/types/job-type.d.ts +3 -0
  583. package/dist/esm/types/job-type.js +2 -0
  584. package/dist/esm/types/job-type.js.map +1 -0
  585. package/dist/esm/types/minimal-queue.d.ts +2 -0
  586. package/dist/esm/types/minimal-queue.js +2 -0
  587. package/dist/esm/types/minimal-queue.js.map +1 -0
  588. package/dist/esm/types/repeat-strategy.d.ts +2 -0
  589. package/dist/esm/types/repeat-strategy.js +2 -0
  590. package/dist/esm/types/repeat-strategy.js.map +1 -0
  591. package/dist/esm/utils.d.ts +42 -0
  592. package/dist/esm/utils.js +134 -0
  593. package/dist/esm/utils.js.map +1 -0
  594. package/package.json +180 -60
  595. package/.travis.yml +0 -32
  596. package/SUMMARY.md +0 -4
  597. package/commitlint.config.js +0 -1
  598. package/dist/classes/backoffs.d.ts +0 -14
  599. package/dist/classes/backoffs.js.map +0 -1
  600. package/dist/classes/child-pool.d.ts +0 -22
  601. package/dist/classes/child-pool.js +0 -98
  602. package/dist/classes/child-pool.js.map +0 -1
  603. package/dist/classes/compat.d.ts +0 -315
  604. package/dist/classes/compat.js +0 -671
  605. package/dist/classes/compat.js.map +0 -1
  606. package/dist/classes/index.js.map +0 -1
  607. package/dist/classes/job.d.ts +0 -93
  608. package/dist/classes/job.js +0 -353
  609. package/dist/classes/job.js.map +0 -1
  610. package/dist/classes/master.js +0 -112
  611. package/dist/classes/master.js.map +0 -1
  612. package/dist/classes/queue-base.d.ts +0 -22
  613. package/dist/classes/queue-base.js +0 -66
  614. package/dist/classes/queue-base.js.map +0 -1
  615. package/dist/classes/queue-events.d.ts +0 -8
  616. package/dist/classes/queue-events.js +0 -59
  617. package/dist/classes/queue-events.js.map +0 -1
  618. package/dist/classes/queue-getters.d.ts +0 -38
  619. package/dist/classes/queue-getters.js +0 -183
  620. package/dist/classes/queue-getters.js.map +0 -1
  621. package/dist/classes/queue-scheduler.d.ts +0 -25
  622. package/dist/classes/queue-scheduler.js +0 -97
  623. package/dist/classes/queue-scheduler.js.map +0 -1
  624. package/dist/classes/queue.d.ts +0 -56
  625. package/dist/classes/queue.js +0 -130
  626. package/dist/classes/queue.js.map +0 -1
  627. package/dist/classes/redis-connection.d.ts +0 -22
  628. package/dist/classes/redis-connection.js +0 -108
  629. package/dist/classes/redis-connection.js.map +0 -1
  630. package/dist/classes/repeat.d.ts +0 -26
  631. package/dist/classes/repeat.js +0 -129
  632. package/dist/classes/repeat.js.map +0 -1
  633. package/dist/classes/sandbox.d.ts +0 -2
  634. package/dist/classes/sandbox.js.map +0 -1
  635. package/dist/classes/scripts.d.ts +0 -43
  636. package/dist/classes/scripts.js +0 -307
  637. package/dist/classes/scripts.js.map +0 -1
  638. package/dist/classes/worker.d.ts +0 -40
  639. package/dist/classes/worker.js +0 -246
  640. package/dist/classes/worker.js.map +0 -1
  641. package/dist/commands/addJob-8.lua +0 -106
  642. package/dist/commands/cleanJobsInSet-1.lua +0 -48
  643. package/dist/commands/index.d.ts +0 -2
  644. package/dist/commands/index.js +0 -42
  645. package/dist/commands/index.js.map +0 -1
  646. package/dist/commands/isFinished-2.lua +0 -22
  647. package/dist/commands/isJobInList-1.lua +0 -20
  648. package/dist/commands/moveStalledJobsToWait-8.lua +0 -91
  649. package/dist/commands/moveToActive-8.lua +0 -79
  650. package/dist/commands/moveToDelayed-5.lua +0 -39
  651. package/dist/commands/moveToFinished-7.lua +0 -92
  652. package/dist/commands/pause-4.lua +0 -27
  653. package/dist/commands/promote-4.lua +0 -49
  654. package/dist/commands/releaseLock-1.lua +0 -19
  655. package/dist/commands/removeJob-10.lua +0 -37
  656. package/dist/commands/reprocessJob-4.lua +0 -36
  657. package/dist/commands/retryJob-4.lua +0 -34
  658. package/dist/commands/takeLock-1.lua +0 -17
  659. package/dist/commands/updateDelaySet-7.lua +0 -71
  660. package/dist/commands/updateProgress-2.lua +0 -15
  661. package/dist/enums/index.d.ts +0 -1
  662. package/dist/enums/index.js +0 -5
  663. package/dist/enums/index.js.map +0 -1
  664. package/dist/enums/retry-errors.enum.d.ts +0 -5
  665. package/dist/enums/retry-errors.enum.js +0 -9
  666. package/dist/enums/retry-errors.enum.js.map +0 -1
  667. package/dist/index.js.map +0 -1
  668. package/dist/interfaces/advanced-options.d.ts +0 -9
  669. package/dist/interfaces/advanced-options.js +0 -11
  670. package/dist/interfaces/advanced-options.js.map +0 -1
  671. package/dist/interfaces/backoff-options.d.ts +0 -4
  672. package/dist/interfaces/backoff-options.js.map +0 -1
  673. package/dist/interfaces/index.d.ts +0 -9
  674. package/dist/interfaces/index.js +0 -6
  675. package/dist/interfaces/index.js.map +0 -1
  676. package/dist/interfaces/jobs-options.d.ts +0 -16
  677. package/dist/interfaces/jobs-options.js.map +0 -1
  678. package/dist/interfaces/queue-options.d.ts +0 -24
  679. package/dist/interfaces/queue-options.js.map +0 -1
  680. package/dist/interfaces/queue-scheduler-options.d.ts +0 -5
  681. package/dist/interfaces/queue-scheduler-options.js.map +0 -1
  682. package/dist/interfaces/rate-limiter-options.d.ts +0 -4
  683. package/dist/interfaces/rate-limiter-options.js.map +0 -1
  684. package/dist/interfaces/redis-options.d.ts +0 -5
  685. package/dist/interfaces/redis-options.js.map +0 -1
  686. package/dist/interfaces/repeat-options.d.ts +0 -11
  687. package/dist/interfaces/repeat-options.js.map +0 -1
  688. package/dist/interfaces/worker-options.d.ts +0 -11
  689. package/dist/interfaces/worker-options.js.map +0 -1
  690. package/dist/test/test_bulk.js +0 -55
  691. package/dist/test/test_bulk.js.map +0 -1
  692. package/dist/test/test_child-pool.js +0 -81
  693. package/dist/test/test_child-pool.js.map +0 -1
  694. package/dist/test/test_clean.js +0 -124
  695. package/dist/test/test_clean.js.map +0 -1
  696. package/dist/test/test_compat.d.ts +0 -1
  697. package/dist/test/test_compat.js +0 -533
  698. package/dist/test/test_compat.js.map +0 -1
  699. package/dist/test/test_connection.d.ts +0 -1
  700. package/dist/test/test_connection.js +0 -142
  701. package/dist/test/test_connection.js.map +0 -1
  702. package/dist/test/test_delay.d.ts +0 -1
  703. package/dist/test/test_delay.js +0 -188
  704. package/dist/test/test_delay.js.map +0 -1
  705. package/dist/test/test_events.d.ts +0 -1
  706. package/dist/test/test_events.js +0 -148
  707. package/dist/test/test_events.js.map +0 -1
  708. package/dist/test/test_getters.d.ts +0 -1
  709. package/dist/test/test_getters.js +0 -293
  710. package/dist/test/test_getters.js.map +0 -1
  711. package/dist/test/test_job.d.ts +0 -1
  712. package/dist/test/test_job.js +0 -419
  713. package/dist/test/test_job.js.map +0 -1
  714. package/dist/test/test_pause.d.ts +0 -1
  715. package/dist/test/test_pause.js +0 -254
  716. package/dist/test/test_pause.js.map +0 -1
  717. package/dist/test/test_queue.d.ts +0 -0
  718. package/dist/test/test_queue.js +0 -72
  719. package/dist/test/test_queue.js.map +0 -1
  720. package/dist/test/test_rate_limiter.d.ts +0 -1
  721. package/dist/test/test_rate_limiter.js +0 -98
  722. package/dist/test/test_rate_limiter.js.map +0 -1
  723. package/dist/test/test_repeat.d.ts +0 -1
  724. package/dist/test/test_repeat.js +0 -604
  725. package/dist/test/test_repeat.js.map +0 -1
  726. package/dist/test/test_sandboxed_process.d.ts +0 -1
  727. package/dist/test/test_sandboxed_process.js +0 -319
  728. package/dist/test/test_sandboxed_process.js.map +0 -1
  729. package/dist/test/test_stalled_jobs.d.ts +0 -1
  730. package/dist/test/test_stalled_jobs.js +0 -107
  731. package/dist/test/test_stalled_jobs.js.map +0 -1
  732. package/dist/test/test_worker.d.ts +0 -1
  733. package/dist/test/test_worker.js +0 -1182
  734. package/dist/test/test_worker.js.map +0 -1
  735. package/dist/utils.d.ts +0 -8
  736. package/dist/utils.js +0 -31
  737. package/dist/utils.js.map +0 -1
  738. package/release.txt +0 -21
  739. package/src/classes/backoffs.ts +0 -67
  740. package/src/classes/child-pool.ts +0 -119
  741. package/src/classes/compat.ts +0 -889
  742. package/src/classes/index.ts +0 -13
  743. package/src/classes/job.ts +0 -492
  744. package/src/classes/master.ts +0 -113
  745. package/src/classes/queue-base.ts +0 -80
  746. package/src/classes/queue-events.ts +0 -78
  747. package/src/classes/queue-getters.ts +0 -213
  748. package/src/classes/queue-scheduler.ts +0 -127
  749. package/src/classes/queue.ts +0 -194
  750. package/src/classes/redis-connection.ts +0 -127
  751. package/src/classes/repeat.ts +0 -212
  752. package/src/classes/sandbox.ts +0 -60
  753. package/src/classes/scripts.ts +0 -482
  754. package/src/classes/worker.ts +0 -313
  755. package/src/commands/addJob-8.lua +0 -106
  756. package/src/commands/cleanJobsInSet-1.lua +0 -48
  757. package/src/commands/index.ts +0 -62
  758. package/src/commands/isFinished-2.lua +0 -22
  759. package/src/commands/isJobInList-1.lua +0 -20
  760. package/src/commands/moveStalledJobsToWait-8.lua +0 -91
  761. package/src/commands/moveToActive-8.lua +0 -79
  762. package/src/commands/moveToDelayed-5.lua +0 -39
  763. package/src/commands/moveToFinished-7.lua +0 -92
  764. package/src/commands/pause-4.lua +0 -27
  765. package/src/commands/promote-4.lua +0 -49
  766. package/src/commands/releaseLock-1.lua +0 -19
  767. package/src/commands/removeJob-10.lua +0 -37
  768. package/src/commands/reprocessJob-4.lua +0 -36
  769. package/src/commands/retryJob-4.lua +0 -34
  770. package/src/commands/takeLock-1.lua +0 -17
  771. package/src/commands/updateDelaySet-7.lua +0 -71
  772. package/src/commands/updateProgress-2.lua +0 -15
  773. package/src/enums/index.ts +0 -1
  774. package/src/enums/retry-errors.enum.ts +0 -5
  775. package/src/interfaces/advanced-options.ts +0 -28
  776. package/src/interfaces/backoff-options.ts +0 -4
  777. package/src/interfaces/index.ts +0 -9
  778. package/src/interfaces/jobs-options.ts +0 -53
  779. package/src/interfaces/queue-options.ts +0 -30
  780. package/src/interfaces/queue-scheduler-options.ts +0 -6
  781. package/src/interfaces/rate-limiter-options.ts +0 -7
  782. package/src/interfaces/redis-options.ts +0 -7
  783. package/src/interfaces/repeat-options.ts +0 -19
  784. package/src/interfaces/worker-options.ts +0 -13
  785. package/src/test/fixtures/fixture_processor.js +0 -13
  786. package/src/test/fixtures/fixture_processor_bar.js +0 -13
  787. package/src/test/fixtures/fixture_processor_crash.js +0 -16
  788. package/src/test/fixtures/fixture_processor_exit.js +0 -15
  789. package/src/test/fixtures/fixture_processor_fail.js +0 -13
  790. package/src/test/fixtures/fixture_processor_foo.js +0 -13
  791. package/src/test/fixtures/fixture_processor_progress.js +0 -29
  792. package/src/test/fixtures/fixture_processor_slow.js +0 -13
  793. package/src/test/test_bulk.ts +0 -59
  794. package/src/test/test_child-pool.ts +0 -88
  795. package/src/test/test_clean.ts +0 -148
  796. package/src/test/test_compat.ts +0 -640
  797. package/src/test/test_connection.ts +0 -161
  798. package/src/test/test_delay.ts +0 -221
  799. package/src/test/test_events.ts +0 -198
  800. package/src/test/test_getters.ts +0 -348
  801. package/src/test/test_job.ts +0 -524
  802. package/src/test/test_pause.ts +0 -312
  803. package/src/test/test_queue.ts +0 -70
  804. package/src/test/test_rate_limiter.ts +0 -113
  805. package/src/test/test_repeat.ts +0 -787
  806. package/src/test/test_sandboxed_process.ts +0 -380
  807. package/src/test/test_stalled_jobs.ts +0 -146
  808. package/src/test/test_worker.ts +0 -1503
  809. package/src/utils.ts +0 -28
  810. package/tsconfig.json +0 -25
  811. package/tslint.json +0 -23
  812. /package/dist/{classes/master.d.ts → cjs/classes/main-worker.d.ts} +0 -0
  813. /package/dist/{test/test_bulk.d.ts → cjs/classes/main.d.ts} +0 -0
  814. /package/dist/{interfaces → cjs/interfaces}/backoff-options.js +0 -0
  815. /package/dist/{interfaces → cjs/interfaces}/rate-limiter-options.js +0 -0
  816. /package/dist/{interfaces → cjs/interfaces}/redis-options.js +0 -0
  817. /package/dist/{interfaces → cjs/interfaces}/repeat-options.js +0 -0
  818. /package/dist/{interfaces → cjs/interfaces}/worker-options.js +0 -0
  819. /package/dist/{test/test_child-pool.d.ts → esm/classes/main-worker.d.ts} +0 -0
  820. /package/dist/{test/test_clean.d.ts → esm/classes/main.d.ts} +0 -0
@@ -0,0 +1,58 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getStateV2 = void 0;
4
+ const content = `--[[
5
+ Get a job state
6
+ Input:
7
+ KEYS[1] 'completed' key,
8
+ KEYS[2] 'failed' key
9
+ KEYS[3] 'delayed' key
10
+ KEYS[4] 'active' key
11
+ KEYS[5] 'wait' key
12
+ KEYS[6] 'paused' key
13
+ KEYS[7] 'waiting-children' key
14
+ KEYS[8] 'prioritized' key
15
+ ARGV[1] job id
16
+ ARGV[2] job key
17
+ Output:
18
+ 'completed'
19
+ 'failed'
20
+ 'delayed'
21
+ 'active'
22
+ 'waiting'
23
+ 'waiting-children'
24
+ 'unknown'
25
+ ]]
26
+ local rcall = redis.call
27
+ if rcall("ZSCORE", KEYS[1], ARGV[1]) ~= false then
28
+ return "completed"
29
+ end
30
+ if rcall("ZSCORE", KEYS[2], ARGV[1]) ~= false then
31
+ return "failed"
32
+ end
33
+ if rcall("ZSCORE", KEYS[3], ARGV[1]) ~= false then
34
+ return "delayed"
35
+ end
36
+ if rcall("ZSCORE", KEYS[8], ARGV[1]) ~= false then
37
+ return "prioritized"
38
+ end
39
+ if rcall("LPOS", KEYS[4] , ARGV[1]) ~= false then
40
+ return "active"
41
+ end
42
+ if rcall("LPOS", KEYS[5] , ARGV[1]) ~= false then
43
+ return "waiting"
44
+ end
45
+ if rcall("LPOS", KEYS[6] , ARGV[1]) ~= false then
46
+ return "waiting"
47
+ end
48
+ if rcall("ZSCORE", KEYS[7] , ARGV[1]) ~= false then
49
+ return "waiting-children"
50
+ end
51
+ return "unknown"
52
+ `;
53
+ exports.getStateV2 = {
54
+ name: 'getStateV2',
55
+ content,
56
+ keys: 8,
57
+ };
58
+ //# sourceMappingURL=getStateV2-8.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getStateV2-8.js","sourceRoot":"","sources":["../../../src/scripts/getStateV2-8.ts"],"names":[],"mappings":";;;AAAA,MAAM,OAAO,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgDf,CAAC;AACW,QAAA,UAAU,GAAG;IACxB,IAAI,EAAE,YAAY;IAClB,OAAO;IACP,IAAI,EAAE,CAAC;CACR,CAAC"}
@@ -0,0 +1,34 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ const tslib_1 = require("tslib");
4
+ tslib_1.__exportStar(require("./addJob-9"), exports);
5
+ tslib_1.__exportStar(require("./changeDelay-3"), exports);
6
+ tslib_1.__exportStar(require("./changePriority-5"), exports);
7
+ tslib_1.__exportStar(require("./cleanJobsInSet-2"), exports);
8
+ tslib_1.__exportStar(require("./drain-4"), exports);
9
+ tslib_1.__exportStar(require("./extendLock-2"), exports);
10
+ tslib_1.__exportStar(require("./getCounts-1"), exports);
11
+ tslib_1.__exportStar(require("./getRanges-1"), exports);
12
+ tslib_1.__exportStar(require("./getState-8"), exports);
13
+ tslib_1.__exportStar(require("./getStateV2-8"), exports);
14
+ tslib_1.__exportStar(require("./isFinished-3"), exports);
15
+ tslib_1.__exportStar(require("./isJobInList-1"), exports);
16
+ tslib_1.__exportStar(require("./moveJobFromActiveToWait-9"), exports);
17
+ tslib_1.__exportStar(require("./moveStalledJobsToWait-8"), exports);
18
+ tslib_1.__exportStar(require("./moveToActive-10"), exports);
19
+ tslib_1.__exportStar(require("./moveToDelayed-8"), exports);
20
+ tslib_1.__exportStar(require("./moveToFinished-13"), exports);
21
+ tslib_1.__exportStar(require("./moveToWaitingChildren-4"), exports);
22
+ tslib_1.__exportStar(require("./obliterate-2"), exports);
23
+ tslib_1.__exportStar(require("./pause-5"), exports);
24
+ tslib_1.__exportStar(require("./promote-7"), exports);
25
+ tslib_1.__exportStar(require("./releaseLock-1"), exports);
26
+ tslib_1.__exportStar(require("./removeJob-1"), exports);
27
+ tslib_1.__exportStar(require("./removeRepeatable-2"), exports);
28
+ tslib_1.__exportStar(require("./reprocessJob-6"), exports);
29
+ tslib_1.__exportStar(require("./retryJob-9"), exports);
30
+ tslib_1.__exportStar(require("./retryJobs-6"), exports);
31
+ tslib_1.__exportStar(require("./saveStacktrace-1"), exports);
32
+ tslib_1.__exportStar(require("./updateData-1"), exports);
33
+ tslib_1.__exportStar(require("./updateProgress-2"), exports);
34
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/scripts/index.ts"],"names":[],"mappings":";;;AAAA,qDAA2B;AAC3B,0DAAgC;AAChC,6DAAmC;AACnC,6DAAmC;AACnC,oDAA0B;AAC1B,yDAA+B;AAC/B,wDAA8B;AAC9B,wDAA8B;AAC9B,uDAA6B;AAC7B,yDAA+B;AAC/B,yDAA+B;AAC/B,0DAAgC;AAChC,sEAA4C;AAC5C,oEAA0C;AAC1C,4DAAkC;AAClC,4DAAkC;AAClC,8DAAoC;AACpC,oEAA0C;AAC1C,yDAA+B;AAC/B,oDAA0B;AAC1B,sDAA4B;AAC5B,0DAAgC;AAChC,wDAA8B;AAC9B,+DAAqC;AACrC,2DAAiC;AACjC,uDAA6B;AAC7B,wDAA8B;AAC9B,6DAAmC;AACnC,yDAA+B;AAC/B,6DAAmC"}
@@ -0,0 +1,49 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.isFinished = void 0;
4
+ const content = `--[[
5
+ Checks if a job is finished (.i.e. is in the completed or failed set)
6
+ Input:
7
+ KEYS[1] completed key
8
+ KEYS[2] failed key
9
+ KEYS[3] job key
10
+ ARGV[1] job id
11
+ ARGV[2] return value?
12
+ Output:
13
+ 0 - Not finished.
14
+ 1 - Completed.
15
+ 2 - Failed.
16
+ -1 - Missing job.
17
+ ]]
18
+ local rcall = redis.call
19
+ if rcall("EXISTS", KEYS[3]) ~= 1 then
20
+ if ARGV[2] == "1" then
21
+ return {-1,"Missing key for job " .. KEYS[3] .. ". isFinished"}
22
+ end
23
+ return -1
24
+ end
25
+ if rcall("ZSCORE", KEYS[1], ARGV[1]) ~= false then
26
+ if ARGV[2] == "1" then
27
+ local returnValue = rcall("HGET", KEYS[3], "returnvalue")
28
+ return {1,returnValue}
29
+ end
30
+ return 1
31
+ end
32
+ if rcall("ZSCORE", KEYS[2], ARGV[1]) ~= false then
33
+ if ARGV[2] == "1" then
34
+ local failedReason = rcall("HGET", KEYS[3], "failedReason")
35
+ return {2,failedReason}
36
+ end
37
+ return 2
38
+ end
39
+ if ARGV[2] == "1" then
40
+ return {0}
41
+ end
42
+ return 0
43
+ `;
44
+ exports.isFinished = {
45
+ name: 'isFinished',
46
+ content,
47
+ keys: 3,
48
+ };
49
+ //# sourceMappingURL=isFinished-3.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"isFinished-3.js","sourceRoot":"","sources":["../../../src/scripts/isFinished-3.ts"],"names":[],"mappings":";;;AAAA,MAAM,OAAO,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuCf,CAAC;AACW,QAAA,UAAU,GAAG;IACxB,IAAI,EAAE,YAAY;IAClB,OAAO;IACP,IAAI,EAAE,CAAC;CACR,CAAC"}
@@ -0,0 +1,32 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.isJobInList = void 0;
4
+ const content = `--[[
5
+ Checks if job is in a given list.
6
+ Input:
7
+ KEYS[1]
8
+ ARGV[1]
9
+ Output:
10
+ 1 if element found in the list.
11
+ ]]
12
+ -- Includes
13
+ --[[
14
+ Functions to check if a item belongs to a list.
15
+ ]]
16
+ local function checkItemInList(list, item)
17
+ for _, v in pairs(list) do
18
+ if v == item then
19
+ return 1
20
+ end
21
+ end
22
+ return nil
23
+ end
24
+ local items = redis.call("LRANGE", KEYS[1] , 0, -1)
25
+ return checkItemInList(items, ARGV[1])
26
+ `;
27
+ exports.isJobInList = {
28
+ name: 'isJobInList',
29
+ content,
30
+ keys: 1,
31
+ };
32
+ //# sourceMappingURL=isJobInList-1.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"isJobInList-1.js","sourceRoot":"","sources":["../../../src/scripts/isJobInList-1.ts"],"names":[],"mappings":";;;AAAA,MAAM,OAAO,GAAG;;;;;;;;;;;;;;;;;;;;;;CAsBf,CAAC;AACW,QAAA,WAAW,GAAG;IACzB,IAAI,EAAE,aAAa;IACnB,OAAO;IACP,IAAI,EAAE,CAAC;CACR,CAAC"}
@@ -0,0 +1,70 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.moveJobFromActiveToWait = void 0;
4
+ const content = `--[[
5
+ Function to move job from active state to wait.
6
+ Input:
7
+ KEYS[1] active key
8
+ KEYS[2] wait key
9
+ KEYS[3] stalled key
10
+ KEYS[4] job lock key
11
+ KEYS[5] paused key
12
+ KEYS[6] meta key
13
+ KEYS[7] limiter key
14
+ KEYS[8] prioritized key
15
+ KEYS[9] event key
16
+ ARGV[1] job id
17
+ ARGV[2] lock token
18
+ ARGV[3] job id key
19
+ ]]
20
+ local rcall = redis.call
21
+ -- Includes
22
+ --[[
23
+ Function to push back job considering priority in front of same prioritized jobs.
24
+ ]]
25
+ local function pushBackJobWithPriority(prioritizedKey, priority, jobId)
26
+ -- in order to put it at front of same prioritized jobs
27
+ -- we consider prioritized counter as 0
28
+ local score = priority * 0x100000000
29
+ rcall("ZADD", prioritizedKey, score, jobId)
30
+ end
31
+ --[[
32
+ Function to check for the meta.paused key to decide if we are paused or not
33
+ (since an empty list and !EXISTS are not really the same).
34
+ ]]
35
+ local function getTargetQueueList(queueMetaKey, waitKey, pausedKey)
36
+ if rcall("HEXISTS", queueMetaKey, "paused") ~= 1 then
37
+ return waitKey, false
38
+ else
39
+ return pausedKey, true
40
+ end
41
+ end
42
+ local jobId = ARGV[1]
43
+ local token = ARGV[2]
44
+ local lockKey = KEYS[4]
45
+ local lockToken = rcall("GET", lockKey)
46
+ local pttl = rcall("PTTL", KEYS[7])
47
+ if lockToken == token and pttl > 0 then
48
+ local removed = rcall("LREM", KEYS[1], 1, jobId)
49
+ if (removed > 0) then
50
+ local target, paused = getTargetQueueList(KEYS[6], KEYS[2], KEYS[5])
51
+ rcall("SREM", KEYS[3], jobId)
52
+ local priority = tonumber(rcall("HGET", ARGV[3], "priority")) or 0
53
+ if priority > 0 then
54
+ pushBackJobWithPriority(KEYS[8], priority, jobId)
55
+ else
56
+ rcall("RPUSH", target, jobId)
57
+ end
58
+ rcall("DEL", lockKey)
59
+ -- Emit waiting event
60
+ rcall("XADD", KEYS[9], "*", "event", "waiting", "jobId", jobId)
61
+ end
62
+ end
63
+ return pttl
64
+ `;
65
+ exports.moveJobFromActiveToWait = {
66
+ name: 'moveJobFromActiveToWait',
67
+ content,
68
+ keys: 9,
69
+ };
70
+ //# sourceMappingURL=moveJobFromActiveToWait-9.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"moveJobFromActiveToWait-9.js","sourceRoot":"","sources":["../../../src/scripts/moveJobFromActiveToWait-9.ts"],"names":[],"mappings":";;;AAAA,MAAM,OAAO,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4Df,CAAC;AACW,QAAA,uBAAuB,GAAG;IACrC,IAAI,EAAE,yBAAyB;IAC/B,OAAO;IACP,IAAI,EAAE,CAAC;CACR,CAAC"}
@@ -0,0 +1,289 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.moveStalledJobsToWait = void 0;
4
+ const content = `--[[
5
+ Move stalled jobs to wait.
6
+ Input:
7
+ KEYS[1] 'stalled' (SET)
8
+ KEYS[2] 'wait', (LIST)
9
+ KEYS[3] 'active', (LIST)
10
+ KEYS[4] 'failed', (ZSET)
11
+ KEYS[5] 'stalled-check', (KEY)
12
+ KEYS[6] 'meta', (KEY)
13
+ KEYS[7] 'paused', (LIST)
14
+ KEYS[8] 'event stream' (STREAM)
15
+ ARGV[1] Max stalled job count
16
+ ARGV[2] queue.toKey('')
17
+ ARGV[3] timestamp
18
+ ARGV[4] max check time
19
+ Events:
20
+ 'stalled' with stalled job id.
21
+ ]] -- Includes
22
+ --[[
23
+ Move stalled jobs to wait.
24
+ Input:
25
+ stalledKey 'stalled' (SET)
26
+ waitKey 'wait', (LIST)
27
+ activeKey 'active', (LIST)
28
+ failedKey 'failed', (ZSET)
29
+ stalledCheckKey 'stalled-check', (KEY)
30
+ metaKey 'meta', (KEY)
31
+ pausedKey 'paused', (LIST)
32
+ eventStreamKey 'event stream' (STREAM)
33
+ maxStalledJobCount Max stalled job count
34
+ queueKeyPrefix queue.toKey('')
35
+ timestamp timestamp
36
+ maxCheckTime max check time
37
+ Events:
38
+ 'stalled' with stalled job id.
39
+ ]]
40
+ local rcall = redis.call
41
+ -- Includes
42
+ --[[
43
+ Function to loop in batches.
44
+ Just a bit of warning, some commands as ZREM
45
+ could receive a maximum of 7000 parameters per call.
46
+ ]]
47
+ local function batches(n, batchSize)
48
+ local i = 0
49
+ return function()
50
+ local from = i * batchSize + 1
51
+ i = i + 1
52
+ if (from <= n) then
53
+ local to = math.min(from + batchSize - 1, n)
54
+ return from, to
55
+ end
56
+ end
57
+ end
58
+ --[[
59
+ Function to check for the meta.paused key to decide if we are paused or not
60
+ (since an empty list and !EXISTS are not really the same).
61
+ ]]
62
+ local function getTargetQueueList(queueMetaKey, waitKey, pausedKey)
63
+ if rcall("HEXISTS", queueMetaKey, "paused") ~= 1 then
64
+ return waitKey, false
65
+ else
66
+ return pausedKey, true
67
+ end
68
+ end
69
+ --[[
70
+ Function to remove job.
71
+ ]]
72
+ -- Includes
73
+ --[[
74
+ Check if this job has a parent. If so we will just remove it from
75
+ the parent child list, but if it is the last child we should move the parent to "wait/paused"
76
+ which requires code from "moveToFinished"
77
+ ]]
78
+ --[[
79
+ Functions to destructure job key.
80
+ Just a bit of warning, these functions may be a bit slow and affect performance significantly.
81
+ ]]
82
+ local getJobIdFromKey = function (jobKey)
83
+ return string.match(jobKey, ".*:(.*)")
84
+ end
85
+ local getJobKeyPrefix = function (jobKey, jobId)
86
+ return string.sub(jobKey, 0, #jobKey - #jobId)
87
+ end
88
+ local function moveParentToWait(parentPrefix, parentId, emitEvent)
89
+ local parentTarget = getTargetQueueList(parentPrefix .. "meta", parentPrefix .. "wait", parentPrefix .. "paused")
90
+ rcall("RPUSH", parentTarget, parentId)
91
+ if emitEvent then
92
+ local parentEventStream = parentPrefix .. "events"
93
+ rcall("XADD", parentEventStream, "*", "event", "waiting", "jobId", parentId, "prev", "waiting-children")
94
+ end
95
+ end
96
+ local function removeParentDependencyKey(jobKey, hard, parentKey, baseKey)
97
+ if parentKey then
98
+ local parentDependenciesKey = parentKey .. ":dependencies"
99
+ local result = rcall("SREM", parentDependenciesKey, jobKey)
100
+ if result > 0 then
101
+ local pendingDependencies = rcall("SCARD", parentDependenciesKey)
102
+ if pendingDependencies == 0 then
103
+ local parentId = getJobIdFromKey(parentKey)
104
+ local parentPrefix = getJobKeyPrefix(parentKey, parentId)
105
+ local numRemovedElements = rcall("ZREM", parentPrefix .. "waiting-children", parentId)
106
+ if numRemovedElements == 1 then
107
+ if hard then
108
+ if parentPrefix == baseKey then
109
+ removeParentDependencyKey(parentKey, hard, nil, baseKey)
110
+ rcall("DEL", parentKey, parentKey .. ':logs',
111
+ parentKey .. ':dependencies', parentKey .. ':processed')
112
+ else
113
+ moveParentToWait(parentPrefix, parentId)
114
+ end
115
+ else
116
+ moveParentToWait(parentPrefix, parentId, true)
117
+ end
118
+ end
119
+ end
120
+ end
121
+ else
122
+ local missedParentKey = rcall("HGET", jobKey, "parentKey")
123
+ if( (type(missedParentKey) == "string") and missedParentKey ~= "" and (rcall("EXISTS", missedParentKey) == 1)) then
124
+ local parentDependenciesKey = missedParentKey .. ":dependencies"
125
+ local result = rcall("SREM", parentDependenciesKey, jobKey)
126
+ if result > 0 then
127
+ local pendingDependencies = rcall("SCARD", parentDependenciesKey)
128
+ if pendingDependencies == 0 then
129
+ local parentId = getJobIdFromKey(missedParentKey)
130
+ local parentPrefix = getJobKeyPrefix(missedParentKey, parentId)
131
+ local numRemovedElements = rcall("ZREM", parentPrefix .. "waiting-children", parentId)
132
+ if numRemovedElements == 1 then
133
+ if hard then
134
+ if parentPrefix == baseKey then
135
+ removeParentDependencyKey(missedParentKey, hard, nil, baseKey)
136
+ rcall("DEL", missedParentKey, missedParentKey .. ':logs',
137
+ missedParentKey .. ':dependencies', missedParentKey .. ':processed')
138
+ else
139
+ moveParentToWait(parentPrefix, parentId)
140
+ end
141
+ else
142
+ moveParentToWait(parentPrefix, parentId, true)
143
+ end
144
+ end
145
+ end
146
+ end
147
+ end
148
+ end
149
+ end
150
+ local function removeJob(jobId, hard, baseKey)
151
+ local jobKey = baseKey .. jobId
152
+ removeParentDependencyKey(jobKey, hard, nil, baseKey)
153
+ rcall("DEL", jobKey, jobKey .. ':logs',
154
+ jobKey .. ':dependencies', jobKey .. ':processed')
155
+ end
156
+ --[[
157
+ Functions to remove jobs by max age.
158
+ ]]
159
+ -- Includes
160
+ local function removeJobsByMaxAge(timestamp, maxAge, targetSet, prefix)
161
+ local start = timestamp - maxAge * 1000
162
+ local jobIds = rcall("ZREVRANGEBYSCORE", targetSet, start, "-inf")
163
+ for i, jobId in ipairs(jobIds) do
164
+ removeJob(jobId, false, prefix)
165
+ end
166
+ rcall("ZREMRANGEBYSCORE", targetSet, "-inf", start)
167
+ end
168
+ --[[
169
+ Functions to remove jobs by max count.
170
+ ]]
171
+ -- Includes
172
+ local function removeJobsByMaxCount(maxCount, targetSet, prefix)
173
+ local start = maxCount
174
+ local jobIds = rcall("ZREVRANGE", targetSet, start, -1)
175
+ for i, jobId in ipairs(jobIds) do
176
+ removeJob(jobId, false, prefix)
177
+ end
178
+ rcall("ZREMRANGEBYRANK", targetSet, 0, -(maxCount + 1))
179
+ end
180
+ --[[
181
+ Function to trim events, default 10000.
182
+ ]]
183
+ local function trimEvents(metaKey, eventStreamKey)
184
+ local maxEvents = rcall("HGET", metaKey, "opts.maxLenEvents")
185
+ if maxEvents ~= false then
186
+ rcall("XTRIM", eventStreamKey, "MAXLEN", "~", maxEvents)
187
+ else
188
+ rcall("XTRIM", eventStreamKey, "MAXLEN", "~", 10000)
189
+ end
190
+ end
191
+ -- Check if we need to check for stalled jobs now.
192
+ local function checkStalledJobs(stalledKey, waitKey, activeKey, failedKey,
193
+ stalledCheckKey, metaKey, pausedKey,
194
+ eventStreamKey, maxStalledJobCount,
195
+ queueKeyPrefix, timestamp, maxCheckTime)
196
+ if rcall("EXISTS", stalledCheckKey) == 1 then return {{}, {}} end
197
+ rcall("SET", stalledCheckKey, timestamp, "PX", maxCheckTime)
198
+ -- Trim events before emiting them to avoid trimming events emitted in this script
199
+ trimEvents(metaKey, eventStreamKey)
200
+ -- Move all stalled jobs to wait
201
+ local stalling = rcall('SMEMBERS', stalledKey)
202
+ local stalled = {}
203
+ local failed = {}
204
+ if (#stalling > 0) then
205
+ rcall('DEL', stalledKey)
206
+ local MAX_STALLED_JOB_COUNT = tonumber(maxStalledJobCount)
207
+ -- Remove from active list
208
+ for i, jobId in ipairs(stalling) do
209
+ if string.sub(jobId, 1, 2) == "0:" then
210
+ -- If the jobId is a delay marker ID we just remove it.
211
+ rcall("LREM", activeKey, 1, jobId)
212
+ else
213
+ local jobKey = queueKeyPrefix .. jobId
214
+ -- Check that the lock is also missing, then we can handle this job as really stalled.
215
+ if (rcall("EXISTS", jobKey .. ":lock") == 0) then
216
+ -- Remove from the active queue.
217
+ local removed = rcall("LREM", activeKey, 1, jobId)
218
+ if (removed > 0) then
219
+ -- If this job has been stalled too many times, such as if it crashes the worker, then fail it.
220
+ local stalledCount =
221
+ rcall("HINCRBY", jobKey, "stalledCounter", 1)
222
+ if (stalledCount > MAX_STALLED_JOB_COUNT) then
223
+ local rawOpts = rcall("HGET", jobKey, "opts")
224
+ local opts = cjson.decode(rawOpts)
225
+ local removeOnFailType = type(opts["removeOnFail"])
226
+ rcall("ZADD", failedKey, timestamp, jobId)
227
+ local failedReason =
228
+ "job stalled more than allowable limit"
229
+ rcall("HMSET", jobKey, "failedReason", failedReason,
230
+ "finishedOn", timestamp)
231
+ rcall("XADD", eventStreamKey, "*", "event",
232
+ "failed", "jobId", jobId, 'prev', 'active',
233
+ 'failedReason', failedReason)
234
+ if removeOnFailType == "number" then
235
+ removeJobsByMaxCount(opts["removeOnFail"],
236
+ failedKey, queueKeyPrefix)
237
+ elseif removeOnFailType == "boolean" then
238
+ if opts["removeOnFail"] then
239
+ removeJob(jobId, false, queueKeyPrefix)
240
+ rcall("ZREM", failedKey, jobId)
241
+ end
242
+ elseif removeOnFailType ~= "nil" then
243
+ local maxAge = opts["removeOnFail"]["age"]
244
+ local maxCount = opts["removeOnFail"]["count"]
245
+ if maxAge ~= nil then
246
+ removeJobsByMaxAge(timestamp, maxAge,
247
+ failedKey, queueKeyPrefix)
248
+ end
249
+ if maxCount ~= nil and maxCount > 0 then
250
+ removeJobsByMaxCount(maxCount, failedKey,
251
+ queueKeyPrefix)
252
+ end
253
+ end
254
+ table.insert(failed, jobId)
255
+ else
256
+ local target =
257
+ getTargetQueueList(metaKey, waitKey, pausedKey)
258
+ -- Move the job back to the wait queue, to immediately be picked up by a waiting worker.
259
+ rcall("RPUSH", target, jobId)
260
+ rcall("XADD", eventStreamKey, "*", "event",
261
+ "waiting", "jobId", jobId, 'prev', 'active')
262
+ -- Emit the stalled event
263
+ rcall("XADD", eventStreamKey, "*", "event",
264
+ "stalled", "jobId", jobId)
265
+ table.insert(stalled, jobId)
266
+ end
267
+ end
268
+ end
269
+ end
270
+ end
271
+ end
272
+ -- Mark potentially stalled jobs
273
+ local active = rcall('LRANGE', activeKey, 0, -1)
274
+ if (#active > 0) then
275
+ for from, to in batches(#active, 7000) do
276
+ rcall('SADD', stalledKey, unpack(active, from, to))
277
+ end
278
+ end
279
+ return {failed, stalled}
280
+ end
281
+ return checkStalledJobs(KEYS[1], KEYS[2], KEYS[3], KEYS[4], KEYS[5], KEYS[6],
282
+ KEYS[7], KEYS[8], ARGV[1], ARGV[2], ARGV[3], ARGV[4])
283
+ `;
284
+ exports.moveStalledJobsToWait = {
285
+ name: 'moveStalledJobsToWait',
286
+ content,
287
+ keys: 8,
288
+ };
289
+ //# sourceMappingURL=moveStalledJobsToWait-8.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"moveStalledJobsToWait-8.js","sourceRoot":"","sources":["../../../src/scripts/moveStalledJobsToWait-8.ts"],"names":[],"mappings":";;;AAAA,MAAM,OAAO,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuRf,CAAC;AACW,QAAA,qBAAqB,GAAG;IACnC,IAAI,EAAE,uBAAuB;IAC7B,OAAO;IACP,IAAI,EAAE,CAAC;CACR,CAAC"}