@tachybase/plugin-adapter-bullmq 1.3.17 → 1.3.18

package/dist/node_modules/bullmq/dist/cjs/classes/scripts.js

@@ -51,7 +51,7 @@ class Scripts {
         }
         return Number.isInteger(result);
     }
-    addDelayedJob(client, job, encodedOpts, args) {
+    addDelayedJobArgs(job, encodedOpts, args) {
         const queueKeys = this.queue.keys;
         const keys = [
             queueKeys.marker,
@@ -62,35 +62,49 @@ class Scripts {
             queueKeys.events,
         ];
         keys.push(pack(args), job.data, encodedOpts);
-        return this.execCommand(client, 'addDelayedJob', keys);
+        return keys;
     }
-    addPrioritizedJob(client, job, encodedOpts, args) {
+    addDelayedJob(client, job, encodedOpts, args) {
+        const argsList = this.addDelayedJobArgs(job, encodedOpts, args);
+        return this.execCommand(client, 'addDelayedJob', argsList);
+    }
+    addPrioritizedJobArgs(job, encodedOpts, args) {
         const queueKeys = this.queue.keys;
         const keys = [
             queueKeys.marker,
             queueKeys.meta,
             queueKeys.id,
             queueKeys.prioritized,
+            queueKeys.delayed,
             queueKeys.completed,
             queueKeys.active,
             queueKeys.events,
             queueKeys.pc,
         ];
         keys.push(pack(args), job.data, encodedOpts);
-        return this.execCommand(client, 'addPrioritizedJob', keys);
+        return keys;
     }
-    addParentJob(client, job, encodedOpts, args) {
+    addPrioritizedJob(client, job, encodedOpts, args) {
+        const argsList = this.addPrioritizedJobArgs(job, encodedOpts, args);
+        return this.execCommand(client, 'addPrioritizedJob', argsList);
+    }
+    addParentJobArgs(job, encodedOpts, args) {
         const queueKeys = this.queue.keys;
         const keys = [
             queueKeys.meta,
             queueKeys.id,
+            queueKeys.delayed,
             queueKeys.completed,
             queueKeys.events,
         ];
         keys.push(pack(args), job.data, encodedOpts);
-        return this.execCommand(client, 'addParentJob', keys);
+        return keys;
     }
-    addStandardJob(client, job, encodedOpts, args) {
+    addParentJob(client, job, encodedOpts, args) {
+        const argsList = this.addParentJobArgs(job, encodedOpts, args);
+        return this.execCommand(client, 'addParentJob', argsList);
+    }
+    addStandardJobArgs(job, encodedOpts, args) {
         const queueKeys = this.queue.keys;
         const keys = [
             queueKeys.wait,
@@ -98,25 +112,29 @@ class Scripts {
             queueKeys.meta,
             queueKeys.id,
             queueKeys.completed,
+            queueKeys.delayed,
             queueKeys.active,
             queueKeys.events,
             queueKeys.marker,
         ];
         keys.push(pack(args), job.data, encodedOpts);
-        return this.execCommand(client, 'addStandardJob', keys);
+        return keys;
+    }
+    addStandardJob(client, job, encodedOpts, args) {
+        const argsList = this.addStandardJobArgs(job, encodedOpts, args);
+        return this.execCommand(client, 'addStandardJob', argsList);
     }
-    async addJob(client, job, opts, jobId, parentOpts = {}) {
+    async addJob(client, job, opts, jobId, parentKeyOpts = {}) {
         const queueKeys = this.queue.keys;
-        const parent = job.parent
-            ? Object.assign(Object.assign({}, job.parent), { fpof: opts.fpof, rdof: opts.rdof, idof: opts.idof }) : null;
+        const parent = job.parent;
         const args = [
             queueKeys[''],
             typeof jobId !== 'undefined' ? jobId : '',
             job.name,
             job.timestamp,
             job.parentKey || null,
-            parentOpts.waitChildrenKey || null,
-            parentOpts.parentDependenciesKey || null,
+            parentKeyOpts.waitChildrenKey || null,
+            parentKeyOpts.parentDependenciesKey || null,
             parent,
             job.repeatJobKey,
             job.deduplicationId ? `${queueKeys.de}:${job.deduplicationId}` : null,
@@ -136,10 +154,10 @@ class Scripts {
             encodedOpts = pack(opts);
         }
         let result;
-        if (parentOpts.waitChildrenKey) {
+        if (parentKeyOpts.waitChildrenKey) {
             result = await this.addParentJob(client, job, encodedOpts, args);
         }
-        else if (typeof opts.delay == 'number') {
+        else if (typeof opts.delay == 'number' && opts.delay > 0) {
             result = await this.addDelayedJob(client, job, encodedOpts, args);
         }
         else if (opts.priority) {
@@ -151,7 +169,7 @@ class Scripts {
         if (result < 0) {
             throw this.finishedErrors({
                 code: result,
-                parentKey: parentOpts.parentKey,
+                parentKey: parentKeyOpts.parentKey,
                 command: 'addJob',
             });
         }
@@ -193,11 +211,23 @@ class Scripts {
         const args = this.addRepeatableJobArgs(customKey, nextMillis, opts, legacyCustomKey);
         return this.execCommand(client, 'addRepeatableJob', args);
     }
-    async addJobScheduler(client, jobSchedulerId, nextMillis, templateData, templateOpts, opts) {
+    async addJobScheduler(jobSchedulerId, nextMillis, templateData, templateOpts, opts, delayedJobOpts, 
+    // The job id of the job that produced this next iteration
+    producerId) {
+        const client = await this.queue.client;
         const queueKeys = this.queue.keys;
         const keys = [
             queueKeys.repeat,
             queueKeys.delayed,
+            queueKeys.wait,
+            queueKeys.paused,
+            queueKeys.meta,
+            queueKeys.prioritized,
+            queueKeys.marker,
+            queueKeys.id,
+            queueKeys.events,
+            queueKeys.pc,
+            queueKeys.active,
         ];
         const args = [
             nextMillis,
@@ -205,7 +235,10 @@ class Scripts {
             jobSchedulerId,
             templateData,
             pack(templateOpts),
+            pack(delayedJobOpts),
+            Date.now(),
             queueKeys[''],
+            producerId ? this.queue.toKey(producerId) : '',
         ];
         return this.execCommand(client, 'addJobScheduler', keys.concat(args));
     }
@@ -218,8 +251,35 @@ class Scripts {
         ];
         return this.execCommand(client, 'updateRepeatableJobMillis', args);
     }
-    async updateJobSchedulerNextMillis(client, jobSchedulerId, nextMillis) {
-        return client.zadd(this.queue.keys.repeat, nextMillis, jobSchedulerId);
+    async updateJobSchedulerNextMillis(jobSchedulerId, nextMillis, templateData, delayedJobOpts, 
+    // The job id of the job that produced this next iteration - TODO: remove in next breaking change
+    producerId) {
+        const client = await this.queue.client;
+        const queueKeys = this.queue.keys;
+        const keys = [
+            queueKeys.repeat,
+            queueKeys.delayed,
+            queueKeys.wait,
+            queueKeys.paused,
+            queueKeys.meta,
+            queueKeys.prioritized,
+            queueKeys.marker,
+            queueKeys.id,
+            queueKeys.events,
+            queueKeys.pc,
+            producerId ? this.queue.toKey(producerId) : '',
+            queueKeys.active,
+        ];
+        const args = [
+            nextMillis,
+            jobSchedulerId,
+            templateData,
+            pack(delayedJobOpts),
+            Date.now(),
+            queueKeys[''],
+            producerId,
+        ];
+        return this.execCommand(client, 'updateJobScheduler', keys.concat(args));
     }
     removeRepeatableArgs(legacyRepeatJobId, repeatConcatOptions, repeatJobKey) {
         const queueKeys = this.queue.keys;
@@ -252,8 +312,8 @@ class Scripts {
         return this.execCommand(client, 'removeJobScheduler', keys.concat(args));
     }
     removeArgs(jobId, removeChildren) {
-        const keys = ['', 'meta'].map(name => this.queue.toKey(name));
-        const args = [jobId, removeChildren ? 1 : 0];
+        const keys = [jobId, 'repeat'].map(name => this.queue.toKey(name));
+        const args = [jobId, removeChildren ? 1 : 0, this.queue.toKey('')];
         return keys.concat(args);
     }
     async remove(jobId, removeChildren) {
@@ -269,6 +329,16 @@ class Scripts {
         }
         return result;
     }
+    async removeUnprocessedChildren(jobId) {
+        const client = await this.queue.client;
+        const args = [
+            this.queue.toKey(jobId),
+            this.queue.keys.meta,
+            this.queue.toKey(''),
+            jobId,
+        ];
+        await this.execCommand(client, 'removeUnprocessedChildren', args);
+    }
     async extendLock(jobId, token, duration, client) {
         client = client || (await this.queue.client);
         const args = [
@@ -338,7 +408,7 @@ class Scripts {
         return result;
     }
     moveToFinishedArgs(job, val, propVal, shouldRemove, target, token, timestamp, fetchNext = true, fieldsToUpdate) {
-        var _a, _b, _c, _d, _e, _f;
+        var _a, _b, _c, _d, _e, _f, _g;
         const queueKeys = this.queue.keys;
         const opts = this.queue.opts;
         const workerKeepJobs = target === 'completed' ? opts.removeOnComplete : opts.removeOnFail;
@@ -359,6 +429,7 @@ class Scripts {
             queueKeys[''],
             pack({
                 token,
+                name: opts.name,
                 keepJobs,
                 limiter: opts.limiter,
                 lockDuration: opts.lockDuration,
@@ -367,8 +438,9 @@ class Scripts {
                     ? (_c = opts.metrics) === null || _c === void 0 ? void 0 : _c.maxDataPoints
                     : '',
                 fpof: !!((_d = job.opts) === null || _d === void 0 ? void 0 : _d.failParentOnFailure),
-                idof: !!((_e = job.opts) === null || _e === void 0 ? void 0 : _e.ignoreDependencyOnFailure),
-                rdof: !!((_f = job.opts) === null || _f === void 0 ? void 0 : _f.removeDependencyOnFailure),
+                cpof: !!((_e = job.opts) === null || _e === void 0 ? void 0 : _e.continueParentOnFailure),
+                idof: !!((_f = job.opts) === null || _f === void 0 ? void 0 : _f.ignoreDependencyOnFailure),
+                rdof: !!((_g = job.opts) === null || _g === void 0 ? void 0 : _g.removeDependencyOnFailure),
             }),
             fieldsToUpdate ? pack((0, utils_1.objectToFlatArray)(fieldsToUpdate)) : void 0,
         ];
@@ -406,11 +478,11 @@ class Scripts {
         const keys = [
             queueKeys.wait,
             queueKeys.paused,
-            delayed ? queueKeys.delayed : '',
+            queueKeys.delayed,
             queueKeys.prioritized,
             queueKeys.repeat,
         ];
-        const args = [queueKeys['']];
+        const args = [queueKeys[''], delayed ? '1' : '0'];
         return keys.concat(args);
     }
     async drain(delayed) {
@@ -485,6 +557,23 @@ class Scripts {
         const args = this.getCountsPerPriorityArgs(priorities);
         return await this.execCommand(client, 'getCountsPerPriority', args);
     }
+    getDependencyCountsArgs(jobId, types) {
+        const keys = [
+            `${jobId}:processed`,
+            `${jobId}:dependencies`,
+            `${jobId}:failed`,
+            `${jobId}:unsuccessful`,
+        ].map(name => {
+            return this.queue.toKey(name);
+        });
+        const args = types;
+        return keys.concat(args);
+    }
+    async getDependencyCounts(jobId, types) {
+        const client = await this.queue.client;
+        const args = this.getDependencyCountsArgs(jobId, types);
+        return await this.execCommand(client, 'getDependencyCounts', args);
+    }
     moveToCompletedArgs(job, returnvalue, removeOnComplete, token, fetchNext = false) {
         const timestamp = Date.now();
         return this.moveToFinishedArgs(job, returnvalue, 'returnvalue', removeOnComplete, 'completed', token, timestamp, fetchNext);
@@ -599,11 +688,14 @@ class Scripts {
         const timestamp = Date.now();
         const childKey = (0, utils_1.getParentKey)(opts.child);
         const keys = [
-            `${jobId}:lock`,
             'active',
             'waiting-children',
             jobId,
+            `${jobId}:dependencies`,
+            `${jobId}:unsuccessful`,
             'stalled',
+            'failed',
+            'events',
         ].map(name => {
             return this.queue.toKey(name);
         });
@@ -612,6 +704,7 @@ class Scripts {
             childKey !== null && childKey !== void 0 ? childKey : '',
             JSON.stringify(timestamp),
             jobId,
+            this.queue.toKey(''),
         ]);
     }
     isMaxedArgs() {
@@ -701,7 +794,7 @@ class Scripts {
         const args = this.getJobSchedulerArgs(id);
         return this.execCommand(client, 'getJobScheduler', args);
     }
-    retryJobArgs(jobId, lifo, token, fieldsToUpdate) {
+    retryJobArgs(jobId, lifo, token, opts = {}) {
         const keys = [
             this.queue.keys.active,
             this.queue.keys.wait,
@@ -722,12 +815,14 @@ class Scripts {
             pushCmd,
             jobId,
             token,
-            fieldsToUpdate ? pack((0, utils_1.objectToFlatArray)(fieldsToUpdate)) : void 0,
+            opts.fieldsToUpdate
+                ? pack((0, utils_1.objectToFlatArray)(opts.fieldsToUpdate))
+                : void 0,
         ]);
     }
-    async retryJob(jobId, lifo, token, fieldsToUpdate) {
+    async retryJob(jobId, lifo, token = '0', opts = {}) {
         const client = await this.queue.client;
-        const args = this.retryJobArgs(jobId, lifo, token, fieldsToUpdate);
+        const args = this.retryJobArgs(jobId, lifo, token, opts);
         const result = await this.execCommand(client, 'retryJob', args);
         if (result < 0) {
             throw this.finishedErrors({
@@ -865,7 +960,6 @@ class Scripts {
             this.queue.keys.stalled,
             this.queue.keys.wait,
             this.queue.keys.active,
-            this.queue.keys.failed,
             this.queue.keys['stalled-check'],
             this.queue.keys.meta,
             this.queue.keys.paused,
@@ -903,14 +997,12 @@ class Scripts {
      * @param jobId - Job id
      * @returns
      */
-    async moveJobFromActiveToWait(jobId, token) {
+    async moveJobFromActiveToWait(jobId, token = '0') {
         const client = await this.queue.client;
-        const lockKey = `${this.queue.toKey(jobId)}:lock`;
         const keys = [
             this.queue.keys.active,
             this.queue.keys.wait,
             this.queue.keys.stalled,
-            lockKey,
             this.queue.keys.paused,
             this.queue.keys.meta,
             this.queue.keys.limiter,
@@ -919,8 +1011,16 @@ class Scripts {
             this.queue.keys.events,
         ];
         const args = [jobId, token, this.queue.toKey(jobId)];
-        const pttl = await this.execCommand(client, 'moveJobFromActiveToWait', keys.concat(args));
-        return pttl < 0 ? 0 : pttl;
+        const result = await this.execCommand(client, 'moveJobFromActiveToWait', keys.concat(args));
+        if (result < 0) {
+            throw this.finishedErrors({
+                code: result,
+                jobId,
+                command: 'moveJobFromActiveToWait',
+                state: 'active',
+            });
+        }
+        return result;
     }
     async obliterate(opts) {
         const client = await this.queue.client;
@@ -942,7 +1042,7 @@ class Scripts {
     }
     /**
      * Paginate a set or hash keys.
-     * @param opts
+     * @param opts - options to define the pagination behaviour
      *
      */
     async paginate(key, opts) {
@@ -1005,7 +1105,7 @@ class Scripts {
                 return new Error(`Missing lock for job ${jobId}. ${command}`);
             case enums_1.ErrorCode.JobNotInState:
                 return new Error(`Job ${jobId} is not in the ${state} state. ${command}`);
-            case enums_1.ErrorCode.JobPendingDependencies:
+            case enums_1.ErrorCode.JobPendingChildren:
                 return new Error(`Job ${jobId} has pending dependencies. ${command}`);
             case enums_1.ErrorCode.ParentJobNotExist:
                 return new Error(`Missing key for parent job ${parentKey}. ${command}`);
@@ -1015,6 +1115,8 @@ class Scripts {
                 return new Error(`The parent job ${parentKey} cannot be replaced. ${command}`);
             case enums_1.ErrorCode.JobBelongsToJobScheduler:
                 return new Error(`Job ${jobId} belongs to a job scheduler and cannot be removed directly. ${command}`);
+            case enums_1.ErrorCode.JobFailedChildren:
+                return new Error(`Job ${jobId} has failed children. ${command}`);
             default:
                 return new Error(`Unknown code ${code} error for ${jobId}. ${command}`);
         }