power-queues 1.0.5 → 1.0.7

package/dist/index.d.ts

@@ -1,6 +1,5 @@
-import { TaskInterface } from './types';
-import { Processor } from './Processor';
-import { Queue } from './Queue';
-import { QueueMethod } from './QueueMethod';
-import { RedisManager } from './RedisManager';
-export { TaskInterface, Processor, Queue, QueueMethod, RedisManager, };
+import { Processor } from './src/Processor';
+import { QueueProcessor } from './src/QueueProcessor';
+import { Queue } from './src/Queue';
+import { DistLockInterface, LockOptsInterface, TaskOptsInterface, TaskInterface } from './src/types';
+export { Processor, QueueProcessor, Queue, DistLockInterface, LockOptsInterface, TaskOptsInterface, TaskInterface, };

package/dist/index.js

@@ -1,12 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedisManager = exports.QueueMethod = exports.Queue = exports.Processor = void 0;
-const Processor_1 = require("./Processor");
+exports.Queue = exports.QueueProcessor = exports.Processor = void 0;
+const Processor_1 = require("./src/Processor");
 Object.defineProperty(exports, "Processor", { enumerable: true, get: function () { return Processor_1.Processor; } });
-const Queue_1 = require("./Queue");
+const QueueProcessor_1 = require("./src/QueueProcessor");
+Object.defineProperty(exports, "QueueProcessor", { enumerable: true, get: function () { return QueueProcessor_1.QueueProcessor; } });
+const Queue_1 = require("./src/Queue");
 Object.defineProperty(exports, "Queue", { enumerable: true, get: function () { return Queue_1.Queue; } });
-const QueueMethod_1 = require("./QueueMethod");
-Object.defineProperty(exports, "QueueMethod", { enumerable: true, get: function () { return QueueMethod_1.QueueMethod; } });
-const RedisManager_1 = require("./RedisManager");
-Object.defineProperty(exports, "RedisManager", { enumerable: true, get: function () { return RedisManager_1.RedisManager; } });
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AACA,2CAAwC;AAOvC,0FAPQ,qBAAS,OAOR;AANV,mCAAgC;AAO/B,sFAPQ,aAAK,OAOR;AANN,+CAA4C;AAO3C,4FAPQ,yBAAW,OAOR;AANZ,iDAA8C;AAO7C,6FAPQ,2BAAY,OAOR"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":";;;AAAA,+CAA4C;AAW3C,0FAXQ,qBAAS,OAWR;AAVV,yDAAsD;AAWrD,+FAXQ,+BAAc,OAWR;AAVf,uCAAoC;AAWnC,sFAXQ,aAAK,OAWR"}

package/dist/{Processor.d.ts → src/Processor.d.ts}

@@ -1,6 +1,7 @@
+import { TaskInterface } from './types';
 export declare class Processor {
     readonly name: string;
-    execute(queueName: string, attemptIndex: number, data: any): Promise<any>;
+    execute(queueName: string, task: TaskInterface): Promise<any>;
     methods(): Array<Function>;
     method(index: number): Function;
 }

package/dist/{Processor.js → src/Processor.js}

@@ -2,8 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Processor = void 0;
 class Processor {
-    async execute(queueName, attemptIndex, data) {
-        return data;
+    async execute(queueName, task) {
+        return true;
     }
     methods() {
         return [];

package/dist/src/Processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Processor.js","sourceRoot":"","sources":["../../src/Processor.ts"],"names":[],"mappings":";;;AAEA,MAAa,SAAS;IAGrB,KAAK,CAAC,OAAO,CAAC,SAAiB,EAAE,IAAmB;QACnD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,OAAO;QACN,OAAO,EAAE,CAAC;IACX,CAAC;IAED,MAAM,CAAC,KAAa;QACnB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;CACD;AAdD,8BAcC"}

package/dist/src/Queue.d.ts

@@ -0,0 +1,32 @@
+import { LockOptsInterface, DistLockInterface, TasksInterface, TaskInterface } from './types';
+export declare class Queue {
+    readonly redisService: any;
+    readonly attempts: number;
+    readonly portion: number;
+    readonly timeout: number;
+    running: boolean;
+    wait(ms: number): Promise<unknown>;
+    key(...parts: Array<string | number>): string;
+    connection(db: string): any;
+    checkConnection(db: string): boolean;
+    start(db: string, queue: string, attempt?: number): void;
+    drop(db: string, pattern: string): Promise<number>;
+    unlock(db: string, key: string, token: string): Promise<boolean>;
+    lock(db: string, key: string, opts?: LockOptsInterface): Promise<DistLockInterface | null>;
+    write(db: string, key: string, value: any, ttlMs?: number): Promise<any>;
+    addOne(db: string, key: string, task: TaskInterface): Promise<void>;
+    addMany(db: string, key: string, data: TasksInterface): Promise<void>;
+    protected onStart(queue: string, portion: Array<TaskInterface>): Promise<void>;
+    protected onSuccess(queue: string, task: TaskInterface, result: any): Promise<void>;
+    protected onError(queue: string, task: TaskInterface, err: any): Promise<void>;
+    protected onFatal(queue: string, task: TaskInterface, err: any): Promise<void>;
+    protected onEnd(queue: string, result: any): Promise<void>;
+    protected beforeExecute(queue: string, task: TaskInterface): Promise<any>;
+    protected afterExecute(queue: string, portion: Array<TaskInterface>, result: any): Promise<any>;
+    protected callback(queue: string, task: TaskInterface): Promise<any>;
+    protected execute(queue: string, task: TaskInterface): Promise<any>;
+    protected retry(db: string, queue: string, task: TaskInterface): Promise<void>;
+    private select;
+    private process;
+    private loop;
+}

package/dist/src/Queue.js

@@ -0,0 +1,254 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Queue = void 0;
+const crypto = require("crypto");
+const uuid_1 = require("uuid");
+const full_utils_1 = require("full-utils");
+const UNLOCK_LUA = `
+	if redis.call("GET", KEYS[1]) == ARGV[1] then
+		return redis.call("DEL", KEYS[1])
+	else
+		return 0
+	end
+`;
+const EXTEND_LUA = `
+	if redis.call("GET", KEYS[1]) == ARGV[1] then
+		return redis.call("PEXPIRE", KEYS[1], ARGV[2])
+	else
+		return 0
+	end
+`;
+class Queue {
+    constructor() {
+        this.attempts = 2;
+        this.portion = 1;
+        this.running = false;
+    }
+    wait(ms) {
+        return new Promise((r) => setTimeout(r, ms));
+    }
+    key(...parts) {
+        return parts.join(':');
+    }
+    connection(db) {
+        return this.redisService['clients'].get(db);
+    }
+    checkConnection(db) {
+        return !!this.connection(db)
+            && (this.connection(db).status === 'ready'
+                || this.connection(db).status === 'connecting');
+    }
+    start(db, queue, attempt = 0) {
+        if (this.running) {
+            return;
+        }
+        this.running = true;
+        this.loop(db, queue, attempt).catch((err) => {
+            this.running = false;
+        });
+    }
+    async drop(db, pattern) {
+        if (!this.checkConnection(db)) {
+            throw new Error(`Redis connection error "${db}".`);
+        }
+        try {
+            let cursor = '0', total = 0;
+            do {
+                const [next, keys] = await this.connection(db).scan(cursor, 'MATCH', pattern, 'COUNT', 500);
+                cursor = next;
+                if ((0, full_utils_1.isArrFilled)(keys)) {
+                    total += keys.length;
+                    for (let i = 0; i < keys.length; i += 500) {
+                        const chunk = keys.slice(i, i + 500);
+                        if (typeof this.connection(db).unlink === 'function') {
+                            await this.connection(db).unlink(...chunk);
+                        }
+                        else {
+                            await this.connection(db).del(...chunk);
+                        }
+                    }
+                }
+            } while (cursor !== '0');
+            return total;
+        }
+        catch (err) {
+        }
+        throw new Error(`Redis clear error "${db}".`);
+    }
+    async unlock(db, key, token) {
+        return Number(await this.connection(db).eval(UNLOCK_LUA, 1, key, token)) === 1;
+    }
+    async lock(db, key, opts) {
+        if (!this.checkConnection(db)) {
+            throw new Error(`Redis connection error "${db}".`);
+        }
+        const token = crypto.randomBytes(16).toString('hex');
+        const retries = Math.max(0, opts?.retries ?? 5);
+        const minDelay = Math.max(5, opts?.minDelayMs ?? 20);
+        const maxDelay = Math.max(minDelay, opts?.maxDelayMs ?? 60);
+        const ttlMs = Number(opts?.ttlMs ?? 3000);
+        const lockKey = this.key('lock', key);
+        let attempt = 0;
+        while (attempt < retries) {
+            const ok = await this.connection(db).set(lockKey, token, 'PX', ttlMs, 'NX');
+            if (ok === 'OK') {
+                return {
+                    token,
+                    key: lockKey,
+                    ttlMs: opts.ttlMs,
+                    unlock: async () => await this.unlock(db, lockKey, token),
+                };
+            }
+            attempt++;
+            if (attempt < retries) {
+                await this.wait(minDelay + Math.floor(Math.random() * (maxDelay - minDelay + 1)));
+            }
+        }
+        return null;
+    }
+    async write(db, key, value, ttlMs) {
+        if (!this.checkConnection(db)) {
+            throw new Error(`Redis connection error "${db}".`);
+        }
+        const payload = ((0, full_utils_1.isArr)(value) || (0, full_utils_1.isObj)(value))
+            ? (0, full_utils_1.toJSON)(value)
+            : String(value);
+        return (0, full_utils_1.isNumP)(ttlMs)
+            ? await this.connection(db).set(key, payload, 'EX', ttlMs)
+            : await this.connection(db).set(key, payload);
+    }
+    async addOne(db, key, task) {
+        if (!this.checkConnection(db)) {
+            throw new Error(`Redis connection error "${db}".`);
+        }
+        const opts = task.opts || {};
+        const id = task.id || (0, uuid_1.v4)();
+        await this.connection(db).rpush(key, (0, full_utils_1.toJSON)({
+            ...task,
+            opts: {
+                ...opts,
+                attempt: opts.attempt || 0,
+            },
+            id,
+            enqueuedAt: Date.now(),
+        }));
+    }
+    async addMany(db, key, data) {
+        if (!this.checkConnection(db)) {
+            throw new Error(`Redis connection error "${db}".`);
+        }
+        const opts = data.opts || {};
+        const id = data.id || (0, uuid_1.v4)();
+        if (opts.progress) {
+            await this.write(db, this.key(id, 'ready'), 0, 300000);
+            await this.write(db, this.key(id, 'total'), data.payloads.length, 300000);
+        }
+        await this.connection(db).rpush(key, ...data
+            .payloads
+            .map((payload) => {
+            return (0, full_utils_1.toJSON)({
+                payload,
+                opts: {
+                    ...opts,
+                    attempt: opts.attempt || 0,
+                },
+                id,
+                enqueuedAt: Date.now(),
+            });
+        }));
+    }
+    async onStart(queue, portion) {
+    }
+    async onSuccess(queue, task, result) {
+    }
+    async onError(queue, task, err) {
+    }
+    async onFatal(queue, task, err) {
+    }
+    async onEnd(queue, result) {
+    }
+    async beforeExecute(queue, task) {
+        return task;
+    }
+    async afterExecute(queue, portion, result) {
+        return result;
+    }
+    async callback(queue, task) {
+        return true;
+    }
+    async execute(queue, task) {
+        return await this.callback(queue, task);
+    }
+    async retry(db, queue, task) {
+        try {
+            const attempt = (task.opts?.attempt || 0) + 1;
+            const key = this.key('queue', queue, attempt);
+            await this.connection(db).rpush(key, (0, full_utils_1.toJSON)({
+                ...task,
+                opts: {
+                    ...task.opts || {},
+                    attempt,
+                },
+            }));
+        }
+        catch (err) {
+        }
+    }
+    async select(db, queue, attempt) {
+        const arr = await this.connection(db).rpop(this.key('queue', queue, attempt), this.portion);
+        if (!(0, full_utils_1.isArrFilled)(arr)) {
+            return null;
+        }
+        return arr
+            .map((item) => {
+            try {
+                const v = (0, full_utils_1.fromJSON)(item);
+                if (!(0, full_utils_1.isObjFilled)(v)) {
+                    return null;
+                }
+                return v;
+            }
+            catch (err) {
+            }
+            return null;
+        })
+            .filter((item) => !!item);
+    }
+    async process(db, queue, task) {
+        let res;
+        try {
+            await this.onSuccess(queue, task, res = await this.execute(queue, await this.beforeExecute(queue, task)));
+        }
+        catch (err) {
+            await this.onError(queue, task, err);
+            if (task.opts?.attempt < (this.attempts - 1)) {
+                await this.retry(db, queue, task);
+            }
+            else {
+                await this.onFatal(queue, task, err);
+            }
+        }
+        await this.onEnd(queue, res);
+        return res;
+    }
+    async loop(db, queue, attempt) {
+        while (this.running) {
+            if (!this.checkConnection(db)) {
+                await this.wait(1000);
+                continue;
+            }
+            const tasks = await this.select(db, queue, attempt);
+            if (!(0, full_utils_1.isArrFilled)(tasks)) {
+                await this.wait(1000);
+                continue;
+            }
+            await this.onStart(queue, tasks);
+            await this.afterExecute(queue, tasks, await Promise.all(tasks.map((task) => this.process(db, queue, task))));
+            if (this.timeout > 0) {
+                await this.wait(this.timeout);
+            }
+        }
+    }
+}
+exports.Queue = Queue;
+//# sourceMappingURL=Queue.js.map

package/dist/src/Queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Queue.js","sourceRoot":"","sources":["../../src/Queue.ts"],"names":[],"mappings":";;;AAAA,iCAAiC;AACjC,+BAAkC;AAClC,2CAQoB;AAQpB,MAAM,UAAU,GAAG;;;;;;CAMlB,CAAC;AAEF,MAAM,UAAU,GAAG;;;;;;CAMlB,CAAC;AAEF,MAAa,KAAK;IAAlB;QAEiB,aAAQ,GAAW,CAAC,CAAC;QACrB,YAAO,GAAW,CAAC,CAAC;QAE7B,YAAO,GAAG,KAAK,CAAC;IA8QxB,CAAC;IA5QA,IAAI,CAAC,EAAU;QACd,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,GAAG,CAAC,GAAG,KAA6B;QACnC,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,UAAU,CAAC,EAAU;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,eAAe,CAAC,EAAU;QACzB,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;eACxB,CAAE,IAAI,CAAC,UAAU,CAAC,EAAE,CAAS,CAAC,MAAM,KAAK,OAAO;mBAC9C,IAAI,CAAC,UAAU,CAAC,EAAE,CAAS,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,EAAU,EAAE,KAAa,EAAE,UAAkB,CAAC;QACnD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;QACR,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC3C,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACtB,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAU,EAAE,OAAe;QACrC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,CAAC;YACJ,IAAI,MAAM,GAAG,GAAG,EACf,KAAK,GAAG,CAAC,CAAC;YAEX,GAAG,CAAC;gBACH,MAAM,CAAE,IAAI,EAAE,IAAI,CAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;gBAE9F,MAAM,GAAG,IAAI,CAAC;gBAEd,IAAI,IAAA,wBAAW,EAAC,IAAI,CAAC,EAAE,CAAC;oBACvB,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;oBAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;wBAErC,IAAI,OAAQ,IAAI,CAAC,UAAU,CAAC,EAAE,CAAS,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;4BAC/D,MAAO,IAAI,CAAC,UAAU,CAAC,EAAE,CAAS,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC;wBACrD,CAAC;6BACI,CAAC;4BACL,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;wBACzC,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC,QACM,MAAM,KAAK,GAAG,EAAE;YACvB,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,GAAG,EAAE,CAAC;QACb,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU,EAAE,GAAW,EAAE,KAAa;QAClD,OAAO,MAAM,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAU,EAAE,GAAW,EAAE,IAAwB;QAC3D,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;QAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACtC,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,OAAO,OAAO,GAAG,OAAO,EAAE,CAAC;YAC1B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YAE5E,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;gBACjB,OAAO;oBACN,KAAK;oBACL,GAAG,EAAE,OAAO;oBACZ,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC;iBACzD,CAAC;YACH,CAAC;YACD,OAAO,EAAE,CAAC;YAEV,IAAI,OAAO,GAAG,OAAO,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACnF,CAAC;QACF,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAU,EAAE,GAAW,EAAE,KAAU,EAAE,KAAc;QAC9D,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,IAAA,kBAAK,EAAC,KAAK,CAAC,IAAI,IAAA,kBAAK,EAAC,KAAK,CAAC,CAAC;YAC7C,CAAC,CAAC,IAAA,mBAAM,EAAC,KAAK,CAAC;YACf,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEjB,OAAO,IAAA,mBAAM,EAAC,KAAK,CAAC;YACnB,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC;YAC1D,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU,EAAE,GAAW,EAAE,IAAmB;QACxD,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,IAAA,SAAI,GAAE,CAAC;QAE7B,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,IAAA,mBAAM,EAAC;YAC3C,GAAG,IAAI;YACP,IAAI,EAAE;gBACL,GAAG,IAAI;gBACP,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,CAAC;aAC1B;YACD,EAAE;YACF,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,EAAU,EAAE,GAAW,EAAE,IAAoB;QAC1D,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,IAAA,SAAI,GAAE,CAAC;QAE7B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YACvD,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI;aAC1C,QAAQ;aACR,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAChB,OAAO,IAAA,mBAAM,EAAC;gBACb,OAAO;gBACP,IAAI,EAAE;oBACL,GAAG,IAAI;oBACP,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,CAAC;iBAC1B;gBACD,EAAE;gBACF,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC,CAAC;IACN,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,OAA6B;IACpE,CAAC;IAES,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,IAAmB,EAAE,MAAW;IACzE,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,IAAmB,EAAE,GAAQ;IACpE,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,IAAmB,EAAE,GAAQ;IACpE,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,KAAa,EAAE,MAAW;IAChD,CAAC;IAES,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,IAAmB;QAC/D,OAAO,IAAI,CAAC;IACb,CAAC;IAES,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,OAA6B,EAAE,MAAW;QACrF,OAAO,MAAM,CAAC;IACf,CAAC;IAES,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,IAAmB;QAC1D,OAAO,IAAI,CAAC;IACb,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,IAAmB;QACzD,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACzC,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,EAAU,EAAE,KAAa,EAAE,IAAmB;QACnE,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAE9C,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,IAAA,mBAAM,EAAC;gBAC3C,GAAG,IAAI;gBACP,IAAI,EAAE;oBACL,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE;oBAClB,OAAO;iBACP;aACD,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,GAAG,EAAE,CAAC;QACb,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,EAAU,EAAE,KAAa,EAAE,OAAe;QAC9D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAE5F,IAAI,CAAC,IAAA,wBAAW,EAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACb,CAAC;QACD,OAAO,GAAG;aACR,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACb,IAAI,CAAC;gBACJ,MAAM,CAAC,GAAkB,IAAA,qBAAQ,EAAC,IAAI,CAAC,CAAC;gBAExC,IAAI,CAAC,IAAA,wBAAW,EAAC,CAAC,CAAC,EAAE,CAAC;oBACrB,OAAO,IAAI,CAAC;gBACb,CAAC;gBACD,OAAO,CAAC,CAAC;YACV,CAAC;YACD,OAAO,GAAG,EAAE,CAAC;YACb,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,EAAU,EAAE,KAAa,EAAE,IAAmB;QACnE,IAAI,GAAQ,CAAC;QAEb,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3G,CAAC;QACD,OAAO,GAAG,EAAE,CAAC;YACZ,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAErC,IAAI,IAAI,CAAC,IAAI,EAAE,OAAO,GAAG,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACnC,CAAC;iBACI,CAAC;gBACL,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACtC,CAAC;QACF,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC7B,OAAO,GAAG,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,EAAU,EAAE,KAAa,EAAE,OAAe;QAC5D,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtB,SAAS;YACV,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAEpD,IAAI,CAAC,IAAA,wBAAW,EAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtB,SAAS;YACV,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACjC,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAmB,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAE5H,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;QACF,CAAC;IACF,CAAC;CACD;AAnRD,sBAmRC"}

package/dist/src/QueueProcessor.d.ts

@@ -0,0 +1,11 @@
+import { Queue } from './Queue';
+import { Processor } from './Processor';
+import { TaskInterface } from './types';
+export declare class QueueProcessor extends Queue {
+    private processors;
+    protected methods: Array<Function>;
+    setProcessors(processors: Processor[]): this;
+    getProcessors(): Processor[];
+    getProcessor(name: string): Processor | null;
+    protected execute(queue: string, task: TaskInterface): Promise<any>;
+}

package/dist/src/QueueProcessor.js

@@ -0,0 +1,34 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QueueProcessor = void 0;
+const Queue_1 = require("./Queue");
+class QueueProcessor extends Queue_1.Queue {
+    constructor() {
+        super(...arguments);
+        this.processors = [];
+        this.methods = [];
+    }
+    setProcessors(processors) {
+        this.processors = [...processors];
+        return this;
+    }
+    getProcessors() {
+        return [...this.processors];
+    }
+    getProcessor(name) {
+        return this.getProcessors().find((processor) => processor.name === name) ?? null;
+    }
+    async execute(queue, task) {
+        const processor = this.getProcessor(task.opts?.processor);
+        if (!processor) {
+            throw new Error('Неизвестный процессор.');
+        }
+        const method = processor.method(task.opts?.method);
+        if (!method) {
+            throw new Error('Неизвестный метод.');
+        }
+        return await method.call(processor, queue, task);
+    }
+}
+exports.QueueProcessor = QueueProcessor;
+//# sourceMappingURL=QueueProcessor.js.map

package/dist/src/QueueProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueueProcessor.js","sourceRoot":"","sources":["../../src/QueueProcessor.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAIhC,MAAa,cAAe,SAAQ,aAAK;IAAzC;;QACS,eAAU,GAAqB,EAAE,CAAC;QAChC,YAAO,GAAoB,EAAE,CAAC;IA4BzC,CAAC;IA1BA,aAAa,CAAC,UAAuB;QACpC,IAAI,CAAC,UAAU,GAAG,CAAE,GAAG,UAAU,CAAE,CAAC;QACpC,OAAO,IAAI,CAAC;IACb,CAAC;IAED,aAAa;QACZ,OAAO,CAAE,GAAG,IAAI,CAAC,UAAU,CAAE,CAAC;IAC/B,CAAC;IAED,YAAY,CAAC,IAAY;QACxB,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,CAAC,SAAoB,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC;IAC7F,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,IAAmB;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAE1D,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAEnD,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACvC,CAAC;QACD,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;CACD;AA9BD,wCA8BC"}

package/dist/src/index.d.ts

@@ -0,0 +1,5 @@
+import { Processor } from './Processor';
+import { QueueProcessor } from './QueueProcessor';
+import { Queue } from './Queue';
+import { DistLockInterface, LockOptsInterface, TaskOptsInterface, TaskInterface } from './types';
+export { Processor, QueueProcessor, Queue, DistLockInterface, LockOptsInterface, TaskOptsInterface, TaskInterface, };

package/dist/src/index.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Queue = exports.QueueProcessor = exports.Processor = void 0;
+const Processor_1 = require("./Processor");
+Object.defineProperty(exports, "Processor", { enumerable: true, get: function () { return Processor_1.Processor; } });
+const QueueProcessor_1 = require("./QueueProcessor");
+Object.defineProperty(exports, "QueueProcessor", { enumerable: true, get: function () { return QueueProcessor_1.QueueProcessor; } });
+const Queue_1 = require("./Queue");
+Object.defineProperty(exports, "Queue", { enumerable: true, get: function () { return Queue_1.Queue; } });
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;AAAA,2CAAwC;AAWvC,0FAXQ,qBAAS,OAWR;AAVV,qDAAkD;AAWjD,+FAXQ,+BAAc,OAWR;AAVf,mCAAgC;AAW/B,sFAXQ,aAAK,OAWR"}

package/dist/src/types.d.ts

@@ -0,0 +1,30 @@
+export interface DistLockInterface {
+    key: string;
+    token: string;
+    ttlMs: number;
+    unlock: () => Promise<boolean>;
+}
+export interface LockOptsInterface {
+    ttlMs: number;
+    retries?: number;
+    minDelayMs?: number;
+    maxDelayMs?: number;
+}
+export interface TaskOptsInterface {
+    attempt?: number;
+    method?: number;
+    processor?: string;
+    progress?: boolean;
+}
+export interface TaskInterface {
+    payload: object;
+    id?: string;
+    opts?: TaskOptsInterface;
+    enqueuedAt?: number;
+}
+export interface TasksInterface {
+    payloads: Array<any>;
+    id?: string;
+    opts?: TaskOptsInterface;
+    enqueuedAt?: number;
+}

package/dist/src/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":""}