power-queues 1.0.2 → 1.0.4

package/dist/RedisManager.js

@@ -0,0 +1,120 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedisManager = void 0;
+const crypto = require("crypto");
+const nestjs_ioredis_1 = require("@nestjs-labs/nestjs-ioredis");
+const common_1 = require("@nestjs/common");
+const date_fns_1 = require("date-fns");
+let RedisManager = class RedisManager {
+    constructor(redis) {
+        this.redis = redis;
+        this.logger = new common_1.Logger('RedisManager');
+        this.connections = {};
+        this.UNLOCK_LUA = `
+		if redis.call("GET", KEYS[1]) == ARGV[1] then
+			return redis.call("DEL", KEYS[1])
+		else
+			return 0
+		end
+	`;
+        this.EXTEND_LUA = `
+		if redis.call("GET", KEYS[1]) == ARGV[1] then
+			return redis.call("PEXPIRE", KEYS[1], ARGV[2])
+		else
+			return 0
+		end
+	`;
+    }
+    timestamp(value) {
+        return (0, date_fns_1.format)(new Date(value ?? Date.now()), 'yyyy-MM-dd HH');
+    }
+    wait(ms) {
+        return new Promise((r) => setTimeout(r, ms));
+    }
+    key(path, name) {
+        return `${path}:${name}`;
+    }
+    connection(db) {
+        return this.redis['clients'].get(db);
+    }
+    checkConnection(db) {
+        return !!this.connection(db)
+            && (this.connection(db).status === 'ready'
+                || this.connection(db).status === 'connecting');
+    }
+    async dropKeys(db, pattern) {
+        if (!this.checkConnection(db)) {
+            throw new Error(`Redis connection error "${db}".`);
+        }
+        try {
+            let cursor = '0', total = 0;
+            do {
+                const [next, keys] = await this.connection(db).scan(cursor, 'MATCH', pattern, 'COUNT', 500);
+                cursor = next;
+                if (keys.length) {
+                    total += keys.length;
+                    for (let i = 0; i < keys.length; i += 500) {
+                        const chunk = keys.slice(i, i + 500);
+                        if (typeof this.connection(db).unlink === 'function') {
+                            await this.connection(db).unlink(...chunk);
+                        }
+                        else {
+                            await this.connection(db).del(...chunk);
+                        }
+                    }
+                }
+            } while (cursor !== '0');
+            return total;
+        }
+        catch (err) {
+        }
+        throw new Error(`Redis clear error "${db}".`);
+    }
+    async acquireLock(db, logicalKey, ttlMs = 3000, opts) {
+        if (!this.checkConnection(db)) {
+            throw new Error(`Redis connection error "${db}".`);
+        }
+        const lockKey = `lock:${logicalKey}`;
+        const token = crypto.randomBytes(16).toString('hex');
+        const retries = Math.max(0, opts?.retries ?? 5);
+        const minDelay = Math.max(5, opts?.minDelayMs ?? 20);
+        const maxDelay = Math.max(minDelay, opts?.maxDelayMs ?? 60);
+        let attempt = 0;
+        while (attempt < retries) {
+            const ok = await this.connection(db).set(lockKey, token, 'PX', ttlMs, 'NX');
+            if (ok === 'OK') {
+                const extend = async (newTtlMs) => {
+                    const ms = Math.max(1, newTtlMs ?? ttlMs);
+                    const res = await this.connection(db).eval(this.EXTEND_LUA, 1, lockKey, token, ms);
+                    return Number(res) === 1;
+                };
+                const unlock = async () => {
+                    const res = await this.connection(db).eval(this.UNLOCK_LUA, 1, lockKey, token);
+                    return Number(res) === 1;
+                };
+                return { key: lockKey, token, ttlMs, extend, unlock };
+            }
+            attempt++;
+            if (attempt < retries) {
+                const sleep = minDelay + Math.floor(Math.random() * (maxDelay - minDelay + 1));
+                await new Promise((retry) => setTimeout(retry, sleep));
+            }
+        }
+        return null;
+    }
+};
+exports.RedisManager = RedisManager;
+exports.RedisManager = RedisManager = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [nestjs_ioredis_1.RedisService])
+], RedisManager);
+//# sourceMappingURL=RedisManager.js.map

package/dist/RedisManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisManager.js","sourceRoot":"","sources":["../src/RedisManager.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,iCAAiC;AAEjC,gEAA2D;AAC3D,2CAGwB;AACxB,uCAAkC;AAQ3B,IAAM,YAAY,GAAlB,MAAM,YAAY;IAIxB,YACkB,KAAmB;QAAnB,UAAK,GAAL,KAAK,CAAc;QAJpB,WAAM,GAAW,IAAI,eAAM,CAAC,cAAc,CAAC,CAAC;QAC5C,gBAAW,GAAQ,EAAE,CAAC;QAwGtB,eAAU,GAAG;;;;;;EAM7B,CAAC;QAEe,eAAU,GAAG;;;;;;EAM7B,CAAC;IAjHF,CAAC;IAED,SAAS,CAAC,KAAc;QACvB,OAAO,IAAA,iBAAM,EAAC,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,CAAC,EAAU;QACd,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,GAAG,CAAC,IAAY,EAAE,IAAY;QAC7B,OAAO,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,UAAU,CAAC,EAAU;QACpB,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,eAAe,CAAC,EAAU;QACzB,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;eACxB,CAAE,IAAI,CAAC,UAAU,CAAC,EAAE,CAAS,CAAC,MAAM,KAAK,OAAO;mBAC9C,IAAI,CAAC,UAAU,CAAC,EAAE,CAAS,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,EAAU,EAAE,OAAe;QACzC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,CAAC;YACJ,IAAI,MAAM,GAAG,GAAG,EACf,KAAK,GAAG,CAAC,CAAC;YAEX,GAAG,CAAC;gBACH,MAAM,CAAE,IAAI,EAAE,IAAI,CAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;gBAE9F,MAAM,GAAG,IAAI,CAAC;gBAEd,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjB,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;oBAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;wBAErC,IAAI,OAAQ,IAAI,CAAC,UAAU,CAAC,EAAE,CAAS,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;4BAC/D,MAAO,IAAI,CAAC,UAAU,CAAC,EAAE,CAAS,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC;wBACrD,CAAC;6BACI,CAAC;4BACL,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;wBACzC,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC,QACM,MAAM,KAAK,GAAG,EAAE;YACvB,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,GAAG,EAAE,CAAC;QACb,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAU,EAAE,UAAkB,EAAE,QAAgB,IAAI,EAAE,IAAsE;QAC7I,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,UAAU,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;QAC5D,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,OAAO,OAAO,GAAG,OAAO,EAAE,CAAC;YAC1B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YAE5E,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;gBACjB,MAAM,MAAM,GAAG,KAAK,EAAE,QAAiB,EAAoB,EAAE;oBAC5D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,IAAI,KAAK,CAAC,CAAC;oBAC1C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;oBAEnF,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC,CAAC;gBACF,MAAM,MAAM,GAAG,KAAK,IAAsB,EAAE;oBAC3C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;oBAE/E,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC,CAAC;gBACF,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YACvD,CAAC;YACD,OAAO,EAAE,CAAC;YAEV,IAAI,OAAO,GAAG,OAAO,EAAE,CAAC;gBACvB,MAAM,KAAK,GAAG,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;gBAE/E,MAAM,IAAI,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;YACxD,CAAC;QACF,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;CAiBD,CAAA;AAzHY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,mBAAU,GAAE;qCAMa,6BAAY;GALzB,YAAY,CAyHxB"}

package/dist/index.d.ts

@@ -1,7 +1,6 @@
-import { QueuePortionProcessorMethod } from './QueuePortionProcessorMethod';
-import { QueuePortionProcessor } from './QueuePortionProcessor';
-import { QueuePortion } from './QueuePortion';
-import { QueueProcessor } from './QueueProcessor';
-import { Queue } from './Queue';
+import { TaskInterface } from './types';
 import { Processor } from './Processor';
-export { QueuePortionProcessorMethod, QueuePortionProcessor, QueuePortion, QueueProcessor, Queue, Processor, };
+import { Queue } from './Queue';
+import { QueueMethod } from './QueueMethod';
+import { RedisManager } from './RedisManager';
+export { TaskInterface, Processor, Queue, QueueMethod, RedisManager, };

package/dist/index.js

@@ -1,16 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Processor = exports.Queue = exports.QueueProcessor = exports.QueuePortion = exports.QueuePortionProcessor = exports.QueuePortionProcessorMethod = void 0;
-const QueuePortionProcessorMethod_1 = require("./QueuePortionProcessorMethod");
-Object.defineProperty(exports, "QueuePortionProcessorMethod", { enumerable: true, get: function () { return QueuePortionProcessorMethod_1.QueuePortionProcessorMethod; } });
-const QueuePortionProcessor_1 = require("./QueuePortionProcessor");
-Object.defineProperty(exports, "QueuePortionProcessor", { enumerable: true, get: function () { return QueuePortionProcessor_1.QueuePortionProcessor; } });
-const QueuePortion_1 = require("./QueuePortion");
-Object.defineProperty(exports, "QueuePortion", { enumerable: true, get: function () { return QueuePortion_1.QueuePortion; } });
-const QueueProcessor_1 = require("./QueueProcessor");
-Object.defineProperty(exports, "QueueProcessor", { enumerable: true, get: function () { return QueueProcessor_1.QueueProcessor; } });
-const Queue_1 = require("./Queue");
-Object.defineProperty(exports, "Queue", { enumerable: true, get: function () { return Queue_1.Queue; } });
+exports.RedisManager = exports.QueueMethod = exports.Queue = exports.Processor = void 0;
 const Processor_1 = require("./Processor");
 Object.defineProperty(exports, "Processor", { enumerable: true, get: function () { return Processor_1.Processor; } });
+const Queue_1 = require("./Queue");
+Object.defineProperty(exports, "Queue", { enumerable: true, get: function () { return Queue_1.Queue; } });
+const QueueMethod_1 = require("./QueueMethod");
+Object.defineProperty(exports, "QueueMethod", { enumerable: true, get: function () { return QueueMethod_1.QueueMethod; } });
+const RedisManager_1 = require("./RedisManager");
+Object.defineProperty(exports, "RedisManager", { enumerable: true, get: function () { return RedisManager_1.RedisManager; } });
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,+EAA4E;AAQ3E,4GARQ,yDAA2B,OAQR;AAP5B,mEAAgE;AAQ/D,sGARQ,6CAAqB,OAQR;AAPtB,iDAA8C;AAQ7C,6FARQ,2BAAY,OAQR;AAPb,qDAAkD;AAQjD,+FARQ,+BAAc,OAQR;AAPf,mCAAgC;AAQ/B,sFARQ,aAAK,OAQR;AAPN,2CAAwC;AAQvC,0FARQ,qBAAS,OAQR"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AACA,2CAAwC;AAOvC,0FAPQ,qBAAS,OAOR;AANV,mCAAgC;AAO/B,sFAPQ,aAAK,OAOR;AANN,+CAA4C;AAO3C,4FAPQ,yBAAW,OAOR;AANZ,iDAA8C;AAO7C,6FAPQ,2BAAY,OAOR"}