atomic-queues 2.3.0 → 3.0.0

package/dist/services/scheduler/index.js

@@ -1,18 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./scheduler.service"), exports);
-//# sourceMappingURL=index.js.map

package/dist/services/scheduler/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/scheduler/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC"}

package/dist/services/scheduler/scheduler.service.d.ts

@@ -1,17 +0,0 @@
-import Redis from 'ioredis';
-import { IAtomicQueuesModuleConfig, ISerializedMessage, IDispatchResult } from '../../domain';
-import { LogService } from '../log';
-import { GateService } from '../gate';
-export declare class SchedulerService {
-    private readonly redis;
-    private readonly config;
-    private readonly logService;
-    private readonly gateService;
-    private readonly logger;
-    private readonly keyPrefix;
-    constructor(redis: Redis, config: IAtomicQueuesModuleConfig, logService: LogService, gateService: GateService);
-    pickNext(ownedEntityTypes?: string[]): Promise<IDispatchResult | null>;
-    complete(entityKey: string, ownerToken: string): Promise<void>;
-    fail(entityKey: string, ownerToken: string, message: ISerializedMessage, error: Error): Promise<void>;
-}
-//# sourceMappingURL=scheduler.service.d.ts.map

package/dist/services/scheduler/scheduler.service.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"scheduler.service.d.ts","sourceRoot":"","sources":["../../../src/services/scheduler/scheduler.service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,SAAS,CAAC;AAE5B,OAAO,EAAE,yBAAyB,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE9F,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AA0DtC,qBACa,gBAAgB;IAKI,OAAO,CAAC,QAAQ,CAAC,KAAK;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACrD,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAP9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqC;IAC5D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAGa,KAAK,EAAE,KAAK,EACX,MAAM,EAAE,yBAAyB,EAC/D,UAAU,EAAE,UAAU,EACtB,WAAW,EAAE,WAAW;IAKrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAgCtE,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAS9D,IAAI,CACR,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,KAAK,GACX,OAAO,CAAC,IAAI,CAAC;CAsBjB"}

package/dist/services/scheduler/scheduler.service.js

@@ -1,140 +0,0 @@
-"use strict";
-var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-};
-var __metadata = (this && this.__metadata) || function (k, v) {
-    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
-};
-var __param = (this && this.__param) || function (paramIndex, decorator) {
-    return function (target, key) { decorator(target, key, paramIndex); }
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var SchedulerService_1;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.SchedulerService = void 0;
-const common_1 = require("@nestjs/common");
-const ioredis_1 = __importDefault(require("ioredis"));
-const uuid_1 = require("uuid");
-const utils_1 = require("../../utils");
-const log_1 = require("../log");
-const gate_1 = require("../gate");
-const constants_1 = require("../constants");
-const PICK_DISPATCHABLE_SCRIPT = `
-local readySetKey = KEYS[1]
-local gatePrefix = ARGV[1]
-local logPrefix = ARGV[2]
-local ownerToken = ARGV[3]
-local defaultTTL = tonumber(ARGV[4])
-local batchSize = tonumber(ARGV[5]) or 32
--- ARGV[6..N] = owned entity type prefixes (e.g. "warehouse:", "candy:")
--- If none provided, this node accepts all entity types (single-service mode).
-local numFilters = #ARGV - 5
-
-local members = redis.call("SRANDMEMBER", readySetKey, batchSize)
-if not members or #members == 0 then
-  return nil
-end
-
-for _, entityKey in ipairs(members) do
-  -- If entity-type filters are active, skip keys this node doesn't own
-  local skipped = false
-  if numFilters > 0 then
-    local owned = false
-    for i = 6, #ARGV do
-      if string.sub(entityKey, 1, #ARGV[i]) == ARGV[i] then
-        owned = true
-        break
-      end
-    end
-    if not owned then
-      skipped = true
-    end
-  end
-
-  if not skipped then
-    local gateKey = gatePrefix .. entityKey
-    local acquired = redis.call("SET", gateKey, ownerToken, "EX", defaultTTL, "NX")
-    if acquired then
-      local logKey = logPrefix .. entityKey
-      local msg = redis.call("RPOP", logKey)
-      if msg then
-        local remaining = redis.call("LLEN", logKey)
-        if remaining == 0 then
-          redis.call("SREM", readySetKey, entityKey)
-        end
-        return {entityKey, msg, ownerToken}
-      else
-        redis.call("DEL", gateKey)
-        redis.call("SREM", readySetKey, entityKey)
-      end
-    end
-  end
-end
-
-return nil
-`;
-let SchedulerService = SchedulerService_1 = class SchedulerService {
-    constructor(redis, config, logService, gateService) {
-        this.redis = redis;
-        this.config = config;
-        this.logService = logService;
-        this.gateService = gateService;
-        this.logger = new common_1.Logger(SchedulerService_1.name);
-        this.keyPrefix = (0, utils_1.resolveKeyPrefix)(config);
-    }
-    async pickNext(ownedEntityTypes) {
-        const readySetKey = this.logService.getReadySetKey();
-        const gatePrefix = `${this.keyPrefix}:gate:`;
-        const logPrefix = `${this.keyPrefix}:log:`;
-        const ownerToken = (0, uuid_1.v4)();
-        const defaultTTL = this.config.executor?.gateTTL ?? 30;
-        // Entity type prefixes for Lua filtering (e.g. "warehouse:", "candy:")
-        const prefixes = (ownedEntityTypes ?? []).map((t) => `${t}:`);
-        const result = (await this.redis.eval(PICK_DISPATCHABLE_SCRIPT, 1, readySetKey, gatePrefix, logPrefix, ownerToken, defaultTTL.toString(), '32', ...prefixes));
-        if (!result)
-            return null;
-        const [entityKey, rawMessage, token] = result;
-        const message = JSON.parse(rawMessage);
-        this.logger.debug(`Dispatched ${message.name} for ${entityKey}`);
-        return { entityKey, message, ownerToken: token };
-    }
-    async complete(entityKey, ownerToken) {
-        await this.gateService.release(entityKey, ownerToken);
-        const remaining = await this.logService.length(entityKey);
-        if (remaining > 0) {
-            await this.logService.markReady(entityKey);
-        }
-    }
-    async fail(entityKey, ownerToken, message, error) {
-        await this.gateService.release(entityKey, ownerToken);
-        const entityType = message.entityType;
-        const retryConfig = this.config.entities?.[entityType]?.retry ?? this.config.retry;
-        const maxAttempts = retryConfig?.maxAttempts ?? 3;
-        message.attempts++;
-        if (message.attempts >= maxAttempts) {
-            await this.logService.deadLetter(entityType, message);
-        }
-        else {
-            // RPUSH places retries at the head of the processing queue (consumed first by RPOP),
-            // prioritizing them over newer messages. This ensures failed work is retried promptly.
-            const logKey = this.logService.getLogKey(entityKey);
-            await this.redis.rpush(logKey, JSON.stringify(message));
-            await this.logService.markReady(entityKey);
-            this.logger.warn(`Retrying ${message.name} for ${entityKey} (attempt ${message.attempts + 1}/${maxAttempts}): ${error.message}`);
-        }
-    }
-};
-exports.SchedulerService = SchedulerService;
-exports.SchedulerService = SchedulerService = SchedulerService_1 = __decorate([
-    (0, common_1.Injectable)(),
-    __param(0, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_REDIS)),
-    __param(1, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_CONFIG)),
-    __metadata("design:paramtypes", [ioredis_1.default, Object, log_1.LogService,
-        gate_1.GateService])
-], SchedulerService);
-//# sourceMappingURL=scheduler.service.js.map

package/dist/services/scheduler/scheduler.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scheduler.service.js","sourceRoot":"","sources":["../../../src/services/scheduler/scheduler.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,2CAA4D;AAC5D,sDAA4B;AAC5B,+BAAoC;AAEpC,uCAA+C;AAC/C,gCAAoC;AACpC,kCAAsC;AACtC,4CAAyE;AAEzE,MAAM,wBAAwB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqDhC,CAAC;AAGK,IAAM,gBAAgB,wBAAtB,MAAM,gBAAgB;IAI3B,YAC+B,KAA6B,EAC5B,MAAkD,EAC/D,UAAsB,EACtB,WAAwB;QAHK,UAAK,GAAL,KAAK,CAAO;QACX,WAAM,GAAN,MAAM,CAA2B;QAC/D,eAAU,GAAV,UAAU,CAAY;QACtB,gBAAW,GAAX,WAAW,CAAa;QAP1B,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAgB,CAAC,IAAI,CAAC,CAAC;QAS1D,IAAI,CAAC,SAAS,GAAG,IAAA,wBAAgB,EAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,gBAA2B;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC;QACrD,MAAM,UAAU,GAAG,GAAG,IAAI,CAAC,SAAS,QAAQ,CAAC;QAC7C,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,SAAS,OAAO,CAAC;QAC3C,MAAM,UAAU,GAAG,IAAA,SAAM,GAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC;QAEvD,uEAAuE;QACvE,MAAM,QAAQ,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAE9D,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CACnC,wBAAwB,EACxB,CAAC,EACD,WAAW,EACX,UAAU,EACV,SAAS,EACT,UAAU,EACV,UAAU,CAAC,QAAQ,EAAE,EACrB,IAAI,EACJ,GAAG,QAAQ,CACZ,CAAoC,CAAC;QAEtC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAEzB,MAAM,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAuB,CAAC;QAE7D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,IAAI,QAAQ,SAAS,EAAE,CAAC,CAAC;QAEjE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,UAAkB;QAClD,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAEtD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC1D,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CACR,SAAiB,EACjB,UAAkB,EAClB,OAA2B,EAC3B,KAAY;QAEZ,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAEtD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QACnF,MAAM,WAAW,GAAG,WAAW,EAAE,WAAW,IAAI,CAAC,CAAC;QAElD,OAAO,CAAC,QAAQ,EAAE,CAAC;QAEnB,IAAI,OAAO,CAAC,QAAQ,IAAI,WAAW,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,qFAAqF;YACrF,uFAAuF;YACvF,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACpD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YACxD,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,YAAY,OAAO,CAAC,IAAI,QAAQ,SAAS,aAAa,OAAO,CAAC,QAAQ,GAAG,CAAC,IAAI,WAAW,MAAM,KAAK,CAAC,OAAO,EAAE,CAC/G,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAA;AAjFY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;IAMR,WAAA,IAAA,eAAM,EAAC,+BAAmB,CAAC,CAAA;IAC3B,WAAA,IAAA,eAAM,EAAC,gCAAoB,CAAC,CAAA;qCADwB,iBAAK,UAE7B,gBAAU;QACT,kBAAW;GARhC,gBAAgB,CAiF5B"}