@sprout-idws/sprout-redis 1.0.0

package/dist/redis-base.module.js

@@ -0,0 +1,88 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+var RedisBaseModule_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedisBaseModule = void 0;
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const sprout_context_1 = require("@sprout-idws/sprout-context");
+const ioredis_1 = __importDefault(require("ioredis"));
+const redis_lock_service_1 = require("./lock/redis-lock.service");
+const redis_stream_service_1 = require("./stream/redis-stream.service");
+const stream_publisher_service_1 = require("./stream/stream-publisher.service");
+const periodic_executor_service_1 = require("./stream/periodic-executor.service");
+let RedisBaseModule = RedisBaseModule_1 = class RedisBaseModule {
+    constructor(redis) {
+        this.redis = redis;
+        this.logger = new common_1.Logger(RedisBaseModule_1.name);
+    }
+    async onModuleDestroy() {
+        try {
+            if (this.redis.status === 'ready') {
+                await this.redis.quit();
+                this.logger.log('Redis cache connection closed gracefully');
+            }
+            else if (this.redis.status === 'connecting') {
+                await new Promise((resolve) => setTimeout(resolve, 100));
+                this.redis.disconnect();
+                this.logger.log('Redis cache connection disconnected');
+            }
+            else {
+                this.logger.log('Redis cache connection already closed');
+            }
+        }
+        catch (error) {
+            const err = error;
+            this.logger.warn('Redis cleanup warning:', err.message);
+        }
+    }
+};
+exports.RedisBaseModule = RedisBaseModule;
+exports.RedisBaseModule = RedisBaseModule = RedisBaseModule_1 = __decorate([
+    (0, common_1.Global)(),
+    (0, common_1.Module)({
+        imports: [config_1.ConfigModule, sprout_context_1.ContextModule],
+        providers: [
+            {
+                provide: 'REDIS_CLIENT',
+                useFactory: (configService) => {
+                    return new ioredis_1.default({
+                        host: configService.get('REDIS_HOST', 'localhost'),
+                        port: configService.get('REDIS_PORT', 6379),
+                        password: configService.get('REDIS_PASSWORD'),
+                        db: configService.get('REDIS_DB', 0),
+                    });
+                },
+                inject: [config_1.ConfigService],
+            },
+            redis_lock_service_1.RedisLockService,
+            redis_stream_service_1.RedisStreamService,
+            stream_publisher_service_1.StreamPublisherService,
+            periodic_executor_service_1.PeriodicExecutorService,
+        ],
+        exports: [
+            'REDIS_CLIENT',
+            redis_lock_service_1.RedisLockService,
+            redis_stream_service_1.RedisStreamService,
+            stream_publisher_service_1.StreamPublisherService,
+            periodic_executor_service_1.PeriodicExecutorService,
+        ],
+    }),
+    __param(0, (0, common_1.Inject)('REDIS_CLIENT')),
+    __metadata("design:paramtypes", [ioredis_1.default])
+], RedisBaseModule);
+//# sourceMappingURL=redis-base.module.js.map

package/dist/redis-base.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-base.module.js","sourceRoot":"","sources":["../src/redis-base.module.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,2CAAiF;AACjF,2CAA6D;AAC7D,gEAA4D;AAC5D,sDAA4B;AAC5B,kEAA6D;AAC7D,wEAAmE;AACnE,gFAA2E;AAC3E,kFAA6E;AA+BtE,IAAM,eAAe,uBAArB,MAAM,eAAe;IAG1B,YAAoC,KAA6B;QAAZ,UAAK,GAAL,KAAK,CAAO;QAFhD,WAAM,GAAG,IAAI,eAAM,CAAC,iBAAe,CAAC,IAAI,CAAC,CAAC;IAES,CAAC;IAErE,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;gBAClC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;YAC9D,CAAC;iBAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;gBAC9C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;gBACzD,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,GAAG,KAAc,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;CACF,CAAA;AAtBY,0CAAe;0BAAf,eAAe;IA7B3B,IAAA,eAAM,GAAE;IACR,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,qBAAY,EAAE,8BAAa,CAAC;QACtC,SAAS,EAAE;YACT;gBACE,OAAO,EAAE,cAAc;gBACvB,UAAU,EAAE,CAAC,aAA4B,EAAE,EAAE;oBAC3C,OAAO,IAAI,iBAAK,CAAC;wBACf,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY,EAAE,WAAW,CAAC;wBAClD,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC;wBAC3C,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC,gBAAgB,CAAC;wBAC7C,EAAE,EAAE,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;qBACrC,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM,EAAE,CAAC,sBAAa,CAAC;aACxB;YACD,qCAAgB;YAChB,yCAAkB;YAClB,iDAAsB;YACtB,mDAAuB;SACxB;QACD,OAAO,EAAE;YACP,cAAc;YACd,qCAAgB;YAChB,yCAAkB;YAClB,iDAAsB;YACtB,mDAAuB;SACxB;KACF,CAAC;IAIa,WAAA,IAAA,eAAM,EAAC,cAAc,CAAC,CAAA;qCAAyB,iBAAK;GAHtD,eAAe,CAsB3B"}

package/dist/redis-stream-consumer.module.d.ts

@@ -0,0 +1,3 @@
+export declare class RedisStreamConsumerModule {
+}
+//# sourceMappingURL=redis-stream-consumer.module.d.ts.map

package/dist/redis-stream-consumer.module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-stream-consumer.module.d.ts","sourceRoot":"","sources":["../src/redis-stream-consumer.module.ts"],"names":[],"mappings":"AAOA,qBAea,yBAAyB;CAAG"}

package/dist/redis-stream-consumer.module.js

@@ -0,0 +1,36 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedisStreamConsumerModule = void 0;
+const common_1 = require("@nestjs/common");
+const redis_base_module_1 = require("./redis-base.module");
+const stream_consumer_service_1 = require("./stream/stream-consumer.service");
+const stream_message_handler_service_1 = require("./stream/stream-message-handler.service");
+const stream_retry_service_1 = require("./stream/stream-retry.service");
+const stream_consumer_monitor_service_1 = require("./stream/stream-consumer-monitor.service");
+let RedisStreamConsumerModule = class RedisStreamConsumerModule {
+};
+exports.RedisStreamConsumerModule = RedisStreamConsumerModule;
+exports.RedisStreamConsumerModule = RedisStreamConsumerModule = __decorate([
+    (0, common_1.Module)({
+        imports: [redis_base_module_1.RedisBaseModule],
+        providers: [
+            stream_consumer_service_1.StreamConsumerService,
+            stream_message_handler_service_1.StreamMessageHandlerService,
+            stream_retry_service_1.StreamRetryService,
+            stream_consumer_monitor_service_1.StreamConsumerMonitorService,
+        ],
+        exports: [
+            stream_consumer_service_1.StreamConsumerService,
+            stream_message_handler_service_1.StreamMessageHandlerService,
+            stream_retry_service_1.StreamRetryService,
+            stream_consumer_monitor_service_1.StreamConsumerMonitorService,
+        ],
+    })
+], RedisStreamConsumerModule);
+//# sourceMappingURL=redis-stream-consumer.module.js.map

package/dist/redis-stream-consumer.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-stream-consumer.module.js","sourceRoot":"","sources":["../src/redis-stream-consumer.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,2DAAsD;AACtD,8EAAyE;AACzE,4FAAsF;AACtF,wEAAmE;AACnE,8FAAwF;AAiBjF,IAAM,yBAAyB,GAA/B,MAAM,yBAAyB;CAAG,CAAA;AAA5B,8DAAyB;oCAAzB,yBAAyB;IAfrC,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,mCAAe,CAAC;QAC1B,SAAS,EAAE;YACT,+CAAqB;YACrB,4DAA2B;YAC3B,yCAAkB;YAClB,8DAA4B;SAC7B;QACD,OAAO,EAAE;YACP,+CAAqB;YACrB,4DAA2B;YAC3B,yCAAkB;YAClB,8DAA4B;SAC7B;KACF,CAAC;GACW,yBAAyB,CAAG"}

package/dist/stream/lua/ack-delete.lua

@@ -0,0 +1,6 @@
+local streamName = KEYS[1]
+local groupName = ARGV[1]
+local messageId = ARGV[2]
+
+redis.call('XACK', streamName, groupName, messageId)
+return redis.call('XDEL', streamName, messageId)

package/dist/stream/lua/delayed-retry.lua

@@ -0,0 +1,11 @@
+local streamName = KEYS[1]
+local delayedQueueKey = KEYS[2]
+local groupName = ARGV[1]
+local messageId = ARGV[2]
+local score = tonumber(ARGV[3])
+local member = ARGV[4]
+
+redis.call('XACK', streamName, groupName, messageId)
+redis.call('XDEL', streamName, messageId)
+return redis.call('ZADD', delayedQueueKey, score, member)
+

package/dist/stream/lua/move-to-dlq.lua

@@ -0,0 +1,27 @@
+local streamName = KEYS[1]
+local dlqStream = ARGV[1]
+local groupName = ARGV[2]
+local messageId = ARGV[3]
+
+local message = redis.call('XRANGE', streamName, messageId, messageId)
+
+if #message == 0 then
+  return 0
+end
+
+local messageFields = message[1][2]
+local messageContent = nil
+
+for i = 1, #messageFields, 2 do
+  if messageFields[i] == 'message' then
+    messageContent = messageFields[i + 1]
+    break
+  end
+end
+
+if messageContent then
+  redis.call('XADD', dlqStream, '*', 'message', messageContent)
+end
+
+redis.call('XACK', streamName, groupName, messageId)
+return redis.call('XDEL', streamName, messageId)

package/dist/stream/lua/republish-delayed-messages.lua

@@ -0,0 +1,30 @@
+local queueKey = KEYS[1]
+local currentTime = tonumber(ARGV[1])
+local limit = tonumber(ARGV[2])
+
+local messages = redis.call('ZRANGEBYSCORE', queueKey, '-inf', currentTime, 'LIMIT', 0, limit)
+
+if #messages == 0 then
+  return 0
+end
+
+redis.call('ZREM', queueKey, unpack(messages))
+
+local republishedCount = 0
+local cjson = cjson
+
+for i = 1, #messages do
+  local messageData = messages[i]
+  local success, message = pcall(cjson.decode, messageData)
+  
+  if success and message and message.metadata and message.metadata.streamName then
+    local streamName = message.metadata.streamName
+    local messageJson = cjson.encode(message)
+    
+    redis.call('XADD', streamName, '*', 'message', messageJson)
+    republishedCount = republishedCount + 1
+  end
+end
+
+return republishedCount
+

package/dist/stream/lua/republish-inactive-consumer-messages.lua

@@ -0,0 +1,52 @@
+local streamName = KEYS[1]
+local groupName = ARGV[1]
+local inactiveConsumerName = ARGV[2]
+local maxCount = 10000
+
+local pendingMessages = redis.call('XPENDING', streamName, groupName, '-', '+', maxCount)
+
+if #pendingMessages == 0 then
+  return 0
+end
+
+local messageIds = {}
+for i = 1, #pendingMessages do
+  local messageId = pendingMessages[i][1]
+  local consumerName = pendingMessages[i][2]
+  
+  if consumerName == inactiveConsumerName then
+    table.insert(messageIds, messageId)
+  end
+end
+
+if #messageIds == 0 then
+  return 0
+end
+
+local republishedCount = 0
+
+for i = 1, #messageIds do
+  local messageId = messageIds[i]
+  local message = redis.call('XRANGE', streamName, messageId, messageId)
+  
+  if #message > 0 then
+    local messageFields = message[1][2]
+    local messageContent = nil
+    
+    for j = 1, #messageFields, 2 do
+      if messageFields[j] == 'message' then
+        messageContent = messageFields[j + 1]
+        break
+      end
+    end
+    
+    if messageContent then
+      redis.call('XACK', streamName, groupName, messageId)
+      redis.call('XDEL', streamName, messageId)
+      redis.call('XADD', streamName, '*', 'message', messageContent)
+      republishedCount = republishedCount + 1
+    end
+  end
+end
+
+return republishedCount

package/dist/stream/lua-scripts.loader.d.ts

@@ -0,0 +1,11 @@
+declare const LUA_SCRIPT_NAMES: readonly ["move-to-dlq.lua", "ack-delete.lua", "delayed-retry.lua", "republish-delayed-messages.lua", "republish-inactive-consumer-messages.lua"];
+export type LuaScriptName = (typeof LUA_SCRIPT_NAMES)[number];
+export declare class LuaScriptsLoader {
+    private readonly logger;
+    private readonly scripts;
+    constructor();
+    private loadScripts;
+    getScript(scriptName: LuaScriptName): string;
+}
+export {};
+//# sourceMappingURL=lua-scripts.loader.d.ts.map

package/dist/stream/lua-scripts.loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lua-scripts.loader.d.ts","sourceRoot":"","sources":["../../src/stream/lua-scripts.loader.ts"],"names":[],"mappings":"AAIA,QAAA,MAAM,gBAAgB,mJAMZ,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE9D,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqC;IAC5D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyC;;IAMjE,OAAO,CAAC,WAAW;IAYnB,SAAS,CAAC,UAAU,EAAE,aAAa,GAAG,MAAM;CAO7C"}

package/dist/stream/lua-scripts.loader.js

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LuaScriptsLoader = void 0;
+const fs_1 = require("fs");
+const path_1 = require("path");
+const common_1 = require("@nestjs/common");
+const LUA_SCRIPT_NAMES = [
+    'move-to-dlq.lua',
+    'ack-delete.lua',
+    'delayed-retry.lua',
+    'republish-delayed-messages.lua',
+    'republish-inactive-consumer-messages.lua',
+];
+class LuaScriptsLoader {
+    constructor() {
+        this.logger = new common_1.Logger(LuaScriptsLoader.name);
+        this.scripts = new Map();
+        this.loadScripts();
+    }
+    loadScripts() {
+        const luaDir = (0, path_1.join)(__dirname, 'lua');
+        const scriptNames = LUA_SCRIPT_NAMES;
+        for (const scriptName of scriptNames) {
+            const scriptPath = (0, path_1.join)(luaDir, scriptName);
+            const scriptContent = (0, fs_1.readFileSync)(scriptPath, 'utf-8');
+            this.scripts.set(scriptName, scriptContent);
+            this.logger.debug(`Loaded Lua script: ${scriptName}`);
+        }
+    }
+    getScript(scriptName) {
+        const script = this.scripts.get(scriptName);
+        if (!script) {
+            throw new Error(`Lua script ${scriptName} not found`);
+        }
+        return script;
+    }
+}
+exports.LuaScriptsLoader = LuaScriptsLoader;
+//# sourceMappingURL=lua-scripts.loader.js.map

package/dist/stream/lua-scripts.loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lua-scripts.loader.js","sourceRoot":"","sources":["../../src/stream/lua-scripts.loader.ts"],"names":[],"mappings":";;;AAAA,2BAAkC;AAClC,+BAA4B;AAC5B,2CAAwC;AAExC,MAAM,gBAAgB,GAAG;IACvB,iBAAiB;IACjB,gBAAgB;IAChB,mBAAmB;IACnB,gCAAgC;IAChC,0CAA0C;CAClC,CAAC;AAIX,MAAa,gBAAgB;IAI3B;QAHiB,WAAM,GAAG,IAAI,eAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC3C,YAAO,GAA+B,IAAI,GAAG,EAAE,CAAC;QAG/D,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAEO,WAAW;QACjB,MAAM,MAAM,GAAG,IAAA,WAAI,EAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,WAAW,GAA6B,gBAAgB,CAAC;QAE/D,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,IAAA,WAAI,EAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAC5C,MAAM,aAAa,GAAG,IAAA,iBAAY,EAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACxD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,SAAS,CAAC,UAAyB;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,cAAc,UAAU,YAAY,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AA3BD,4CA2BC"}

package/dist/stream/periodic-executor.service.d.ts

@@ -0,0 +1,30 @@
+import { Logger, OnModuleDestroy } from '@nestjs/common';
+export interface PeriodicExecutorConfig {
+    intervalMs: number;
+    name: string;
+}
+export declare class PeriodicExecutorService implements OnModuleDestroy {
+    private readonly logger;
+    private readonly activeExecutors;
+    constructor();
+    startExecutor(config: PeriodicExecutorConfig, task: () => Promise<void>): Promise<PeriodicExecutorInstance>;
+    shutdownAllExecutors(): Promise<void>;
+    onModuleDestroy(): Promise<void>;
+}
+export declare class PeriodicExecutorInstance {
+    private readonly config;
+    private readonly task;
+    private readonly logger;
+    private isRunning;
+    private isExecutingTask;
+    private intervalId;
+    private stopPromise;
+    constructor(config: PeriodicExecutorConfig, task: () => Promise<void>, logger: Logger);
+    start(): Promise<void>;
+    shutdown(): Promise<void>;
+    private executeTask;
+    private waitForExecutionComplete;
+    get isActive(): boolean;
+    get isCurrentlyExecuting(): boolean;
+}
+//# sourceMappingURL=periodic-executor.service.d.ts.map

package/dist/stream/periodic-executor.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"periodic-executor.service.d.ts","sourceRoot":"","sources":["../../src/stream/periodic-executor.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,MAAM,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAErE,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,qBACa,uBAAwB,YAAW,eAAe;IAC7D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA4C;IACnE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA+C;;IAIzE,aAAa,CACjB,MAAM,EAAE,sBAAsB,EAC9B,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GACxB,OAAO,CAAC,wBAAwB,CAAC;IAiB9B,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC;IAarC,eAAe;CAItB;AAED,qBAAa,wBAAwB;IAOjC,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IARzB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,UAAU,CAA+B;IACjD,OAAO,CAAC,WAAW,CAA8B;gBAG9B,MAAM,EAAE,sBAAsB,EAC9B,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EACzB,MAAM,EAAE,MAAM;IAG3B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAiBtB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;YA+BjB,WAAW;YA0BX,wBAAwB;IAatC,IAAI,QAAQ,IAAI,OAAO,CAEtB;IAED,IAAI,oBAAoB,IAAI,OAAO,CAElC;CACF"}

package/dist/stream/periodic-executor.service.js

@@ -0,0 +1,130 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var PeriodicExecutorService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PeriodicExecutorInstance = exports.PeriodicExecutorService = void 0;
+const common_1 = require("@nestjs/common");
+let PeriodicExecutorService = PeriodicExecutorService_1 = class PeriodicExecutorService {
+    constructor() {
+        this.logger = new common_1.Logger(PeriodicExecutorService_1.name);
+        this.activeExecutors = new Map();
+    }
+    async startExecutor(config, task) {
+        if (this.activeExecutors.has(config.name)) {
+            this.logger.warn(`Periodic executor ${config.name} already exists`);
+            return this.activeExecutors.get(config.name);
+        }
+        const executor = new PeriodicExecutorInstance(config, task, this.logger);
+        this.activeExecutors.set(config.name, executor);
+        await executor.start();
+        this.logger.log(`Periodic executor ${config.name} started with interval ${config.intervalMs}ms`);
+        return executor;
+    }
+    async shutdownAllExecutors() {
+        this.logger.log(`Shutting down ${this.activeExecutors.size} active executors...`);
+        const shutdownPromises = Array.from(this.activeExecutors.values()).map((executor) => executor.shutdown());
+        await Promise.allSettled(shutdownPromises);
+        this.activeExecutors.clear();
+        this.logger.log('All executors shutdown completed');
+    }
+    async onModuleDestroy() {
+        this.logger.log('PeriodicExecutorService shutting down...');
+        await this.shutdownAllExecutors();
+    }
+};
+exports.PeriodicExecutorService = PeriodicExecutorService;
+exports.PeriodicExecutorService = PeriodicExecutorService = PeriodicExecutorService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [])
+], PeriodicExecutorService);
+class PeriodicExecutorInstance {
+    constructor(config, task, logger) {
+        this.config = config;
+        this.task = task;
+        this.logger = logger;
+        this.isRunning = false;
+        this.isExecutingTask = false;
+        this.intervalId = null;
+        this.stopPromise = null;
+    }
+    async start() {
+        if (this.isRunning) {
+            this.logger.warn(`Periodic executor ${this.config.name} is already running`);
+            return;
+        }
+        this.isRunning = true;
+        this.stopPromise = null;
+        this.logger.log(`Starting periodic executor ${this.config.name} with interval ${this.config.intervalMs}ms`);
+        this.intervalId = setInterval(async () => {
+            await this.executeTask();
+        }, this.config.intervalMs);
+    }
+    async shutdown() {
+        if (this.stopPromise) {
+            return this.stopPromise;
+        }
+        this.stopPromise = (async () => {
+            if (!this.isRunning) {
+                return;
+            }
+            this.logger.log(`Stopping periodic executor ${this.config.name}...`);
+            this.isRunning = false;
+            if (this.intervalId) {
+                clearInterval(this.intervalId);
+                this.intervalId = null;
+            }
+            if (this.isExecutingTask) {
+                this.logger.log(`Periodic executor ${this.config.name} is executing, waiting for completion...`);
+                await this.waitForExecutionComplete();
+            }
+            this.logger.log(`Periodic executor ${this.config.name} stopped`);
+        })();
+        return this.stopPromise;
+    }
+    async executeTask() {
+        if (!this.isRunning) {
+            this.logger.debug(`Periodic executor ${this.config.name} execution skipped - executor is not running`);
+            return;
+        }
+        if (this.isExecutingTask) {
+            this.logger.debug(`Periodic executor ${this.config.name} execution skipped - previous execution still running`);
+            return;
+        }
+        this.isExecutingTask = true;
+        try {
+            await this.task();
+        }
+        catch (error) {
+            this.logger.error(`Error in periodic executor ${this.config.name} task execution:`, error);
+        }
+        finally {
+            this.isExecutingTask = false;
+        }
+    }
+    async waitForExecutionComplete() {
+        const maxWaitTime = 30000;
+        const startTime = Date.now();
+        while (this.isExecutingTask && Date.now() - startTime < maxWaitTime) {
+            await new Promise((resolve) => setTimeout(resolve, 1000));
+        }
+        if (this.isExecutingTask) {
+            this.logger.warn(`Periodic executor ${this.config.name} execution timeout reached`);
+        }
+    }
+    get isActive() {
+        return this.isRunning;
+    }
+    get isCurrentlyExecuting() {
+        return this.isExecutingTask;
+    }
+}
+exports.PeriodicExecutorInstance = PeriodicExecutorInstance;
+//# sourceMappingURL=periodic-executor.service.js.map

package/dist/stream/periodic-executor.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"periodic-executor.service.js","sourceRoot":"","sources":["../../src/stream/periodic-executor.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAqE;AAQ9D,IAAM,uBAAuB,+BAA7B,MAAM,uBAAuB;IAIlC;QAHiB,WAAM,GAAG,IAAI,eAAM,CAAC,yBAAuB,CAAC,IAAI,CAAC,CAAC;QAClD,oBAAe,GAAG,IAAI,GAAG,EAAoC,CAAC;IAEhE,CAAC;IAEhB,KAAK,CAAC,aAAa,CACjB,MAA8B,EAC9B,IAAyB;QAEzB,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,IAAI,iBAAiB,CAAC,CAAC;YACpE,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAE,CAAC;QAChD,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACzE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;QAEvB,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,qBAAqB,MAAM,CAAC,IAAI,0BAA0B,MAAM,CAAC,UAAU,IAAI,CAChF,CAAC;QAEF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,oBAAoB;QACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,eAAe,CAAC,IAAI,sBAAsB,CAAC,CAAC;QAElF,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAClF,QAAQ,CAAC,QAAQ,EAAE,CACpB,CAAC;QAEF,MAAM,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;QAC3C,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAE7B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;IACpC,CAAC;CACF,CAAA;AA3CY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAU,GAAE;;GACA,uBAAuB,CA2CnC;AAED,MAAa,wBAAwB;IAMnC,YACmB,MAA8B,EAC9B,IAAyB,EACzB,MAAc;QAFd,WAAM,GAAN,MAAM,CAAwB;QAC9B,SAAI,GAAJ,IAAI,CAAqB;QACzB,WAAM,GAAN,MAAM,CAAQ;QARzB,cAAS,GAAG,KAAK,CAAC;QAClB,oBAAe,GAAG,KAAK,CAAC;QACxB,eAAU,GAA0B,IAAI,CAAC;QACzC,gBAAW,GAAyB,IAAI,CAAC;IAM9C,CAAC;IAEJ,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,MAAM,CAAC,IAAI,qBAAqB,CAAC,CAAC;YAC7E,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,8BAA8B,IAAI,CAAC,MAAM,CAAC,IAAI,kBAAkB,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAC3F,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YACvC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,WAAW,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,OAAO;YACT,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,8BAA8B,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC;YACrE,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YAEvB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACzB,CAAC;YAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,qBAAqB,IAAI,CAAC,MAAM,CAAC,IAAI,0CAA0C,CAChF,CAAC;gBACF,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;YACxC,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,CAAC;QACnE,CAAC,CAAC,EAAE,CAAC;QAEL,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qBAAqB,IAAI,CAAC,MAAM,CAAC,IAAI,8CAA8C,CACpF,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qBAAqB,IAAI,CAAC,MAAM,CAAC,IAAI,uDAAuD,CAC7F,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAE5B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,MAAM,CAAC,IAAI,kBAAkB,EAAE,KAAK,CAAC,CAAC;QAC7F,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,wBAAwB;QACpC,MAAM,WAAW,GAAG,KAAK,CAAC;QAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,WAAW,EAAE,CAAC;YACpE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,MAAM,CAAC,IAAI,4BAA4B,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,IAAI,oBAAoB;QACtB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;CACF;AA1GD,4DA0GC"}

package/dist/stream/redis-stream.service.d.ts

@@ -0,0 +1,47 @@
+import { ContextService } from '@sprout-idws/sprout-context';
+import Redis from 'ioredis';
+export interface StreamMessage {
+    id?: string;
+    originalMessageId?: string;
+    data: object;
+    context?: string;
+    metadata: {
+        timestamp: number;
+        streamName: string;
+        retryCount?: number;
+    };
+}
+export declare class RedisStreamService {
+    private readonly redis;
+    private readonly contextService;
+    private readonly logger;
+    private readonly luaScriptsLoader;
+    constructor(redis: Redis, contextService: ContextService);
+    publishToStream(streamName: string, message: StreamMessage): Promise<string>;
+    createConsumerGroup(streamName: string, groupName: string, startId?: string): Promise<void>;
+    readFromConsumerGroup({ streamName, groupName, consumerName, count, blockTime, }: {
+        streamName: string;
+        groupName: string;
+        consumerName: string;
+        count?: number;
+        blockTime?: number;
+    }): Promise<StreamMessage[]>;
+    sendToDlq(streamName: string, groupName: string, messageId: string): Promise<void>;
+    ackDelete(streamName: string, groupName: string, messageId: string): Promise<void>;
+    delayedRetry(streamName: string, groupName: string, messageId: string, delayedQueueKey: string, score: number, member: string): Promise<void>;
+    getAllStreams(pattern?: string): Promise<string[]>;
+    getConsumerGroups(streamName: string): Promise<Array<{
+        name: string;
+    }>>;
+    deleteConsumer(streamName: string, groupName: string, consumerName: string): Promise<void>;
+    republishDelayedMessages(queueKey: string, currentTime: number, limit?: number): Promise<number>;
+    getConsumers(streamName: string, groupName: string): Promise<Array<{
+        name: string;
+        pending: number;
+        idle: number;
+    }>>;
+    republishInactiveConsumerMessages(streamName: string, groupName: string, inactiveConsumerName: string): Promise<{
+        republishedCount: number;
+    }>;
+}
+//# sourceMappingURL=redis-stream.service.d.ts.map

package/dist/stream/redis-stream.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-stream.service.d.ts","sourceRoot":"","sources":["../../src/stream/redis-stream.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,KAAK,MAAM,SAAS,CAAC;AAG5B,MAAM,WAAW,aAAa;IAC5B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE;QACR,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED,qBACa,kBAAkB;IAKH,OAAO,CAAC,QAAQ,CAAC,KAAK;IAC9C,OAAO,CAAC,QAAQ,CAAC,cAAc;IALjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuC;IAC9D,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;gBAGT,KAAK,EAAE,KAAK,EACpC,cAAc,EAAE,cAAc;IAK3C,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC;IAM5E,mBAAmB,CACvB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,MAAY,GACpB,OAAO,CAAC,IAAI,CAAC;IAYV,qBAAqB,CAAC,EAC1B,UAAU,EACV,SAAS,EACT,YAAY,EACZ,KAAU,EACV,SAAgB,GACjB,EAAE;QACD,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IA4CtB,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlF,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMlF,YAAY,CAChB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,MAAM,EACvB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;IAeV,aAAa,CAAC,OAAO,GAAE,MAAY,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAwBvD,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IA0CvE,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI1F,wBAAwB,CAC5B,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,EACnB,KAAK,GAAE,MAAa,GACnB,OAAO,CAAC,MAAM,CAAC;IAqBZ,YAAY,CAChB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IA+C5D,iCAAiC,CACrC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,oBAAoB,EAAE,MAAM,GAC3B,OAAO,CAAC;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;CAQzC"}