@sprout-idws/sprout-redis 1.0.0

package/dist/stream/stream-publisher.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-publisher.service.d.ts","sourceRoot":"","sources":["../../src/stream/stream-publisher.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE7D,qBACa,sBAAsB;IAE/B,OAAO,CAAC,QAAQ,CAAC,kBAAkB;IACnC,OAAO,CAAC,QAAQ,CAAC,cAAc;gBADd,kBAAkB,EAAE,kBAAkB,EACtC,cAAc,EAAE,cAAc;IAG3C,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAWzE"}

package/dist/stream/stream-publisher.service.js

@@ -0,0 +1,39 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StreamPublisherService = void 0;
+const common_1 = require("@nestjs/common");
+const redis_stream_service_1 = require("./redis-stream.service");
+const sprout_context_1 = require("@sprout-idws/sprout-context");
+let StreamPublisherService = class StreamPublisherService {
+    constructor(redisStreamService, contextService) {
+        this.redisStreamService = redisStreamService;
+        this.contextService = contextService;
+    }
+    async publishToStream(streamName, data) {
+        return await this.redisStreamService.publishToStream(streamName, {
+            context: this.contextService.getCurrentEncodedContext(),
+            metadata: {
+                timestamp: Date.now(),
+                streamName,
+                retryCount: 0,
+            },
+            data,
+        });
+    }
+};
+exports.StreamPublisherService = StreamPublisherService;
+exports.StreamPublisherService = StreamPublisherService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [redis_stream_service_1.RedisStreamService,
+        sprout_context_1.ContextService])
+], StreamPublisherService);
+//# sourceMappingURL=stream-publisher.service.js.map

package/dist/stream/stream-publisher.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-publisher.service.js","sourceRoot":"","sources":["../../src/stream/stream-publisher.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,iEAA4D;AAC5D,gEAA6D;AAGtD,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IACjC,YACmB,kBAAsC,EACtC,cAA8B;QAD9B,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,mBAAc,GAAd,cAAc,CAAgB;IAC9C,CAAC;IAEJ,KAAK,CAAC,eAAe,CAAC,UAAkB,EAAE,IAAY;QACpD,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,UAAU,EAAE;YAC/D,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,wBAAwB,EAAE;YACvD,QAAQ,EAAE;gBACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,UAAU;gBACV,UAAU,EAAE,CAAC;aACd;YACD,IAAI;SACL,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAjBY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAG4B,yCAAkB;QACtB,+BAAc;GAHtC,sBAAsB,CAiBlC"}

package/dist/stream/stream-retry.service.d.ts

@@ -0,0 +1,25 @@
+import { OnModuleInit } from '@nestjs/common';
+import { RedisStreamService, StreamMessage } from './redis-stream.service';
+import { PeriodicExecutorService } from './periodic-executor.service';
+export interface DelayedRetryInput {
+    message: StreamMessage;
+    streamName: string;
+    groupName: string;
+    retryDelay: number;
+}
+export declare class StreamRetryService implements OnModuleInit {
+    private readonly redisStreamService;
+    private readonly periodicExecutorService;
+    private readonly logger;
+    private delayedQueuesKeys;
+    private executorInstance;
+    private readonly POLL_INTERVAL;
+    constructor(redisStreamService: RedisStreamService, periodicExecutorService: PeriodicExecutorService);
+    onModuleInit(): Promise<void>;
+    addDelayedQueueKey(streamName: string): Promise<void>;
+    start(): Promise<void>;
+    delayedRetry(request: DelayedRetryInput): Promise<void>;
+    private processDelayedMessages;
+    private getDelayedQueueKey;
+}
+//# sourceMappingURL=stream-retry.service.d.ts.map

package/dist/stream/stream-retry.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-retry.service.d.ts","sourceRoot":"","sources":["../../src/stream/stream-retry.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,uBAAuB,EAA4B,MAAM,6BAA6B,CAAC;AAEhG,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,aAAa,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,qBACa,kBAAmB,YAAW,YAAY;IASnD,OAAO,CAAC,QAAQ,CAAC,kBAAkB;IACnC,OAAO,CAAC,QAAQ,CAAC,uBAAuB;IAT1C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuC;IAE9D,OAAO,CAAC,iBAAiB,CAAgB;IACzC,OAAO,CAAC,gBAAgB,CAAyC;IAEjE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAQ;gBAGnB,kBAAkB,EAAE,kBAAkB,EACtC,uBAAuB,EAAE,uBAAuB;IAG7D,YAAY;IAKZ,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAetB,YAAY,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;YAsB/C,sBAAsB;IAapC,OAAO,CAAC,kBAAkB;CAG3B"}

package/dist/stream/stream-retry.service.js

@@ -0,0 +1,74 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var StreamRetryService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StreamRetryService = void 0;
+const common_1 = require("@nestjs/common");
+const redis_stream_service_1 = require("./redis-stream.service");
+const periodic_executor_service_1 = require("./periodic-executor.service");
+let StreamRetryService = StreamRetryService_1 = class StreamRetryService {
+    constructor(redisStreamService, periodicExecutorService) {
+        this.redisStreamService = redisStreamService;
+        this.periodicExecutorService = periodicExecutorService;
+        this.logger = new common_1.Logger(StreamRetryService_1.name);
+        this.delayedQueuesKeys = [];
+        this.executorInstance = null;
+        this.POLL_INTERVAL = 3000;
+    }
+    async onModuleInit() {
+        await this.start();
+        this.logger.log('StreamRetryService started');
+    }
+    async addDelayedQueueKey(streamName) {
+        const delayedQueueKey = this.getDelayedQueueKey(streamName);
+        if (this.delayedQueuesKeys.includes(delayedQueueKey)) {
+            this.logger.warn(`Delayed queue key ${delayedQueueKey} already exists`);
+            return;
+        }
+        this.logger.debug(`Adding delayed queue key ${delayedQueueKey}`);
+        this.delayedQueuesKeys = [...this.delayedQueuesKeys, delayedQueueKey];
+    }
+    async start() {
+        if (this.executorInstance?.isActive) {
+            this.logger.warn('Retry service is already running');
+            return;
+        }
+        this.executorInstance = await this.periodicExecutorService.startExecutor({
+            intervalMs: this.POLL_INTERVAL,
+            name: 'stream-retry',
+        }, () => this.processDelayedMessages());
+    }
+    async delayedRetry(request) {
+        const { streamName, groupName, message, retryDelay } = request;
+        const scheduledAt = Date.now() + retryDelay;
+        const score = Math.floor(scheduledAt / 1000);
+        const member = JSON.stringify(message);
+        await this.redisStreamService.delayedRetry(streamName, groupName, message.id, this.getDelayedQueueKey(streamName), score, member);
+        this.logger.log(`Scheduled message ${message.id} in stream ${streamName} to be retried at ${scheduledAt}`);
+    }
+    async processDelayedMessages() {
+        if (!this.executorInstance?.isActive) {
+            return;
+        }
+        const currentTime = Math.floor(Date.now() / 1000);
+        await Promise.all(this.delayedQueuesKeys.map((queueKey) => this.redisStreamService.republishDelayedMessages(queueKey, currentTime)));
+    }
+    getDelayedQueueKey(streamName) {
+        return `${streamName}:delayed`;
+    }
+};
+exports.StreamRetryService = StreamRetryService;
+exports.StreamRetryService = StreamRetryService = StreamRetryService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [redis_stream_service_1.RedisStreamService,
+        periodic_executor_service_1.PeriodicExecutorService])
+], StreamRetryService);
+//# sourceMappingURL=stream-retry.service.js.map

package/dist/stream/stream-retry.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-retry.service.js","sourceRoot":"","sources":["../../src/stream/stream-retry.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAkE;AAClE,iEAA2E;AAC3E,2EAAgG;AAUzF,IAAM,kBAAkB,0BAAxB,MAAM,kBAAkB;IAQ7B,YACmB,kBAAsC,EACtC,uBAAgD;QADhD,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,4BAAuB,GAAvB,uBAAuB,CAAyB;QATlD,WAAM,GAAG,IAAI,eAAM,CAAC,oBAAkB,CAAC,IAAI,CAAC,CAAC;QAEtD,sBAAiB,GAAa,EAAE,CAAC;QACjC,qBAAgB,GAAoC,IAAI,CAAC;QAEhD,kBAAa,GAAG,IAAI,CAAC;IAKnC,CAAC;IAEJ,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,UAAkB;QACzC,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC5D,IAAI,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,eAAe,iBAAiB,CAAC,CAAC;YACxE,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,eAAe,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,iBAAiB,GAAG,CAAC,GAAG,IAAI,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,gBAAgB,EAAE,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,aAAa,CACtE;YACE,UAAU,EAAE,IAAI,CAAC,aAAa;YAC9B,IAAI,EAAE,cAAc;SACrB,EACD,GAAG,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,CACpC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAA0B;QAC3C,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;QAE/D,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC;QAE5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAEvC,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,CACxC,UAAU,EACV,SAAS,EACT,OAAO,CAAC,EAAG,EACX,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,EACnC,KAAK,EACL,MAAM,CACP,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,qBAAqB,OAAO,CAAC,EAAE,cAAc,UAAU,qBAAqB,WAAW,EAAE,CAC1F,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,sBAAsB;QAClC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,QAAQ,EAAE,CAAC;YACrC,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAClD,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CACtC,IAAI,CAAC,kBAAkB,CAAC,wBAAwB,CAAC,QAAQ,EAAE,WAAW,CAAC,CACxE,CACF,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,UAAkB;QAC3C,OAAO,GAAG,UAAU,UAAU,CAAC;IACjC,CAAC;CACF,CAAA;AAjFY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;qCAU4B,yCAAkB;QACb,mDAAuB;GAVxD,kBAAkB,CAiF9B"}

package/package.json

@@ -0,0 +1,67 @@
+{
+  "name": "@sprout-idws/sprout-redis",
+  "version": "1.0.0",
+  "description": "Reusable NestJS Redis package: cache, lock, and stream modules",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "build": "tsc && bash scripts/copy-lua.sh",
+    "dev": "tsc --watch",
+    "clean": "rm -rf dist tsconfig.tsbuildinfo",
+    "prepublishOnly": "npm run clean && npm run build",
+    "test": "jest",
+    "lint": "biome lint .",
+    "lint:fix": "biome lint --write .",
+    "format": "biome format --write .",
+    "format:check": "biome format .",
+    "check": "biome check .",
+    "check:fix": "biome check --write .",
+    "publish:npm": "npm publish"
+  },
+  "dependencies": {
+    "@sprout-idws/sprout-context": "^1.0.0",
+    "lru-cache": "^10.0.0"
+  },
+  "peerDependencies": {
+    "@nestjs/common": ">=10.0.0",
+    "@nestjs/config": ">=3.0.0",
+    "@sprout-idws/sprout-context": "^1.0.0",
+    "ioredis": ">=5.0.0"
+  },
+  "devDependencies": {
+    "@biomejs/biome": "^2.4.4",
+    "@sprout-idws/typescript-config": "^1.0.0",
+    "@nestjs/common": "^11.1.12",
+    "@nestjs/config": "^4.0.2",
+    "@types/jest": "^30.0.0",
+    "ioredis": "^5.9.2",
+    "jest": "^30.3.0",
+    "lru-cache": "^10.0.0",
+    "ts-jest": "^29.4.6",
+    "typescript": "^5.9.3"
+  },
+  "files": [
+    "dist/**/*"
+  ],
+  "keywords": [
+    "nestjs",
+    "redis",
+    "cache",
+    "lock",
+    "stream"
+  ],
+  "author": "Sprout",
+  "license": "MIT",
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/sprout-libs/sprout-typescript-backend.git",
+    "directory": "packages/sprout-redis"
+  },
+  "homepage": "https://github.com/sprout-libs/sprout-typescript-backend#readme",
+  "bugs": {
+    "url": "https://github.com/sprout-libs/sprout-typescript-backend/issues"
+  }
+}