@volontariapp/post-processors 1.0.0-snap-856af13 → 1.0.0-snap-fb20f49

package/dist/constants/config.default.d.ts

@@ -0,0 +1,27 @@
+import type { RetryOptions } from '../index.js';
+import type { CircuitBreakerConfig } from '../interfaces/validators/circuit-breaker-config.interface.js';
+export declare const DEFAULT_RETRY_OPTIONS: RetryOptions;
+export declare const DEFAULT_CIRCUIT_BREAKER_CONFIG: CircuitBreakerConfig;
+export declare const DEFAULT_DYNAMIC_BATCHING_CONFIG: {
+    enabled: boolean;
+    minBatchSize: number;
+    maxBatchSize: number;
+    targetLatencyMs: number;
+};
+export interface RequiredPostProcessorOptions {
+    batchSize: number;
+    blockMs: number;
+    claimIntervalMs: number;
+    claimMinIdleTimeMs: number;
+    idempotencyTtlSeconds: number;
+    circuitBreaker: CircuitBreakerConfig;
+    retry: RetryOptions;
+    dynamicBatching: {
+        enabled: boolean;
+        minBatchSize: number;
+        maxBatchSize: number;
+        targetLatencyMs: number;
+    };
+}
+export declare const DEFAULT_POST_PROCESSOR_CONFIG: RequiredPostProcessorOptions;
+//# sourceMappingURL=config.default.d.ts.map

package/dist/constants/config.default.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.default.d.ts","sourceRoot":"","sources":["../../src/constants/config.default.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8DAA8D,CAAC;AAEzG,eAAO,MAAM,qBAAqB,EAAE,YAMnC,CAAC;AAEF,eAAO,MAAM,8BAA8B,EAAE,oBAI5C,CAAC;AAEF,eAAO,MAAM,+BAA+B;;;;;CAK3C,CAAC;AAEF,MAAM,WAAW,4BAA4B;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,cAAc,EAAE,oBAAoB,CAAC;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,eAAe,EAAE;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED,eAAO,MAAM,6BAA6B,EAAE,4BAS3C,CAAC"}

package/dist/constants/config.default.js

@@ -0,0 +1,29 @@
+export const DEFAULT_RETRY_OPTIONS = {
+    maxRetries: 5,
+    initialDelayMs: 1000,
+    maxDelayMs: 60000,
+    backoffMultiplier: 2,
+    enableDlq: true,
+};
+export const DEFAULT_CIRCUIT_BREAKER_CONFIG = {
+    failureThreshold: 3,
+    resetTimeoutMs: 60000,
+    successThreshold: 1,
+};
+export const DEFAULT_DYNAMIC_BATCHING_CONFIG = {
+    enabled: false,
+    minBatchSize: 1,
+    maxBatchSize: 100,
+    targetLatencyMs: 1000,
+};
+export const DEFAULT_POST_PROCESSOR_CONFIG = {
+    batchSize: 10,
+    blockMs: 2000,
+    claimIntervalMs: 30000,
+    claimMinIdleTimeMs: 60000,
+    idempotencyTtlSeconds: 86400,
+    retry: DEFAULT_RETRY_OPTIONS,
+    circuitBreaker: DEFAULT_CIRCUIT_BREAKER_CONFIG,
+    dynamicBatching: DEFAULT_DYNAMIC_BATCHING_CONFIG,
+};
+//# sourceMappingURL=config.default.js.map

package/dist/constants/config.default.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.default.js","sourceRoot":"","sources":["../../src/constants/config.default.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,qBAAqB,GAAiB;IACjD,UAAU,EAAE,CAAC;IACb,cAAc,EAAE,IAAI;IACpB,UAAU,EAAE,KAAK;IACjB,iBAAiB,EAAE,CAAC;IACpB,SAAS,EAAE,IAAI;CAChB,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAyB;IAClE,gBAAgB,EAAE,CAAC;IACnB,cAAc,EAAE,KAAK;IACrB,gBAAgB,EAAE,CAAC;CACpB,CAAC;AAEF,MAAM,CAAC,MAAM,+BAA+B,GAAG;IAC7C,OAAO,EAAE,KAAK;IACd,YAAY,EAAE,CAAC;IACf,YAAY,EAAE,GAAG;IACjB,eAAe,EAAE,IAAI;CACtB,CAAC;AAkBF,MAAM,CAAC,MAAM,6BAA6B,GAAiC;IACzE,SAAS,EAAE,EAAE;IACb,OAAO,EAAE,IAAI;IACb,eAAe,EAAE,KAAK;IACtB,kBAAkB,EAAE,KAAK;IACzB,qBAAqB,EAAE,KAAK;IAC5B,KAAK,EAAE,qBAAqB;IAC5B,cAAc,EAAE,8BAA8B;IAC9C,eAAe,EAAE,+BAA+B;CACjD,CAAC"}

package/dist/constants/index.d.ts

@@ -0,0 +1,2 @@
+export * from './config.default.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/constants/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC"}

package/dist/constants/index.js

@@ -0,0 +1,2 @@
+export * from './config.default.js';
+//# sourceMappingURL=index.js.map

package/dist/constants/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC"}

package/dist/core/helpers/index.d.ts

@@ -0,0 +1,3 @@
+export * from './redis-stream.helper.js';
+export * from './retry.helper.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/core/helpers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/core/helpers/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,mBAAmB,CAAC"}

package/dist/core/helpers/index.js

@@ -0,0 +1,3 @@
+export * from './redis-stream.helper.js';
+export * from './retry.helper.js';
+//# sourceMappingURL=index.js.map

package/dist/core/helpers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/helpers/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,mBAAmB,CAAC"}

package/dist/core/{redis-stream.helper.d.ts → helpers/redis-stream.helper.d.ts}

@@ -1,6 +1,6 @@
 import type { Redis } from 'ioredis';
-import type { RedisStreamEntry, RedisStreamRawEntry } from '../types/index.js';
-import type { PendingMessageInfo } from '../interfaces/index.js';
+import type { RedisStreamEntry, RedisStreamRawEntry } from '../../types/index.js';
+import type { PendingMessageInfo } from '../../interfaces/index.js';
 export declare class RedisStreamHelper {
     static parseRawEntries(rawEntries: RedisStreamRawEntry[]): RedisStreamEntry[];
     static getPendingMessages(redis: Redis, streamName: string, groupName: string, batchSize: number): Promise<PendingMessageInfo[]>;

package/dist/core/helpers/redis-stream.helper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-stream.helper.d.ts","sourceRoot":"","sources":["../../../src/core/helpers/redis-stream.helper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,KAAK,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAEpE,qBAAa,iBAAiB;IAI5B,MAAM,CAAC,eAAe,CAAC,UAAU,EAAE,mBAAmB,EAAE,GAAG,gBAAgB,EAAE;WAmBhE,kBAAkB,CAC7B,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,kBAAkB,EAAE,CAAC;WAuBnB,YAAY,CACvB,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,kBAAkB,EAAE,MAAM,EAC1B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;IAehB,MAAM,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM;WAQzD,sBAAsB,CACjC,KAAK,EAAE,KAAK,EACZ,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,OAAO,CAAC;WASN,qBAAqB,CAChC,KAAK,EAAE,KAAK,EACZ,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;CAIjB"}

package/dist/core/helpers/redis-stream.helper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-stream.helper.js","sourceRoot":"","sources":["../../../src/core/helpers/redis-stream.helper.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,iBAAiB;IAI5B,MAAM,CAAC,eAAe,CAAC,UAAiC;QACtD,MAAM,OAAO,GAAuB,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,EAAE,EAAE,WAAW,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3C,MAAM,MAAM,GAA2B,EAAE,CAAC;YAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/C,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC3B,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC/B,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;oBACf,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBACpB,CAAC;YACH,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAC7B,KAAY,EACZ,UAAkB,EAClB,SAAiB,EACjB,SAAiB;QAEjB,MAAM,UAAU,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,CAClC,UAAU,EACV,UAAU,EACV,SAAS,EACT,GAAG,EACH,GAAG,EACH,SAAS,CACV,CAA8C,CAAC;QAEhD,IAAI,CAAC,UAAU;YAAE,OAAO,EAAE,CAAC;QAE3B,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/E,SAAS;YACT,YAAY;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC;YAC9B,aAAa,EAAE,MAAM,CAAC,aAAa,CAAC;SACrC,CAAC,CAAC,CAAC;IACN,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,YAAY,CACvB,KAAY,EACZ,UAAkB,EAClB,SAAiB,EACjB,YAAoB,EACpB,kBAA0B,EAC1B,SAAiB;QAEjB,MAAM,KAAK,CAAC,IAAI,CACd,QAAQ,EACR,UAAU,EACV,SAAS,EACT,YAAY,EACZ,kBAAkB,CAAC,QAAQ,EAAE,EAC7B,SAAS,EACT,QAAQ,CACT,CAAC;IACJ,CAAC;IAKD,MAAM,CAAC,iBAAiB,CAAC,SAAiB,EAAE,SAAiB;QAC3D,OAAO,8BAA8B,SAAS,IAAI,SAAS,EAAE,CAAC;IAChE,CAAC;IAMD,MAAM,CAAC,KAAK,CAAC,sBAAsB,CACjC,KAAY,EACZ,SAAiB,EACjB,SAAiB,EACjB,UAAkB;QAElB,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QAClF,OAAO,MAAM,KAAK,IAAI,CAAC;IACzB,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAChC,KAAY,EACZ,SAAiB,EACjB,SAAiB;QAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACzD,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;CACF"}

package/dist/core/helpers/retry.helper.d.ts

@@ -0,0 +1,24 @@
+import type { Redis } from 'ioredis';
+import type { RetryOptions, RetryMetadata } from '../../interfaces/index.js';
+import type { ParseResult } from '../../index.js';
+export declare class RetryHelper {
+    private readonly maxRetries;
+    private readonly initialDelayMs;
+    private readonly maxDelayMs;
+    private readonly backoffMultiplier;
+    private readonly enableDlq;
+    constructor(options: Required<RetryOptions>);
+    calculateDelay(attemptCount: number): number;
+    private getRetryKey;
+    private getRetryQueueKey;
+    getDlqStreamName(streamName: string): string;
+    recordRetry(redis: Redis, groupName: string, messageId: string, error: Error, ttlSeconds?: number): Promise<number>;
+    getRetryMetadata(redis: Redis, groupName: string, messageId: string): Promise<RetryMetadata | null>;
+    enqueueForRetry(redis: Redis, groupName: string, messageId: string, attemptCount: number): Promise<void>;
+    getReadyForRetry(redis: Redis, groupName: string): Promise<string[]>;
+    shouldRetry(attemptCount: number): boolean;
+    clearRetryData(redis: Redis, groupName: string, messageId: string): Promise<void>;
+    sendToDlq(redis: Redis, dlqStreamName: string, messageId: string, originalPayload: ParseResult, error: string): Promise<string>;
+    static normalizeRetryOptions(options?: RetryOptions): Required<RetryOptions>;
+}
+//# sourceMappingURL=retry.helper.d.ts.map

package/dist/core/helpers/retry.helper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.helper.d.ts","sourceRoot":"","sources":["../../../src/core/helpers/retry.helper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC7E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAKlD,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAU;gBAExB,OAAO,EAAE,QAAQ,CAAC,YAAY,CAAC;IAY3C,cAAc,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM;IAQ5C,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,gBAAgB;IAOxB,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAQtC,WAAW,CACf,KAAK,EAAE,KAAK,EACZ,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,KAAK,EACZ,UAAU,GAAE,MAAc,GACzB,OAAO,CAAC,MAAM,CAAC;IAWZ,gBAAgB,CACpB,KAAK,EAAE,KAAK,EACZ,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IAwB1B,eAAe,CACnB,KAAK,EAAE,KAAK,EACZ,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC;IAaV,gBAAgB,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAkB1E,WAAW,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO;IAOpC,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAejF,SAAS,CACb,KAAK,EAAE,KAAK,EACZ,aAAa,EAAE,MAAM,EACrB,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,WAAW,EAC5B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,CAAC;IAuBlB,MAAM,CAAC,qBAAqB,CAAC,OAAO,CAAC,EAAE,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC;CAqB7E"}

package/dist/core/helpers/retry.helper.js

@@ -0,0 +1,104 @@
+export class RetryHelper {
+    maxRetries;
+    initialDelayMs;
+    maxDelayMs;
+    backoffMultiplier;
+    enableDlq;
+    constructor(options) {
+        this.maxRetries = options.maxRetries;
+        this.initialDelayMs = options.initialDelayMs;
+        this.maxDelayMs = options.maxDelayMs;
+        this.backoffMultiplier = options.backoffMultiplier;
+        this.enableDlq = options.enableDlq;
+    }
+    calculateDelay(attemptCount) {
+        const delay = this.initialDelayMs * Math.pow(this.backoffMultiplier, attemptCount);
+        return Math.min(delay, this.maxDelayMs);
+    }
+    getRetryKey(groupName, messageId) {
+        return `retry:post-processor:${groupName}:${messageId}`;
+    }
+    getRetryQueueKey(groupName) {
+        return `retry-queue:post-processor:${groupName}`;
+    }
+    getDlqStreamName(streamName) {
+        return `${streamName}-dlq`;
+    }
+    async recordRetry(redis, groupName, messageId, error, ttlSeconds = 86400) {
+        const key = this.getRetryKey(groupName, messageId);
+        const currentAttempt = await redis.incr(`${key}:attempt`);
+        await redis.set(`${key}:lastError`, error.message, 'EX', ttlSeconds);
+        await redis.expire(key, ttlSeconds);
+        return currentAttempt;
+    }
+    async getRetryMetadata(redis, groupName, messageId) {
+        const key = this.getRetryKey(groupName, messageId);
+        const attemptCountStr = await redis.get(`${key}:attempt`);
+        if (!attemptCountStr) {
+            return null;
+        }
+        const attemptCount = Number(attemptCountStr);
+        const delay = this.calculateDelay(attemptCount);
+        const nextRetryTimestamp = Date.now() + delay;
+        const lastError = (await redis.get(`${key}:lastError`)) ?? undefined;
+        return {
+            attemptCount,
+            nextRetryTimestamp,
+            lastError,
+        };
+    }
+    async enqueueForRetry(redis, groupName, messageId, attemptCount) {
+        const queueKey = this.getRetryQueueKey(groupName);
+        const delay = this.calculateDelay(attemptCount);
+        const retryTimestamp = Date.now() + delay;
+        await redis.zadd(queueKey, retryTimestamp, messageId);
+    }
+    async getReadyForRetry(redis, groupName) {
+        const queueKey = this.getRetryQueueKey(groupName);
+        const now = Date.now();
+        const readyMessages = await redis.zrangebyscore(queueKey, '-inf', now);
+        if (readyMessages.length > 0) {
+            await redis.zrem(queueKey, ...readyMessages);
+        }
+        return readyMessages;
+    }
+    shouldRetry(attemptCount) {
+        return attemptCount < this.maxRetries;
+    }
+    async clearRetryData(redis, groupName, messageId) {
+        const key = this.getRetryKey(groupName, messageId);
+        const queueKey = this.getRetryQueueKey(groupName);
+        await Promise.all([
+            redis.del(`${key}:attempt`),
+            redis.del(`${key}:lastError`),
+            redis.del(key),
+            redis.zrem(queueKey, messageId),
+        ]);
+    }
+    async sendToDlq(redis, dlqStreamName, messageId, originalPayload, error) {
+        if (!this.enableDlq) {
+            return messageId;
+        }
+        return (await redis.xadd(dlqStreamName, '*', 'messageId', messageId, 'error', error, 'payload', JSON.stringify(originalPayload), 'timestamp', String(Date.now())));
+    }
+    static normalizeRetryOptions(options) {
+        const defaultOptions = {
+            maxRetries: 5,
+            initialDelayMs: 1000,
+            maxDelayMs: 60000,
+            backoffMultiplier: 2,
+            enableDlq: true,
+        };
+        if (!options) {
+            return defaultOptions;
+        }
+        return {
+            maxRetries: options.maxRetries ?? defaultOptions.maxRetries,
+            initialDelayMs: options.initialDelayMs ?? defaultOptions.initialDelayMs,
+            maxDelayMs: options.maxDelayMs ?? defaultOptions.maxDelayMs,
+            backoffMultiplier: options.backoffMultiplier ?? defaultOptions.backoffMultiplier,
+            enableDlq: options.enableDlq ?? defaultOptions.enableDlq,
+        };
+    }
+}
+//# sourceMappingURL=retry.helper.js.map

package/dist/core/helpers/retry.helper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.helper.js","sourceRoot":"","sources":["../../../src/core/helpers/retry.helper.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,WAAW;IACL,UAAU,CAAS;IACnB,cAAc,CAAS;IACvB,UAAU,CAAS;IACnB,iBAAiB,CAAS;IAC1B,SAAS,CAAU;IAEpC,YAAY,OAA+B;QACzC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACnD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACrC,CAAC;IAMD,cAAc,CAAC,YAAoB;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;QACnF,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAC1C,CAAC;IAKO,WAAW,CAAC,SAAiB,EAAE,SAAiB;QACtD,OAAO,wBAAwB,SAAS,IAAI,SAAS,EAAE,CAAC;IAC1D,CAAC;IAKO,gBAAgB,CAAC,SAAiB;QACxC,OAAO,8BAA8B,SAAS,EAAE,CAAC;IACnD,CAAC;IAKD,gBAAgB,CAAC,UAAkB;QACjC,OAAO,GAAG,UAAU,MAAM,CAAC;IAC7B,CAAC;IAMD,KAAK,CAAC,WAAW,CACf,KAAY,EACZ,SAAiB,EACjB,SAAiB,EACjB,KAAY,EACZ,aAAqB,KAAK;QAE1B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACnD,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,CAAC;QAC1D,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,YAAY,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QACrE,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QACpC,OAAO,cAAc,CAAC;IACxB,CAAC;IAKD,KAAK,CAAC,gBAAgB,CACpB,KAAY,EACZ,SAAiB,EACjB,SAAiB;QAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACnD,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,UAAU,CAAC,CAAC;QAE1D,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QAChD,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAE9C,MAAM,SAAS,GAAG,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,YAAY,CAAC,CAAC,IAAI,SAAS,CAAC;QAErE,OAAO;YACL,YAAY;YACZ,kBAAkB;YAClB,SAAS;SACV,CAAC;IACJ,CAAC;IAKD,KAAK,CAAC,eAAe,CACnB,KAAY,EACZ,SAAiB,EACjB,SAAiB,EACjB,YAAoB;QAEpB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QAChD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAG1C,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,CAAC,CAAC;IACxD,CAAC;IAMD,KAAK,CAAC,gBAAgB,CAAC,KAAY,EAAE,SAAiB;QACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAClD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAGvB,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QAGvE,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,aAAa,CAAC,CAAC;QAC/C,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAKD,WAAW,CAAC,YAAoB;QAC9B,OAAO,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC;IACxC,CAAC;IAKD,KAAK,CAAC,cAAc,CAAC,KAAY,EAAE,SAAiB,EAAE,SAAiB;QACrE,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAElD,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,UAAU,CAAC;YAC3B,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,YAAY,CAAC;YAC7B,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC;SAChC,CAAC,CAAC;IACL,CAAC;IAKD,KAAK,CAAC,SAAS,CACb,KAAY,EACZ,aAAqB,EACrB,SAAiB,EACjB,eAA4B,EAC5B,KAAa;QAEb,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO,SAAS,CAAC;QACnB,CAAC;QAGD,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CACtB,aAAa,EACb,GAAG,EACH,WAAW,EACX,SAAS,EACT,OAAO,EACP,KAAK,EACL,SAAS,EACT,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAC/B,WAAW,EACX,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CACnB,CAAW,CAAC;IACf,CAAC;IAKD,MAAM,CAAC,qBAAqB,CAAC,OAAsB;QACjD,MAAM,cAAc,GAA2B;YAC7C,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,KAAK;YACjB,iBAAiB,EAAE,CAAC;YACpB,SAAS,EAAE,IAAI;SAChB,CAAC;QAEF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,cAAc,CAAC;QACxB,CAAC;QAED,OAAO;YACL,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU;YAC3D,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,cAAc,CAAC,cAAc;YACvE,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU;YAC3D,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI,cAAc,CAAC,iBAAiB;YAChF,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,cAAc,CAAC,SAAS;SACzD,CAAC;IACJ,CAAC;CACF"}

package/dist/core/index.d.ts

@@ -1,5 +1,8 @@
-export { BasePostProcessor } from './base.post-processor.js';
-export { SinglePostProcessor } from './single.post-processor.js';
-export { BatchPostProcessor } from './batch.post-processor.js';
-export { RedisStreamHelper } from './redis-stream.helper.js';
+export { BasePostProcessor } from './processors/base.post-processor.js';
+export { SinglePostProcessor } from './processors/single.post-processor.js';
+export { BatchPostProcessor } from './processors/batch.post-processor.js';
+export { RedisStreamHelper } from './helpers/redis-stream.helper.js';
+export { RetryHelper } from './helpers/retry.helper.js';
+export { CircuitBreaker } from './validators/circuit-breaker.js';
+export { OptionsValidator } from './validators/options-validator.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/core/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAC1E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC"}

package/dist/core/index.js

@@ -1,5 +1,8 @@
-export { BasePostProcessor } from './base.post-processor.js';
-export { SinglePostProcessor } from './single.post-processor.js';
-export { BatchPostProcessor } from './batch.post-processor.js';
-export { RedisStreamHelper } from './redis-stream.helper.js';
+export { BasePostProcessor } from './processors/base.post-processor.js';
+export { SinglePostProcessor } from './processors/single.post-processor.js';
+export { BatchPostProcessor } from './processors/batch.post-processor.js';
+export { RedisStreamHelper } from './helpers/redis-stream.helper.js';
+export { RetryHelper } from './helpers/retry.helper.js';
+export { CircuitBreaker } from './validators/circuit-breaker.js';
+export { OptionsValidator } from './validators/options-validator.js';
 //# sourceMappingURL=index.js.map

package/dist/core/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAC1E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC"}

package/dist/core/processors/base.post-processor.d.ts

@@ -0,0 +1,46 @@
+import { Logger } from '@volontariapp/logger';
+import type { Redis } from 'ioredis';
+import type { PostProcessorOptions, NormalizedPostProcessorOptions } from '../../interfaces/index.js';
+import type { ParseResult, RedisStreamEntry } from '../../types/index.js';
+import { RetryHelper } from '../helpers/retry.helper.js';
+import { CircuitBreaker } from '../validators/circuit-breaker.js';
+export declare abstract class BasePostProcessor {
+    protected readonly redis: Redis;
+    protected readonly logger: Logger;
+    protected readonly options: NormalizedPostProcessorOptions;
+    protected readonly retryHelper: RetryHelper;
+    protected readonly circuitBreaker: CircuitBreaker;
+    private isRunning;
+    private readPending;
+    private claimTimeout;
+    private retryLoopTimeout;
+    private dlqSyncTimeout;
+    private loopPromise;
+    private currentBatchSize;
+    private readonly sigtermHandler;
+    private readonly sigintHandler;
+    constructor(redis: Redis, options: PostProcessorOptions);
+    start(): Promise<void>;
+    getCurrentBatchSize(): number;
+    stop(): Promise<void>;
+    private setupSignalHandlers;
+    private cleanupSignalHandlers;
+    private handleShutdown;
+    protected abstract processEntries(entries: RedisStreamEntry[]): Promise<void>;
+    protected shouldProcess(_eventType: string): boolean;
+    protected acknowledge(messageId: string): Promise<void>;
+    private ensureConsumerGroup;
+    private runLoop;
+    private processNextCycle;
+    private buildXreadgroupArgs;
+    private adjustBatchSize;
+    private startClaimLoop;
+    private claimPendingMessages;
+    private claimMessagesList;
+    private startRetryLoop;
+    private processRetryQueue;
+    private startDlqSyncLoop;
+    private syncDlqRetention;
+    protected sendMessageToDlq(messageId: string, originalPayload: ParseResult, error: string): Promise<void>;
+}
+//# sourceMappingURL=base.post-processor.d.ts.map

package/dist/core/processors/base.post-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.post-processor.d.ts","sourceRoot":"","sources":["../../../src/core/processors/base.post-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAG9C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,KAAK,EACV,oBAAoB,EACpB,8BAA8B,EAE/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAA0B,MAAM,sBAAsB,CAAC;AAElG,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAGzD,OAAO,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAElE,8BAAsB,iBAAiB;IAqBnC,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK;IApBjC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAClC,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,8BAA8B,CAAC;IAC3D,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAC5C,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;IAClD,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,YAAY,CAA+B;IACnD,OAAO,CAAC,gBAAgB,CAA+B;IACvD,OAAO,CAAC,cAAc,CAA+B;IACrD,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,gBAAgB,CAAS;IAEjC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAE7B;IACF,OAAO,CAAC,QAAQ,CAAC,aAAa,CAE5B;gBAGmB,KAAK,EAAE,KAAK,EAC/B,OAAO,EAAE,oBAAoB;IAwCzB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAuC5B,mBAAmB,IAAI,MAAM;IAOvB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAqC3B,OAAO,CAAC,mBAAmB;IAK3B,OAAO,CAAC,qBAAqB;YAKf,cAAc;IAY5B,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAM7E,SAAS,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;cAOpC,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAa/C,mBAAmB;YA2BnB,OAAO;YAoBP,gBAAgB;IAmD9B,OAAO,CAAC,mBAAmB;IAiB3B,OAAO,CAAC,eAAe;IAiEvB,OAAO,CAAC,cAAc;YAkBR,oBAAoB;YAqCpB,iBAAiB;IAyB/B,OAAO,CAAC,cAAc;YAkBR,iBAAiB;IA0B/B,OAAO,CAAC,gBAAgB;YAkBV,gBAAgB;cAgCd,gBAAgB,CAC9B,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,WAAW,EAC5B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;CAkBjB"}