@volontariapp/post-processors 1.0.0-snap-856af13

package/CHANGELOG.md

@@ -0,0 +1,15 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+## 1.0.0
+
+### Major Changes
+
+- Initial release of the post-processor library.
+
+## 0.1.0
+
+### Minor Changes
+
+- Initial package scaffold.

package/dist/core/base.post-processor.d.ts

@@ -0,0 +1,27 @@
+import { Logger } from '@volontariapp/logger';
+import type { Redis } from 'ioredis';
+import type { PostProcessorOptions } from '../interfaces/index.js';
+import type { RedisStreamEntry } from '../types/index.js';
+export declare abstract class BasePostProcessor {
+    protected readonly redis: Redis;
+    protected readonly logger: Logger;
+    protected readonly options: Required<PostProcessorOptions>;
+    private isRunning;
+    private readPending;
+    private claimTimeout;
+    private loopPromise;
+    constructor(redis: Redis, options: PostProcessorOptions);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    protected abstract processEntries(entries: RedisStreamEntry[]): Promise<void>;
+    protected shouldProcess(_eventType: string): boolean;
+    protected acknowledge(messageId: string): Promise<void>;
+    private ensureConsumerGroup;
+    private runLoop;
+    private processNextCycle;
+    private buildXreadgroupArgs;
+    private startClaimLoop;
+    private claimPendingMessages;
+    private claimMessagesList;
+}
+//# sourceMappingURL=base.post-processor.d.ts.map

package/dist/core/base.post-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.post-processor.d.ts","sourceRoot":"","sources":["../../src/core/base.post-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAE9C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,KAAK,EAAE,gBAAgB,EAA0B,MAAM,mBAAmB,CAAC;AAGlF,8BAAsB,iBAAiB;IASnC,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK;IARjC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAClC,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,oBAAoB,CAAC,CAAC;IAC3D,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,YAAY,CAA+B;IACnD,OAAO,CAAC,WAAW,CAA8B;gBAG5B,KAAK,EAAE,KAAK,EAC/B,OAAO,EAAE,oBAAoB;IAmBzB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAmCtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA4B3B,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAM7E,SAAS,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;cAOpC,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAa/C,mBAAmB;YA2BnB,OAAO;YAeP,gBAAgB;IAsC9B,OAAO,CAAC,mBAAmB;IAoB3B,OAAO,CAAC,cAAc;YAkBR,oBAAoB;YAgCpB,iBAAiB;CAoBhC"}

package/dist/core/base.post-processor.js

@@ -0,0 +1,206 @@
+import { Logger } from '@volontariapp/logger';
+import { hostname } from 'node:os';
+import { RedisStreamHelper } from './redis-stream.helper.js';
+export class BasePostProcessor {
+    redis;
+    logger;
+    options;
+    isRunning = false;
+    readPending = true;
+    claimTimeout = null;
+    loopPromise = null;
+    constructor(redis, options) {
+        this.redis = redis;
+        this.logger = new Logger({ context: this.constructor.name });
+        const host = hostname();
+        this.options = {
+            streamName: options.streamName,
+            groupName: options.groupName,
+            consumerName: options.consumerName ?? `${host}-${this.constructor.name}`,
+            batchSize: options.batchSize ?? 10,
+            blockMs: options.blockMs ?? 2000,
+            claimIntervalMs: options.claimIntervalMs ?? 30000,
+            claimMinIdleTimeMs: options.claimMinIdleTimeMs ?? 60000,
+            idempotencyTtlSeconds: options.idempotencyTtlSeconds ?? 86400,
+        };
+    }
+    async start() {
+        if (this.isRunning) {
+            this.logger.warn('Post-processor is already running');
+            return;
+        }
+        this.isRunning = true;
+        this.readPending = true;
+        this.logger.info('Starting post-processor', {
+            streamName: this.options.streamName,
+            groupName: this.options.groupName,
+            consumerName: this.options.consumerName,
+        });
+        try {
+            await this.ensureConsumerGroup();
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            this.logger.error('Failed to initialize consumer group', { error });
+            this.isRunning = false;
+            throw error;
+        }
+        this.loopPromise = this.runLoop().catch((err) => {
+            const error = err instanceof Error ? err : new Error(String(err));
+            this.logger.error('Post-processor loop crashed', { error });
+            this.isRunning = false;
+        });
+        this.startClaimLoop();
+    }
+    async stop() {
+        if (!this.isRunning) {
+            return;
+        }
+        this.logger.info('Stopping post-processor...');
+        this.isRunning = false;
+        if (this.claimTimeout) {
+            clearTimeout(this.claimTimeout);
+            this.claimTimeout = null;
+        }
+        if (this.loopPromise) {
+            try {
+                await this.loopPromise;
+            }
+            catch (err) {
+                this.logger.error('Failed to stop post-processor', { error: err });
+            }
+            this.loopPromise = null;
+        }
+        this.logger.info('Post-processor stopped');
+    }
+    shouldProcess(_eventType) {
+        return true;
+    }
+    async acknowledge(messageId) {
+        try {
+            await this.redis.call('XACK', this.options.streamName, this.options.groupName, messageId);
+            this.logger.info('Acknowledged message', { messageId });
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            this.logger.error('Failed to acknowledge message', { messageId, error });
+        }
+    }
+    async ensureConsumerGroup() {
+        try {
+            await this.redis.call('XGROUP', 'CREATE', this.options.streamName, this.options.groupName, '0', 'MKSTREAM');
+            this.logger.info('Consumer group created', {
+                streamName: this.options.streamName,
+                groupName: this.options.groupName,
+            });
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            if (error.message.includes('BUSYGROUP')) {
+                this.logger.debug('Consumer group already exists');
+            }
+            else {
+                throw error;
+            }
+        }
+    }
+    async runLoop() {
+        while (this.isRunning) {
+            try {
+                await this.processNextCycle();
+            }
+            catch (err) {
+                const error = err instanceof Error ? err : new Error(String(err));
+                this.logger.error('Error in post-processor consumption cycle', { error });
+                await new Promise((resolve) => setTimeout(resolve, 100));
+            }
+        }
+    }
+    async processNextCycle() {
+        const idToRead = this.readPending ? '0' : '>';
+        const args = this.buildXreadgroupArgs(idToRead);
+        const rawResult = (await this.redis.call('XREADGROUP', ...args));
+        if (!rawResult || rawResult.length === 0) {
+            this.logger.warn('No raw entries received', {
+                idToRead,
+                readPending: this.readPending,
+                args,
+            });
+            if (idToRead === '0')
+                this.readPending = false;
+            return;
+        }
+        const rawEntries = rawResult[0][1];
+        if (rawEntries.length === 0) {
+            this.logger.warn('No raw entries received');
+            if (idToRead === '0')
+                this.readPending = false;
+            return;
+        }
+        const entries = RedisStreamHelper.parseRawEntries(rawEntries);
+        this.logger.info('Fetched entries from stream', {
+            count: entries.length,
+            readPending: this.readPending,
+        });
+        await this.processEntries(entries);
+    }
+    buildXreadgroupArgs(idToRead) {
+        const args = [
+            'GROUP',
+            this.options.groupName,
+            this.options.consumerName,
+            'COUNT',
+            this.options.batchSize,
+        ];
+        if (idToRead === '>') {
+            args.push('BLOCK', this.options.blockMs);
+        }
+        args.push('STREAMS', this.options.streamName, idToRead);
+        return args;
+    }
+    startClaimLoop() {
+        if (!this.isRunning)
+            return;
+        this.claimTimeout = setTimeout(() => {
+            this.claimPendingMessages()
+                .catch((err) => {
+                const error = err instanceof Error ? err : new Error(String(err));
+                this.logger.error('Failed claiming pending messages', { error });
+            })
+                .finally(() => {
+                this.startClaimLoop();
+            });
+        }, this.options.claimIntervalMs);
+    }
+    async claimPendingMessages() {
+        this.logger.debug('Scanning for pending messages to claim');
+        const pendingMessages = await RedisStreamHelper.getPendingMessages(this.redis, this.options.streamName, this.options.groupName, this.options.batchSize);
+        const claimable = pendingMessages.filter((msg) => msg.consumerName !== this.options.consumerName &&
+            msg.idleTimeMs >= this.options.claimMinIdleTimeMs);
+        if (claimable.length === 0)
+            return;
+        this.logger.info('Claiming idle pending messages', {
+            count: claimable.length,
+            messageIds: claimable.map((c) => c.messageId),
+        });
+        const claimedCount = await this.claimMessagesList(claimable.map((c) => c.messageId));
+        if (claimedCount > 0) {
+            this.readPending = true;
+        }
+    }
+    async claimMessagesList(messageIds) {
+        let claimedCount = 0;
+        for (const id of messageIds) {
+            try {
+                await RedisStreamHelper.claimMessage(this.redis, this.options.streamName, this.options.groupName, this.options.consumerName, this.options.claimMinIdleTimeMs, id);
+                claimedCount++;
+            }
+            catch (err) {
+                const error = err instanceof Error ? err : new Error(String(err));
+                this.logger.error('Failed to claim message', { messageId: id, error });
+            }
+        }
+        return claimedCount;
+    }
+}
+//# sourceMappingURL=base.post-processor.js.map

package/dist/core/base.post-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.post-processor.js","sourceRoot":"","sources":["../../src/core/base.post-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAInC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,MAAM,OAAgB,iBAAiB;IAShB;IARF,MAAM,CAAS;IACf,OAAO,CAAiC;IACnD,SAAS,GAAG,KAAK,CAAC;IAClB,WAAW,GAAG,IAAI,CAAC;IACnB,YAAY,GAA0B,IAAI,CAAC;IAC3C,WAAW,GAAyB,IAAI,CAAC;IAEjD,YACqB,KAAY,EAC/B,OAA6B;QADV,UAAK,GAAL,KAAK,CAAO;QAG/B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG;YACb,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,GAAG,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;YACxE,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;YAClC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;YAChC,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,KAAK;YACjD,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,KAAK;YACvD,qBAAqB,EAAE,OAAO,CAAC,qBAAqB,IAAI,KAAK;SAC9D,CAAC;IACJ,CAAC;IAKD,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;YACtD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE;YAC1C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU;YACnC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;YACjC,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;SACxC,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACnC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACvB,MAAM,KAAK,CAAC;QACd,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YACvD,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5D,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAKD,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QAEvB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,WAAW,CAAC;YACzB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACrE,CAAC;YACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC7C,CAAC;IAWS,aAAa,CAAC,UAAkB;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAKS,KAAK,CAAC,WAAW,CAAC,SAAiB;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC1F,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAKO,KAAK,CAAC,mBAAmB;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CACnB,QAAQ,EACR,QAAQ,EACR,IAAI,CAAC,OAAO,CAAC,UAAU,EACvB,IAAI,CAAC,OAAO,CAAC,SAAS,EACtB,GAAG,EACH,UAAU,CACX,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE;gBACzC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU;gBACnC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;aAClC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACrD,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAKO,KAAK,CAAC,OAAO;QACnB,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAChC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1E,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;IACH,CAAC;IAKO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAEhD,MAAM,SAAS,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CACtC,YAAY,EACZ,GAAG,IAAI,CACR,CAAkC,CAAC;QAEpC,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE;gBAC1C,QAAQ;gBACR,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI;aACL,CAAC,CAAC;YACH,IAAI,QAAQ,KAAK,GAAG;gBAAE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YAC/C,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YAC5C,IAAI,QAAQ,KAAK,GAAG;gBAAE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YAC/C,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,EAAE;YAC9C,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAKO,mBAAmB,CAAC,QAAgB;QAC1C,MAAM,IAAI,GAAwB;YAChC,OAAO;YACP,IAAI,CAAC,OAAO,CAAC,SAAS;YACtB,IAAI,CAAC,OAAO,CAAC,YAAY;YACzB,OAAO;YACP,IAAI,CAAC,OAAO,CAAC,SAAS;SACvB,CAAC;QAEF,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC;IACd,CAAC;IAKO,cAAc;QACpB,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;YAClC,IAAI,CAAC,oBAAoB,EAAE;iBACxB,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;gBACtB,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACnE,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACZ,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IACnC,CAAC;IAKO,KAAK,CAAC,oBAAoB;QAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAE5D,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAAC,kBAAkB,CAChE,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,OAAO,CAAC,UAAU,EACvB,IAAI,CAAC,OAAO,CAAC,SAAS,EACtB,IAAI,CAAC,OAAO,CAAC,SAAS,CACvB,CAAC;QAEF,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CACtC,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,YAAY,KAAK,IAAI,CAAC,OAAO,CAAC,YAAY;YAC9C,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,kBAAkB,CACpD,CAAC;QAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE;YACjD,KAAK,EAAE,SAAS,CAAC,MAAM;YACvB,UAAU,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;SAC9C,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QACrF,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;IAKO,KAAK,CAAC,iBAAiB,CAAC,UAAoB;QAClD,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,iBAAiB,CAAC,YAAY,CAClC,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,OAAO,CAAC,UAAU,EACvB,IAAI,CAAC,OAAO,CAAC,SAAS,EACtB,IAAI,CAAC,OAAO,CAAC,YAAY,EACzB,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAC/B,EAAE,CACH,CAAC;gBACF,YAAY,EAAE,CAAC;YACjB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;CACF"}

package/dist/core/batch.post-processor.d.ts

@@ -0,0 +1,13 @@
+import { BasePostProcessor } from './base.post-processor.js';
+import type { EventMessagingType } from '@volontariapp/messaging';
+import type { RedisStreamEntry } from '../types/index.js';
+import type { BatchEventItem } from '../interfaces/index.js';
+export declare abstract class BatchPostProcessor<TKey extends EventMessagingType = EventMessagingType> extends BasePostProcessor {
+    protected abstract processEvents(events: BatchEventItem<TKey>[]): Promise<void>;
+    protected processEntries(entries: RedisStreamEntry[]): Promise<void>;
+    private filterAndLockEntry;
+    private parseAndAccumulateEntry;
+    private executeBatchProcessing;
+    private releaseIdempotencyLocks;
+}
+//# sourceMappingURL=batch.post-processor.d.ts.map

package/dist/core/batch.post-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch.post-processor.d.ts","sourceRoot":"","sources":["../../src/core/batch.post-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,KAAK,EAAE,kBAAkB,EAA8B,MAAM,yBAAyB,CAAC;AAC9F,OAAO,KAAK,EAAE,gBAAgB,EAAkB,MAAM,mBAAmB,CAAC;AAC1E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAG7D,8BAAsB,kBAAkB,CACtC,IAAI,SAAS,kBAAkB,GAAG,kBAAkB,CACpD,SAAQ,iBAAiB;IACzB,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;cAKtD,cAAc,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;YAiBrE,kBAAkB;YA0ClB,uBAAuB;YA6BvB,sBAAsB;YAyBtB,uBAAuB;CAUtC"}

package/dist/core/batch.post-processor.js

@@ -0,0 +1,92 @@
+import { BasePostProcessor } from './base.post-processor.js';
+import { RedisStreamHelper } from './redis-stream.helper.js';
+export class BatchPostProcessor extends BasePostProcessor {
+    async processEntries(entries) {
+        const items = [];
+        const acquiredMessageIds = [];
+        const ttl = this.options.idempotencyTtlSeconds;
+        for (const entry of entries) {
+            await this.filterAndLockEntry(entry, ttl, items, acquiredMessageIds);
+        }
+        if (items.length === 0)
+            return;
+        await this.executeBatchProcessing(items, acquiredMessageIds, ttl > 0);
+    }
+    async filterAndLockEntry(entry, ttl, items, acquiredMessageIds) {
+        const { id, fields } = entry;
+        if (!fields.event) {
+            this.logger.warn('Stream message missing event payload, acknowledging and skipping', {
+                messageId: id,
+            });
+            await this.acknowledge(id);
+            return false;
+        }
+        if (!this.shouldProcess(fields.type ?? '')) {
+            this.logger.debug('Skipping message: type not registered/handled', {
+                messageId: id,
+                type: fields.type,
+            });
+            await this.acknowledge(id);
+            return false;
+        }
+        if (ttl > 0 &&
+            !(await RedisStreamHelper.acquireIdempotencyLock(this.redis, this.options.groupName, id, ttl))) {
+            this.logger.warn('Message already processed or currently processing (idempotency block)', {
+                messageId: id,
+            });
+            await this.acknowledge(id);
+            return false;
+        }
+        return this.parseAndAccumulateEntry(id, fields.event, ttl > 0, items, acquiredMessageIds);
+    }
+    async parseAndAccumulateEntry(id, rawEvent, useIdempotency, items, acquiredMessageIds) {
+        try {
+            const event = JSON.parse(rawEvent);
+            items.push({ event, messageId: id });
+            if (useIdempotency)
+                acquiredMessageIds.push(id);
+            return true;
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            this.logger.error('Failed to parse event payload, acknowledging and skipping', {
+                messageId: id,
+                error,
+            });
+            await this.acknowledge(id);
+            if (useIdempotency) {
+                await RedisStreamHelper.removeIdempotencyLock(this.redis, this.options.groupName, id);
+            }
+            return false;
+        }
+    }
+    async executeBatchProcessing(items, acquiredMessageIds, useIdempotency) {
+        try {
+            this.logger.info('Processing batch of events', { count: items.length });
+            await this.processEvents(items);
+            for (const item of items) {
+                await this.acknowledge(item.messageId);
+            }
+            this.logger.info('Successfully processed batch of events', { count: items.length });
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            this.logger.error('Failed to process batch of events from stream', { error });
+            if (useIdempotency) {
+                await this.releaseIdempotencyLocks(acquiredMessageIds);
+            }
+        }
+    }
+    async releaseIdempotencyLocks(messageIds) {
+        for (const id of messageIds) {
+            try {
+                await RedisStreamHelper.removeIdempotencyLock(this.redis, this.options.groupName, id);
+            }
+            catch (err) {
+                const error = err instanceof Error ? err : new Error(String(err));
+                this.logger.error('Failed to release idempotency lock', { messageId: id, error });
+            }
+        }
+    }
+}
+//# sourceMappingURL=batch.post-processor.js.map

package/dist/core/batch.post-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch.post-processor.js","sourceRoot":"","sources":["../../src/core/batch.post-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAI7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,MAAM,OAAgB,kBAEpB,SAAQ,iBAAiB;IAMN,KAAK,CAAC,cAAc,CAAC,OAA2B;QACjE,MAAM,KAAK,GAA2B,EAAE,CAAC;QACzC,MAAM,kBAAkB,GAAa,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC;QAE/C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,kBAAkB,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE/B,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IACxE,CAAC;IAKO,KAAK,CAAC,kBAAkB,CAC9B,KAAuB,EACvB,GAAW,EACX,KAA6B,EAC7B,kBAA4B;QAE5B,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;QAE7B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kEAAkE,EAAE;gBACnF,SAAS,EAAE,EAAE;aACd,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC3B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE;gBACjE,SAAS,EAAE,EAAE;gBACb,IAAI,EAAE,MAAM,CAAC,IAAI;aAClB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC3B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IACE,GAAG,GAAG,CAAC;YACP,CAAC,CAAC,MAAM,iBAAiB,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,EAC9F,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uEAAuE,EAAE;gBACxF,SAAS,EAAE,EAAE;aACd,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC3B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC,uBAAuB,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,EAAE,KAAK,EAAE,kBAAkB,CAAC,CAAC;IAC5F,CAAC;IAKO,KAAK,CAAC,uBAAuB,CACnC,EAAU,EACV,QAAgB,EAChB,cAAuB,EACvB,KAA6B,EAC7B,kBAA4B;QAE5B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAqD,CAAC;YACvF,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,cAAc;gBAAE,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAChD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2DAA2D,EAAE;gBAC7E,SAAS,EAAE,EAAE;gBACb,KAAK;aACN,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC3B,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,iBAAiB,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACxF,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAKO,KAAK,CAAC,sBAAsB,CAClC,KAA6B,EAC7B,kBAA4B,EAC5B,cAAuB;QAEvB,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YACxE,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACzC,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACtF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9E,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;IACH,CAAC;IAKO,KAAK,CAAC,uBAAuB,CAAC,UAAoB;QACxD,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,iBAAiB,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACxF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACpF,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/core/index.d.ts

@@ -0,0 +1,5 @@
+export { BasePostProcessor } from './base.post-processor.js';
+export { SinglePostProcessor } from './single.post-processor.js';
+export { BatchPostProcessor } from './batch.post-processor.js';
+export { RedisStreamHelper } from './redis-stream.helper.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/core/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC"}

package/dist/core/index.js

@@ -0,0 +1,5 @@
+export { BasePostProcessor } from './base.post-processor.js';
+export { SinglePostProcessor } from './single.post-processor.js';
+export { BatchPostProcessor } from './batch.post-processor.js';
+export { RedisStreamHelper } from './redis-stream.helper.js';
+//# sourceMappingURL=index.js.map

package/dist/core/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC"}

package/dist/core/redis-stream.helper.d.ts

@@ -0,0 +1,12 @@
+import type { Redis } from 'ioredis';
+import type { RedisStreamEntry, RedisStreamRawEntry } from '../types/index.js';
+import type { PendingMessageInfo } from '../interfaces/index.js';
+export declare class RedisStreamHelper {
+    static parseRawEntries(rawEntries: RedisStreamRawEntry[]): RedisStreamEntry[];
+    static getPendingMessages(redis: Redis, streamName: string, groupName: string, batchSize: number): Promise<PendingMessageInfo[]>;
+    static claimMessage(redis: Redis, streamName: string, groupName: string, consumerName: string, claimMinIdleTimeMs: number, messageId: string): Promise<void>;
+    static getIdempotencyKey(groupName: string, messageId: string): string;
+    static acquireIdempotencyLock(redis: Redis, groupName: string, messageId: string, ttlSeconds: number): Promise<boolean>;
+    static removeIdempotencyLock(redis: Redis, groupName: string, messageId: string): Promise<void>;
+}
+//# sourceMappingURL=redis-stream.helper.d.ts.map

package/dist/core/redis-stream.helper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-stream.helper.d.ts","sourceRoot":"","sources":["../../src/core/redis-stream.helper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,KAAK,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAEjE,qBAAa,iBAAiB;IAI5B,MAAM,CAAC,eAAe,CAAC,UAAU,EAAE,mBAAmB,EAAE,GAAG,gBAAgB,EAAE;WAmBhE,kBAAkB,CAC7B,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,kBAAkB,EAAE,CAAC;WAuBnB,YAAY,CACvB,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,kBAAkB,EAAE,MAAM,EAC1B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;IAehB,MAAM,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM;WAQzD,sBAAsB,CACjC,KAAK,EAAE,KAAK,EACZ,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,OAAO,CAAC;WASN,qBAAqB,CAChC,KAAK,EAAE,KAAK,EACZ,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;CAIjB"}

package/dist/core/redis-stream.helper.js

@@ -0,0 +1,44 @@
+export class RedisStreamHelper {
+    static parseRawEntries(rawEntries) {
+        const entries = [];
+        for (const [id, fieldsArray] of rawEntries) {
+            const fields = {};
+            for (let i = 0; i < fieldsArray.length; i += 2) {
+                const key = fieldsArray[i];
+                const val = fieldsArray[i + 1];
+                if (key && val) {
+                    fields[key] = val;
+                }
+            }
+            entries.push({ id, fields });
+        }
+        return entries;
+    }
+    static async getPendingMessages(redis, streamName, groupName, batchSize) {
+        const rawPending = (await redis.call('XPENDING', streamName, groupName, '-', '+', batchSize));
+        if (!rawPending)
+            return [];
+        return rawPending.map(([messageId, consumerName, idleTimeMs, deliveryCount]) => ({
+            messageId,
+            consumerName,
+            idleTimeMs: Number(idleTimeMs),
+            deliveryCount: Number(deliveryCount),
+        }));
+    }
+    static async claimMessage(redis, streamName, groupName, consumerName, claimMinIdleTimeMs, messageId) {
+        await redis.call('XCLAIM', streamName, groupName, consumerName, claimMinIdleTimeMs.toString(), messageId, 'JUSTID');
+    }
+    static getIdempotencyKey(groupName, messageId) {
+        return `idempotency:post-processor:${groupName}:${messageId}`;
+    }
+    static async acquireIdempotencyLock(redis, groupName, messageId, ttlSeconds) {
+        const key = this.getIdempotencyKey(groupName, messageId);
+        const result = await redis.call('SET', key, 'processing', 'NX', 'EX', ttlSeconds);
+        return result === 'OK';
+    }
+    static async removeIdempotencyLock(redis, groupName, messageId) {
+        const key = this.getIdempotencyKey(groupName, messageId);
+        await redis.del(key);
+    }
+}
+//# sourceMappingURL=redis-stream.helper.js.map

package/dist/core/redis-stream.helper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-stream.helper.js","sourceRoot":"","sources":["../../src/core/redis-stream.helper.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,iBAAiB;IAI5B,MAAM,CAAC,eAAe,CAAC,UAAiC;QACtD,MAAM,OAAO,GAAuB,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,EAAE,EAAE,WAAW,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3C,MAAM,MAAM,GAA2B,EAAE,CAAC;YAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/C,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC3B,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC/B,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;oBACf,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBACpB,CAAC;YACH,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAC7B,KAAY,EACZ,UAAkB,EAClB,SAAiB,EACjB,SAAiB;QAEjB,MAAM,UAAU,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,CAClC,UAAU,EACV,UAAU,EACV,SAAS,EACT,GAAG,EACH,GAAG,EACH,SAAS,CACV,CAA8C,CAAC;QAEhD,IAAI,CAAC,UAAU;YAAE,OAAO,EAAE,CAAC;QAE3B,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/E,SAAS;YACT,YAAY;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC;YAC9B,aAAa,EAAE,MAAM,CAAC,aAAa,CAAC;SACrC,CAAC,CAAC,CAAC;IACN,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,YAAY,CACvB,KAAY,EACZ,UAAkB,EAClB,SAAiB,EACjB,YAAoB,EACpB,kBAA0B,EAC1B,SAAiB;QAEjB,MAAM,KAAK,CAAC,IAAI,CACd,QAAQ,EACR,UAAU,EACV,SAAS,EACT,YAAY,EACZ,kBAAkB,CAAC,QAAQ,EAAE,EAC7B,SAAS,EACT,QAAQ,CACT,CAAC;IACJ,CAAC;IAKD,MAAM,CAAC,iBAAiB,CAAC,SAAiB,EAAE,SAAiB;QAC3D,OAAO,8BAA8B,SAAS,IAAI,SAAS,EAAE,CAAC;IAChE,CAAC;IAMD,MAAM,CAAC,KAAK,CAAC,sBAAsB,CACjC,KAAY,EACZ,SAAiB,EACjB,SAAiB,EACjB,UAAkB;QAElB,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QAClF,OAAO,MAAM,KAAK,IAAI,CAAC;IACzB,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAChC,KAAY,EACZ,SAAiB,EACjB,SAAiB;QAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACzD,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;CACF"}

package/dist/core/single.post-processor.d.ts

@@ -0,0 +1,12 @@
+import { BasePostProcessor } from './base.post-processor.js';
+import type { EventMessagingType, EventRegistry, StreamEvent, EventChangedPayload } from '@volontariapp/messaging';
+import type { RedisStreamEntry } from '../types/index.js';
+type ExtractPayload<T> = T extends EventChangedPayload<infer P> ? P : T;
+export declare abstract class SinglePostProcessor<TKey extends EventMessagingType = EventMessagingType> extends BasePostProcessor {
+    protected abstract processEvent(event: StreamEvent<ExtractPayload<EventRegistry[TKey]>>, messageId: string): Promise<void>;
+    protected processEntries(entries: RedisStreamEntry[]): Promise<void>;
+    private processSingleEntry;
+    private executeEventProcessing;
+}
+export {};
+//# sourceMappingURL=single.post-processor.d.ts.map

package/dist/core/single.post-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"single.post-processor.d.ts","sourceRoot":"","sources":["../../src/core/single.post-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,KAAK,EACV,kBAAkB,EAClB,aAAa,EACb,WAAW,EACX,mBAAmB,EACpB,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAG1D,KAAK,cAAc,CAAC,CAAC,IAAI,CAAC,SAAS,mBAAmB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAExE,8BAAsB,mBAAmB,CACvC,IAAI,SAAS,kBAAkB,GAAG,kBAAkB,CACpD,SAAQ,iBAAiB;IAIzB,SAAS,CAAC,QAAQ,CAAC,YAAY,CAC7B,KAAK,EAAE,WAAW,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EACvD,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;cAKS,cAAc,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;YASrE,kBAAkB;YAsClB,sBAAsB;CAwBrC"}

package/dist/core/single.post-processor.js

@@ -0,0 +1,58 @@
+import { BasePostProcessor } from './base.post-processor.js';
+import { RedisStreamHelper } from './redis-stream.helper.js';
+export class SinglePostProcessor extends BasePostProcessor {
+    async processEntries(entries) {
+        for (const entry of entries) {
+            await this.processSingleEntry(entry);
+        }
+    }
+    async processSingleEntry(entry) {
+        const { id, fields } = entry;
+        if (!fields.event) {
+            this.logger.warn('Stream message missing event payload, acknowledging and skipping', {
+                messageId: id,
+            });
+            await this.acknowledge(id);
+            return;
+        }
+        if (!this.shouldProcess(fields.type ?? '')) {
+            this.logger.debug('Skipping message: type not registered/handled', {
+                messageId: id,
+                type: fields.type,
+            });
+            await this.acknowledge(id);
+            return;
+        }
+        const ttl = this.options.idempotencyTtlSeconds;
+        if (ttl > 0 &&
+            !(await RedisStreamHelper.acquireIdempotencyLock(this.redis, this.options.groupName, id, ttl))) {
+            this.logger.warn('Message already processed or currently processing (idempotency block)', {
+                messageId: id,
+            });
+            await this.acknowledge(id);
+            return;
+        }
+        await this.executeEventProcessing(id, fields.event, ttl > 0);
+    }
+    async executeEventProcessing(id, rawEvent, useIdempotency) {
+        try {
+            const event = JSON.parse(rawEvent);
+            this.logger.info('Processing event', { messageId: id, eventId: event.id, type: event.type });
+            await this.processEvent(event, id);
+            await this.acknowledge(id);
+            this.logger.info('Successfully processed event', {
+                messageId: id,
+                eventId: event.id,
+                type: event.type,
+            });
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            this.logger.error('Failed to process event from stream', { messageId: id, error });
+            if (useIdempotency) {
+                await RedisStreamHelper.removeIdempotencyLock(this.redis, this.options.groupName, id);
+            }
+        }
+    }
+}
+//# sourceMappingURL=single.post-processor.js.map

package/dist/core/single.post-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"single.post-processor.js","sourceRoot":"","sources":["../../src/core/single.post-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAQ7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAI7D,MAAM,OAAgB,mBAEpB,SAAQ,iBAAiB;IAYN,KAAK,CAAC,cAAc,CAAC,OAA2B;QACjE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAKO,KAAK,CAAC,kBAAkB,CAAC,KAAuB;QACtD,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;QAE7B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kEAAkE,EAAE;gBACnF,SAAS,EAAE,EAAE;aACd,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE;gBACjE,SAAS,EAAE,EAAE;gBACb,IAAI,EAAE,MAAM,CAAC,IAAI;aAClB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC;QAC/C,IACE,GAAG,GAAG,CAAC;YACP,CAAC,CAAC,MAAM,iBAAiB,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,EAC9F,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uEAAuE,EAAE;gBACxF,SAAS,EAAE,EAAE;aACd,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,sBAAsB,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IAC/D,CAAC;IAKO,KAAK,CAAC,sBAAsB,CAClC,EAAU,EACV,QAAgB,EAChB,cAAuB;QAEvB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAqD,CAAC;YACvF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAE7F,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE;gBAC/C,SAAS,EAAE,EAAE;gBACb,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,IAAI,EAAE,KAAK,CAAC,IAAI;aACjB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACnF,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,iBAAiB,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/data-source.d.ts

@@ -0,0 +1,5 @@
+import { DataSource } from 'typeorm';
+export declare const testDataSource: DataSource;
+export declare const initializeTestDb: () => Promise<void>;
+export declare const closeTestDb: () => Promise<void>;
+//# sourceMappingURL=data-source.d.ts.map

package/dist/data-source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-source.d.ts","sourceRoot":"","sources":["../src/data-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAKrC,eAAO,MAAM,cAAc,YAWzB,CAAC;AAEH,eAAO,MAAM,gBAAgB,qBAU5B,CAAC;AAEF,eAAO,MAAM,WAAW,qBAIvB,CAAC"}

package/dist/data-source.js

@@ -0,0 +1,33 @@
+import { DataSource } from 'typeorm';
+import { JobAuditModel, JobsOutboxModel } from '@volontariapp/database';
+import { InitialSchemaJobAudit1778328780881 } from './migrations/1778328780881-InitialSchemaJobAudit.js';
+import { CreateJobsOutbox1776783577425 } from './migrations/1776783577425-CreateJobsOutbox.js';
+export const testDataSource = new DataSource({
+    type: 'postgres',
+    host: '127.0.0.1',
+    port: 5433,
+    username: 'testuser',
+    password: 'testpassword',
+    database: 'volontariapp_test',
+    entities: [JobAuditModel, JobsOutboxModel],
+    migrations: [CreateJobsOutbox1776783577425, InitialSchemaJobAudit1778328780881],
+    synchronize: false,
+    logging: false,
+});
+export const initializeTestDb = async () => {
+    if (!testDataSource.isInitialized) {
+        await testDataSource.initialize();
+        const queryRunner = testDataSource.createQueryRunner();
+        await queryRunner.dropTable('job_audit', true);
+        await queryRunner.dropTable('jobs_outbox', true);
+        await queryRunner.dropTable('migrations', true);
+        await queryRunner.release();
+        await testDataSource.runMigrations();
+    }
+};
+export const closeTestDb = async () => {
+    if (testDataSource.isInitialized) {
+        await testDataSource.destroy();
+    }
+};
+//# sourceMappingURL=data-source.js.map

package/dist/data-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-source.js","sourceRoot":"","sources":["../src/data-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACxE,OAAO,EAAE,kCAAkC,EAAE,MAAM,qDAAqD,CAAC;AACzG,OAAO,EAAE,6BAA6B,EAAE,MAAM,gDAAgD,CAAC;AAE/F,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,UAAU,CAAC;IAC3C,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,IAAI;IACV,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,cAAc;IACxB,QAAQ,EAAE,mBAAmB;IAC7B,QAAQ,EAAE,CAAC,aAAa,EAAE,eAAe,CAAC;IAC1C,UAAU,EAAE,CAAC,6BAA6B,EAAE,kCAAkC,CAAC;IAC/E,WAAW,EAAE,KAAK;IAClB,OAAO,EAAE,KAAK;CACf,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,IAAI,EAAE;IACzC,IAAI,CAAC,cAAc,CAAC,aAAa,EAAE,CAAC;QAClC,MAAM,cAAc,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,WAAW,GAAG,cAAc,CAAC,iBAAiB,EAAE,CAAC;QACvD,MAAM,WAAW,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC/C,MAAM,WAAW,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACjD,MAAM,WAAW,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,cAAc,CAAC,aAAa,EAAE,CAAC;IACvC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;IACpC,IAAI,cAAc,CAAC,aAAa,EAAE,CAAC;QACjC,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC;IACjC,CAAC;AACH,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,4 @@
+export * from './core/index.js';
+export * from './interfaces/index.js';
+export * from './types/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,kBAAkB,CAAC"}

package/dist/index.js

@@ -0,0 +1,4 @@
+export * from './core/index.js';
+export * from './interfaces/index.js';
+export * from './types/index.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,kBAAkB,CAAC"}