@zintrust/core 0.1.15 → 0.1.17

package/src/workers/createQueueWorker.d.ts

@@ -0,0 +1,24 @@
+type QueueWorker = {
+    processOne: (queueName?: string, driverName?: string) => Promise<boolean>;
+    processAll: (queueName?: string, driverName?: string) => Promise<number>;
+    runOnce: (opts?: {
+        queueName?: string;
+        driverName?: string;
+        maxItems?: number;
+    }) => Promise<number>;
+    startWorker: (opts?: {
+        queueName?: string;
+        driverName?: string;
+        signal?: AbortSignal;
+    }) => Promise<number>;
+};
+export type CreateQueueWorkerOptions<TPayload> = {
+    kindLabel: string;
+    defaultQueueName: string;
+    maxAttempts: number;
+    getLogFields: (payload: TPayload) => Record<string, unknown>;
+    handle: (payload: TPayload) => Promise<void>;
+};
+export declare function createQueueWorker<TPayload>(options: CreateQueueWorkerOptions<TPayload>): QueueWorker;
+export {};
+//# sourceMappingURL=createQueueWorker.d.ts.map

package/src/workers/createQueueWorker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"createQueueWorker.d.ts","sourceRoot":"","sources":["../../../src/workers/createQueueWorker.ts"],"names":[],"mappings":"AAGA,KAAK,WAAW,GAAG;IACjB,UAAU,EAAE,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1E,UAAU,EAAE,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACzE,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACtB,WAAW,EAAE,CAAC,IAAI,CAAC,EAAE;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,wBAAwB,CAAC,QAAQ,IAAI;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9C,CAAC;AA4IF,wBAAgB,iBAAiB,CAAC,QAAQ,EACxC,OAAO,EAAE,wBAAwB,CAAC,QAAQ,CAAC,GAC1C,WAAW,CAOb"}

package/src/workers/createQueueWorker.js

@@ -0,0 +1,114 @@
+import { Logger } from '../config/logger.js';
+import { Queue } from '../tools/queue/Queue.js';
+const buildBaseLogFields = (message, getLogFields) => {
+    return {
+        messageId: message.id,
+        ...getLogFields(message.payload),
+    };
+};
+const createProcessOne = (options) => {
+    return async (queueName = options.defaultQueueName, driverName) => {
+        const message = await Queue.dequeue(queueName, driverName);
+        if (!message)
+            return false;
+        const baseLogFields = buildBaseLogFields(message, options.getLogFields);
+        // Check for delayed execution
+        const payload = message.payload;
+        const rawTimestamp = 'timestamp' in payload ? payload['timestamp'] : 0;
+        const timestamp = typeof rawTimestamp === 'number' ? rawTimestamp : 0;
+        if (timestamp > Date.now()) {
+            Logger.info(`${options.kindLabel} not due yet, re-queueing`, {
+                ...baseLogFields,
+                dueAt: new Date(timestamp).toISOString(),
+            });
+            // Re-queue original payload
+            await Queue.enqueue(queueName, message.payload, driverName);
+            await Queue.ack(queueName, message.id, driverName);
+            return false;
+        }
+        try {
+            Logger.info(`Processing queued ${options.kindLabel}`, baseLogFields);
+            await options.handle(message.payload);
+            await Queue.ack(queueName, message.id, driverName);
+            Logger.info(`${options.kindLabel} processed successfully`, baseLogFields);
+            return true;
+        }
+        catch (error) {
+            const attempts = message.attempts ?? 0;
+            Logger.error(`Failed to process ${options.kindLabel}`, {
+                ...baseLogFields,
+                error,
+                attempts,
+            });
+            if (attempts < options.maxAttempts) {
+                await Queue.enqueue(queueName, message.payload, driverName);
+                Logger.info(`${options.kindLabel} re-queued for retry`, {
+                    ...baseLogFields,
+                    attempts: attempts + 1,
+                });
+            }
+            await Queue.ack(queueName, message.id, driverName);
+            return false;
+        }
+    };
+};
+const createProcessAll = (defaultQueueName, processOne) => {
+    return async (queueName = defaultQueueName, driverName) => {
+        let processed = 0;
+        let hasMore = true;
+        while (hasMore) {
+            // eslint-disable-next-line no-await-in-loop
+            hasMore = await processOne(queueName, driverName);
+            if (hasMore)
+                processed++;
+        }
+        return processed;
+    };
+};
+const createRunOnce = (defaultQueueName, processOne) => {
+    return async (opts = {}) => {
+        const { queueName = defaultQueueName, driverName, maxItems } = opts;
+        let processed = 0;
+        if (maxItems === undefined) {
+            while (true) {
+                // eslint-disable-next-line no-await-in-loop
+                const didProcess = await processOne(queueName, driverName);
+                if (!didProcess)
+                    break;
+                processed++;
+            }
+            return processed;
+        }
+        for (let i = 0; i < maxItems; i++) {
+            // eslint-disable-next-line no-await-in-loop
+            const didProcess = await processOne(queueName, driverName);
+            if (!didProcess)
+                break;
+            processed++;
+        }
+        return processed;
+    };
+};
+const createStartWorker = (kindLabel, defaultQueueName, processOne) => {
+    return async (opts = {}) => {
+        const { queueName = defaultQueueName, driverName, signal } = opts;
+        Logger.info(`Starting ${kindLabel} worker (drain-until-empty)`, { queueName });
+        let processedCount = 0;
+        while (signal?.aborted !== true) {
+            // eslint-disable-next-line no-await-in-loop
+            const didProcess = await processOne(queueName, driverName);
+            if (!didProcess)
+                break;
+            processedCount++;
+        }
+        Logger.info(`${kindLabel} worker finished (queue drained)`, { queueName, processedCount });
+        return processedCount;
+    };
+};
+export function createQueueWorker(options) {
+    const processOne = createProcessOne(options);
+    const processAll = createProcessAll(options.defaultQueueName, processOne);
+    const runOnce = createRunOnce(options.defaultQueueName, processOne);
+    const startWorker = createStartWorker(options.kindLabel, options.defaultQueueName, processOne);
+    return Object.freeze({ processOne, processAll, runOnce, startWorker });
+}