@platformatic/job-queue 0.0.1 → 0.1.0-alpha.3

package/dist/producer.js

@@ -0,0 +1,163 @@
+import { TimeoutError, JobFailedError } from "./errors.js";
+import { createJsonSerde } from "./serde/index.js";
+import { parseState } from "./utils/state.js";
+/**
+ * Producer handles enqueueing jobs and retrieving results
+ */
+export class Producer {
+    #storage;
+    #payloadSerde;
+    #resultSerde;
+    #maxRetries;
+    #resultTTL;
+    constructor(config) {
+        this.#storage = config.storage;
+        this.#payloadSerde = config.payloadSerde ?? createJsonSerde();
+        this.#resultSerde = config.resultSerde ?? createJsonSerde();
+        this.#maxRetries = config.maxRetries ?? 3;
+        this.#resultTTL = config.resultTTL ?? 3600000; // 1 hour
+    }
+    /**
+     * Enqueue a job (fire-and-forget)
+     */
+    async enqueue(id, payload, options) {
+        const timestamp = Date.now();
+        const maxAttempts = options?.maxAttempts ?? this.#maxRetries;
+        const message = {
+            id,
+            payload,
+            createdAt: timestamp,
+            attempts: 0,
+            maxAttempts
+        };
+        const serialized = this.#payloadSerde.serialize(message);
+        const existingState = await this.#storage.enqueue(id, serialized, timestamp);
+        if (existingState) {
+            const { status } = parseState(existingState);
+            if (status === 'completed') {
+                const result = await this.getResult(id);
+                if (result !== null) {
+                    return { status: 'completed', result };
+                }
+            }
+            return { status: 'duplicate', existingState: status };
+        }
+        return { status: 'queued' };
+    }
+    /**
+     * Enqueue a job and wait for the result
+     */
+    async enqueueAndWait(id, payload, options) {
+        const timeout = options?.timeout ?? 30000;
+        // Subscribe BEFORE enqueue to avoid race conditions
+        const { promise: resultPromise, resolve: resolveResult, reject: rejectResult } = Promise.withResolvers();
+        const unsubscribe = await this.#storage.subscribeToJob(id, async (status) => {
+            if (status === 'completed') {
+                const result = await this.getResult(id);
+                if (result !== null) {
+                    resolveResult(result);
+                }
+            }
+            else if (status === 'failed') {
+                const error = await this.#storage.getError(id);
+                const errorMessage = error ? error.toString() : 'Job failed';
+                rejectResult(new JobFailedError(id, errorMessage));
+            }
+        });
+        let timeoutId;
+        try {
+            // Now enqueue
+            const enqueueResult = await this.enqueue(id, payload, options);
+            // If already completed, return cached result immediately
+            if (enqueueResult.status === 'completed') {
+                return enqueueResult.result;
+            }
+            // If duplicate and already failed, throw immediately
+            if (enqueueResult.status === 'duplicate' && enqueueResult.existingState === 'failed') {
+                const error = await this.#storage.getError(id);
+                const errorMessage = error ? error.toString() : 'Job failed';
+                throw new JobFailedError(id, errorMessage);
+            }
+            // Wait for result with timeout
+            const { promise: timeoutPromise, reject: rejectTimeout } = Promise.withResolvers();
+            timeoutId = setTimeout(() => {
+                rejectTimeout(new TimeoutError(id, timeout));
+            }, timeout);
+            return await Promise.race([resultPromise, timeoutPromise]);
+        }
+        finally {
+            if (timeoutId !== undefined) {
+                clearTimeout(timeoutId);
+            }
+            await unsubscribe();
+        }
+    }
+    /**
+     * Cancel a pending job
+     */
+    async cancel(id) {
+        const state = await this.#storage.getJobState(id);
+        if (!state) {
+            return { status: 'not_found' };
+        }
+        const { status } = parseState(state);
+        if (status === 'completed') {
+            return { status: 'completed' };
+        }
+        if (status === 'processing') {
+            return { status: 'processing' };
+        }
+        // Can cancel if queued or failing
+        const deleted = await this.#storage.deleteJob(id);
+        if (deleted) {
+            return { status: 'cancelled' };
+        }
+        return { status: 'not_found' };
+    }
+    /**
+     * Get the result of a completed job
+     */
+    async getResult(id) {
+        const resultBuffer = await this.#storage.getResult(id);
+        if (!resultBuffer) {
+            return null;
+        }
+        return this.#resultSerde.deserialize(resultBuffer);
+    }
+    /**
+     * Get the status of a job
+     */
+    async getStatus(id) {
+        const state = await this.#storage.getJobState(id);
+        if (!state) {
+            return null;
+        }
+        const { status, timestamp } = parseState(state);
+        const messageStatus = {
+            id,
+            state: status,
+            createdAt: timestamp,
+            attempts: 0
+        };
+        if (status === 'completed') {
+            const result = await this.getResult(id);
+            if (result !== null) {
+                messageStatus.result = result;
+            }
+        }
+        else if (status === 'failed') {
+            const errorBuffer = await this.#storage.getError(id);
+            if (errorBuffer) {
+                try {
+                    messageStatus.error = JSON.parse(errorBuffer.toString());
+                }
+                catch {
+                    // Fallback for non-JSON errors
+                    messageStatus.error = { message: errorBuffer.toString() };
+                }
+            }
+        }
+        return messageStatus;
+    }
+}
+//# sourceMappingURL=producer.js.map

package/dist/producer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"producer.js","sourceRoot":"","sources":["../src/producer.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAU7C;;GAEG;AACH,MAAM,OAAO,QAAQ;IACnB,QAAQ,CAAS;IACjB,aAAa,CAAiB;IAC9B,YAAY,CAAgB;IAC5B,WAAW,CAAQ;IACnB,UAAU,CAAQ;IAElB,YAAa,MAAyC;QACpD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAA;QAC9B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,YAAY,IAAI,eAAe,EAAY,CAAA;QACvE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,IAAI,eAAe,EAAW,CAAA;QACpE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAA;QACzC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,IAAI,OAAO,CAAA,CAAC,SAAS;IACzD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,EAAU,EACV,OAAiB,EACjB,OAAwB;QAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,WAAW,CAAA;QAE5D,MAAM,OAAO,GAA2B;YACtC,EAAE;YACF,OAAO;YACP,SAAS,EAAE,SAAS;YACpB,QAAQ,EAAE,CAAC;YACX,WAAW;SACZ,CAAA;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,OAA8B,CAAC,CAAA;QAC/E,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,EAAE,UAAU,EAAE,SAAS,CAAC,CAAA;QAE5E,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,aAAa,CAAC,CAAA;YAE5C,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;gBACvC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;oBACpB,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAA;gBACxC,CAAC;YACH,CAAC;YAED,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,CAAA;QACvD,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAA;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,EAAU,EACV,OAAiB,EACjB,OAA+B;QAE/B,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,KAAK,CAAA;QAEzC,oDAAoD;QACpD,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,aAAa,EAAW,CAAA;QAEjH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAC1E,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;gBACvC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;oBACpB,aAAa,CAAC,MAAM,CAAC,CAAA;gBACvB,CAAC;YACH,CAAC;iBAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;gBAC9C,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,YAAY,CAAA;gBAC5D,YAAY,CAAC,IAAI,cAAc,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC,CAAA;YACpD,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,IAAI,SAAoD,CAAA;QAExD,IAAI,CAAC;YACH,cAAc;YACd,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;YAE9D,yDAAyD;YACzD,IAAI,aAAa,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACzC,OAAO,aAAa,CAAC,MAAM,CAAA;YAC7B,CAAC;YAED,qDAAqD;YACrD,IAAI,aAAa,CAAC,MAAM,KAAK,WAAW,IAAI,aAAa,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBACrF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;gBAC9C,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,YAAY,CAAA;gBAC5D,MAAM,IAAI,cAAc,CAAC,EAAE,EAAE,YAAY,CAAC,CAAA;YAC5C,CAAC;YAED,+BAA+B;YAC/B,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,aAAa,EAAS,CAAA;YACzF,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC1B,aAAa,CAAC,IAAI,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAA;YAC9C,CAAC,EAAE,OAAO,CAAC,CAAA;YAEX,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC,CAAA;QAC5D,CAAC;gBAAS,CAAC;YACT,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC5B,YAAY,CAAC,SAAS,CAAC,CAAA;YACzB,CAAC;YACD,MAAM,WAAW,EAAE,CAAA;QACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAE,EAAU;QACtB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QAEjD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;QAChC,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;QAEpC,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;YAC3B,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;QAChC,CAAC;QAED,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;YAC5B,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACjC,CAAC;QAED,kCAAkC;QAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QACjD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;QAChC,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAE,EAAU;QACzB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QACtD,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,YAAY,CAAC,CAAA;IACpD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAE,EAAU;QACzB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QACjD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;QAE/C,MAAM,aAAa,GAA2B;YAC5C,EAAE;YACF,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,SAAS;YACpB,QAAQ,EAAE,CAAC;SACZ,CAAA;QAED,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;YACvC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,aAAa,CAAC,MAAM,GAAG,MAAM,CAAA;YAC/B,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;YACpD,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,aAAa,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAoB,CAAA;gBAC7E,CAAC;gBAAC,MAAM,CAAC;oBACP,+BAA+B;oBAC/B,aAAa,CAAC,KAAK,GAAG,EAAE,OAAO,EAAE,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAA;gBAC3D,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,aAAa,CAAA;IACtB,CAAC;CACF"}

package/dist/queue.d.ts

@@ -0,0 +1,42 @@
+import { EventEmitter } from 'node:events';
+import type { QueueConfig, EnqueueOptions, EnqueueAndWaitOptions, EnqueueResult, CancelResult, MessageStatus, JobHandler, QueueEvents } from './types.ts';
+/**
+ * Queue class combining Producer and Consumer functionality
+ */
+export declare class Queue<TPayload, TResult = void> extends EventEmitter<QueueEvents<TResult>> {
+    #private;
+    constructor(config: QueueConfig<TPayload, TResult>);
+    /**
+     * Start the queue (connects storage and starts consumer if handler registered)
+     */
+    start(): Promise<void>;
+    /**
+     * Stop the queue gracefully
+     */
+    stop(): Promise<void>;
+    /**
+     * Register a job handler (makes this queue a consumer)
+     */
+    execute(handler: JobHandler<TPayload, TResult>): void;
+    /**
+     * Enqueue a job (fire-and-forget)
+     */
+    enqueue(id: string, payload: TPayload, options?: EnqueueOptions): Promise<EnqueueResult<TResult>>;
+    /**
+     * Enqueue a job and wait for the result
+     */
+    enqueueAndWait(id: string, payload: TPayload, options?: EnqueueAndWaitOptions): Promise<TResult>;
+    /**
+     * Cancel a pending job
+     */
+    cancel(id: string): Promise<CancelResult>;
+    /**
+     * Get the result of a completed job
+     */
+    getResult(id: string): Promise<TResult | null>;
+    /**
+     * Get the status of a job
+     */
+    getStatus(id: string): Promise<MessageStatus<TResult> | null>;
+}
+//# sourceMappingURL=queue.d.ts.map

package/dist/queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../src/queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAI1C,OAAO,KAAK,EACV,WAAW,EACX,cAAc,EACd,qBAAqB,EACrB,aAAa,EACb,YAAY,EACZ,aAAa,EACb,UAAU,EACV,WAAW,EACZ,MAAM,YAAY,CAAA;AAKnB;;GAEG;AACH,qBAAa,KAAK,CAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAE,SAAQ,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;;gBAgBxE,MAAM,EAAE,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC;IAsBnD;;OAEG;IACG,KAAK,IAAK,OAAO,CAAC,IAAI,CAAC;IAc7B;;OAEG;IACG,IAAI,IAAK,OAAO,CAAC,IAAI,CAAC;IAa5B;;OAEG;IACH,OAAO,CAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,IAAI;IAStD;;OAEG;IACG,OAAO,CACX,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,QAAQ,EACjB,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAQlC;;OAEG;IACG,cAAc,CAClB,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,QAAQ,EACjB,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,OAAO,CAAC;IAInB;;OAEG;IACG,MAAM,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAQhD;;OAEG;IACG,SAAS,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAIrD;;OAEG;IACG,SAAS,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;CA6CrE"}

package/dist/queue.js

@@ -0,0 +1,153 @@
+import { EventEmitter } from 'node:events';
+import { randomUUID } from 'node:crypto';
+import { Producer } from "./producer.js";
+import { Consumer } from "./consumer.js";
+import { createJsonSerde } from "./serde/index.js";
+/**
+ * Queue class combining Producer and Consumer functionality
+ */
+export class Queue extends EventEmitter {
+    #storage;
+    #producer;
+    #consumer = null;
+    #workerId;
+    #handler = null;
+    #started = false;
+    #payloadSerde;
+    #resultSerde;
+    #concurrency;
+    #blockTimeout;
+    #maxRetries;
+    #resultTTL;
+    #visibilityTimeout;
+    constructor(config) {
+        super();
+        this.#storage = config.storage;
+        this.#workerId = config.workerId ?? randomUUID();
+        this.#payloadSerde = config.payloadSerde ?? createJsonSerde();
+        this.#resultSerde = config.resultSerde ?? createJsonSerde();
+        this.#concurrency = config.concurrency ?? 1;
+        this.#blockTimeout = config.blockTimeout ?? 5;
+        this.#maxRetries = config.maxRetries ?? 3;
+        this.#resultTTL = config.resultTTL ?? 3600000;
+        this.#visibilityTimeout = config.visibilityTimeout ?? 30000;
+        this.#producer = new Producer({
+            storage: this.#storage,
+            payloadSerde: this.#payloadSerde,
+            resultSerde: this.#resultSerde,
+            maxRetries: this.#maxRetries,
+            resultTTL: this.#resultTTL
+        });
+    }
+    /**
+     * Start the queue (connects storage and starts consumer if handler registered)
+     */
+    async start() {
+        if (this.#started)
+            return;
+        await this.#storage.connect();
+        this.#started = true;
+        // If handler was registered, start consumer
+        if (this.#handler) {
+            this.#startConsumer();
+        }
+        this.emit('started');
+    }
+    /**
+     * Stop the queue gracefully
+     */
+    async stop() {
+        if (!this.#started)
+            return;
+        if (this.#consumer) {
+            await this.#consumer.stop();
+        }
+        await this.#storage.disconnect();
+        this.#started = false;
+        this.emit('stopped');
+    }
+    /**
+     * Register a job handler (makes this queue a consumer)
+     */
+    execute(handler) {
+        this.#handler = handler;
+        // If already started, create and start consumer
+        if (this.#started) {
+            this.#startConsumer();
+        }
+    }
+    /**
+     * Enqueue a job (fire-and-forget)
+     */
+    async enqueue(id, payload, options) {
+        const result = await this.#producer.enqueue(id, payload, options);
+        if (result.status === 'queued') {
+            this.emit('enqueued', id);
+        }
+        return result;
+    }
+    /**
+     * Enqueue a job and wait for the result
+     */
+    async enqueueAndWait(id, payload, options) {
+        return this.#producer.enqueueAndWait(id, payload, options);
+    }
+    /**
+     * Cancel a pending job
+     */
+    async cancel(id) {
+        const result = await this.#producer.cancel(id);
+        if (result.status === 'cancelled') {
+            this.emit('cancelled', id);
+        }
+        return result;
+    }
+    /**
+     * Get the result of a completed job
+     */
+    async getResult(id) {
+        return this.#producer.getResult(id);
+    }
+    /**
+     * Get the status of a job
+     */
+    async getStatus(id) {
+        return this.#producer.getStatus(id);
+    }
+    #startConsumer() {
+        if (this.#consumer || !this.#handler)
+            return;
+        this.#consumer = new Consumer({
+            storage: this.#storage,
+            workerId: this.#workerId,
+            payloadSerde: this.#payloadSerde,
+            resultSerde: this.#resultSerde,
+            concurrency: this.#concurrency,
+            blockTimeout: this.#blockTimeout,
+            maxRetries: this.#maxRetries,
+            resultTTL: this.#resultTTL,
+            visibilityTimeout: this.#visibilityTimeout
+        });
+        // Forward consumer events
+        this.#consumer.on('error', (error) => {
+            this.emit('error', error);
+        });
+        this.#consumer.on('completed', (id, result) => {
+            this.emit('completed', id, result);
+        });
+        this.#consumer.on('failed', (id, error) => {
+            this.emit('failed', id, error);
+        });
+        this.#consumer.on('failing', (id, error, attempt) => {
+            this.emit('failing', id, error, attempt);
+        });
+        this.#consumer.on('requeued', (id) => {
+            this.emit('requeued', id);
+        });
+        this.#consumer.execute(this.#handler);
+        this.#consumer.start().catch((err) => {
+            this.emit('error', err);
+        });
+    }
+}
+//# sourceMappingURL=queue.js.map

package/dist/queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.js","sourceRoot":"","sources":["../src/queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAaxC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAElD;;GAEG;AACH,MAAM,OAAO,KAAgC,SAAQ,YAAkC;IACrF,QAAQ,CAAS;IACjB,SAAS,CAA6B;IACtC,SAAS,GAAuC,IAAI,CAAA;IACpD,SAAS,CAAQ;IACjB,QAAQ,GAAyC,IAAI,CAAA;IACrD,QAAQ,GAAG,KAAK,CAAA;IAEhB,aAAa,CAAiB;IAC9B,YAAY,CAAgB;IAC5B,YAAY,CAAQ;IACpB,aAAa,CAAQ;IACrB,WAAW,CAAQ;IACnB,UAAU,CAAQ;IAClB,kBAAkB,CAAQ;IAE1B,YAAa,MAAsC;QACjD,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAA;QAC9B,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,QAAQ,IAAI,UAAU,EAAE,CAAA;QAChD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,YAAY,IAAI,eAAe,EAAY,CAAA;QACvE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,IAAI,eAAe,EAAW,CAAA;QACpE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAA;QAC3C,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,YAAY,IAAI,CAAC,CAAA;QAC7C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAA;QACzC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,IAAI,OAAO,CAAA;QAC7C,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,iBAAiB,IAAI,KAAK,CAAA;QAE3D,IAAI,CAAC,SAAS,GAAG,IAAI,QAAQ,CAAoB;YAC/C,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,SAAS,EAAE,IAAI,CAAC,UAAU;SAC3B,CAAC,CAAA;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAM;QAEzB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;QAC7B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QAEpB,4CAA4C;QAC5C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,cAAc,EAAE,CAAA;QACvB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAM;QAE1B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAA;QAC7B,CAAC;QAED,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAA;QAChC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAA;QAErB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IACtB,CAAC;IAED;;OAEG;IACH,OAAO,CAAE,OAAsC;QAC7C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QAEvB,gDAAgD;QAChD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,cAAc,EAAE,CAAA;QACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,EAAU,EACV,OAAiB,EACjB,OAAwB;QAExB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QACjE,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAA;QAC3B,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,EAAU,EACV,OAAiB,EACjB,OAA+B;QAE/B,OAAO,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;IAC5D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAE,EAAU;QACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC9C,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;QAC5B,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAE,EAAU;QACzB,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;IACrC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAE,EAAU;QACzB,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;IACrC,CAAC;IAED,cAAc;QACZ,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAM;QAE5C,IAAI,CAAC,SAAS,GAAG,IAAI,QAAQ,CAAoB;YAC/C,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,QAAQ,EAAE,IAAI,CAAC,SAAS;YACxB,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,iBAAiB,EAAE,IAAI,CAAC,kBAAkB;SAC3C,CAAC,CAAA;QAEF,0BAA0B;QAC1B,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACnC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE;YAC5C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA;QACpC,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE;YACxC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAA;QAChC,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YAClD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE;YACnC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACrC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACnC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;QACzB,CAAC,CAAC,CAAA;IACJ,CAAC;CACF"}

package/dist/reaper.d.ts

@@ -0,0 +1,52 @@
+import { EventEmitter } from 'node:events';
+import type { Storage } from './storage/types.ts';
+import type { Serde } from './serde/index.ts';
+interface LeaderElectionConfig {
+    enabled: boolean;
+    lockTTL?: number;
+    renewalInterval?: number;
+    acquireRetryInterval?: number;
+}
+interface ReaperConfig<TPayload> {
+    storage: Storage;
+    payloadSerde?: Serde<TPayload>;
+    visibilityTimeout?: number;
+    leaderElection?: LeaderElectionConfig;
+}
+interface ReaperEvents {
+    error: [error: Error];
+    stalled: [id: string];
+    leadershipAcquired: [];
+    leadershipLost: [];
+}
+/**
+ * Reaper monitors for stalled jobs and requeues them.
+ *
+ * A job is considered stalled if it has been in "processing" state
+ * longer than the visibility timeout.
+ *
+ * When leader election is enabled, multiple Reaper instances can run
+ * for high availability, with only one active at a time.
+ */
+export declare class Reaper<TPayload> extends EventEmitter<ReaperEvents> {
+    #private;
+    constructor(config: ReaperConfig<TPayload>);
+    /**
+     * Get the unique identifier for this reaper instance
+     */
+    get reaperId(): string;
+    /**
+     * Check if this reaper is currently the leader
+     */
+    get isLeader(): boolean;
+    /**
+     * Start the reaper
+     */
+    start(): Promise<void>;
+    /**
+     * Stop the reaper gracefully
+     */
+    stop(): Promise<void>;
+}
+export {};
+//# sourceMappingURL=reaper.d.ts.map

package/dist/reaper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reaper.d.ts","sourceRoot":"","sources":["../src/reaper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAE1C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AAK7C,UAAU,oBAAoB;IAC5B,OAAO,EAAE,OAAO,CAAA;IAChB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,oBAAoB,CAAC,EAAE,MAAM,CAAA;CAC9B;AAED,UAAU,YAAY,CAAC,QAAQ;IAC7B,OAAO,EAAE,OAAO,CAAA;IAChB,YAAY,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAA;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,cAAc,CAAC,EAAE,oBAAoB,CAAA;CACtC;AAED,UAAU,YAAY;IACpB,KAAK,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IACrB,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;IACrB,kBAAkB,EAAE,EAAE,CAAA;IACtB,cAAc,EAAE,EAAE,CAAA;CACnB;AAOD;;;;;;;;GAQG;AACH,qBAAa,MAAM,CAAC,QAAQ,CAAE,SAAQ,YAAY,CAAC,YAAY,CAAC;;gBAejD,MAAM,EAAE,YAAY,CAAC,QAAQ,CAAC;IAS3C;;OAEG;IACH,IAAI,QAAQ,IAAK,MAAM,CAEtB;IAED;;OAEG;IACH,IAAI,QAAQ,IAAK,OAAO,CAEvB;IAED;;OAEG;IACG,KAAK,IAAK,OAAO,CAAC,IAAI,CAAC;IAa7B;;OAEG;IACG,IAAI,IAAK,OAAO,CAAC,IAAI,CAAC;CA4V7B"}