@platformatic/job-queue 0.0.1 → 0.1.0-alpha.3

package/dist/consumer.js

@@ -0,0 +1,214 @@
+import { EventEmitter } from 'node:events';
+import { MaxRetriesError } from "./errors.js";
+import { createJsonSerde } from "./serde/index.js";
+/**
+ * Consumer handles processing jobs from the queue
+ */
+export class Consumer extends EventEmitter {
+    #storage;
+    #workerId;
+    #payloadSerde;
+    #resultSerde;
+    #concurrency;
+    #blockTimeout;
+    #maxRetries;
+    #resultTTL;
+    #visibilityTimeout;
+    #handler = null;
+    #running = false;
+    #activeJobs = 0;
+    #abortController = null;
+    #jobAbortControllers = new Map();
+    constructor(config) {
+        super();
+        this.#storage = config.storage;
+        this.#workerId = config.workerId;
+        this.#payloadSerde = config.payloadSerde ?? createJsonSerde();
+        this.#resultSerde = config.resultSerde ?? createJsonSerde();
+        this.#concurrency = config.concurrency ?? 1;
+        this.#blockTimeout = config.blockTimeout ?? 5;
+        this.#maxRetries = config.maxRetries ?? 3;
+        this.#resultTTL = config.resultTTL ?? 3600000;
+        this.#visibilityTimeout = config.visibilityTimeout ?? 30000;
+    }
+    /**
+     * Register a job handler
+     */
+    execute(handler) {
+        this.#handler = handler;
+    }
+    /**
+     * Start consuming jobs
+     */
+    async start() {
+        if (this.#running)
+            return;
+        if (!this.#handler) {
+            throw new Error('No handler registered. Call execute() first.');
+        }
+        this.#running = true;
+        this.#abortController = new AbortController();
+        // Register worker
+        await this.#storage.registerWorker(this.#workerId, this.#visibilityTimeout * 2);
+        // Start worker loops based on concurrency
+        const loops = [];
+        for (let i = 0; i < this.#concurrency; i++) {
+            loops.push(this.#workerLoop());
+        }
+        // Don't await - let them run in background
+        Promise.all(loops).catch((err) => {
+            this.emit('error', err);
+        });
+    }
+    /**
+     * Stop consuming jobs gracefully
+     */
+    async stop() {
+        if (!this.#running)
+            return;
+        this.#running = false;
+        // Signal abort to worker loops
+        if (this.#abortController) {
+            this.#abortController.abort();
+        }
+        // Wait for active jobs to complete (with timeout)
+        const maxWait = this.#visibilityTimeout;
+        const startTime = Date.now();
+        while (this.#activeJobs > 0 && (Date.now() - startTime) < maxWait) {
+            await new Promise(resolve => setTimeout(resolve, 100));
+        }
+        // Abort any remaining jobs
+        for (const [, controller] of this.#jobAbortControllers) {
+            controller.abort();
+        }
+        this.#jobAbortControllers.clear();
+        // Unregister worker
+        await this.#storage.unregisterWorker(this.#workerId);
+    }
+    /**
+     * Worker loop that continuously dequeues and processes jobs
+     */
+    async #workerLoop() {
+        while (this.#running) {
+            try {
+                const message = await this.#storage.dequeue(this.#workerId, this.#blockTimeout);
+                if (!message) {
+                    // Timeout, check if still running
+                    continue;
+                }
+                // Check if aborted
+                if (this.#abortController?.signal.aborted) {
+                    // Put message back
+                    const queueMessage = this.#deserializeMessage(message);
+                    await this.#storage.requeue(queueMessage.id, message, this.#workerId);
+                    this.emit('requeued', queueMessage.id);
+                    break;
+                }
+                // Process the job
+                await this.#processJob(message);
+            }
+            catch (err) {
+                if (!this.#running)
+                    break;
+                this.emit('error', err);
+                // Brief pause before retrying loop
+                await new Promise(resolve => setTimeout(resolve, 1000));
+            }
+        }
+    }
+    /**
+     * Process a single job
+     */
+    async #processJob(message) {
+        const queueMessage = this.#deserializeMessage(message);
+        const { id, payload, attempts, maxAttempts } = queueMessage;
+        // Check if job was cancelled (deleted from jobs hash)
+        const state = await this.#storage.getJobState(id);
+        if (!state) {
+            // Job was cancelled, just ack it
+            await this.#storage.ack(id, message, this.#workerId);
+            return;
+        }
+        this.#activeJobs++;
+        // Create abort controller for this job
+        const jobAbortController = new AbortController();
+        this.#jobAbortControllers.set(id, jobAbortController);
+        // Set up visibility timeout
+        const visibilityTimer = setTimeout(() => {
+            jobAbortController.abort();
+        }, this.#visibilityTimeout);
+        // Update state to processing
+        const timestamp = Date.now();
+        await this.#storage.setJobState(id, `processing:${timestamp}:${this.#workerId}`);
+        await this.#storage.publishEvent(id, 'processing');
+        try {
+            const job = {
+                id,
+                payload,
+                attempts: attempts + 1,
+                signal: jobAbortController.signal
+            };
+            const result = await this.#executeHandler(job);
+            // Clear visibility timer
+            clearTimeout(visibilityTimer);
+            // Complete the job
+            const serializedResult = this.#resultSerde.serialize(result);
+            await this.#storage.completeJob(id, message, this.#workerId, serializedResult, this.#resultTTL);
+            this.emit('completed', id, result);
+        }
+        catch (err) {
+            // Clear visibility timer
+            clearTimeout(visibilityTimer);
+            const error = err;
+            const currentAttempts = attempts + 1;
+            if (currentAttempts < maxAttempts) {
+                // Retry - update message with incremented attempts
+                const updatedMessage = {
+                    ...queueMessage,
+                    attempts: currentAttempts
+                };
+                const serializedMessage = this.#payloadSerde.serialize(updatedMessage);
+                await this.#storage.retryJob(id, serializedMessage, this.#workerId, currentAttempts);
+                this.emit('failing', id, error, currentAttempts);
+            }
+            else {
+                // Max retries exceeded - fail the job
+                const maxRetriesError = new MaxRetriesError(id, currentAttempts, error);
+                const serializedError = Buffer.from(JSON.stringify({
+                    message: error.message,
+                    code: error.code,
+                    stack: error.stack
+                }));
+                await this.#storage.failJob(id, message, this.#workerId, serializedError, this.#resultTTL);
+                this.emit('failed', id, maxRetriesError);
+            }
+        }
+        finally {
+            this.#jobAbortControllers.delete(id);
+            this.#activeJobs--;
+        }
+    }
+    /**
+     * Execute the job handler (supports both async and callback styles)
+     */
+    async #executeHandler(job) {
+        const handler = this.#handler;
+        // Check if callback style (handler.length > 1)
+        if (handler.length > 1) {
+            return new Promise((resolve, reject) => {
+                handler(job, (err, result) => {
+                    if (err)
+                        reject(err);
+                    else
+                        resolve(result);
+                });
+            });
+        }
+        // Async style
+        return handler(job);
+    }
+    #deserializeMessage(message) {
+        return this.#payloadSerde.deserialize(message);
+    }
+}
+//# sourceMappingURL=consumer.js.map

package/dist/consumer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consumer.js","sourceRoot":"","sources":["../src/consumer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAI1C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAsBlD;;GAEG;AACH,MAAM,OAAO,QAA4B,SAAQ,YAAqC;IACpF,QAAQ,CAAS;IACjB,SAAS,CAAQ;IACjB,aAAa,CAAiB;IAC9B,YAAY,CAAgB;IAC5B,YAAY,CAAQ;IACpB,aAAa,CAAQ;IACrB,WAAW,CAAQ;IACnB,UAAU,CAAQ;IAClB,kBAAkB,CAAQ;IAE1B,QAAQ,GAAyC,IAAI,CAAA;IACrD,QAAQ,GAAG,KAAK,CAAA;IAChB,WAAW,GAAG,CAAC,CAAA;IACf,gBAAgB,GAA2B,IAAI,CAAA;IAC/C,oBAAoB,GAAiC,IAAI,GAAG,EAAE,CAAA;IAE9D,YAAa,MAAyC;QACpD,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAA;QAC9B,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAA;QAChC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,YAAY,IAAI,eAAe,EAAY,CAAA;QACvE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,IAAI,eAAe,EAAW,CAAA;QACpE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAA;QAC3C,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,YAAY,IAAI,CAAC,CAAA;QAC7C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAA;QACzC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,IAAI,OAAO,CAAA;QAC7C,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,iBAAiB,IAAI,KAAK,CAAA;IAC7D,CAAC;IAED;;OAEG;IACH,OAAO,CAAE,OAAsC;QAC7C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAM;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAA;QACjE,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QACpB,IAAI,CAAC,gBAAgB,GAAG,IAAI,eAAe,EAAE,CAAA;QAE7C,kBAAkB;QAClB,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAA;QAE/E,0CAA0C;QAC1C,MAAM,KAAK,GAAoB,EAAE,CAAA;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAA;QAChC,CAAC;QAED,2CAA2C;QAC3C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;QACzB,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAM;QAE1B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAA;QAErB,+BAA+B;QAC/B,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAA;QAC/B,CAAC;QAED,kDAAkD;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAA;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,OAAO,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,OAAO,EAAE,CAAC;YAClE,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;QACxD,CAAC;QAED,2BAA2B;QAC3B,KAAK,MAAM,CAAC,EAAE,UAAU,CAAC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACvD,UAAU,CAAC,KAAK,EAAE,CAAA;QACpB,CAAC;QACD,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAA;QAEjC,oBAAoB;QACpB,MAAM,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IACtD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;gBAE/E,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,kCAAkC;oBAClC,SAAQ;gBACV,CAAC;gBAED,mBAAmB;gBACnB,IAAI,IAAI,CAAC,gBAAgB,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC1C,mBAAmB;oBACnB,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;oBACtD,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;oBACrE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE,CAAC,CAAA;oBACtC,MAAK;gBACP,CAAC;gBAED,kBAAkB;gBAClB,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;YACjC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAAE,MAAK;gBACzB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAY,CAAC,CAAA;gBAChC,mCAAmC;gBACnC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAA;YACzD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAE,OAAe;QAChC,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;QACtD,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,YAAY,CAAA;QAE3D,sDAAsD;QACtD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QACjD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,iCAAiC;YACjC,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;YACpD,OAAM;QACR,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAA;QAElB,uCAAuC;QACvC,MAAM,kBAAkB,GAAG,IAAI,eAAe,EAAE,CAAA;QAChD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAAE,EAAE,kBAAkB,CAAC,CAAA;QAErD,4BAA4B;QAC5B,MAAM,eAAe,GAAG,UAAU,CAAC,GAAG,EAAE;YACtC,kBAAkB,CAAC,KAAK,EAAE,CAAA;QAC5B,CAAC,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAE3B,6BAA6B;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,EAAE,cAAc,SAAS,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;QAChF,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,EAAE,YAAY,CAAC,CAAA;QAElD,IAAI,CAAC;YACH,MAAM,GAAG,GAAkB;gBACzB,EAAE;gBACF,OAAO;gBACP,QAAQ,EAAE,QAAQ,GAAG,CAAC;gBACtB,MAAM,EAAE,kBAAkB,CAAC,MAAM;aAClC,CAAA;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;YAE9C,yBAAyB;YACzB,YAAY,CAAC,eAAe,CAAC,CAAA;YAE7B,mBAAmB;YACnB,MAAM,gBAAgB,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YAC5D,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,gBAAgB,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;YAE/F,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,yBAAyB;YACzB,YAAY,CAAC,eAAe,CAAC,CAAA;YAE7B,MAAM,KAAK,GAAG,GAAY,CAAA;YAC1B,MAAM,eAAe,GAAG,QAAQ,GAAG,CAAC,CAAA;YAEpC,IAAI,eAAe,GAAG,WAAW,EAAE,CAAC;gBAClC,mDAAmD;gBACnD,MAAM,cAAc,GAA2B;oBAC7C,GAAG,YAAY;oBACf,QAAQ,EAAE,eAAe;iBAC1B,CAAA;gBACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,cAAqC,CAAC,CAAA;gBAE7F,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAAE,iBAAiB,EAAE,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAA;gBAEpF,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,eAAe,CAAC,CAAA;YAClD,CAAC;iBAAM,CAAC;gBACN,sCAAsC;gBACtC,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC,EAAE,EAAE,eAAe,EAAE,KAAK,CAAC,CAAA;gBACvE,MAAM,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;oBACjD,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,IAAI,EAAG,KAAmC,CAAC,IAAI;oBAC/C,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC,CAAC,CAAA;gBAEH,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;gBAE1F,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,eAAe,CAAC,CAAA;YAC1C,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACpC,IAAI,CAAC,WAAW,EAAE,CAAA;QACpB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAE,GAAkB;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAS,CAAA;QAE9B,+CAA+C;QAC/C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC7C,OAAiG,CAChG,GAAG,EACH,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;oBACd,IAAI,GAAG;wBAAE,MAAM,CAAC,GAAG,CAAC,CAAA;;wBACf,OAAO,CAAC,MAAiB,CAAC,CAAA;gBACjC,CAAC,CACF,CAAA;YACH,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,cAAc;QACd,OAAQ,OAAoD,CAAC,GAAG,CAAC,CAAA;IACnE,CAAC;IAED,mBAAmB,CAAE,OAAe;QAClC,OAAO,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,OAAO,CAAsC,CAAA;IACrF,CAAC;CACF"}

package/dist/errors.d.ts

@@ -0,0 +1,60 @@
+/**
+ * Base error for job queue errors
+ */
+export declare class JobQueueError extends Error {
+    code: string;
+    constructor(message: string, code: string);
+    toJSON(): Record<string, unknown>;
+}
+/**
+ * Timeout waiting for job result
+ */
+export declare class TimeoutError extends JobQueueError {
+    jobId: string;
+    constructor(jobId: string, timeout: number);
+    toJSON(): Record<string, unknown>;
+}
+/**
+ * Job failed after max retries
+ */
+export declare class MaxRetriesError extends JobQueueError {
+    jobId: string;
+    attempts: number;
+    lastError: Error;
+    constructor(jobId: string, attempts: number, lastError: Error);
+    toJSON(): Record<string, unknown>;
+}
+/**
+ * Job not found
+ */
+export declare class JobNotFoundError extends JobQueueError {
+    jobId: string;
+    constructor(jobId: string);
+    toJSON(): Record<string, unknown>;
+}
+/**
+ * Storage operation failed
+ */
+export declare class StorageError extends JobQueueError {
+    cause?: Error;
+    constructor(message: string, cause?: Error);
+    toJSON(): Record<string, unknown>;
+}
+/**
+ * Job was cancelled
+ */
+export declare class JobCancelledError extends JobQueueError {
+    jobId: string;
+    constructor(jobId: string);
+    toJSON(): Record<string, unknown>;
+}
+/**
+ * Job failed
+ */
+export declare class JobFailedError extends JobQueueError {
+    jobId: string;
+    originalError: string;
+    constructor(jobId: string, errorMessage: string);
+    toJSON(): Record<string, unknown>;
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,qBAAa,aAAc,SAAQ,KAAK;IACtC,IAAI,EAAE,MAAM,CAAA;gBAEC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAO1C,MAAM,IAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAQnC;AAED;;GAEG;AACH,qBAAa,YAAa,SAAQ,aAAa;IAC7C,KAAK,EAAE,MAAM,CAAA;gBAEA,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAM3C,MAAM,IAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAMnC;AAED;;GAEG;AACH,qBAAa,eAAgB,SAAQ,aAAa;IAChD,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,KAAK,CAAA;gBAEH,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK;IAQ9D,MAAM,IAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAYnC;AAED;;GAEG;AACH,qBAAa,gBAAiB,SAAQ,aAAa;IACjD,KAAK,EAAE,MAAM,CAAA;gBAEA,KAAK,EAAE,MAAM;IAM1B,MAAM,IAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAMnC;AAED;;GAEG;AACH,qBAAa,YAAa,SAAQ,aAAa;IACpC,KAAK,CAAC,EAAE,KAAK,CAAA;gBAET,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK;IAM3C,MAAM,IAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAWnC;AAED;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,aAAa;IAClD,KAAK,EAAE,MAAM,CAAA;gBAEA,KAAK,EAAE,MAAM;IAM1B,MAAM,IAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAMnC;AAED;;GAEG;AACH,qBAAa,cAAe,SAAQ,aAAa;IAC/C,KAAK,EAAE,MAAM,CAAA;IACb,aAAa,EAAE,MAAM,CAAA;gBAER,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM;IAOhD,MAAM,IAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAOnC"}

package/dist/errors.js

@@ -0,0 +1,141 @@
+/**
+ * Base error for job queue errors
+ */
+export class JobQueueError extends Error {
+    code;
+    constructor(message, code) {
+        super(message);
+        this.name = 'JobQueueError';
+        this.code = code;
+        Error.captureStackTrace(this, this.constructor);
+    }
+    toJSON() {
+        return {
+            name: this.name,
+            message: this.message,
+            code: this.code,
+            stack: this.stack
+        };
+    }
+}
+/**
+ * Timeout waiting for job result
+ */
+export class TimeoutError extends JobQueueError {
+    jobId;
+    constructor(jobId, timeout) {
+        super(`Job '${jobId}' timed out after ${timeout}ms`, 'TIMEOUT');
+        this.name = 'TimeoutError';
+        this.jobId = jobId;
+    }
+    toJSON() {
+        return {
+            ...super.toJSON(),
+            jobId: this.jobId
+        };
+    }
+}
+/**
+ * Job failed after max retries
+ */
+export class MaxRetriesError extends JobQueueError {
+    jobId;
+    attempts;
+    lastError;
+    constructor(jobId, attempts, lastError) {
+        super(`Job '${jobId}' failed after ${attempts} attempts: ${lastError.message}`, 'MAX_RETRIES');
+        this.name = 'MaxRetriesError';
+        this.jobId = jobId;
+        this.attempts = attempts;
+        this.lastError = lastError;
+    }
+    toJSON() {
+        return {
+            ...super.toJSON(),
+            jobId: this.jobId,
+            attempts: this.attempts,
+            lastError: {
+                name: this.lastError.name,
+                message: this.lastError.message,
+                stack: this.lastError.stack
+            }
+        };
+    }
+}
+/**
+ * Job not found
+ */
+export class JobNotFoundError extends JobQueueError {
+    jobId;
+    constructor(jobId) {
+        super(`Job '${jobId}' not found`, 'JOB_NOT_FOUND');
+        this.name = 'JobNotFoundError';
+        this.jobId = jobId;
+    }
+    toJSON() {
+        return {
+            ...super.toJSON(),
+            jobId: this.jobId
+        };
+    }
+}
+/**
+ * Storage operation failed
+ */
+export class StorageError extends JobQueueError {
+    cause;
+    constructor(message, cause) {
+        super(message, 'STORAGE_ERROR');
+        this.name = 'StorageError';
+        this.cause = cause;
+    }
+    toJSON() {
+        const json = { ...super.toJSON() };
+        if (this.cause) {
+            json.cause = {
+                name: this.cause.name,
+                message: this.cause.message,
+                stack: this.cause.stack
+            };
+        }
+        return json;
+    }
+}
+/**
+ * Job was cancelled
+ */
+export class JobCancelledError extends JobQueueError {
+    jobId;
+    constructor(jobId) {
+        super(`Job '${jobId}' was cancelled`, 'JOB_CANCELLED');
+        this.name = 'JobCancelledError';
+        this.jobId = jobId;
+    }
+    toJSON() {
+        return {
+            ...super.toJSON(),
+            jobId: this.jobId
+        };
+    }
+}
+/**
+ * Job failed
+ */
+export class JobFailedError extends JobQueueError {
+    jobId;
+    originalError;
+    constructor(jobId, errorMessage) {
+        super(`Job '${jobId}' failed: ${errorMessage}`, 'JOB_FAILED');
+        this.name = 'JobFailedError';
+        this.jobId = jobId;
+        this.originalError = errorMessage;
+    }
+    toJSON() {
+        return {
+            ...super.toJSON(),
+            jobId: this.jobId,
+            originalError: this.originalError
+        };
+    }
+}
+//# sourceMappingURL=errors.js.map

package/dist/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,OAAO,aAAc,SAAQ,KAAK;IACtC,IAAI,CAAQ;IAEZ,YAAa,OAAe,EAAE,IAAY;QACxC,KAAK,CAAC,OAAO,CAAC,CAAA;QACd,IAAI,CAAC,IAAI,GAAG,eAAe,CAAA;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;IACjD,CAAC;IAED,MAAM;QACJ,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAA;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,YAAa,SAAQ,aAAa;IAC7C,KAAK,CAAQ;IAEb,YAAa,KAAa,EAAE,OAAe;QACzC,KAAK,CAAC,QAAQ,KAAK,qBAAqB,OAAO,IAAI,EAAE,SAAS,CAAC,CAAA;QAC/D,IAAI,CAAC,IAAI,GAAG,cAAc,CAAA;QAC1B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,KAAK,CAAC,MAAM,EAAE;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAA;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,eAAgB,SAAQ,aAAa;IAChD,KAAK,CAAQ;IACb,QAAQ,CAAQ;IAChB,SAAS,CAAO;IAEhB,YAAa,KAAa,EAAE,QAAgB,EAAE,SAAgB;QAC5D,KAAK,CAAC,QAAQ,KAAK,kBAAkB,QAAQ,cAAc,SAAS,CAAC,OAAO,EAAE,EAAE,aAAa,CAAC,CAAA;QAC9F,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAA;QAC7B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,KAAK,CAAC,MAAM,EAAE;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE;gBACT,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;gBACzB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO;gBAC/B,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;aAC5B;SACF,CAAA;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,gBAAiB,SAAQ,aAAa;IACjD,KAAK,CAAQ;IAEb,YAAa,KAAa;QACxB,KAAK,CAAC,QAAQ,KAAK,aAAa,EAAE,eAAe,CAAC,CAAA;QAClD,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAA;QAC9B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,KAAK,CAAC,MAAM,EAAE;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAA;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,YAAa,SAAQ,aAAa;IACpC,KAAK,CAAQ;IAEtB,YAAa,OAAe,EAAE,KAAa;QACzC,KAAK,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;QAC/B,IAAI,CAAC,IAAI,GAAG,cAAc,CAAA;QAC1B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,MAAM;QACJ,MAAM,IAAI,GAA4B,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,CAAA;QAC3D,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,GAAG;gBACX,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACrB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;gBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;aACxB,CAAA;QACH,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,iBAAkB,SAAQ,aAAa;IAClD,KAAK,CAAQ;IAEb,YAAa,KAAa;QACxB,KAAK,CAAC,QAAQ,KAAK,iBAAiB,EAAE,eAAe,CAAC,CAAA;QACtD,IAAI,CAAC,IAAI,GAAG,mBAAmB,CAAA;QAC/B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,KAAK,CAAC,MAAM,EAAE;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAA;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,cAAe,SAAQ,aAAa;IAC/C,KAAK,CAAQ;IACb,aAAa,CAAQ;IAErB,YAAa,KAAa,EAAE,YAAoB;QAC9C,KAAK,CAAC,QAAQ,KAAK,aAAa,YAAY,EAAE,EAAE,YAAY,CAAC,CAAA;QAC7D,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAA;QAC5B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,aAAa,GAAG,YAAY,CAAA;IACnC,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,KAAK,CAAC,MAAM,EAAE;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAA;IACH,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,12 @@
+export type { QueueMessage, MessageState, MessageStatus, EnqueueOptions, EnqueueAndWaitOptions, EnqueueResult, CancelResult, Job, JobHandler, QueueConfig, QueueEvents } from './types.ts';
+export { JobQueueError, TimeoutError, MaxRetriesError, JobNotFoundError, StorageError, JobCancelledError, JobFailedError } from './errors.ts';
+export type { Serde } from './serde/index.ts';
+export { JsonSerde, createJsonSerde } from './serde/index.ts';
+export type { Storage } from './storage/types.ts';
+export { MemoryStorage } from './storage/memory.ts';
+export { RedisStorage } from './storage/redis.ts';
+export { FileStorage } from './storage/file.ts';
+export { Queue } from './queue.ts';
+export { Reaper } from './reaper.ts';
+export { generateId, contentId } from './utils/id.ts';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,YAAY,EACV,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,cAAc,EACd,qBAAqB,EACrB,aAAa,EACb,YAAY,EACZ,GAAG,EACH,UAAU,EACV,WAAW,EACX,WAAW,EACZ,MAAM,YAAY,CAAA;AAGnB,OAAO,EACL,aAAa,EACb,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,EACjB,cAAc,EACf,MAAM,aAAa,CAAA;AAGpB,YAAY,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAG7D,YAAY,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAG/C,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AAGlC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAGpC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,eAAe,CAAA"}

package/dist/index.js

@@ -0,0 +1,13 @@
+// Errors
+export { JobQueueError, TimeoutError, MaxRetriesError, JobNotFoundError, StorageError, JobCancelledError, JobFailedError } from "./errors.js";
+export { JsonSerde, createJsonSerde } from "./serde/index.js";
+export { MemoryStorage } from "./storage/memory.js";
+export { RedisStorage } from "./storage/redis.js";
+export { FileStorage } from "./storage/file.js";
+// Queue
+export { Queue } from "./queue.js";
+// Reaper
+export { Reaper } from "./reaper.js";
+// Utils
+export { generateId, contentId } from "./utils/id.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAeA,SAAS;AACT,OAAO,EACL,aAAa,EACb,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,EACjB,cAAc,EACf,MAAM,aAAa,CAAA;AAIpB,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAI7D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAE/C,QAAQ;AACR,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AAElC,SAAS;AACT,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC,QAAQ;AACR,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,eAAe,CAAA"}

package/dist/producer.d.ts

@@ -0,0 +1,39 @@
+import type { Storage } from './storage/types.ts';
+import type { Serde } from './serde/index.ts';
+import type { EnqueueOptions, EnqueueAndWaitOptions, EnqueueResult, CancelResult, MessageStatus } from './types.ts';
+interface ProducerConfig<TPayload, TResult> {
+    storage: Storage;
+    payloadSerde?: Serde<TPayload>;
+    resultSerde?: Serde<TResult>;
+    maxRetries?: number;
+    resultTTL?: number;
+}
+/**
+ * Producer handles enqueueing jobs and retrieving results
+ */
+export declare class Producer<TPayload, TResult> {
+    #private;
+    constructor(config: ProducerConfig<TPayload, TResult>);
+    /**
+     * Enqueue a job (fire-and-forget)
+     */
+    enqueue(id: string, payload: TPayload, options?: EnqueueOptions): Promise<EnqueueResult<TResult>>;
+    /**
+     * Enqueue a job and wait for the result
+     */
+    enqueueAndWait(id: string, payload: TPayload, options?: EnqueueAndWaitOptions): Promise<TResult>;
+    /**
+     * Cancel a pending job
+     */
+    cancel(id: string): Promise<CancelResult>;
+    /**
+     * Get the result of a completed job
+     */
+    getResult(id: string): Promise<TResult | null>;
+    /**
+     * Get the status of a job
+     */
+    getStatus(id: string): Promise<MessageStatus<TResult> | null>;
+}
+export {};
+//# sourceMappingURL=producer.d.ts.map

package/dist/producer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"producer.d.ts","sourceRoot":"","sources":["../src/producer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AAC7C,OAAO,KAAK,EAEV,cAAc,EACd,qBAAqB,EACrB,aAAa,EACb,YAAY,EACZ,aAAa,EAEd,MAAM,YAAY,CAAA;AAKnB,UAAU,cAAc,CAAC,QAAQ,EAAE,OAAO;IACxC,OAAO,EAAE,OAAO,CAAA;IAChB,YAAY,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAA;IAC9B,WAAW,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;;GAEG;AACH,qBAAa,QAAQ,CAAC,QAAQ,EAAE,OAAO;;gBAOxB,MAAM,EAAE,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC;IAQtD;;OAEG;IACG,OAAO,CACX,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,QAAQ,EACjB,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IA+BlC;;OAEG;IACG,cAAc,CAClB,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,QAAQ,EACjB,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,OAAO,CAAC;IAoDnB;;OAEG;IACG,MAAM,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IA0BhD;;OAEG;IACG,SAAS,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAQrD;;OAEG;IACG,SAAS,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;CAkCrE"}