@platformatic/job-queue 0.0.1 → 0.1.0-alpha.3

package/dist/storage/memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../src/storage/memory.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAA;AAiBzC;;GAEG;AACH,qBAAa,aAAc,YAAW,OAAO;;;IAkBrC,OAAO,IAAK,OAAO,CAAC,IAAI,CAAC;IAUzB,UAAU,IAAK,OAAO,CAAC,IAAI,CAAC;IAkB5B,OAAO,CAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAkBhF,OAAO,CAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAgDnE,OAAO,CAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBtE,GAAG,CAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUlE,WAAW,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAIhD,WAAW,CAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAItD,SAAS,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAWxC,YAAY,CAAE,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC;IAQjE,SAAS,CAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOpE,SAAS,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAU9C,QAAQ,CAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlE,QAAQ,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAU7C,cAAc,CAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM/D,aAAa,CAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI9D,gBAAgB,CAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKlD,UAAU,IAAK,OAAO,CAAC,MAAM,EAAE,CAAC;IAahC,iBAAiB,CAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAIvD,cAAc,CAClB,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,CAAC,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,SAAS,KAAK,IAAI,GAC5D,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IASzB,iBAAiB,CAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAIzF,iBAAiB,CACrB,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GAC3C,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAQzB,YAAY,CAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvD,WAAW,CACf,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC;IAmBV,OAAO,CACX,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC;IAmBV,QAAQ,CACZ,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAyChB;;OAEG;IACH,KAAK,IAAK,IAAI;CAQf"}

package/dist/storage/memory.js

@@ -0,0 +1,292 @@
+import { EventEmitter } from 'node:events';
+/**
+ * In-memory storage implementation for testing and single-process scenarios
+ */
+export class MemoryStorage {
+    #queue = [];
+    #processingQueues = new Map();
+    #jobs = new Map();
+    #results = new Map();
+    #errors = new Map();
+    #workers = new Map();
+    #eventEmitter = new EventEmitter({ captureRejections: true });
+    #notifyEmitter = new EventEmitter({ captureRejections: true });
+    #cleanupInterval = null;
+    #dequeueWaiters = [];
+    constructor() {
+        // Disable max listeners warning for high-throughput scenarios
+        this.#eventEmitter.setMaxListeners(0);
+        this.#notifyEmitter.setMaxListeners(0);
+    }
+    async connect() {
+        // Already connected
+        if (this.#cleanupInterval)
+            return;
+        // Start TTL cleanup interval (every 1 second)
+        this.#cleanupInterval = setInterval(() => {
+            this.#cleanupExpired();
+        }, 1000);
+    }
+    async disconnect() {
+        if (this.#cleanupInterval) {
+            clearInterval(this.#cleanupInterval);
+            this.#cleanupInterval = null;
+        }
+        // Clear all dequeue waiters
+        for (const waiter of this.#dequeueWaiters) {
+            clearTimeout(waiter.timeoutId);
+            waiter.resolve(null);
+        }
+        this.#dequeueWaiters = [];
+        // Clear all event emitters
+        this.#eventEmitter.removeAllListeners();
+        this.#notifyEmitter.removeAllListeners();
+    }
+    async enqueue(id, message, timestamp) {
+        const existing = this.#jobs.get(id);
+        if (existing) {
+            return existing;
+        }
+        this.#jobs.set(id, `queued:${timestamp}`);
+        this.#queue.push(message);
+        // Publish event
+        this.#eventEmitter.emit('event', id, 'queued');
+        // Notify any waiting dequeue calls
+        this.#notifyDequeueWaiters();
+        return null;
+    }
+    async dequeue(workerId, timeout) {
+        // Try to get a job immediately
+        const message = this.#queue.shift();
+        if (message) {
+            this.#addToProcessingQueue(workerId, message);
+            return message;
+        }
+        // No job available, wait for one
+        return new Promise((resolve) => {
+            const timeoutId = setTimeout(() => {
+                // Remove this waiter from the list
+                const index = this.#dequeueWaiters.findIndex(w => w.resolve === resolve);
+                if (index !== -1) {
+                    this.#dequeueWaiters.splice(index, 1);
+                }
+                resolve(null);
+            }, timeout * 1000);
+            this.#dequeueWaiters.push({ workerId, resolve, timeoutId });
+        });
+    }
+    #notifyDequeueWaiters() {
+        while (this.#dequeueWaiters.length > 0 && this.#queue.length > 0) {
+            const waiter = this.#dequeueWaiters.shift();
+            if (waiter) {
+                clearTimeout(waiter.timeoutId);
+                const message = this.#queue.shift();
+                if (message) {
+                    this.#addToProcessingQueue(waiter.workerId, message);
+                    waiter.resolve(message);
+                }
+                else {
+                    waiter.resolve(null);
+                }
+            }
+        }
+    }
+    #addToProcessingQueue(workerId, message) {
+        let processingQueue = this.#processingQueues.get(workerId);
+        if (!processingQueue) {
+            processingQueue = [];
+            this.#processingQueues.set(workerId, processingQueue);
+        }
+        processingQueue.push(message);
+    }
+    async requeue(id, message, workerId) {
+        // Remove from processing queue
+        const processingQueue = this.#processingQueues.get(workerId);
+        if (processingQueue) {
+            const index = processingQueue.findIndex(m => m.equals(message));
+            if (index !== -1) {
+                processingQueue.splice(index, 1);
+            }
+        }
+        // Add back to main queue
+        this.#queue.unshift(message);
+        // Notify waiters
+        this.#notifyDequeueWaiters();
+    }
+    async ack(id, message, workerId) {
+        const processingQueue = this.#processingQueues.get(workerId);
+        if (processingQueue) {
+            const index = processingQueue.findIndex(m => m.equals(message));
+            if (index !== -1) {
+                processingQueue.splice(index, 1);
+            }
+        }
+    }
+    async getJobState(id) {
+        return this.#jobs.get(id) ?? null;
+    }
+    async setJobState(id, state) {
+        this.#jobs.set(id, state);
+    }
+    async deleteJob(id) {
+        const existed = this.#jobs.has(id);
+        this.#jobs.delete(id);
+        if (existed) {
+            this.#eventEmitter.emit('event', id, 'cancelled');
+        }
+        return existed;
+    }
+    async getJobStates(ids) {
+        const result = new Map();
+        for (const id of ids) {
+            result.set(id, this.#jobs.get(id) ?? null);
+        }
+        return result;
+    }
+    async setResult(id, result, ttlMs) {
+        this.#results.set(id, {
+            data: result,
+            expiresAt: Date.now() + ttlMs
+        });
+    }
+    async getResult(id) {
+        const stored = this.#results.get(id);
+        if (!stored)
+            return null;
+        if (Date.now() > stored.expiresAt) {
+            this.#results.delete(id);
+            return null;
+        }
+        return stored.data;
+    }
+    async setError(id, error, ttlMs) {
+        this.#errors.set(id, {
+            data: error,
+            expiresAt: Date.now() + ttlMs
+        });
+    }
+    async getError(id) {
+        const stored = this.#errors.get(id);
+        if (!stored)
+            return null;
+        if (Date.now() > stored.expiresAt) {
+            this.#errors.delete(id);
+            return null;
+        }
+        return stored.data;
+    }
+    async registerWorker(workerId, ttlMs) {
+        this.#workers.set(workerId, {
+            expiresAt: Date.now() + ttlMs
+        });
+    }
+    async refreshWorker(workerId, ttlMs) {
+        await this.registerWorker(workerId, ttlMs);
+    }
+    async unregisterWorker(workerId) {
+        this.#workers.delete(workerId);
+        this.#processingQueues.delete(workerId);
+    }
+    async getWorkers() {
+        const now = Date.now();
+        const activeWorkers = [];
+        for (const [workerId, info] of this.#workers) {
+            if (now <= info.expiresAt) {
+                activeWorkers.push(workerId);
+            }
+        }
+        return activeWorkers;
+    }
+    async getProcessingJobs(workerId) {
+        return this.#processingQueues.get(workerId) ?? [];
+    }
+    async subscribeToJob(id, handler) {
+        const eventName = `notify:${id}`;
+        this.#notifyEmitter.on(eventName, handler);
+        return async () => {
+            this.#notifyEmitter.off(eventName, handler);
+        };
+    }
+    async notifyJobComplete(id, status) {
+        this.#notifyEmitter.emit(`notify:${id}`, status);
+    }
+    async subscribeToEvents(handler) {
+        this.#eventEmitter.on('event', handler);
+        return async () => {
+            this.#eventEmitter.off('event', handler);
+        };
+    }
+    async publishEvent(id, event) {
+        this.#eventEmitter.emit('event', id, event);
+    }
+    async completeJob(id, message, workerId, result, resultTtlMs) {
+        const timestamp = Date.now();
+        // Set state to completed
+        this.#jobs.set(id, `completed:${timestamp}`);
+        // Store result
+        await this.setResult(id, result, resultTtlMs);
+        // Remove from processing queue
+        await this.ack(id, message, workerId);
+        // Publish notification
+        await this.notifyJobComplete(id, 'completed');
+        // Publish event
+        this.#eventEmitter.emit('event', id, 'completed');
+    }
+    async failJob(id, message, workerId, error, errorTtlMs) {
+        const timestamp = Date.now();
+        // Set state to failed
+        this.#jobs.set(id, `failed:${timestamp}`);
+        // Store error
+        await this.setError(id, error, errorTtlMs);
+        // Remove from processing queue
+        await this.ack(id, message, workerId);
+        // Publish notification
+        await this.notifyJobComplete(id, 'failed');
+        // Publish event
+        this.#eventEmitter.emit('event', id, 'failed');
+    }
+    async retryJob(id, message, workerId, attempts) {
+        const timestamp = Date.now();
+        // Set state to failing
+        this.#jobs.set(id, `failing:${timestamp}:${attempts}`);
+        // Move from processing queue to main queue
+        await this.requeue(id, message, workerId);
+        // Publish notification
+        await this.notifyJobComplete(id, 'failing');
+        // Publish event
+        this.#eventEmitter.emit('event', id, 'failing');
+    }
+    #cleanupExpired() {
+        const now = Date.now();
+        // Clean expired results
+        for (const [id, stored] of this.#results) {
+            if (now > stored.expiresAt) {
+                this.#results.delete(id);
+            }
+        }
+        // Clean expired errors
+        for (const [id, stored] of this.#errors) {
+            if (now > stored.expiresAt) {
+                this.#errors.delete(id);
+            }
+        }
+        // Clean expired workers
+        for (const [workerId, info] of this.#workers) {
+            if (now > info.expiresAt) {
+                this.#workers.delete(workerId);
+            }
+        }
+    }
+    /**
+     * Clear all data (useful for testing)
+     */
+    clear() {
+        this.#queue = [];
+        this.#processingQueues.clear();
+        this.#jobs.clear();
+        this.#results.clear();
+        this.#errors.clear();
+        this.#workers.clear();
+    }
+}
+//# sourceMappingURL=memory.js.map

package/dist/storage/memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../src/storage/memory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAkB1C;;GAEG;AACH,MAAM,OAAO,aAAa;IACxB,MAAM,GAAa,EAAE,CAAA;IACrB,iBAAiB,GAA0B,IAAI,GAAG,EAAE,CAAA;IACpD,KAAK,GAAwB,IAAI,GAAG,EAAE,CAAA;IACtC,QAAQ,GAA8B,IAAI,GAAG,EAAE,CAAA;IAC/C,OAAO,GAA8B,IAAI,GAAG,EAAE,CAAA;IAC9C,QAAQ,GAA4B,IAAI,GAAG,EAAE,CAAA;IAC7C,aAAa,GAAG,IAAI,YAAY,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAA;IAC7D,cAAc,GAAG,IAAI,YAAY,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAA;IAC9D,gBAAgB,GAA0C,IAAI,CAAA;IAC9D,eAAe,GAAoB,EAAE,CAAA;IAErC;QACE,8DAA8D;QAC9D,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QACrC,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IACxC,CAAC;IAED,KAAK,CAAC,OAAO;QACX,oBAAoB;QACpB,IAAI,IAAI,CAAC,gBAAgB;YAAE,OAAM;QAEjC,8CAA8C;QAC9C,IAAI,CAAC,gBAAgB,GAAG,WAAW,CAAC,GAAG,EAAE;YACvC,IAAI,CAAC,eAAe,EAAE,CAAA;QACxB,CAAC,EAAE,IAAI,CAAC,CAAA;IACV,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;YACpC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAA;QAC9B,CAAC;QAED,4BAA4B;QAC5B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1C,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YAC9B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACtB,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,EAAE,CAAA;QAEzB,2BAA2B;QAC3B,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAA;QACvC,IAAI,CAAC,cAAc,CAAC,kBAAkB,EAAE,CAAA;IAC1C,CAAC;IAED,KAAK,CAAC,OAAO,CAAE,EAAU,EAAE,OAAe,EAAE,SAAiB;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACnC,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,QAAQ,CAAA;QACjB,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,SAAS,EAAE,CAAC,CAAA;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAEzB,gBAAgB;QAChB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAA;QAE9C,mCAAmC;QACnC,IAAI,CAAC,qBAAqB,EAAE,CAAA;QAE5B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,CAAC,OAAO,CAAE,QAAgB,EAAE,OAAe;QAC9C,+BAA+B;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QACnC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;YAC7C,OAAO,OAAO,CAAA;QAChB,CAAC;QAED,iCAAiC;QACjC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;gBAChC,mCAAmC;gBACnC,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAA;gBACxE,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;oBACjB,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;gBACvC,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,CAAA;YACf,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,CAAA;YAElB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAA;QAC7D,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,qBAAqB;QACnB,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAA;YAC3C,IAAI,MAAM,EAAE,CAAC;gBACX,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;gBAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;gBACnC,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;oBACpD,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;gBACzB,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,qBAAqB,CAAE,QAAgB,EAAE,OAAe;QACtD,IAAI,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC1D,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,eAAe,GAAG,EAAE,CAAA;YACpB,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAA;QACvD,CAAC;QACD,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAE,EAAU,EAAE,OAAe,EAAE,QAAgB;QAC1D,+BAA+B;QAC/B,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC5D,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;YAC/D,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;gBACjB,eAAe,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;YAClC,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QAE5B,iBAAiB;QACjB,IAAI,CAAC,qBAAqB,EAAE,CAAA;IAC9B,CAAC;IAED,KAAK,CAAC,GAAG,CAAE,EAAU,EAAE,OAAe,EAAE,QAAgB;QACtD,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC5D,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;YAC/D,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;gBACjB,eAAe,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;YAClC,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAE,EAAU;QAC3B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAA;IACnC,CAAC;IAED,KAAK,CAAC,WAAW,CAAE,EAAU,EAAE,KAAa;QAC1C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;IAC3B,CAAC;IAED,KAAK,CAAC,SAAS,CAAE,EAAU;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAClC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAErB,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,WAAW,CAAC,CAAA;QACnD,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,KAAK,CAAC,YAAY,CAAE,GAAa;QAC/B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAA;QAC/C,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAA;QAC5C,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,SAAS,CAAE,EAAU,EAAE,MAAc,EAAE,KAAa;QACxD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE;YACpB,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC9B,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CAAE,EAAU;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACpC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAA;QACxB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACxB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAA;IACpB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAE,EAAU,EAAE,KAAa,EAAE,KAAa;QACtD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE;YACnB,IAAI,EAAE,KAAK;YACX,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC9B,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAE,EAAU;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACnC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAA;QACxB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACvB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAA;IACpB,CAAC;IAED,KAAK,CAAC,cAAc,CAAE,QAAgB,EAAE,KAAa;QACnD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE;YAC1B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC9B,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAE,QAAgB,EAAE,KAAa;QAClD,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;IAC5C,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAE,QAAgB;QACtC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAC9B,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IACzC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,MAAM,aAAa,GAAa,EAAE,CAAA;QAElC,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC7C,IAAI,GAAG,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC1B,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC9B,CAAC;QACH,CAAC;QAED,OAAO,aAAa,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAE,QAAgB;QACvC,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;IACnD,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,EAAU,EACV,OAA6D;QAE7D,MAAM,SAAS,GAAG,UAAU,EAAE,EAAE,CAAA;QAChC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAE1C,OAAO,KAAK,IAAI,EAAE;YAChB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAC7C,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAE,EAAU,EAAE,MAA0C;QAC7E,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA;IAClD,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,OAA4C;QAE5C,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAEvC,OAAO,KAAK,IAAI,EAAE;YAChB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC1C,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAE,EAAU,EAAE,KAAa;QAC3C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,KAAK,CAAC,CAAA;IAC7C,CAAC;IAED,KAAK,CAAC,WAAW,CACf,EAAU,EACV,OAAe,EACf,QAAgB,EAChB,MAAc,EACd,WAAmB;QAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,yBAAyB;QACzB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,aAAa,SAAS,EAAE,CAAC,CAAA;QAE5C,eAAe;QACf,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QAE7C,+BAA+B;QAC/B,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAA;QAErC,uBAAuB;QACvB,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,WAAW,CAAC,CAAA;QAE7C,gBAAgB;QAChB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,WAAW,CAAC,CAAA;IACnD,CAAC;IAED,KAAK,CAAC,OAAO,CACX,EAAU,EACV,OAAe,EACf,QAAgB,EAChB,KAAa,EACb,UAAkB;QAElB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,sBAAsB;QACtB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,SAAS,EAAE,CAAC,CAAA;QAEzC,cAAc;QACd,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,CAAA;QAE1C,+BAA+B;QAC/B,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAA;QAErC,uBAAuB;QACvB,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;QAE1C,gBAAgB;QAChB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAA;IAChD,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,EAAU,EACV,OAAe,EACf,QAAgB,EAChB,QAAgB;QAEhB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,uBAAuB;QACvB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,SAAS,IAAI,QAAQ,EAAE,CAAC,CAAA;QAEtD,2CAA2C;QAC3C,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAA;QAEzC,uBAAuB;QACvB,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,SAAS,CAAC,CAAA;QAE3C,gBAAgB;QAChB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,SAAS,CAAC,CAAA;IACjD,CAAC;IAED,eAAe;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAEtB,wBAAwB;QACxB,KAAK,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACzC,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC3B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,KAAK,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC3B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACzB,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC7C,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;gBACzB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,MAAM,GAAG,EAAE,CAAA;QAChB,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAA;QAC9B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAClB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;QACrB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAA;QACpB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;IACvB,CAAC;CACF"}

package/dist/storage/redis.d.ts

@@ -0,0 +1,47 @@
+import type { Storage } from './types.ts';
+interface RedisStorageConfig {
+    url?: string;
+    keyPrefix?: string;
+}
+/**
+ * Redis/Valkey storage implementation
+ */
+export declare class RedisStorage implements Storage {
+    #private;
+    constructor(config?: RedisStorageConfig);
+    connect(): Promise<void>;
+    disconnect(): Promise<void>;
+    enqueue(id: string, message: Buffer, timestamp: number): Promise<string | null>;
+    dequeue(workerId: string, timeout: number): Promise<Buffer | null>;
+    requeue(id: string, message: Buffer, workerId: string): Promise<void>;
+    ack(id: string, message: Buffer, workerId: string): Promise<void>;
+    getJobState(id: string): Promise<string | null>;
+    setJobState(id: string, state: string): Promise<void>;
+    deleteJob(id: string): Promise<boolean>;
+    getJobStates(ids: string[]): Promise<Map<string, string | null>>;
+    setResult(id: string, result: Buffer, ttlMs: number): Promise<void>;
+    getResult(id: string): Promise<Buffer | null>;
+    setError(id: string, error: Buffer, ttlMs: number): Promise<void>;
+    getError(id: string): Promise<Buffer | null>;
+    registerWorker(workerId: string, ttlMs: number): Promise<void>;
+    refreshWorker(workerId: string, ttlMs: number): Promise<void>;
+    unregisterWorker(workerId: string): Promise<void>;
+    getWorkers(): Promise<string[]>;
+    getProcessingJobs(workerId: string): Promise<Buffer[]>;
+    subscribeToJob(id: string, handler: (status: 'completed' | 'failed' | 'failing') => void): Promise<() => Promise<void>>;
+    notifyJobComplete(id: string, status: 'completed' | 'failed' | 'failing'): Promise<void>;
+    subscribeToEvents(handler: (id: string, event: string) => void): Promise<() => Promise<void>>;
+    publishEvent(id: string, event: string): Promise<void>;
+    completeJob(id: string, message: Buffer, workerId: string, result: Buffer, resultTtlMs: number): Promise<void>;
+    failJob(id: string, message: Buffer, workerId: string, error: Buffer, errorTtlMs: number): Promise<void>;
+    retryJob(id: string, message: Buffer, workerId: string, attempts: number): Promise<void>;
+    /**
+     * Clear all data (useful for testing)
+     */
+    clear(): Promise<void>;
+    acquireLeaderLock(lockKey: string, ownerId: string, ttlMs: number): Promise<boolean>;
+    renewLeaderLock(lockKey: string, ownerId: string, ttlMs: number): Promise<boolean>;
+    releaseLeaderLock(lockKey: string, ownerId: string): Promise<boolean>;
+}
+export {};
+//# sourceMappingURL=redis.d.ts.map

package/dist/storage/redis.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis.d.ts","sourceRoot":"","sources":["../../src/storage/redis.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAA;AAIzC,UAAU,kBAAkB;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAYD;;GAEG;AACH,qBAAa,YAAa,YAAW,OAAO;;gBAW7B,MAAM,GAAE,kBAAuB;IA0CtC,OAAO,IAAK,OAAO,CAAC,IAAI,CAAC;IAoBzB,UAAU,IAAK,OAAO,CAAC,IAAI,CAAC;IAuE5B,OAAO,CAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAoBhF,OAAO,CAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAcnE,OAAO,CAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMtE,GAAG,CAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlE,WAAW,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAKhD,WAAW,CAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAItD,SAAS,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAUxC,YAAY,CAAE,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC;IAajE,SAAS,CAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMpE,SAAS,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAK9C,QAAQ,CAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlE,QAAQ,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAK7C,cAAc,CAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM/D,aAAa,CAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI9D,gBAAgB,CAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlD,UAAU,IAAK,OAAO,CAAC,MAAM,EAAE,CAAC;IAKhC,iBAAiB,CAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKvD,cAAc,CAClB,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,CAAC,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,SAAS,KAAK,IAAI,GAC5D,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAczB,iBAAiB,CAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAKzF,iBAAiB,CACrB,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GAC3C,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAazB,YAAY,CAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvD,WAAW,CACf,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC;IAsBV,OAAO,CACX,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC;IAsBV,QAAQ,CACZ,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IA0ChB;;OAEG;IACG,KAAK,IAAK,OAAO,CAAC,IAAI,CAAC;IAgBvB,iBAAiB,CAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAYrF,eAAe,CAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAWnF,iBAAiB,CAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;CAU7E"}