light-async-queue 1.0.0

package/dist/src/storage/FileStore.js

@@ -0,0 +1,247 @@
+import { promises as fs } from 'node:fs';
+import { createWriteStream } from 'node:fs';
+import { dirname } from 'node:path';
+/**
+ * File-based storage implementation with crash recovery
+ * Uses append-only log for durability
+ */
+export class FileStore {
+    filePath;
+    deadLetterPath;
+    jobs;
+    deadLetterJobs;
+    writeStream;
+    dlqWriteStream;
+    constructor(filePath) {
+        this.filePath = filePath;
+        this.deadLetterPath = filePath.replace(/\.log$/, '') + '-dead-letter.log';
+        this.jobs = new Map();
+        this.deadLetterJobs = new Map();
+        this.writeStream = null;
+        this.dlqWriteStream = null;
+    }
+    /**
+     * Initialize storage and perform crash recovery
+     */
+    async initialize() {
+        // Ensure directory exists
+        await this.ensureDirectory(this.filePath);
+        await this.ensureDirectory(this.deadLetterPath);
+        // Load existing jobs from file
+        await this.loadJobsFromFile();
+        // Perform crash recovery
+        await this.performCrashRecovery();
+        // Open write streams for appending
+        this.writeStream = createWriteStream(this.filePath, { flags: 'a' });
+        this.dlqWriteStream = createWriteStream(this.deadLetterPath, { flags: 'a' });
+    }
+    /**
+     * Ensure parent directory exists
+     */
+    async ensureDirectory(filePath) {
+        const dir = dirname(filePath);
+        try {
+            await fs.mkdir(dir, { recursive: true });
+        }
+        catch {
+            // Directory might already exist
+        }
+    }
+    /**
+     * Load jobs from log file
+     */
+    async loadJobsFromFile() {
+        try {
+            const content = await fs.readFile(this.filePath, 'utf-8');
+            const lines = content.trim().split('\n').filter(line => line.length > 0);
+            for (const line of lines) {
+                try {
+                    const job = JSON.parse(line);
+                    this.jobs.set(job.id, job);
+                }
+                catch (parseError) {
+                    console.error('Failed to parse job line:', line, parseError);
+                }
+            }
+        }
+        catch (error) {
+            // File doesn't exist yet - this is fine for first run
+            if (error.code !== 'ENOENT') {
+                throw error;
+            }
+        }
+        // Load dead letter jobs
+        try {
+            const content = await fs.readFile(this.deadLetterPath, 'utf-8');
+            const lines = content.trim().split('\n').filter(line => line.length > 0);
+            for (const line of lines) {
+                try {
+                    const job = JSON.parse(line);
+                    this.deadLetterJobs.set(job.id, job);
+                }
+                catch (parseError) {
+                    console.error('Failed to parse DLQ job line:', line, parseError);
+                }
+            }
+        }
+        catch (error) {
+            // File doesn't exist yet - this is fine
+            if (error.code !== 'ENOENT') {
+                throw error;
+            }
+        }
+    }
+    /**
+     * Perform crash recovery:
+     * - Any job with status "processing" is marked as "pending"
+     * - Increment attempts by 1
+     * - Set nextRunAt to now
+     */
+    async performCrashRecovery() {
+        const now = Date.now();
+        let recoveredCount = 0;
+        for (const [id, job] of this.jobs.entries()) {
+            if (job.status === 'processing') {
+                // Job was being processed when system crashed
+                job.status = 'pending';
+                job.attempts += 1;
+                job.nextRunAt = now;
+                job.updatedAt = now;
+                this.jobs.set(id, job);
+                recoveredCount++;
+            }
+        }
+        if (recoveredCount > 0) {
+            console.log(`[FileStore] Crash recovery: ${recoveredCount} jobs recovered`);
+            // Rewrite the entire file with recovered state
+            await this.rewriteJobFile();
+        }
+    }
+    /**
+     * Rewrite the entire job file (used after crash recovery)
+     */
+    async rewriteJobFile() {
+        const lines = Array.from(this.jobs.values())
+            .map(job => JSON.stringify(job))
+            .join('\n');
+        if (lines.length > 0) {
+            await fs.writeFile(this.filePath, lines + '\n', 'utf-8');
+        }
+    }
+    /**
+     * Append a job to the log file atomically
+     */
+    async appendToLog(job) {
+        return new Promise((resolve, reject) => {
+            if (!this.writeStream) {
+                reject(new Error('Write stream not initialized'));
+                return;
+            }
+            const line = JSON.stringify(job) + '\n';
+            this.writeStream.write(line, (error) => {
+                if (error) {
+                    reject(error);
+                }
+                else {
+                    resolve();
+                }
+            });
+        });
+    }
+    /**
+     * Append a job to the dead letter queue log
+     */
+    async appendToDLQ(job) {
+        return new Promise((resolve, reject) => {
+            if (!this.dlqWriteStream) {
+                reject(new Error('DLQ write stream not initialized'));
+                return;
+            }
+            const line = JSON.stringify(job) + '\n';
+            this.dlqWriteStream.write(line, (error) => {
+                if (error) {
+                    reject(error);
+                }
+                else {
+                    resolve();
+                }
+            });
+        });
+    }
+    async addJob(job) {
+        this.jobs.set(job.id, { ...job });
+        await this.appendToLog(job);
+    }
+    async updateJob(job) {
+        if (!this.jobs.has(job.id)) {
+            throw new Error(`Job ${job.id} not found`);
+        }
+        this.jobs.set(job.id, { ...job });
+        await this.appendToLog(job);
+    }
+    async getPendingJobs(now) {
+        const pendingJobs = [];
+        for (const job of this.jobs.values()) {
+            if (job.status === 'pending' && job.nextRunAt <= now) {
+                pendingJobs.push({ ...job });
+            }
+        }
+        // Sort by nextRunAt (oldest first)
+        return pendingJobs.sort((a, b) => a.nextRunAt - b.nextRunAt);
+    }
+    async getJob(id) {
+        const job = this.jobs.get(id);
+        return job ? { ...job } : null;
+    }
+    async getAllJobs() {
+        return Array.from(this.jobs.values()).map(job => ({ ...job }));
+    }
+    async moveToDeadLetter(job) {
+        this.deadLetterJobs.set(job.id, { ...job });
+        this.jobs.delete(job.id);
+        await this.appendToDLQ(job);
+        // Rewrite main job file to remove the failed job
+        await this.rewriteJobFile();
+    }
+    async getFailedJobs() {
+        return Array.from(this.deadLetterJobs.values()).map(job => ({ ...job }));
+    }
+    async removeFromDeadLetter(jobId) {
+        this.deadLetterJobs.delete(jobId);
+        // Rewrite DLQ file
+        const lines = Array.from(this.deadLetterJobs.values())
+            .map(job => JSON.stringify(job))
+            .join('\n');
+        if (lines.length > 0) {
+            await fs.writeFile(this.deadLetterPath, lines + '\n', 'utf-8');
+        }
+        else {
+            // If no jobs left, write empty file
+            await fs.writeFile(this.deadLetterPath, '', 'utf-8');
+        }
+    }
+    async close() {
+        return new Promise((resolve) => {
+            let closed = 0;
+            const checkComplete = () => {
+                closed++;
+                if (closed === 2) {
+                    resolve();
+                }
+            };
+            if (this.writeStream) {
+                this.writeStream.end(checkComplete);
+            }
+            else {
+                checkComplete();
+            }
+            if (this.dlqWriteStream) {
+                this.dlqWriteStream.end(checkComplete);
+            }
+            else {
+                checkComplete();
+            }
+        });
+    }
+}
+//# sourceMappingURL=FileStore.js.map

package/dist/src/storage/FileStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileStore.js","sourceRoot":"","sources":["../../../src/storage/FileStore.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAe,MAAM,SAAS,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC;;;GAGG;AACH,MAAM,OAAO,SAAS;IACZ,QAAQ,CAAS;IACjB,cAAc,CAAS;IACvB,IAAI,CAAuB;IAC3B,cAAc,CAAuB;IACrC,WAAW,CAAqB;IAChC,cAAc,CAAqB;IAE3C,YAAY,QAAgB;QAC1B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,kBAAkB,CAAC;QAC1E,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,IAAI,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,0BAA0B;QAC1B,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAEhD,+BAA+B;QAC/B,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAE9B,yBAAyB;QACzB,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAElC,mCAAmC;QACnC,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,QAAgB;QAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB;QAC5B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEzE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;oBACxC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;gBAC7B,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;gBAC/D,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,sDAAsD;YACtD,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;YAChE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEzE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;oBACxC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;gBACvC,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;gBACnE,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,wCAAwC;YACxC,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,oBAAoB;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5C,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;gBAChC,8CAA8C;gBAC9C,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC;gBACvB,GAAG,CAAC,QAAQ,IAAI,CAAC,CAAC;gBAClB,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;gBACpB,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;gBAEpB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;gBACvB,cAAc,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;QAED,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,+BAA+B,cAAc,iBAAiB,CAAC,CAAC;YAC5E,+CAA+C;YAC/C,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc;QAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;aACzC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;aAC/B,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,GAAY;QACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;gBAClD,OAAO;YACT,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACxC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE;gBACrC,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACN,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,GAAY;QACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC,CAAC;gBACtD,OAAO;YACT,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACxC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE;gBACxC,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACN,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAY;QACvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;QAClC,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAY;QAC1B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;QAClC,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,GAAW;QAC9B,MAAM,WAAW,GAAc,EAAE,CAAC;QAElC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,EAAE,CAAC;gBACrD,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,GAAY;QACjC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAE5B,iDAAiD;QACjD,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,KAAa;QACtC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAElC,mBAAmB;QACnB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;aACnD,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;aAC/B,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,oCAAoC;YACpC,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,MAAM,aAAa,GAAG,GAAG,EAAE;gBACzB,MAAM,EAAE,CAAC;gBACT,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;oBACjB,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC,CAAC;YAEF,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,aAAa,EAAE,CAAC;YAClB,CAAC;YAED,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACN,aAAa,EAAE,CAAC;YAClB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/src/storage/MemoryStore.d.ts

@@ -0,0 +1,21 @@
+import { StorageInterface, JobData } from '../types.js';
+/**
+ * In-memory storage implementation
+ * Suitable for development and testing
+ */
+export declare class MemoryStore implements StorageInterface {
+    private jobs;
+    private deadLetterJobs;
+    constructor();
+    initialize(): Promise<void>;
+    addJob(job: JobData): Promise<void>;
+    updateJob(job: JobData): Promise<void>;
+    getPendingJobs(now: number): Promise<JobData[]>;
+    getJob(id: string): Promise<JobData | null>;
+    getAllJobs(): Promise<JobData[]>;
+    moveToDeadLetter(job: JobData): Promise<void>;
+    getFailedJobs(): Promise<JobData[]>;
+    removeFromDeadLetter(jobId: string): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=MemoryStore.d.ts.map

package/dist/src/storage/MemoryStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryStore.d.ts","sourceRoot":"","sources":["../../../src/storage/MemoryStore.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAExD;;;GAGG;AACH,qBAAa,WAAY,YAAW,gBAAgB;IAClD,OAAO,CAAC,IAAI,CAAuB;IACnC,OAAO,CAAC,cAAc,CAAuB;;IAOvC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,MAAM,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAInC,SAAS,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAOtC,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAa/C,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAK3C,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIhC,gBAAgB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAK7C,aAAa,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAInC,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B"}

package/dist/src/storage/MemoryStore.js

@@ -0,0 +1,55 @@
+/**
+ * In-memory storage implementation
+ * Suitable for development and testing
+ */
+export class MemoryStore {
+    jobs;
+    deadLetterJobs;
+    constructor() {
+        this.jobs = new Map();
+        this.deadLetterJobs = new Map();
+    }
+    async initialize() {
+        // No initialization needed for memory store
+    }
+    async addJob(job) {
+        this.jobs.set(job.id, { ...job });
+    }
+    async updateJob(job) {
+        if (!this.jobs.has(job.id)) {
+            throw new Error(`Job ${job.id} not found`);
+        }
+        this.jobs.set(job.id, { ...job });
+    }
+    async getPendingJobs(now) {
+        const pendingJobs = [];
+        for (const job of this.jobs.values()) {
+            if (job.status === 'pending' && job.nextRunAt <= now) {
+                pendingJobs.push({ ...job });
+            }
+        }
+        // Sort by nextRunAt (oldest first)
+        return pendingJobs.sort((a, b) => a.nextRunAt - b.nextRunAt);
+    }
+    async getJob(id) {
+        const job = this.jobs.get(id);
+        return job ? { ...job } : null;
+    }
+    async getAllJobs() {
+        return Array.from(this.jobs.values()).map(job => ({ ...job }));
+    }
+    async moveToDeadLetter(job) {
+        this.deadLetterJobs.set(job.id, { ...job });
+        this.jobs.delete(job.id);
+    }
+    async getFailedJobs() {
+        return Array.from(this.deadLetterJobs.values()).map(job => ({ ...job }));
+    }
+    async removeFromDeadLetter(jobId) {
+        this.deadLetterJobs.delete(jobId);
+    }
+    async close() {
+        // No cleanup needed for memory store
+    }
+}
+//# sourceMappingURL=MemoryStore.js.map

package/dist/src/storage/MemoryStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryStore.js","sourceRoot":"","sources":["../../../src/storage/MemoryStore.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,OAAO,WAAW;IACd,IAAI,CAAuB;IAC3B,cAAc,CAAuB;IAE7C;QACE,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,IAAI,GAAG,EAAE,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,4CAA4C;IAC9C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAY;QACvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAY;QAC1B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,GAAW;QAC9B,MAAM,WAAW,GAAc,EAAE,CAAC;QAElC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,EAAE,CAAC;gBACrD,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,GAAY;QACjC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,KAAa;QACtC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,qCAAqC;IACvC,CAAC;CACF"}

package/dist/src/types.d.ts

@@ -0,0 +1,126 @@
+/**
+ * Job status enum
+ */
+export type JobStatus = 'pending' | 'processing' | 'completed' | 'failed';
+/**
+ * Backoff strategy configuration
+ */
+export interface BackoffConfig {
+    type: 'exponential' | 'fixed';
+    delay: number;
+}
+/**
+ * Retry configuration
+ */
+export interface RetryConfig {
+    maxAttempts: number;
+    backoff: BackoffConfig;
+}
+/**
+ * Core job data structure
+ */
+export interface JobData {
+    id: string;
+    payload: unknown;
+    attempts: number;
+    maxAttempts: number;
+    status: JobStatus;
+    nextRunAt: number;
+    createdAt: number;
+    updatedAt: number;
+}
+/**
+ * Queue configuration options
+ */
+export interface QueueConfig {
+    storage: 'memory' | 'file';
+    filePath?: string;
+    concurrency: number;
+    retry: RetryConfig;
+}
+/**
+ * Job processor function type
+ */
+export type JobProcessor<T = unknown> = (job: JobData) => Promise<T>;
+/**
+ * Storage interface that all storage implementations must follow
+ */
+export interface StorageInterface {
+    /**
+     * Initialize the storage (load from disk, etc.)
+     */
+    initialize(): Promise<void>;
+    /**
+     * Add a new job to storage
+     */
+    addJob(job: JobData): Promise<void>;
+    /**
+     * Update an existing job
+     */
+    updateJob(job: JobData): Promise<void>;
+    /**
+     * Get all pending jobs that are ready to run
+     */
+    getPendingJobs(now: number): Promise<JobData[]>;
+    /**
+     * Get a specific job by ID
+     */
+    getJob(id: string): Promise<JobData | null>;
+    /**
+     * Get all jobs (for debugging/monitoring)
+     */
+    getAllJobs(): Promise<JobData[]>;
+    /**
+     * Move a job to dead letter queue
+     */
+    moveToDeadLetter(job: JobData): Promise<void>;
+    /**
+     * Get all failed jobs from DLQ
+     */
+    getFailedJobs(): Promise<JobData[]>;
+    /**
+     * Remove a job from DLQ (for reprocessing)
+     */
+    removeFromDeadLetter(jobId: string): Promise<void>;
+    /**
+     * Close/cleanup storage
+     */
+    close(): Promise<void>;
+}
+/**
+ * Worker result - success case
+ */
+export interface WorkerSuccess {
+    success: true;
+    result: unknown;
+}
+/**
+ * Worker result - failure case
+ */
+export interface WorkerFailure {
+    success: false;
+    error: string;
+}
+/**
+ * Worker result type
+ */
+export type WorkerResult = WorkerSuccess | WorkerFailure;
+/**
+ * Message sent to child worker process
+ */
+export type WorkerMessage = {
+    type: 'execute';
+    job: JobData;
+} | {
+    type: 'setProcessor';
+    code: string;
+};
+/**
+ * Response from child worker process
+ */
+export interface WorkerResponse {
+    type: 'result';
+    jobId: string;
+    result: WorkerResult;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,MAAM,SAAS,GAAG,SAAS,GAAG,YAAY,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE1E;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC;IAC9B,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,aAAa,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,SAAS,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,WAAW,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,MAAM,YAAY,CAAC,CAAC,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;AAErE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B;;OAEG;IACH,MAAM,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpC;;OAEG;IACH,SAAS,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvC;;OAEG;IACH,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAEhD;;OAEG;IACH,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IAE5C;;OAEG;IACH,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAEjC;;OAEG;IACH,gBAAgB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9C;;OAEG;IACH,aAAa,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAEpC;;OAEG;IACH,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnD;;OAEG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,IAAI,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,KAAK,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,aAAa,GAAG,aAAa,CAAC;AAEzD;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,GAAG,EAAE,OAAO,CAAC;CACd,GACD;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEN;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,QAAQ,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,YAAY,CAAC;CACtB"}

package/dist/src/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":""}

package/dist/src/worker/Worker.d.ts

@@ -0,0 +1,36 @@
+import { JobData, JobProcessor } from '../types.js';
+/**
+ * Worker manager that handles job execution in isolated child processes
+ */
+export declare class Worker {
+    private processor;
+    private childProcess;
+    private isReady;
+    private currentJobId;
+    constructor(processor: JobProcessor);
+    /**
+     * Initialize the worker by forking a child process
+     */
+    initialize(): Promise<void>;
+    /**
+     * Send the processor function to the child process
+     */
+    private sendProcessorToChild;
+    /**
+     * Execute a job in the child process
+     */
+    execute(job: JobData): Promise<{
+        success: boolean;
+        result?: unknown;
+        error?: string;
+    }>;
+    /**
+     * Check if worker is currently processing a job
+     */
+    isBusy(): boolean;
+    /**
+     * Terminate the worker
+     */
+    terminate(): Promise<void>;
+}
+//# sourceMappingURL=Worker.d.ts.map

package/dist/src/worker/Worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Worker.d.ts","sourceRoot":"","sources":["../../../src/worker/Worker.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAOpE;;GAEG;AACH,qBAAa,MAAM;IACjB,OAAO,CAAC,SAAS,CAAe;IAChC,OAAO,CAAC,YAAY,CAAsB;IAC1C,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,YAAY,CAAgB;gBAExB,SAAS,EAAE,YAAY;IAOnC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA6CjC;;OAEG;YACW,oBAAoB;IAuBlC;;OAEG;IACG,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IA+D5F;;OAEG;IACH,MAAM,IAAI,OAAO;IAIjB;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CA0BjC"}