light-async-queue 1.0.0

package/dist/src/queue/Job.js

@@ -0,0 +1,89 @@
+import { randomUUID } from 'node:crypto';
+/**
+ * Job class representing a single unit of work in the queue
+ */
+export class Job {
+    id;
+    payload;
+    attempts;
+    maxAttempts;
+    status;
+    nextRunAt;
+    createdAt;
+    updatedAt;
+    constructor(payload, maxAttempts, nextRunAt) {
+        const now = Date.now();
+        this.id = randomUUID();
+        this.payload = payload;
+        this.attempts = 0;
+        this.maxAttempts = maxAttempts;
+        this.status = 'pending';
+        this.nextRunAt = nextRunAt ?? now;
+        this.createdAt = now;
+        this.updatedAt = now;
+    }
+    /**
+     * Create a Job instance from stored data
+     */
+    static fromData(data) {
+        const job = Object.create(Job.prototype);
+        Object.assign(job, data);
+        return job;
+    }
+    /**
+     * Convert job to plain data object for storage
+     */
+    toData() {
+        return {
+            id: this.id,
+            payload: this.payload,
+            attempts: this.attempts,
+            maxAttempts: this.maxAttempts,
+            status: this.status,
+            nextRunAt: this.nextRunAt,
+            createdAt: this.createdAt,
+            updatedAt: this.updatedAt,
+        };
+    }
+    /**
+     * Mark job as processing
+     */
+    markProcessing() {
+        this.status = 'processing';
+        this.updatedAt = Date.now();
+    }
+    /**
+     * Mark job as completed
+     */
+    markCompleted() {
+        this.status = 'completed';
+        this.updatedAt = Date.now();
+    }
+    /**
+     * Mark job as failed and increment attempts
+     */
+    markFailed(nextRunAt) {
+        this.attempts += 1;
+        this.status = this.attempts >= this.maxAttempts ? 'failed' : 'pending';
+        if (nextRunAt !== undefined) {
+            this.nextRunAt = nextRunAt;
+        }
+        this.updatedAt = Date.now();
+    }
+    /**
+     * Check if job has exceeded max attempts
+     */
+    hasExceededMaxAttempts() {
+        return this.attempts >= this.maxAttempts;
+    }
+    /**
+     * Reset job for reprocessing (used when recovering from DLQ)
+     */
+    reset() {
+        this.attempts = 0;
+        this.status = 'pending';
+        this.nextRunAt = Date.now();
+        this.updatedAt = Date.now();
+    }
+}
+//# sourceMappingURL=Job.js.map

package/dist/src/queue/Job.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Job.js","sourceRoot":"","sources":["../../../src/queue/Job.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC;;GAEG;AACH,MAAM,OAAO,GAAG;IACE,EAAE,CAAS;IACpB,OAAO,CAAU;IACjB,QAAQ,CAAS;IACjB,WAAW,CAAS;IACpB,MAAM,CAAY;IAClB,SAAS,CAAS;IACT,SAAS,CAAS;IAC3B,SAAS,CAAS;IAEzB,YAAY,OAAgB,EAAE,WAAmB,EAAE,SAAkB;QACnE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,GAAG,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,IAAa;QAC3B,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACzB,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,aAAa;QACX,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,SAAkB;QAC3B,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACvE,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,sBAAsB;QACpB,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,CAAC;CACF"}

package/dist/src/queue/Queue.d.ts

@@ -0,0 +1,67 @@
+import { QueueConfig, JobProcessor, JobData } from '../types.js';
+/**
+ * Main Queue class - orchestrates job processing
+ */
+export declare class Queue {
+    private config;
+    private storage;
+    private scheduler;
+    private dlq;
+    private backoff;
+    private processor;
+    private workers;
+    private activeJobs;
+    private isShuttingDown;
+    private isInitialized;
+    constructor(config: QueueConfig);
+    /**
+     * Initialize the queue
+     */
+    private initialize;
+    /**
+     * Set the job processor function
+     */
+    process(processor: JobProcessor): void;
+    /**
+     * Add a job to the queue
+     */
+    add(payload: unknown): Promise<string>;
+    /**
+     * Handle a job that's ready to process
+     */
+    private handleJobReady;
+    /**
+     * Handle job failure with retry logic
+     */
+    private handleJobFailure;
+    /**
+     * Get an available worker or create a new one
+     */
+    private getAvailableWorker;
+    /**
+     * Get all failed jobs from DLQ
+     */
+    getFailedJobs(): Promise<JobData[]>;
+    /**
+     * Reprocess a failed job from DLQ
+     */
+    reprocessFailed(jobId: string): Promise<boolean>;
+    /**
+     * Get queue statistics
+     */
+    getStats(): Promise<{
+        active: number;
+        pending: number;
+        failed: number;
+        completed: number;
+    }>;
+    /**
+     * Set up graceful shutdown handlers
+     */
+    private setupGracefulShutdown;
+    /**
+     * Gracefully shutdown the queue
+     */
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=Queue.d.ts.map

package/dist/src/queue/Queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Queue.d.ts","sourceRoot":"","sources":["../../../src/queue/Queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAoB,OAAO,EAAE,MAAM,aAAa,CAAC;AASnF;;GAEG;AACH,qBAAa,KAAK;IAChB,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,GAAG,CAAkB;IAC7B,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,OAAO,CAAW;IAC1B,OAAO,CAAC,UAAU,CAAmB;IACrC,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,aAAa,CAAU;gBAEnB,MAAM,EAAE,WAAW;IAkC/B;;OAEG;YACW,UAAU;IASxB;;OAEG;IACH,OAAO,CAAC,SAAS,EAAE,YAAY,GAAG,IAAI;IAItC;;OAEG;IACG,GAAG,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;IAoB5C;;OAEG;YACW,cAAc;IAsD5B;;OAEG;YACW,gBAAgB;IAiB9B;;OAEG;YACW,kBAAkB;IAkChC;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAOzC;;OAEG;IACG,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAiBtD;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC;QACxB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IAgBF;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAW7B;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CA2BhC"}

package/dist/src/queue/Queue.js

@@ -0,0 +1,261 @@
+import { Job } from './Job.js';
+import { Backoff } from './Backoff.js';
+import { Scheduler } from './Scheduler.js';
+import { Worker } from '../worker/Worker.js';
+import { DeadLetterQueue } from '../dlq/DeadLetterQueue.js';
+import { MemoryStore } from '../storage/MemoryStore.js';
+import { FileStore } from '../storage/FileStore.js';
+/**
+ * Main Queue class - orchestrates job processing
+ */
+export class Queue {
+    config;
+    storage;
+    scheduler;
+    dlq;
+    backoff;
+    processor;
+    workers;
+    activeJobs;
+    isShuttingDown;
+    isInitialized;
+    constructor(config) {
+        this.config = config;
+        this.processor = null;
+        this.workers = [];
+        this.activeJobs = new Map();
+        this.isShuttingDown = false;
+        this.isInitialized = false;
+        // Initialize storage based on config
+        if (config.storage === 'file') {
+            if (!config.filePath) {
+                throw new Error('filePath is required when storage is "file"');
+            }
+            this.storage = new FileStore(config.filePath);
+        }
+        else {
+            this.storage = new MemoryStore();
+        }
+        // Initialize other components
+        this.scheduler = new Scheduler(this.storage);
+        this.dlq = new DeadLetterQueue(this.storage);
+        this.backoff = new Backoff(config.retry.backoff);
+        // Set up scheduler event handler
+        this.scheduler.on('job-ready', (jobData) => {
+            this.handleJobReady(jobData).catch(error => {
+                console.error('[Queue] Error handling job:', error);
+            });
+        });
+        // Set up graceful shutdown
+        this.setupGracefulShutdown();
+    }
+    /**
+     * Initialize the queue
+     */
+    async initialize() {
+        if (this.isInitialized) {
+            return;
+        }
+        await this.storage.initialize();
+        this.isInitialized = true;
+    }
+    /**
+     * Set the job processor function
+     */
+    process(processor) {
+        this.processor = processor;
+    }
+    /**
+     * Add a job to the queue
+     */
+    async add(payload) {
+        if (!this.isInitialized) {
+            await this.initialize();
+        }
+        if (this.isShuttingDown) {
+            throw new Error('Queue is shutting down, cannot accept new jobs');
+        }
+        const job = new Job(payload, this.config.retry.maxAttempts);
+        await this.storage.addJob(job.toData());
+        // Start scheduler if not already running
+        if (!this.scheduler.getIsRunning()) {
+            this.scheduler.start();
+        }
+        return job.id;
+    }
+    /**
+     * Handle a job that's ready to process
+     */
+    async handleJobReady(jobData) {
+        if (this.isShuttingDown) {
+            return;
+        }
+        // Check concurrency limit
+        if (this.activeJobs.size >= this.config.concurrency) {
+            return;
+        }
+        // Check if job is already being processed
+        if (this.activeJobs.has(jobData.id)) {
+            return;
+        }
+        if (!this.processor) {
+            console.error('[Queue] No processor function set');
+            return;
+        }
+        const job = Job.fromData(jobData);
+        // Mark job as processing
+        job.markProcessing();
+        this.activeJobs.set(job.id, job);
+        await this.storage.updateJob(job.toData());
+        // Get or create a worker
+        const worker = await this.getAvailableWorker();
+        try {
+            // Execute job in worker
+            const result = await worker.execute(job.toData());
+            if (result.success) {
+                // Job succeeded
+                job.markCompleted();
+                await this.storage.updateJob(job.toData());
+            }
+            else {
+                // Job failed
+                await this.handleJobFailure(job, result.error || 'Unknown error');
+            }
+        }
+        catch (error) {
+            // Worker execution error
+            await this.handleJobFailure(job, error instanceof Error ? error.message : String(error));
+        }
+        finally {
+            // Remove from active jobs
+            this.activeJobs.delete(job.id);
+        }
+    }
+    /**
+     * Handle job failure with retry logic
+     */
+    async handleJobFailure(job, error) {
+        console.error(`[Queue] Job ${job.id} failed:`, error);
+        // Calculate next run time with backoff
+        const nextRunAt = this.backoff.getNextRunAt(job.attempts + 1);
+        job.markFailed(nextRunAt);
+        if (job.hasExceededMaxAttempts()) {
+            // Move to dead letter queue
+            console.log(`[Queue] Job ${job.id} exceeded max attempts, moving to DLQ`);
+            await this.dlq.add(job);
+        }
+        else {
+            // Update job for retry
+            await this.storage.updateJob(job.toData());
+        }
+    }
+    /**
+     * Get an available worker or create a new one
+     */
+    async getAvailableWorker() {
+        // Find an idle worker
+        for (const worker of this.workers) {
+            if (!worker.isBusy()) {
+                return worker;
+            }
+        }
+        // Create a new worker if under concurrency limit
+        if (this.workers.length < this.config.concurrency) {
+            if (!this.processor) {
+                throw new Error('Processor function not set');
+            }
+            const worker = new Worker(this.processor);
+            await worker.initialize();
+            this.workers.push(worker);
+            return worker;
+        }
+        // Wait for a worker to become available
+        return new Promise((resolve) => {
+            const checkInterval = setInterval(() => {
+                for (const worker of this.workers) {
+                    if (!worker.isBusy()) {
+                        clearInterval(checkInterval);
+                        resolve(worker);
+                        return;
+                    }
+                }
+            }, 100);
+        });
+    }
+    /**
+     * Get all failed jobs from DLQ
+     */
+    async getFailedJobs() {
+        if (!this.isInitialized) {
+            await this.initialize();
+        }
+        return this.dlq.getAll();
+    }
+    /**
+     * Reprocess a failed job from DLQ
+     */
+    async reprocessFailed(jobId) {
+        if (!this.isInitialized) {
+            await this.initialize();
+        }
+        const job = await this.dlq.remove(jobId);
+        if (!job) {
+            return false;
+        }
+        // Add back to queue
+        await this.storage.addJob(job.toData());
+        return true;
+    }
+    /**
+     * Get queue statistics
+     */
+    async getStats() {
+        if (!this.isInitialized) {
+            await this.initialize();
+        }
+        const allJobs = await this.storage.getAllJobs();
+        const failedJobs = await this.dlq.getAll();
+        return {
+            active: this.activeJobs.size,
+            pending: allJobs.filter(j => j.status === 'pending').length,
+            failed: failedJobs.length,
+            completed: allJobs.filter(j => j.status === 'completed').length,
+        };
+    }
+    /**
+     * Set up graceful shutdown handlers
+     */
+    setupGracefulShutdown() {
+        const shutdown = async () => {
+            console.log('[Queue] Graceful shutdown initiated...');
+            await this.shutdown();
+            process.exit(0);
+        };
+        process.on('SIGINT', shutdown);
+        process.on('SIGTERM', shutdown);
+    }
+    /**
+     * Gracefully shutdown the queue
+     */
+    async shutdown() {
+        if (this.isShuttingDown) {
+            return;
+        }
+        this.isShuttingDown = true;
+        // Stop accepting new jobs
+        this.scheduler.stop();
+        // Wait for active jobs to complete
+        console.log(`[Queue] Waiting for ${this.activeJobs.size} active jobs to complete...`);
+        while (this.activeJobs.size > 0) {
+            await new Promise(resolve => setTimeout(resolve, 100));
+        }
+        // Terminate all workers
+        console.log('[Queue] Terminating workers...');
+        await Promise.all(this.workers.map(worker => worker.terminate()));
+        // Close storage
+        console.log('[Queue] Closing storage...');
+        await this.storage.close();
+        console.log('[Queue] Shutdown complete');
+    }
+}
+//# sourceMappingURL=Queue.js.map

package/dist/src/queue/Queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Queue.js","sourceRoot":"","sources":["../../../src/queue/Queue.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEpD;;GAEG;AACH,MAAM,OAAO,KAAK;IACR,MAAM,CAAc;IACpB,OAAO,CAAmB;IAC1B,SAAS,CAAY;IACrB,GAAG,CAAkB;IACrB,OAAO,CAAU;IACjB,SAAS,CAAsB;IAC/B,OAAO,CAAW;IAClB,UAAU,CAAmB;IAC7B,cAAc,CAAU;IACxB,aAAa,CAAU;IAE/B,YAAY,MAAmB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAE3B,qCAAqC;QACrC,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACrB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YACjE,CAAC;YACD,IAAI,CAAC,OAAO,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QACnC,CAAC;QAED,8BAA8B;QAC9B,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,GAAG,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEjD,iCAAiC;QACjC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,OAAgB,EAAE,EAAE;YAClD,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;gBACzC,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACtD,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,2BAA2B;QAC3B,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,UAAU;QACtB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAChC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,SAAuB;QAC7B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,OAAgB;QACxB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAExC,yCAAyC;QACzC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;QAED,OAAO,GAAG,CAAC,EAAE,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,OAAgB;QAC3C,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,0BAA0B;QAC1B,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YACpD,OAAO;QACT,CAAC;QAED,0CAA0C;QAC1C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACnD,OAAO;QACT,CAAC;QAED,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAElC,yBAAyB;QACzB,GAAG,CAAC,cAAc,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACjC,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAE3C,yBAAyB;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE/C,IAAI,CAAC;YACH,wBAAwB;YACxB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAElD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,gBAAgB;gBAChB,GAAG,CAAC,aAAa,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,aAAa;gBACb,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,IAAI,eAAe,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,yBAAyB;YACzB,MAAM,IAAI,CAAC,gBAAgB,CACzB,GAAG,EACH,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,0BAA0B;YAC1B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,GAAQ,EAAE,KAAa;QACpD,OAAO,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QAEtD,uCAAuC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QAC9D,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAE1B,IAAI,GAAG,CAAC,sBAAsB,EAAE,EAAE,CAAC;YACjC,4BAA4B;YAC5B,OAAO,CAAC,GAAG,CAAC,eAAe,GAAG,CAAC,EAAE,uCAAuC,CAAC,CAAC;YAC1E,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,uBAAuB;YACvB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB;QAC9B,sBAAsB;QACtB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;gBACrB,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1C,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;YAC1B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,wCAAwC;QACxC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;gBACrC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;wBACrB,aAAa,CAAC,aAAa,CAAC,CAAC;wBAC7B,OAAO,CAAC,MAAM,CAAC,CAAC;wBAChB,OAAO;oBACT,CAAC;gBACH,CAAC;YACH,CAAC,EAAE,GAAG,CAAC,CAAC;QACV,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,KAAa;QACjC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEzC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO,KAAK,CAAC;QACf,CAAC;QAED,oBAAoB;QACpB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAExC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QAMZ,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAChD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;QAE3C,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI;YAC5B,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;YAC3D,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM;SAChE,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,qBAAqB;QAC3B,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;YAC1B,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;YACtD,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC;QAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC/B,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAE3B,0BAA0B;QAC1B,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAEtB,mCAAmC;QACnC,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,CAAC,UAAU,CAAC,IAAI,6BAA6B,CAAC,CAAC;QAEtF,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QACzD,CAAC;QAED,wBAAwB;QACxB,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAC9C,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAElE,gBAAgB;QAChB,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAE3B,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAC3C,CAAC;CACF"}

package/dist/src/queue/Scheduler.d.ts

@@ -0,0 +1,30 @@
+import { StorageInterface } from '../types.js';
+import { EventEmitter } from 'node:events';
+/**
+ * Scheduler that periodically checks for pending jobs
+ * Runs every 200ms and emits events for jobs ready to process
+ */
+export declare class Scheduler extends EventEmitter {
+    private storage;
+    private interval;
+    private isRunning;
+    private readonly tickInterval;
+    constructor(storage: StorageInterface);
+    /**
+     * Start the scheduler
+     */
+    start(): void;
+    /**
+     * Stop the scheduler
+     */
+    stop(): void;
+    /**
+     * Single tick - check for pending jobs
+     */
+    private tick;
+    /**
+     * Check if scheduler is running
+     */
+    getIsRunning(): boolean;
+}
+//# sourceMappingURL=Scheduler.d.ts.map

package/dist/src/queue/Scheduler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Scheduler.d.ts","sourceRoot":"","sources":["../../../src/queue/Scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C;;;GAGG;AACH,qBAAa,SAAU,SAAQ,YAAY;IACzC,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,QAAQ,CAAwB;IACxC,OAAO,CAAC,SAAS,CAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;gBAEhC,OAAO,EAAE,gBAAgB;IAOrC;;OAEG;IACH,KAAK,IAAI,IAAI;IAab;;OAEG;IACH,IAAI,IAAI,IAAI;IAQZ;;OAEG;YACW,IAAI;IAclB;;OAEG;IACH,YAAY,IAAI,OAAO;CAGxB"}

package/dist/src/queue/Scheduler.js

@@ -0,0 +1,62 @@
+import { EventEmitter } from 'node:events';
+/**
+ * Scheduler that periodically checks for pending jobs
+ * Runs every 200ms and emits events for jobs ready to process
+ */
+export class Scheduler extends EventEmitter {
+    storage;
+    interval;
+    isRunning;
+    tickInterval = 200; // 200ms
+    constructor(storage) {
+        super();
+        this.storage = storage;
+        this.interval = null;
+        this.isRunning = false;
+    }
+    /**
+     * Start the scheduler
+     */
+    start() {
+        if (this.isRunning) {
+            return;
+        }
+        this.isRunning = true;
+        this.interval = setInterval(() => {
+            this.tick().catch(error => {
+                this.emit('error', error);
+            });
+        }, this.tickInterval);
+    }
+    /**
+     * Stop the scheduler
+     */
+    stop() {
+        if (this.interval) {
+            clearInterval(this.interval);
+            this.interval = null;
+        }
+        this.isRunning = false;
+    }
+    /**
+     * Single tick - check for pending jobs
+     */
+    async tick() {
+        if (!this.isRunning) {
+            return;
+        }
+        const now = Date.now();
+        const pendingJobs = await this.storage.getPendingJobs(now);
+        for (const job of pendingJobs) {
+            // Emit job-ready event for each pending job
+            this.emit('job-ready', job);
+        }
+    }
+    /**
+     * Check if scheduler is running
+     */
+    getIsRunning() {
+        return this.isRunning;
+    }
+}
+//# sourceMappingURL=Scheduler.js.map

package/dist/src/queue/Scheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Scheduler.js","sourceRoot":"","sources":["../../../src/queue/Scheduler.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C;;;GAGG;AACH,MAAM,OAAO,SAAU,SAAQ,YAAY;IACjC,OAAO,CAAmB;IAC1B,QAAQ,CAAwB;IAChC,SAAS,CAAU;IACV,YAAY,GAAW,GAAG,CAAC,CAAC,QAAQ;IAErD,YAAY,OAAyB;QACnC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;YAC/B,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;gBACxB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,IAAI;QAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAE3D,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,4CAA4C;YAC5C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;CACF"}

package/dist/src/storage/FileStore.d.ts

@@ -0,0 +1,55 @@
+import { StorageInterface, JobData } from '../types.js';
+/**
+ * File-based storage implementation with crash recovery
+ * Uses append-only log for durability
+ */
+export declare class FileStore implements StorageInterface {
+    private filePath;
+    private deadLetterPath;
+    private jobs;
+    private deadLetterJobs;
+    private writeStream;
+    private dlqWriteStream;
+    constructor(filePath: string);
+    /**
+     * Initialize storage and perform crash recovery
+     */
+    initialize(): Promise<void>;
+    /**
+     * Ensure parent directory exists
+     */
+    private ensureDirectory;
+    /**
+     * Load jobs from log file
+     */
+    private loadJobsFromFile;
+    /**
+     * Perform crash recovery:
+     * - Any job with status "processing" is marked as "pending"
+     * - Increment attempts by 1
+     * - Set nextRunAt to now
+     */
+    private performCrashRecovery;
+    /**
+     * Rewrite the entire job file (used after crash recovery)
+     */
+    private rewriteJobFile;
+    /**
+     * Append a job to the log file atomically
+     */
+    private appendToLog;
+    /**
+     * Append a job to the dead letter queue log
+     */
+    private appendToDLQ;
+    addJob(job: JobData): Promise<void>;
+    updateJob(job: JobData): Promise<void>;
+    getPendingJobs(now: number): Promise<JobData[]>;
+    getJob(id: string): Promise<JobData | null>;
+    getAllJobs(): Promise<JobData[]>;
+    moveToDeadLetter(job: JobData): Promise<void>;
+    getFailedJobs(): Promise<JobData[]>;
+    removeFromDeadLetter(jobId: string): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=FileStore.d.ts.map

package/dist/src/storage/FileStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileStore.d.ts","sourceRoot":"","sources":["../../../src/storage/FileStore.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAKxD;;;GAGG;AACH,qBAAa,SAAU,YAAW,gBAAgB;IAChD,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,IAAI,CAAuB;IACnC,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,cAAc,CAAqB;gBAE/B,QAAQ,EAAE,MAAM;IAS5B;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBjC;;OAEG;YACW,eAAe;IAS7B;;OAEG;YACW,gBAAgB;IAyC9B;;;;;OAKG;YACW,oBAAoB;IAwBlC;;OAEG;YACW,cAAc;IAU5B;;OAEG;YACW,WAAW;IAkBzB;;OAEG;YACW,WAAW;IAkBnB,MAAM,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAKnC,SAAS,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAQtC,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAa/C,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAK3C,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIhC,gBAAgB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAS7C,aAAa,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAInC,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBlD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAuB7B"}