@morojs/moro 1.6.6 → 1.7.0

package/dist/core/queue/adapters/kafka-adapter.js

@@ -0,0 +1,462 @@
+/**
+ * Kafka Queue Adapter
+ * Adapter for Apache Kafka event streaming
+ * Uses lazy loading for optional dependencies
+ */
+import { QueueAdapter } from '../queue-adapter.js';
+import { isPackageAvailable, resolveUserPackage } from '../../utilities/package-utils.js';
+import { randomUUID } from 'crypto';
+import { createFrameworkLogger } from '../../logger/index.js';
+const logger = createFrameworkLogger('KafkaQueue');
+/**
+ * Kafka adapter for high-throughput event streaming
+ * Suitable for event-driven architectures and microservices
+ */
+export class KafkaAdapter extends QueueAdapter {
+    name = 'kafka';
+    Kafka = null;
+    kafka = null;
+    producer = null;
+    consumers = new Map();
+    connectionConfig;
+    processors = new Map();
+    jobStore = new Map();
+    constructor(connectionConfig = {}) {
+        super();
+        this.connectionConfig = connectionConfig;
+    }
+    /**
+     * Initialize the Kafka adapter
+     */
+    async initialize() {
+        if (this.isReady) {
+            return;
+        }
+        if (!isPackageAvailable('kafkajs')) {
+            throw new Error('kafkajs is not installed. Install it with: npm install kafkajs');
+        }
+        try {
+            // Load KafkaJS
+            const kafkaPath = resolveUserPackage('kafkajs');
+            const kafkaModule = await import(kafkaPath);
+            this.Kafka = kafkaModule.Kafka;
+            // Create Kafka instance
+            this.kafka = new this.Kafka({
+                clientId: 'morojs-queue',
+                brokers: this.connectionConfig.brokers || ['localhost:9092'],
+            });
+            // Create producer
+            this.producer = this.kafka.producer();
+            await this.producer.connect();
+            this.isReady = true;
+        }
+        catch (error) {
+            throw new Error(`Failed to initialize Kafka adapter: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    /**
+     * Ensure job store exists
+     */
+    ensureJobStore(queueName) {
+        if (!this.jobStore.has(queueName)) {
+            this.jobStore.set(queueName, new Map());
+        }
+    }
+    /**
+     * Add a job to the queue
+     */
+    async addJob(queueName, data, options = {}) {
+        this.ensureReady();
+        this.ensureJobStore(queueName);
+        const jobId = options.jobId || randomUUID();
+        const job = {
+            id: jobId,
+            name: queueName,
+            data,
+            options,
+            attemptsMade: 0,
+            timestamp: Date.now(),
+            progress: 0,
+        };
+        // Store job metadata
+        // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+        this.jobStore.get(queueName).set(jobId, job);
+        // Prepare message
+        const message = {
+            jobId,
+            data,
+            options,
+            timestamp: job.timestamp,
+        };
+        // Send to Kafka topic
+        // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+        await this.producer.send({
+            topic: queueName,
+            messages: [
+                {
+                    key: jobId,
+                    value: JSON.stringify(message),
+                    headers: {
+                        jobId,
+                        priority: String(options.priority || 0),
+                    },
+                },
+            ],
+        });
+        return {
+            id: job.id,
+            name: job.name,
+            data: job.data,
+            progress: job.progress,
+            attemptsMade: job.attemptsMade,
+            timestamp: job.timestamp,
+            opts: job.options,
+        };
+    }
+    /**
+     * Add multiple jobs in bulk
+     */
+    async addBulkJobs(queueName, jobs) {
+        this.ensureReady();
+        this.ensureJobStore(queueName);
+        const addedJobs = [];
+        const messages = [];
+        for (const jobData of jobs) {
+            const jobId = jobData.options?.jobId || randomUUID();
+            const job = {
+                id: jobId,
+                name: queueName,
+                data: jobData.data,
+                options: jobData.options || {},
+                attemptsMade: 0,
+                timestamp: Date.now(),
+                progress: 0,
+            };
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            this.jobStore.get(queueName).set(jobId, job);
+            const message = {
+                jobId,
+                data: jobData.data,
+                options: jobData.options || {},
+                timestamp: job.timestamp,
+            };
+            messages.push({
+                key: jobId,
+                value: JSON.stringify(message),
+                headers: {
+                    jobId,
+                    priority: String(jobData.options?.priority || 0),
+                },
+            });
+            addedJobs.push({
+                id: job.id,
+                name: job.name,
+                data: job.data,
+                progress: job.progress,
+                attemptsMade: job.attemptsMade,
+                timestamp: job.timestamp,
+                opts: job.options,
+            });
+        }
+        // Send batch
+        // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+        await this.producer.send({
+            topic: queueName,
+            messages,
+        });
+        return addedJobs;
+    }
+    /**
+     * Register a job processor
+     */
+    async process(queueName, concurrency, handler) {
+        this.ensureReady();
+        this.ensureJobStore(queueName);
+        this.processors.set(queueName, handler);
+        // Create consumer
+        // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+        const consumer = this.kafka.consumer({
+            groupId: this.connectionConfig.groupId || `morojs-${queueName}`,
+        });
+        await consumer.connect();
+        await consumer.subscribe({ topic: queueName, fromBeginning: false });
+        // Start consuming
+        await consumer.run({
+            partitionsConsumedConcurrently: concurrency,
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            eachMessage: async ({ topic, partition, message }) => {
+                try {
+                    const messageData = JSON.parse(message.value.toString());
+                    const { jobId, data, options } = messageData;
+                    const storedJob = this.jobStore.get(queueName)?.get(jobId);
+                    if (!storedJob) {
+                        // Job not found, skip
+                        return;
+                    }
+                    storedJob.processedOn = Date.now();
+                    // Create job context
+                    const jobContext = {
+                        id: jobId,
+                        name: queueName,
+                        data,
+                        progress: storedJob.progress,
+                        attemptsMade: storedJob.attemptsMade,
+                        timestamp: storedJob.timestamp,
+                        processedOn: storedJob.processedOn,
+                        finishedOn: storedJob.finishedOn,
+                        failedReason: storedJob.failedReason,
+                        opts: options,
+                        updateProgress: async (progress) => {
+                            storedJob.progress = progress;
+                        },
+                        log: (message) => {
+                            logger.debug(`[Job ${jobId}] ${message}`);
+                        },
+                    };
+                    // Execute handler
+                    await handler(jobContext);
+                    // Mark as completed
+                    storedJob.finishedOn = Date.now();
+                    storedJob.progress = 100;
+                    // Auto-remove if configured
+                    if (options.removeOnComplete) {
+                        setTimeout(() => {
+                            this.jobStore.get(queueName)?.delete(jobId);
+                        }, typeof options.removeOnComplete === 'number' ? options.removeOnComplete : 0);
+                    }
+                }
+                catch (error) {
+                    const messageData = JSON.parse(message.value.toString());
+                    const { jobId, options } = messageData;
+                    const storedJob = this.jobStore.get(queueName)?.get(jobId);
+                    if (storedJob) {
+                        storedJob.attemptsMade++;
+                        storedJob.failedReason = error instanceof Error ? error.message : String(error);
+                        storedJob.finishedOn = Date.now();
+                        // Kafka doesn't have built-in retry, so we re-send if needed
+                        const maxAttempts = options.attempts || 1;
+                        if (storedJob.attemptsMade < maxAttempts) {
+                            // Reset and re-send
+                            storedJob.failedReason = undefined;
+                            storedJob.processedOn = undefined;
+                            storedJob.finishedOn = undefined;
+                            // Calculate backoff delay
+                            let delay = 0;
+                            if (options.backoff) {
+                                const baseDelay = options.backoff.delay;
+                                if (options.backoff.type === 'exponential') {
+                                    delay = baseDelay * Math.pow(2, storedJob.attemptsMade - 1);
+                                }
+                                else if (options.backoff.type === 'linear') {
+                                    delay = baseDelay * storedJob.attemptsMade;
+                                }
+                                else {
+                                    delay = baseDelay;
+                                }
+                            }
+                            setTimeout(async () => {
+                                await this.addJob(queueName, storedJob.data, storedJob.options);
+                            }, delay);
+                        }
+                        else {
+                            // Auto-remove if configured
+                            if (options.removeOnFail) {
+                                setTimeout(() => {
+                                    this.jobStore.get(queueName)?.delete(jobId);
+                                }, typeof options.removeOnFail === 'number' ? options.removeOnFail : 0);
+                            }
+                        }
+                    }
+                }
+            },
+        });
+        this.consumers.set(queueName, consumer);
+    }
+    /**
+     * Get a job by ID
+     */
+    async getJob(queueName, jobId) {
+        this.ensureReady();
+        const storedJob = this.jobStore.get(queueName)?.get(jobId);
+        if (!storedJob) {
+            return null;
+        }
+        return {
+            id: storedJob.id,
+            name: storedJob.name,
+            data: storedJob.data,
+            progress: storedJob.progress,
+            attemptsMade: storedJob.attemptsMade,
+            timestamp: storedJob.timestamp,
+            processedOn: storedJob.processedOn,
+            finishedOn: storedJob.finishedOn,
+            failedReason: storedJob.failedReason,
+            opts: storedJob.options,
+        };
+    }
+    /**
+     * Get jobs by status
+     */
+    async getJobs(queueName, status, start = 0, end = -1) {
+        this.ensureReady();
+        const jobs = Array.from(this.jobStore.get(queueName)?.values() || []);
+        // Filter by status if provided
+        const filteredJobs = status ? jobs.filter(job => this.getJobStatus(job) === status) : jobs;
+        // Apply pagination
+        const endIndex = end === -1 ? filteredJobs.length : end + 1;
+        return filteredJobs.slice(start, endIndex).map(job => ({
+            id: job.id,
+            name: job.name,
+            data: job.data,
+            progress: job.progress,
+            attemptsMade: job.attemptsMade,
+            timestamp: job.timestamp,
+            processedOn: job.processedOn,
+            finishedOn: job.finishedOn,
+            failedReason: job.failedReason,
+            opts: job.options,
+        }));
+    }
+    /**
+     * Remove a job
+     */
+    async removeJob(queueName, jobId) {
+        this.ensureReady();
+        this.jobStore.get(queueName)?.delete(jobId);
+    }
+    /**
+     * Retry a failed job
+     */
+    async retryJob(queueName, jobId) {
+        this.ensureReady();
+        const storedJob = this.jobStore.get(queueName)?.get(jobId);
+        if (!storedJob) {
+            return;
+        }
+        // Reset job state
+        storedJob.failedReason = undefined;
+        storedJob.processedOn = undefined;
+        storedJob.finishedOn = undefined;
+        storedJob.progress = 0;
+        // Re-add to queue
+        await this.addJob(queueName, storedJob.data, storedJob.options);
+    }
+    /**
+     * Pause the queue
+     */
+    async pauseQueue(queueName) {
+        this.ensureReady();
+        const consumer = this.consumers.get(queueName);
+        if (consumer) {
+            await consumer.pause([{ topic: queueName }]);
+        }
+    }
+    /**
+     * Resume the queue
+     */
+    async resumeQueue(queueName) {
+        this.ensureReady();
+        const consumer = this.consumers.get(queueName);
+        if (consumer) {
+            await consumer.resume([{ topic: queueName }]);
+        }
+    }
+    /**
+     * Get queue metrics
+     */
+    async getMetrics(queueName) {
+        this.ensureReady();
+        const jobs = Array.from(this.jobStore.get(queueName)?.values() || []);
+        const metrics = {
+            waiting: 0,
+            active: 0,
+            completed: 0,
+            failed: 0,
+            delayed: 0,
+            paused: 0,
+        };
+        for (const job of jobs) {
+            const status = this.getJobStatus(job);
+            if (status in metrics) {
+                metrics[status]++;
+            }
+        }
+        return metrics;
+    }
+    /**
+     * Clean old jobs
+     */
+    async clean(queueName, gracePeriod, status) {
+        this.ensureReady();
+        const jobs = this.jobStore.get(queueName);
+        if (!jobs) {
+            return;
+        }
+        const cutoff = Date.now() - gracePeriod;
+        const jobsToRemove = [];
+        for (const [jobId, job] of jobs.entries()) {
+            const jobStatus = this.getJobStatus(job);
+            const shouldClean = !status || jobStatus === status;
+            if (shouldClean && job.finishedOn && job.finishedOn < cutoff) {
+                jobsToRemove.push(jobId);
+            }
+        }
+        for (const jobId of jobsToRemove) {
+            jobs.delete(jobId);
+        }
+    }
+    /**
+     * Obliterate a queue
+     */
+    async obliterate(queueName) {
+        this.ensureReady();
+        // Disconnect consumer
+        const consumer = this.consumers.get(queueName);
+        if (consumer) {
+            await consumer.disconnect();
+            this.consumers.delete(queueName);
+        }
+        // Note: We don't delete the Kafka topic itself
+        // To delete the topic, use Kafka admin tools
+        this.jobStore.delete(queueName);
+        this.processors.delete(queueName);
+    }
+    /**
+     * Close the adapter
+     */
+    async close() {
+        // Disconnect all consumers
+        for (const consumer of this.consumers.values()) {
+            await consumer.disconnect();
+        }
+        this.consumers.clear();
+        // Disconnect producer
+        if (this.producer) {
+            await this.producer.disconnect();
+            this.producer = null;
+        }
+        this.jobStore.clear();
+        this.processors.clear();
+        this.kafka = null;
+        this.isReady = false;
+    }
+    /**
+     * Get job status
+     */
+    getJobStatus(job) {
+        if (job.failedReason) {
+            return 'failed';
+        }
+        if (job.finishedOn) {
+            return 'completed';
+        }
+        if (job.processedOn) {
+            return 'active';
+        }
+        if (job.options.delay && job.options.delay > 0) {
+            return 'delayed';
+        }
+        return 'waiting';
+    }
+}
+//# sourceMappingURL=kafka-adapter.js.map

package/dist/core/queue/adapters/kafka-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-adapter.js","sourceRoot":"","sources":["../../../../src/core/queue/adapters/kafka-adapter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAWnD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAC1F,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,MAAM,MAAM,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;AAyBnD;;;GAGG;AACH,MAAM,OAAO,YAAa,SAAQ,YAAY;IACrC,IAAI,GAAG,OAAO,CAAC;IAEd,KAAK,GAAQ,IAAI,CAAC;IAClB,KAAK,GAAyB,IAAI,CAAC;IACnC,QAAQ,GAAoB,IAAI,CAAC;IACjC,SAAS,GAA0B,IAAI,GAAG,EAAE,CAAC;IAC7C,gBAAgB,CAAwB;IACxC,UAAU,GAAsC,IAAI,GAAG,EAAE,CAAC;IAC1D,QAAQ,GAAwC,IAAI,GAAG,EAAE,CAAC;IAElE,YAAY,mBAA0C,EAAE;QACtD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QAED,IAAI,CAAC;YACH,eAAe;YACf,MAAM,SAAS,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;YAChD,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;YAC5C,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;YAE/B,wBAAwB;YACxB,IAAI,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC;gBAC1B,QAAQ,EAAE,cAAc;gBACxB,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,IAAI,CAAC,gBAAgB,CAAC;aAC7D,CAAC,CAAC;YAEH,kBAAkB;YAClB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YAE9B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAChG,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,SAAiB;QACtC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAU,SAAiB,EAAE,IAAO,EAAE,UAAsB,EAAE;QACxE,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAE/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,UAAU,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAc;YACrB,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,SAAS;YACf,IAAI;YACJ,OAAO;YACP,YAAY,EAAE,CAAC;YACf,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,QAAQ,EAAE,CAAC;SACZ,CAAC;QAEF,qBAAqB;QACrB,oEAAoE;QACpE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAE9C,kBAAkB;QAClB,MAAM,OAAO,GAAG;YACd,KAAK;YACL,IAAI;YACJ,OAAO;YACP,SAAS,EAAE,GAAG,CAAC,SAAS;SACzB,CAAC;QAEF,sBAAsB;QACtB,oEAAoE;QACpE,MAAM,IAAI,CAAC,QAAS,CAAC,IAAI,CAAC;YACxB,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE;gBACR;oBACE,GAAG,EAAE,KAAK;oBACV,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;oBAC9B,OAAO,EAAE;wBACP,KAAK;wBACL,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;qBACxC;iBACF;aACF;SACF,CAAC,CAAC;QAEH,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,IAAI,EAAE,GAAG,CAAC,OAAO;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAU,SAAiB,EAAE,IAAsB;QAClE,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAE/B,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,EAAE,CAAC;QAEpB,KAAK,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,KAAK,IAAI,UAAU,EAAE,CAAC;YAErD,MAAM,GAAG,GAAc;gBACrB,EAAE,EAAE,KAAK;gBACT,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;gBAC9B,YAAY,EAAE,CAAC;gBACf,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,QAAQ,EAAE,CAAC;aACZ,CAAC;YAEF,oEAAoE;YACpE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAE9C,MAAM,OAAO,GAAG;gBACd,KAAK;gBACL,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;gBAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;aACzB,CAAC;YAEF,QAAQ,CAAC,IAAI,CAAC;gBACZ,GAAG,EAAE,KAAK;gBACV,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBAC9B,OAAO,EAAE;oBACP,KAAK;oBACL,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,IAAI,CAAC,CAAC;iBACjD;aACF,CAAC,CAAC;YAEH,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,IAAI,EAAE,GAAG,CAAC,OAAO;aAClB,CAAC,CAAC;QACL,CAAC;QAED,aAAa;QACb,oEAAoE;QACpE,MAAM,IAAI,CAAC,QAAS,CAAC,IAAI,CAAC;YACxB,KAAK,EAAE,SAAS;YAChB,QAAQ;SACT,CAAC,CAAC;QAEH,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,SAAiB,EACjB,WAAmB,EACnB,OAAyB;QAEzB,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAE/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAExC,kBAAkB;QAClB,oEAAoE;QACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAM,CAAC,QAAQ,CAAC;YACpC,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,IAAI,UAAU,SAAS,EAAE;SAChE,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QACzB,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QAErE,kBAAkB;QAClB,MAAM,QAAQ,CAAC,GAAG,CAAC;YACjB,8BAA8B,EAAE,WAAW;YAC3C,6DAA6D;YAC7D,WAAW,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAO,EAAE,EAAE;gBACxD,IAAI,CAAC;oBACH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACzD,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,WAAW,CAAC;oBAE7C,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;oBAC3D,IAAI,CAAC,SAAS,EAAE,CAAC;wBACf,sBAAsB;wBACtB,OAAO;oBACT,CAAC;oBAED,SAAS,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAEnC,qBAAqB;oBACrB,MAAM,UAAU,GAAkB;wBAChC,EAAE,EAAE,KAAK;wBACT,IAAI,EAAE,SAAS;wBACf,IAAI;wBACJ,QAAQ,EAAE,SAAS,CAAC,QAAQ;wBAC5B,YAAY,EAAE,SAAS,CAAC,YAAY;wBACpC,SAAS,EAAE,SAAS,CAAC,SAAS;wBAC9B,WAAW,EAAE,SAAS,CAAC,WAAW;wBAClC,UAAU,EAAE,SAAS,CAAC,UAAU;wBAChC,YAAY,EAAE,SAAS,CAAC,YAAY;wBACpC,IAAI,EAAE,OAAO;wBACb,cAAc,EAAE,KAAK,EAAE,QAAgB,EAAE,EAAE;4BACzC,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;wBAChC,CAAC;wBACD,GAAG,EAAE,CAAC,OAAe,EAAE,EAAE;4BACvB,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,OAAO,EAAE,CAAC,CAAC;wBAC5C,CAAC;qBACF,CAAC;oBAEF,kBAAkB;oBAClB,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;oBAE1B,oBAAoB;oBACpB,SAAS,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAClC,SAAS,CAAC,QAAQ,GAAG,GAAG,CAAC;oBAEzB,4BAA4B;oBAC5B,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;wBAC7B,UAAU,CACR,GAAG,EAAE;4BACH,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC9C,CAAC,EACD,OAAO,OAAO,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAC5E,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACzD,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,WAAW,CAAC;oBAEvC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;oBAC3D,IAAI,SAAS,EAAE,CAAC;wBACd,SAAS,CAAC,YAAY,EAAE,CAAC;wBACzB,SAAS,CAAC,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBAChF,SAAS,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBAElC,6DAA6D;wBAC7D,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;wBAC1C,IAAI,SAAS,CAAC,YAAY,GAAG,WAAW,EAAE,CAAC;4BACzC,oBAAoB;4BACpB,SAAS,CAAC,YAAY,GAAG,SAAS,CAAC;4BACnC,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC;4BAClC,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC;4BAEjC,0BAA0B;4BAC1B,IAAI,KAAK,GAAG,CAAC,CAAC;4BACd,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gCACpB,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC;gCACxC,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oCAC3C,KAAK,GAAG,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;gCAC9D,CAAC;qCAAM,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oCAC7C,KAAK,GAAG,SAAS,GAAG,SAAS,CAAC,YAAY,CAAC;gCAC7C,CAAC;qCAAM,CAAC;oCACN,KAAK,GAAG,SAAS,CAAC;gCACpB,CAAC;4BACH,CAAC;4BAED,UAAU,CAAC,KAAK,IAAI,EAAE;gCACpB,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;4BAClE,CAAC,EAAE,KAAK,CAAC,CAAC;wBACZ,CAAC;6BAAM,CAAC;4BACN,4BAA4B;4BAC5B,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gCACzB,UAAU,CACR,GAAG,EAAE;oCACH,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;gCAC9C,CAAC,EACD,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CACpE,CAAC;4BACJ,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,SAAiB,EAAE,KAAa;QAC3C,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,EAAE,EAAE,SAAS,CAAC,EAAE;YAChB,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,IAAI,EAAE,SAAS,CAAC,OAAO;SACxB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,SAAiB,EACjB,MAAkB,EAClB,QAAgB,CAAC,EACjB,MAAc,CAAC,CAAC;QAEhB,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAEtE,+BAA+B;QAC/B,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE3F,mBAAmB;QACnB,MAAM,QAAQ,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;QAC5D,OAAO,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrD,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,IAAI,EAAE,GAAG,CAAC,OAAO;SAClB,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,SAAiB,EAAE,KAAa;QAC9C,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,KAAa;QAC7C,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,kBAAkB;QAClB,SAAS,CAAC,YAAY,GAAG,SAAS,CAAC;QACnC,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC;QAClC,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC;QACjC,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC;QAEvB,kBAAkB;QAClB,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;IAClE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,SAAiB;QAChC,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,SAAiB;QACjC,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,SAAiB;QAChC,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAEtE,MAAM,OAAO,GAAiB;YAC5B,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;YACT,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,CAAC;YACT,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;gBACtB,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,SAAiB,EAAE,WAAmB,EAAE,MAAkB;QACpE,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;QACxC,MAAM,YAAY,GAAa,EAAE,CAAC;QAElC,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,WAAW,GAAG,CAAC,MAAM,IAAI,SAAS,KAAK,MAAM,CAAC;YAEpD,IAAI,WAAW,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC;gBAC7D,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,SAAiB;QAChC,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,sBAAsB;QACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACnC,CAAC;QAED,+CAA+C;QAC/C,6CAA6C;QAE7C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,2BAA2B;QAC3B,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;YAC/C,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAEvB,sBAAsB;QACtB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YACjC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;IACvB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,GAAc;QACjC,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;YACrB,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACnB,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YACpB,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YAC/C,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}

package/dist/core/queue/adapters/memory-adapter.d.ts

@@ -0,0 +1,87 @@
+/**
+ * Memory Queue Adapter
+ * Built-in adapter for development and testing (no external dependencies)
+ */
+import { QueueAdapter } from '../queue-adapter.js';
+import type { Job, JobOptions, JobHandler, JobStatus, QueueMetrics, BulkJobData } from '../types.js';
+/**
+ * Memory-based queue adapter
+ * Suitable for development, testing, and single-process applications
+ */
+export declare class MemoryAdapter extends QueueAdapter {
+    name: string;
+    private queues;
+    private processingIntervals;
+    /**
+     * Initialize the memory adapter
+     */
+    initialize(): Promise<void>;
+    /**
+     * Add a job to the queue
+     */
+    addJob<T = any>(queueName: string, data: T, options?: JobOptions): Promise<Job<T>>;
+    /**
+     * Add multiple jobs in bulk
+     */
+    addBulkJobs<T = any>(queueName: string, jobs: BulkJobData<T>[]): Promise<Job<T>[]>;
+    /**
+     * Register a job processor
+     */
+    process<T = any, R = any>(queueName: string, concurrency: number, handler: JobHandler<T, R>): Promise<void>;
+    /**
+     * Get a job by ID
+     */
+    getJob(queueName: string, jobId: string): Promise<Job | null>;
+    /**
+     * Get jobs by status
+     */
+    getJobs(queueName: string, status?: JobStatus, start?: number, end?: number): Promise<Job[]>;
+    /**
+     * Remove a job
+     */
+    removeJob(queueName: string, jobId: string): Promise<void>;
+    /**
+     * Retry a failed job
+     */
+    retryJob(queueName: string, jobId: string): Promise<void>;
+    /**
+     * Pause the queue
+     */
+    pauseQueue(queueName: string): Promise<void>;
+    /**
+     * Resume the queue
+     */
+    resumeQueue(queueName: string): Promise<void>;
+    /**
+     * Get queue metrics
+     */
+    getMetrics(queueName: string): Promise<QueueMetrics>;
+    /**
+     * Clean old jobs
+     */
+    clean(queueName: string, gracePeriod: number, status?: JobStatus): Promise<void>;
+    /**
+     * Obliterate a queue
+     */
+    obliterate(queueName: string): Promise<void>;
+    /**
+     * Close the adapter
+     */
+    close(): Promise<void>;
+    /**
+     * Ensure a queue exists
+     */
+    private ensureQueue;
+    /**
+     * Get job status
+     */
+    private getJobStatus;
+    /**
+     * Process a single job
+     */
+    private processJob;
+    /**
+     * Start processing loop for a queue
+     */
+    private startProcessingLoop;
+}