@archlast/server 0.1.7 → 0.1.9

package/dist/jobs/bullmq-scheduler.js

@@ -0,0 +1,300 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BullMQScheduler = exports.SchedulePreset = void 0;
+const logger_js_1 = require("../logging/logger.js");
+/**
+ * Schedule preset values for common scheduling intervals
+ */
+var SchedulePreset;
+(function (SchedulePreset) {
+    SchedulePreset["RunNow"] = "RUN_NOW";
+    SchedulePreset["EveryMinute"] = "EVERY_MINUTE";
+    SchedulePreset["Every5Minutes"] = "EVERY_5_MINUTES";
+    SchedulePreset["Every10Minutes"] = "EVERY_10_MINUTES";
+    SchedulePreset["Every30Minutes"] = "EVERY_30_MINUTES";
+    SchedulePreset["Hourly"] = "HOURLY";
+    SchedulePreset["Every8Hours"] = "EVERY_8_HOURS";
+    SchedulePreset["Every16Hours"] = "EVERY_16_HOURS";
+    SchedulePreset["DailyMidnight"] = "DAILY_MIDNIGHT";
+    SchedulePreset["Weekly"] = "WEEKLY";
+    SchedulePreset["Monthly"] = "MONTHLY";
+    SchedulePreset["Quarterly"] = "QUARTERLY";
+})(SchedulePreset || (exports.SchedulePreset = SchedulePreset = {}));
+/**
+ * Mapping from schedule presets to cron expressions
+ */
+const PRESET_TO_CRON = {
+    [SchedulePreset.RunNow]: null, // Immediate one-time job
+    [SchedulePreset.EveryMinute]: "* * * * *",
+    [SchedulePreset.Every5Minutes]: "*/5 * * * *",
+    [SchedulePreset.Every10Minutes]: "*/10 * * * *",
+    [SchedulePreset.Every30Minutes]: "*/30 * * * *",
+    [SchedulePreset.Hourly]: "0 * * * *",
+    [SchedulePreset.Every8Hours]: "0 */8 * * *",
+    [SchedulePreset.Every16Hours]: "0 */16 * * *",
+    [SchedulePreset.DailyMidnight]: "0 0 * * *",
+    [SchedulePreset.Weekly]: "0 0 * * 0",
+    [SchedulePreset.Monthly]: "0 0 1 * *",
+    [SchedulePreset.Quarterly]: "0 0 1 */3 *",
+};
+/**
+ * BullMQ-based scheduler using JobSchedulers (v5.16+) for cron scheduling.
+ * Replaces setTimeout-based scheduling with persistent Redis-backed schedulers.
+ */
+class BullMQScheduler {
+    queue;
+    scheduledJobNames = new Set();
+    /**
+     * Creates a new BullMQScheduler instance
+     * @param jobQueue - BullMQJobQueue adapter instance
+     * @param _connection - Redis connection (kept for interface compatibility)
+     */
+    constructor(jobQueue, _connection) {
+        // Access the internal BullMQ Queue from the adapter
+        this.queue = jobQueue.queue;
+    }
+    /**
+     * Resolves a schedule preset to its cron expression
+     * @param preset - The schedule preset to resolve
+     * @returns The cron expression or null for RunNow
+     */
+    resolvePreset(preset) {
+        const cron = PRESET_TO_CRON[preset];
+        if (cron === undefined) {
+            throw new Error(`Unknown schedule preset '${preset}'.`);
+        }
+        return cron;
+    }
+    /**
+     * Validates and normalizes a scheduled job configuration
+     * @param job - The job configuration to validate
+     * @returns Normalized job configuration
+     */
+    validateJobConfig(job) {
+        const name = typeof job.name === "string" ? job.name.trim() : "";
+        if (!name) {
+            throw new Error("Scheduled job name is required.");
+        }
+        const payload = job.payload;
+        const maxAttempts = job.maxAttempts;
+        if ("preset" in job) {
+            if (job.preset === SchedulePreset.RunNow) {
+                return { cron: null, name, payload, maxAttempts, runNow: true };
+            }
+            const cronFromPreset = this.resolvePreset(job.preset);
+            if (!cronFromPreset) {
+                throw new Error("Cron expression is required.");
+            }
+            return { cron: cronFromPreset, name, payload, maxAttempts, runNow: false };
+        }
+        const cron = typeof job.cron === "string"
+            ? job.cron.trim()
+            : "";
+        if (!cron) {
+            throw new Error("Cron expression is required.");
+        }
+        return { cron, name, payload, maxAttempts, runNow: false };
+    }
+    /**
+     * Schedules a job using either a cron expression or schedule preset.
+     * Uses BullMQ's upsertJobScheduler for persistent scheduling.
+     * @param job - The job configuration to schedule
+     */
+    add(job) {
+        const { cron, name, payload, maxAttempts, runNow } = this.validateJobConfig(job);
+        if (runNow) {
+            // For RunNow, immediately add a job to the queue
+            void (async () => {
+                try {
+                    await this.queue.add(name, payload, {
+                        attempts: maxAttempts ?? 5,
+                        removeOnComplete: 100,
+                    });
+                    logger_js_1.logger.log({
+                        timestamp: Date.now(),
+                        level: "info",
+                        kind: "system",
+                        message: "One-off scheduled job enqueued",
+                        context: { name, preset: SchedulePreset.RunNow },
+                    });
+                }
+                catch (err) {
+                    logger_js_1.logger.log({
+                        timestamp: Date.now(),
+                        level: "error",
+                        kind: "system",
+                        message: "Failed to enqueue one-off scheduled job",
+                        context: {
+                            name,
+                            preset: SchedulePreset.RunNow,
+                            error: err instanceof Error ? err.message : String(err),
+                        },
+                    });
+                }
+            })();
+            return;
+        }
+        // Use BullMQ JobScheduler for recurring jobs
+        void (async () => {
+            try {
+                await this.queue.upsertJobScheduler(name, // Use job name as scheduler ID
+                {
+                    pattern: cron, // Cron expression for scheduling
+                }, {
+                    // Job template
+                    name: name,
+                    data: payload,
+                    opts: {
+                        attempts: maxAttempts ?? 5,
+                        removeOnComplete: 100,
+                    },
+                });
+                // Track this scheduled job
+                this.scheduledJobNames.add(name);
+                logger_js_1.logger.log({
+                    timestamp: Date.now(),
+                    level: "info",
+                    kind: "system",
+                    message: "Scheduled job created/updated via BullMQ JobScheduler",
+                    context: { name, cron },
+                });
+            }
+            catch (err) {
+                logger_js_1.logger.log({
+                    timestamp: Date.now(),
+                    level: "error",
+                    kind: "system",
+                    message: "Failed to create scheduled job via BullMQ JobScheduler",
+                    context: {
+                        name,
+                        cron,
+                        error: err instanceof Error ? err.message : String(err),
+                    },
+                });
+            }
+        })();
+    }
+    /**
+     * Alias to schedule by functionName to align with function contexts.
+     * @param config - Configuration object with functionName and scheduling options
+     */
+    schedule(config) {
+        const { functionName, payload, cron, preset, maxAttempts } = config;
+        const job = preset !== undefined
+            ? {
+                name: functionName,
+                preset,
+                payload: payload ?? {},
+                maxAttempts,
+            }
+            : {
+                name: functionName,
+                cron: cron ?? "* * * * *",
+                payload: payload ?? {},
+                maxAttempts,
+            };
+        this.add(job);
+    }
+    /**
+     * Cancels a scheduled job by name.
+     * Removes the JobScheduler from BullMQ.
+     * @param name - The name of the scheduled job to cancel
+     */
+    cancel(name) {
+        void (async () => {
+            try {
+                await this.queue.removeJobScheduler(name);
+                this.scheduledJobNames.delete(name);
+                logger_js_1.logger.log({
+                    timestamp: Date.now(),
+                    level: "info",
+                    kind: "system",
+                    message: "Scheduled job cancelled",
+                    context: { name },
+                });
+            }
+            catch (err) {
+                logger_js_1.logger.log({
+                    timestamp: Date.now(),
+                    level: "error",
+                    kind: "system",
+                    message: "Failed to cancel scheduled job",
+                    context: {
+                        name,
+                        error: err instanceof Error ? err.message : String(err),
+                    },
+                });
+            }
+        })();
+    }
+    /**
+     * Stops all scheduled jobs.
+     * Removes all JobSchedulers from BullMQ.
+     */
+    stopAll() {
+        void (async () => {
+            try {
+                // Get all scheduled jobs and cancel each one
+                const schedulers = await this.queue.getJobSchedulers();
+                for (const scheduler of schedulers) {
+                    if (!scheduler.id)
+                        continue;
+                    await this.queue.removeJobScheduler(scheduler.id);
+                    this.scheduledJobNames.delete(scheduler.id);
+                    logger_js_1.logger.log({
+                        timestamp: Date.now(),
+                        level: "info",
+                        kind: "system",
+                        message: "Scheduled job cancelled",
+                        context: { name: scheduler.id },
+                    });
+                }
+                // Also clear any locally tracked jobs that might not be in BullMQ yet
+                this.scheduledJobNames.clear();
+            }
+            catch (err) {
+                logger_js_1.logger.log({
+                    timestamp: Date.now(),
+                    level: "error",
+                    kind: "system",
+                    message: "Failed to stop all scheduled jobs",
+                    context: {
+                        error: err instanceof Error ? err.message : String(err),
+                    },
+                });
+            }
+        })();
+    }
+    /**
+     * Gets all scheduled job schedulers from BullMQ.
+     * @returns Array of scheduled job information
+     */
+    async getScheduledJobs() {
+        try {
+            const schedulers = await this.queue.getJobSchedulers();
+            return schedulers
+                .filter((scheduler) => scheduler.id != null)
+                .map((scheduler) => ({
+                name: scheduler.id,
+                pattern: scheduler.pattern,
+                every: scheduler.every,
+                nextRun: scheduler.next,
+            }));
+        }
+        catch (err) {
+            logger_js_1.logger.log({
+                timestamp: Date.now(),
+                level: "error",
+                kind: "system",
+                message: "Failed to get scheduled jobs",
+                context: {
+                    error: err instanceof Error ? err.message : String(err),
+                },
+            });
+            return [];
+        }
+    }
+}
+exports.BullMQScheduler = BullMQScheduler;
+exports.default = BullMQScheduler;
+//# sourceMappingURL=bullmq-scheduler.js.map

package/dist/jobs/bullmq-scheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bullmq-scheduler.js","sourceRoot":"","sources":["../../src/jobs/bullmq-scheduler.ts"],"names":[],"mappings":";;;AAEA,oDAA8C;AAG9C;;GAEG;AACH,IAAY,cAaX;AAbD,WAAY,cAAc;IACtB,oCAAkB,CAAA;IAClB,8CAA4B,CAAA;IAC5B,mDAAiC,CAAA;IACjC,qDAAmC,CAAA;IACnC,qDAAmC,CAAA;IACnC,mCAAiB,CAAA;IACjB,+CAA6B,CAAA;IAC7B,iDAA+B,CAAA;IAC/B,kDAAgC,CAAA;IAChC,mCAAiB,CAAA;IACjB,qCAAmB,CAAA;IACnB,yCAAuB,CAAA;AAC3B,CAAC,EAbW,cAAc,8BAAd,cAAc,QAazB;AAED;;GAEG;AACH,MAAM,cAAc,GAA0C;IAC1D,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,yBAAyB;IACxD,CAAC,cAAc,CAAC,WAAW,CAAC,EAAE,WAAW;IACzC,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,aAAa;IAC7C,CAAC,cAAc,CAAC,cAAc,CAAC,EAAE,cAAc;IAC/C,CAAC,cAAc,CAAC,cAAc,CAAC,EAAE,cAAc;IAC/C,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,WAAW;IACpC,CAAC,cAAc,CAAC,WAAW,CAAC,EAAE,aAAa;IAC3C,CAAC,cAAc,CAAC,YAAY,CAAC,EAAE,cAAc;IAC7C,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,WAAW;IAC3C,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,WAAW;IACpC,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,WAAW;IACrC,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,aAAa;CAC5C,CAAC;AA2BF;;;GAGG;AACH,MAAa,eAAe;IAChB,KAAK,CAAQ;IACb,iBAAiB,GAAgB,IAAI,GAAG,EAAE,CAAC;IAEnD;;;;OAIG;IACH,YAAY,QAAwB,EAAE,WAAkB;QACpD,oDAAoD;QACpD,IAAI,CAAC,KAAK,GAAI,QAAwC,CAAC,KAAK,CAAC;IACjE,CAAC;IAED;;;;OAIG;IACK,aAAa,CAAC,MAAsB;QACxC,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,IAAI,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACK,iBAAiB,CAAC,GAAiB;QAOvC,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC5B,MAAM,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;QAEpC,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;YAClB,IAAI,GAAG,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;gBACvC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YACpE,CAAC;YACD,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACtD,IAAI,CAAC,cAAc,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACpD,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC/E,CAAC;QAED,MAAM,IAAI,GACN,OAAQ,GAA8B,CAAC,IAAI,KAAK,QAAQ;YACpD,CAAC,CAAE,GAA8B,CAAC,IAAI,CAAC,IAAI,EAAE;YAC7C,CAAC,CAAC,EAAE,CAAC;QACb,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC/D,CAAC;IAED;;;;OAIG;IACH,GAAG,CAAC,GAAiB;QACjB,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAEjF,IAAI,MAAM,EAAE,CAAC;YACT,iDAAiD;YACjD,KAAK,CAAC,KAAK,IAAI,EAAE;gBACb,IAAI,CAAC;oBACD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE;wBAChC,QAAQ,EAAE,WAAW,IAAI,CAAC;wBAC1B,gBAAgB,EAAE,GAAG;qBACxB,CAAC,CAAC;oBACH,kBAAM,CAAC,GAAG,CAAC;wBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;wBACrB,KAAK,EAAE,MAAM;wBACb,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,gCAAgC;wBACzC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,MAAM,EAAE;qBACnD,CAAC,CAAC;gBACP,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,kBAAM,CAAC,GAAG,CAAC;wBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;wBACrB,KAAK,EAAE,OAAO;wBACd,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,yCAAyC;wBAClD,OAAO,EAAE;4BACL,IAAI;4BACJ,MAAM,EAAE,cAAc,CAAC,MAAM;4BAC7B,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;yBAC1D;qBACJ,CAAC,CAAC;gBACP,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;YACL,OAAO;QACX,CAAC;QAED,6CAA6C;QAC7C,KAAK,CAAC,KAAK,IAAI,EAAE;YACb,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAC/B,IAAI,EAAE,+BAA+B;gBACrC;oBACI,OAAO,EAAE,IAAK,EAAE,iCAAiC;iBACpD,EACD;oBACI,eAAe;oBACf,IAAI,EAAE,IAAI;oBACV,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE;wBACF,QAAQ,EAAE,WAAW,IAAI,CAAC;wBAC1B,gBAAgB,EAAE,GAAG;qBACxB;iBACJ,CACJ,CAAC;gBAEF,2BAA2B;gBAC3B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAEjC,kBAAM,CAAC,GAAG,CAAC;oBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,KAAK,EAAE,MAAM;oBACb,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,uDAAuD;oBAChE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;iBAC1B,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,kBAAM,CAAC,GAAG,CAAC;oBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,KAAK,EAAE,OAAO;oBACd,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,wDAAwD;oBACjE,OAAO,EAAE;wBACL,IAAI;wBACJ,IAAI;wBACJ,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;qBAC1D;iBACJ,CAAC,CAAC;YACP,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IAED;;;OAGG;IACH,QAAQ,CACJ,MAIiF;QAEjF,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QACpE,MAAM,GAAG,GACL,MAAM,KAAK,SAAS;YAChB,CAAC,CAAC;gBACI,IAAI,EAAE,YAAY;gBAClB,MAAM;gBACN,OAAO,EAAE,OAAO,IAAI,EAAE;gBACtB,WAAW;aACd;YACH,CAAC,CAAC;gBACI,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,IAAI,IAAI,WAAW;gBACzB,OAAO,EAAE,OAAO,IAAI,EAAE;gBACtB,WAAW;aACd,CAAC;QACZ,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAClB,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,IAAY;QACf,KAAK,CAAC,KAAK,IAAI,EAAE;YACb,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;gBAC1C,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAEpC,kBAAM,CAAC,GAAG,CAAC;oBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,KAAK,EAAE,MAAM;oBACb,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,yBAAyB;oBAClC,OAAO,EAAE,EAAE,IAAI,EAAE;iBACpB,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,kBAAM,CAAC,GAAG,CAAC;oBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,KAAK,EAAE,OAAO;oBACd,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,gCAAgC;oBACzC,OAAO,EAAE;wBACL,IAAI;wBACJ,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;qBAC1D;iBACJ,CAAC,CAAC;YACP,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IAED;;;OAGG;IACH,OAAO;QACH,KAAK,CAAC,KAAK,IAAI,EAAE;YACb,IAAI,CAAC;gBACD,6CAA6C;gBAC7C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBAEvD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACjC,IAAI,CAAC,SAAS,CAAC,EAAE;wBAAE,SAAS;oBAC5B,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBAClD,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBAE5C,kBAAM,CAAC,GAAG,CAAC;wBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;wBACrB,KAAK,EAAE,MAAM;wBACb,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,yBAAyB;wBAClC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,EAAE,EAAE;qBAClC,CAAC,CAAC;gBACP,CAAC;gBAED,sEAAsE;gBACtE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;YACnC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,kBAAM,CAAC,GAAG,CAAC;oBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,KAAK,EAAE,OAAO;oBACd,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,mCAAmC;oBAC5C,OAAO,EAAE;wBACL,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;qBAC1D;iBACJ,CAAC,CAAC;YACP,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,gBAAgB;QAQlB,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAEvD,OAAO,UAAU;iBACZ,MAAM,CACH,CAAC,SAAS,EAAkD,EAAE,CAC1D,SAAS,CAAC,EAAE,IAAI,IAAI,CAC3B;iBACA,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBACjB,IAAI,EAAE,SAAS,CAAC,EAAE;gBAClB,OAAO,EAAE,SAAS,CAAC,OAAO;gBAC1B,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,OAAO,EAAE,SAAS,CAAC,IAAI;aAC1B,CAAC,CAAC,CAAC;QACZ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,kBAAM,CAAC,GAAG,CAAC;gBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,KAAK,EAAE,OAAO;gBACd,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,8BAA8B;gBACvC,OAAO,EAAE;oBACL,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBAC1D;aACJ,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;CACJ;AAtSD,0CAsSC;AAED,kBAAe,eAAe,CAAC"}

package/dist/jobs/bullmq-worker.d.ts

@@ -0,0 +1,155 @@
+import { JobQueue } from "./queue.js";
+import { WorkerPool } from "./worker-thread.js";
+import type { IpcClient } from "../ipc/socket-bridge.js";
+import { CircuitBreaker } from "./circuit-breaker.js";
+/**
+ * Error thrown when a job exceeds its timeout duration
+ */
+export declare class JobTimeoutError extends Error {
+    constructor(jobName: string, timeoutMs: number);
+}
+type JobHandler<Payload = any> = (payload: Payload) => Promise<void | {
+    affectedQueries?: Set<string> | string[];
+    affectedKeys?: Set<string> | string[];
+}>;
+interface ExecutionEngineDispatcher {
+    runFunction: (name: string, payload: any, auth: any, queryId?: string) => Promise<any>;
+}
+interface BullMQWorkerOptions {
+    concurrency?: number;
+    lockDuration?: number;
+    threadPool?: WorkerPool;
+    engineDispatcher?: ExecutionEngineDispatcher;
+    circuitBreaker?: CircuitBreaker;
+}
+/**
+ * BullMQ-based worker manager that processes jobs from Redis queues
+ */
+export declare class BullMQWorkerManager {
+    private worker;
+    private activeJobIds;
+    private shuttingDown;
+    private jobQueue;
+    private ipc;
+    private queueName;
+    private concurrency;
+    private lockDuration;
+    private threadPool;
+    private engineDispatcher;
+    private circuitBreaker;
+    constructor(queueName: string, jobQueue: JobQueue, options?: BullMQWorkerOptions);
+    /**
+     * Set the IPC client for revalidation notifications
+     */
+    setIpcClient(ipcClient: IpcClient | null): void;
+    /**
+     * Initialize and start the BullMQ worker
+     */
+    initialize(): Promise<void>;
+    /**
+     * Process a BullMQ job
+     */
+    private processBullMQJob;
+    /**
+     * Normalize BullMQ Job payloads into the legacy JobRecord shape.
+     * Supports both wrapped payloads ({ name, payload, ... }) and raw payloads.
+     */
+    private toJobRecord;
+    /**
+     * Execute job with circuit breaker protection
+     */
+    private executeJobWithCircuitBreaker;
+    /**
+     * Execute job with registered handler
+     */
+    private executeWithHandler;
+    /**
+     * Execute job with thread pool
+     */
+    private executeWithThreadPool;
+    /**
+     * Execute job with engine dispatcher
+     */
+    private executeWithEngineDispatcher;
+    /**
+     * Execute a function with timeout enforcement
+     */
+    private executeWithTimeout;
+    /**
+     * Send revalidation notification via IPC
+     */
+    private notifyRevalidation;
+    /**
+     * Categorize error for metrics
+     */
+    private categorizeError;
+    /**
+     * Get the number of active jobs being processed
+     */
+    getActiveJobsCount(): number;
+    /**
+     * Get the IDs of all active jobs being processed
+     */
+    getActiveJobIds(): string[];
+    /**
+     * Graceful shutdown
+     */
+    stop(gracePeriodMs?: number): Promise<void>;
+    /**
+     * Check if worker is stopped
+     */
+    isStopped(): boolean;
+}
+/**
+ * Initialize the worker with a job queue.
+ * Must be called before start().
+ */
+export declare function initWorker(queue: JobQueue, ipcClient?: IpcClient): void;
+/**
+ * Register a job handler
+ */
+export declare function registerHandler<Payload = any>(name: string, handler: JobHandler<Payload>): void;
+/**
+ * Remove a job handler
+ */
+export declare function removeHandler(name: string): void;
+/**
+ * Get all registered handlers
+ */
+export declare function getHandlers(): Record<string, JobHandler<any>>;
+/**
+ * Set the engine dispatcher for fallback job execution
+ */
+export declare function setEngineDispatcher(dispatcher: ExecutionEngineDispatcher): void;
+/**
+ * Get the number of active jobs being processed
+ */
+export declare function getActiveJobsCount(): number;
+/**
+ * Get the IDs of all active jobs being processed
+ */
+export declare function getActiveJobIds(): string[];
+/**
+ * Stop the worker from claiming new jobs
+ * Used for graceful shutdown initiation
+ */
+export declare function stopWorker(): Promise<void>;
+/**
+ * Start the worker
+ */
+export declare function start(): Promise<void>;
+/**
+ * Get circuit breaker instance (for monitoring/management)
+ * Returns null if circuit breaker is disabled
+ */
+export declare function getCircuitBreaker(): CircuitBreaker | null;
+/**
+ * Check if circuit breaker is enabled
+ */
+export declare function isCircuitBreakerEnabled(): boolean;
+/**
+ * Check if worker is stopped
+ */
+export declare function isStopped(): boolean;
+export type { JobHandler };
+//# sourceMappingURL=bullmq-worker.d.ts.map

package/dist/jobs/bullmq-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bullmq-worker.d.ts","sourceRoot":"","sources":["../../src/jobs/bullmq-worker.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAa,MAAM,YAAY,CAAC;AAEjD,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EACH,cAAc,EAGjB,MAAM,sBAAsB,CAAC;AAG9B;;GAEG;AACH,qBAAa,eAAgB,SAAQ,KAAK;gBAC1B,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;CAIjD;AAED,KAAK,UAAU,CAAC,OAAO,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,GAAG;IAClE,eAAe,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;IACzC,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;CACzC,CAAC,CAAC;AAEH,UAAU,yBAAyB;IAC/B,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;CAC1F;AAED,UAAU,mBAAmB;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,gBAAgB,CAAC,EAAE,yBAAyB,CAAC;IAC7C,cAAc,CAAC,EAAE,cAAc,CAAC;CACnC;AAyBD;;GAEG;AACH,qBAAa,mBAAmB;IAC5B,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,YAAY,CAA0B;IAC9C,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,GAAG,CAA0B;IACrC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,gBAAgB,CAA0C;IAClE,OAAO,CAAC,cAAc,CAA+B;gBAEzC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,GAAE,mBAAwB;IAUpF;;OAEG;IACH,YAAY,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,GAAG,IAAI;IAI/C;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAiFjC;;OAEG;YACW,gBAAgB;IAoC9B;;;OAGG;IACH,OAAO,CAAC,WAAW;IA4CnB;;OAEG;YACW,4BAA4B;IA6B1C;;OAEG;YACW,kBAAkB;IAwChC;;OAEG;YACW,qBAAqB;IAgCnC;;OAEG;YACW,2BAA2B;IAqDzC;;OAEG;YACW,kBAAkB;IAgChC;;OAEG;YACW,kBAAkB;IA2BhC;;OAEG;IACH,OAAO,CAAC,eAAe;IAsBvB;;OAEG;IACH,kBAAkB,IAAI,MAAM;IAI5B;;OAEG;IACH,eAAe,IAAI,MAAM,EAAE;IAI3B;;OAEG;IACG,IAAI,CAAC,aAAa,GAAE,MAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;IAsDlE;;OAEG;IACH,SAAS,IAAI,OAAO;CAGvB;AAMD;;;GAGG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,EAAE,SAAS,GAAG,IAAI,CA2BvE;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,GAAG,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,IAAI,CAE/F;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAEhD;AAED;;GAEG;AACH,wBAAgB,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAE7D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,yBAAyB,GAAG,IAAI,CAE/E;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,MAAM,CAE3C;AAED;;GAEG;AACH,wBAAgB,eAAe,IAAI,MAAM,EAAE,CAE1C;AAED;;;GAGG;AACH,wBAAsB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAIhD;AAED;;GAEG;AACH,wBAAsB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAgC3C;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,IAAI,cAAc,GAAG,IAAI,CAEzD;AAED;;GAEG;AACH,wBAAgB,uBAAuB,IAAI,OAAO,CAEjD;AAED;;GAEG;AACH,wBAAgB,SAAS,IAAI,OAAO,CAEnC;AAED,YAAY,EAAE,UAAU,EAAE,CAAC"}