@clipboard-health/mongo-jobs 0.1.0

package/src/lib/internal/jobsRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobsRepository.js","sourceRoot":"","sources":["../../../../../../packages/mongo-jobs/src/lib/internal/jobsRepository.ts"],"names":[],"mappings":";;;AAIA,wCAAmE;AACnE,qDAAyD;AA8BzD,SAAS,sBAAsB,CAC7B,OAAyC;IAEzC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO;YACL,WAAW,EAAE,OAAO;YACpB,UAAU,EAAE,OAAO;SACpB,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAa,cAAc;IACR,QAAQ,CAAW;IACnB,QAAQ,CAA6C;IAEtE,YAAY,OAA2B;QACrC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAI,UAAkC;QAC1D,MAAM,sBAAsB,GAAG,UAAU,CAAC,OAAO,CAAC;QAClD,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAC1D,sBAAsB,CACgB,CAAC;QAEzC,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC;QACtC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,iBAAiB,CAAC,KAAK,CAAC;QAC1D,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC;QAC3D,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,IAAI,IAAI,IAAI,EAAE,CAAC;QACjD,MAAM,aAAa,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,aAAa,EAAE,WAAW,CAAC;QAE7C,OAAO,MAAM,IAAA,2BAAiB,EAAC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE;YACpE,IAAI,CAAC;gBACH,MAAM,yBAAyB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAC1D;oBACE;wBACE,WAAW,EAAE,OAAO,CAAC,IAAI;wBACzB,IAAI,EAAE,aAAa;wBACnB,SAAS,EAAE,OAAO;wBAClB,KAAK;wBACL,GAAG,CAAC,YAAY,IAAI,EAAE,YAAY,EAAE,CAAC;wBACrC,GAAG,CAAC,aAAa,IAAI,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,CAAC;wBAC5D,GAAG,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,CAAC;qBAChC;iBACF,EACD,EAAE,OAAO,EAAE,CACZ,CAAC;gBAEF,MAAM,UAAU,GAAG,yBAAyB,CAAC,CAAC,CAAC,CAAC;gBAChD,OAAO,UAA6C,CAAC;YACvD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,IAAA,sCAAqB,EAAC,KAAK,CAAC,EAAE,CAAC;oBACjC,6CAA6C;oBAC7C,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAC9B,MAAgB;QAEhB,OAAO,MAAM,IAAA,4BAAkB,EAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ;iBACpC,gBAAgB,CACf;gBACE,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE;gBACtB,QAAQ,EAAE,IAAI;gBACd,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE;aAChC,EACD;gBACE,QAAQ,EAAE,IAAI,IAAI,EAAE;aACrB,EACD;gBACE,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE;gBACtB,cAAc,EAAE,OAAO;aACxB,CACF;iBACA,IAAI,EAAE,CAAC;YAEV,OAAO,WAAW,IAAI,SAAS,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,KAAa;QACrC,OAAO,MAAM,IAAA,4BAAkB,EAAC,cAAc,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ;iBAC5B,OAAO,CACN;gBACE,KAAK;gBACL,QAAQ,EAAE,IAAI;aACf,EACD,EAAE,EACF;gBACE,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE;aACvB,CACF;iBACA,IAAI,EAAE,CAAC;YAEV,OAAO,GAAG,IAAI,SAAS,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,SAAS,CACpB,EAA2B,EAC3B,MAAwD;QAExD,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,iBAAuB;QACxD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CACrD;YACE,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,EAAE,GAAG,EAAE,iBAAiB,EAAE;SACrC,EACD;YACE,MAAM,EAAE;gBACN,QAAQ,EAAE,EAAE;aACb;SACF,EACD;YACE,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;SACtB,CACF,CAAC;QAEF,OAAO,UAAU,IAAI,SAAS,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,GAA8B,EAAE,OAAwB;QAC9E,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,EAA2B;QAC7C,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC;IAEM,KAAK,CAAC,0BAA0B,CAAC,YAAoB;QAC1D,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC7B,YAAY;YACZ,aAAa,EAAE,CAAC;YAChB,SAAS,EAAE,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE,EAAE;YAC9B,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;IACL,CAAC;IAEM,YAAY,CAAC,MAAgB;QAClC,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzB,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,oBAAoB,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE;SAC/E,CAAC,CAAC;IACL,CAAC;IAEM,YAAY,CAAC,MAAgB;QAClC,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CACxB;YACE;gBACE,MAAM,EAAE;oBACN,aAAa,EAAE,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE;oBAC5C,oBAAoB,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE;iBACtC;aACF;SACF,EACD,EAAE,YAAY,EAAE,cAAc,EAAE,CACjC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,EAA2B;QAC/C,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE1C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAqD;YACnE,IAAI,EAAE;gBACJ,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,aAAa,EAAE,CAAC;aACjB;YACD,MAAM,EAAE;gBACN,QAAQ,EAAE,EAAE;gBACZ,QAAQ,EAAE,EAAE;aACb;SACF,CAAC;QAEF,MAAM,iBAAiB,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC;QAEnE,IAAI,iBAAiB,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;YACzC,UAAU,CAAC,IAAI,CAAC,SAAS,GAAG,iBAAiB,CAAC;QAChD,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,KAAK,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;QAC/F,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,aAAa,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;YACvE,UAAU,CAAC,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,aAAa,CAAC;QACpD,CAAC;QAED,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACvC,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAAC,eAAyB;QACxD,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,YAAY,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,eAAe,EAAE,EAAE,CAAC;QACzD,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAC7D,CAAC;CACF;AA9MD,wCA8MC"}

package/src/lib/internal/logger.d.ts

@@ -0,0 +1,4 @@
+export interface Logger {
+    info: (...arguments_: unknown[]) => void;
+    error: (...arguments_: unknown[]) => void;
+}

package/src/lib/internal/logger.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=logger.js.map

package/src/lib/internal/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../../../../../packages/mongo-jobs/src/lib/internal/logger.ts"],"names":[],"mappings":""}

package/src/lib/internal/metrics.d.ts

@@ -0,0 +1,32 @@
+import { type ClientOptions } from "hot-shots";
+import type mongoose from "mongoose";
+import type { BackgroundJobType } from "../job";
+import type { Registry } from "./registry";
+export interface MetricsReporter {
+    gauge(name: string, value: number, tags: Record<string, string>): void;
+    increment(name: string, tags: Record<string, string>): void;
+    timing(name: string, value: number | Date, tags: Record<string, string>): void;
+}
+/**
+ * Create a StatsD reporter.
+ */
+export declare function defaultMetricsReporter(options?: ClientOptions): MetricsReporter;
+export declare class Metrics {
+    private readonly reporter;
+    private readonly jobModel;
+    private readonly registry;
+    private reportingInterval?;
+    private started;
+    private reporting;
+    constructor(reporter: MetricsReporter, jobModel: mongoose.Model<BackgroundJobType<unknown>>, registry: Registry);
+    startReporting(): Promise<void>;
+    stopReporting(): void;
+    reportMetrics(): Promise<void>;
+    increment(queue: string, state: string): void;
+    timing(queue: string, metric: string, value: Date | number): void;
+    private reportQueueMetric;
+    private sendGaugeMetric;
+    private scheduledJobsQuery;
+    private pendingJobsQuery;
+    private failedJobsQuery;
+}

package/src/lib/internal/metrics.js

@@ -0,0 +1,106 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Metrics = void 0;
+exports.defaultMetricsReporter = defaultMetricsReporter;
+const tslib_1 = require("tslib");
+const hot_shots_1 = tslib_1.__importDefault(require("hot-shots"));
+const tracing_1 = require("../tracing");
+const REPORTING_PERIOD_MILLIS = 60_000;
+/**
+ * Create a StatsD reporter.
+ */
+function defaultMetricsReporter(options = {}) {
+    return new hot_shots_1.default({ ...options, prefix: "background_jobs." });
+}
+class Metrics {
+    reporter;
+    jobModel;
+    registry;
+    reportingInterval;
+    started = false;
+    reporting = false;
+    constructor(reporter, jobModel, registry) {
+        this.reporter = reporter;
+        this.jobModel = jobModel;
+        this.registry = registry;
+    }
+    async startReporting() {
+        if (this.started) {
+            return;
+        }
+        this.started = true;
+        void this.reportMetrics();
+        this.reportingInterval = setInterval(async () => {
+            await this.reportMetrics();
+        }, REPORTING_PERIOD_MILLIS);
+    }
+    stopReporting() {
+        this.started = false;
+        clearInterval(this.reportingInterval);
+    }
+    async reportMetrics() {
+        if (!this.started || this.reporting) {
+            return;
+        }
+        this.reporting = true;
+        /* Reporting for each queue separate instead of having 1 query that
+         * calculates given state for all queues at once (with groupBy) because
+         * during testing it seemed that having queries per each queue was
+         * collectively faster than doing one big query (tested with ~1 million
+         * jobs in DB)
+         */
+        try {
+            await (0, tracing_1.withInternalsTrace)("reportMetrics", async () => {
+                await Promise.all(this.registry.getQueues().map(async (queue) => {
+                    // Scheduled jobs - jobs who have nextRunAt in the future
+                    const scheduledCount = await this.reportQueueMetric(queue, "scheduled", this.scheduledJobsQuery(queue));
+                    // Pending jobs - jobs ready to be processed (nextRunAt is in the past/present)
+                    const pendingCount = await this.reportQueueMetric(queue, "pending", this.pendingJobsQuery(queue));
+                    // Failed jobs - those that reached the limit of retries and won't be retried again
+                    await this.reportQueueMetric(queue, "failed", this.failedJobsQuery(queue));
+                    // Created jobs - scheduled + pending - reporting to be consistent with pg-boss/postgres background jobs
+                    this.sendGaugeMetric(queue, "created", scheduledCount + pendingCount);
+                }));
+            });
+        }
+        finally {
+            this.reporting = false;
+        }
+    }
+    increment(queue, state) {
+        this.reporter.increment(`queue.${state}`, { queue });
+    }
+    timing(queue, metric, value) {
+        this.reporter.timing(`queue.${metric}`, value, { queue });
+    }
+    async reportQueueMetric(queue, state, query) {
+        const count = await this.jobModel.countDocuments(query);
+        this.sendGaugeMetric(queue, state, count);
+        return count;
+    }
+    sendGaugeMetric(queue, state, value) {
+        this.reporter.gauge(`queue.${state}`, value, { queue });
+    }
+    scheduledJobsQuery(queue) {
+        return {
+            queue,
+            nextRunAt: { $gt: new Date() },
+            lockedAt: null,
+        };
+    }
+    pendingJobsQuery(queue) {
+        return {
+            queue,
+            nextRunAt: { $lte: new Date() },
+            lockedAt: null,
+        };
+    }
+    failedJobsQuery(queue) {
+        return {
+            originalQueue: queue,
+            failedAt: { $ne: null },
+        };
+    }
+}
+exports.Metrics = Metrics;
+//# sourceMappingURL=metrics.js.map

package/src/lib/internal/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../../../../packages/mongo-jobs/src/lib/internal/metrics.ts"],"names":[],"mappings":";;;AAkBA,wDAEC;;AApBD,kEAAuD;AAIvD,wCAAgD;AAGhD,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAQvC;;GAEG;AACH,SAAgB,sBAAsB,CAAC,UAAyB,EAAE;IAChE,OAAO,IAAI,mBAAM,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,MAAa,OAAO;IAMC;IACA;IACA;IAPX,iBAAiB,CAAkB;IACnC,OAAO,GAAG,KAAK,CAAC;IAChB,SAAS,GAAG,KAAK,CAAC;IAE1B,YACmB,QAAyB,EACzB,QAAoD,EACpD,QAAkB;QAFlB,aAAQ,GAAR,QAAQ,CAAiB;QACzB,aAAQ,GAAR,QAAQ,CAA4C;QACpD,aAAQ,GAAR,QAAQ,CAAU;IAClC,CAAC;IAEG,KAAK,CAAC,cAAc;QACzB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,KAAK,IAAI,CAAC,aAAa,EAAE,CAAC;QAE1B,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC9C,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,CAAC,EAAE,uBAAuB,CAAC,CAAC;IAC9B,CAAC;IAEM,aAAa;QAClB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACxC,CAAC;IAEM,KAAK,CAAC,aAAa;QACxB,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB;;;;;WAKG;QACH,IAAI,CAAC;YACH,MAAM,IAAA,4BAAkB,EAAC,eAAe,EAAE,KAAK,IAAI,EAAE;gBACnD,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;oBAC5C,yDAAyD;oBACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CACjD,KAAK,EACL,WAAW,EACX,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAC/B,CAAC;oBAEF,+EAA+E;oBAC/E,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC/C,KAAK,EACL,SAAS,EACT,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAC7B,CAAC;oBAEF,mFAAmF;oBACnF,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;oBAE3E,wGAAwG;oBACxG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,SAAS,EAAE,cAAc,GAAG,YAAY,CAAC,CAAC;gBACxE,CAAC,CAAC,CACH,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAEM,SAAS,CAAC,KAAa,EAAE,KAAa;QAC3C,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,SAAS,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAEM,MAAM,CAAC,KAAa,EAAE,MAAc,EAAE,KAAoB;QAC/D,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5D,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,KAAa,EACb,KAAa,EACb,KAAuD;QAEvD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACxD,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAC1C,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,eAAe,CAAC,KAAa,EAAE,KAAa,EAAE,KAAa;QACjE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1D,CAAC;IAEO,kBAAkB,CAAC,KAAa;QACtC,OAAO;YACL,KAAK;YACL,SAAS,EAAE,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE,EAAE;YAC9B,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,KAAa;QACpC,OAAO;YACL,KAAK;YACL,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE;YAC/B,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,KAAa;QACnC,OAAO;YACL,aAAa,EAAE,KAAK;YACpB,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;SACxB,CAAC;IACJ,CAAC;CACF;AAtHD,0BAsHC"}

package/src/lib/internal/mongoDuplicate.d.ts

@@ -0,0 +1,2 @@
+import { MongoServerError } from "mongodb";
+export declare function isMongoDuplicateError(error: unknown): error is MongoServerError;

package/src/lib/internal/mongoDuplicate.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isMongoDuplicateError = isMongoDuplicateError;
+const mongodb_1 = require("mongodb");
+const MONGO_DUPLICATE_KEY_ERROR_CODE = 11_000;
+function isMongoDuplicateError(error) {
+    return error instanceof mongodb_1.MongoServerError && error.code === MONGO_DUPLICATE_KEY_ERROR_CODE;
+}
+//# sourceMappingURL=mongoDuplicate.js.map

package/src/lib/internal/mongoDuplicate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mongoDuplicate.js","sourceRoot":"","sources":["../../../../../../packages/mongo-jobs/src/lib/internal/mongoDuplicate.ts"],"names":[],"mappings":";;AAIA,sDAEC;AAND,qCAA2C;AAE3C,MAAM,8BAA8B,GAAG,MAAM,CAAC;AAE9C,SAAgB,qBAAqB,CAAC,KAAc;IAClD,OAAO,KAAK,YAAY,0BAAgB,IAAI,KAAK,CAAC,IAAI,KAAK,8BAA8B,CAAC;AAC5F,CAAC"}

package/src/lib/internal/registry.d.ts

@@ -0,0 +1,27 @@
+import type { HandlerInterface } from "../handler";
+type InstantiableHandlerClass<T> = new () => HandlerInterface<T>;
+export type AnyHandlerClass<T> = new (...arguments_: any) => HandlerInterface<T>;
+export type InstantiableHandlerClassOrInstance<T> = InstantiableHandlerClass<T> | HandlerInterface<T>;
+export type AnyHandlerClassOrInstance<T> = AnyHandlerClass<T> | HandlerInterface<T>;
+export interface RegisteredHandlerType<T> {
+    group: string;
+    queue: string;
+    handler: HandlerInterface<T>;
+}
+interface ConstructorOptions {
+    allowHandlerOverride: boolean | undefined;
+}
+export declare class Registry {
+    private readonly handlers;
+    private readonly names;
+    private readonly queues;
+    private readonly queueGroups;
+    private readonly allowHandlerOverride;
+    constructor(options: ConstructorOptions);
+    register<T>(handlerClassOrInstance: InstantiableHandlerClassOrInstance<T>, group: string): void;
+    getRegisteredHandler(handler: string | AnyHandlerClassOrInstance<unknown>): RegisteredHandlerType<unknown>;
+    getQueues(): string[];
+    getQueuesForGroups(groups: string[]): string[];
+    private getHandlerName;
+}
+export {};

package/src/lib/internal/registry.js

@@ -0,0 +1,78 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Registry = void 0;
+const handlerAlreadyRegisteredError_1 = require("./handlerAlreadyRegisteredError");
+function isHandlerInstance(handler) {
+    return handler.perform !== undefined;
+}
+function getHandlerClass(handler) {
+    return isHandlerInstance(handler) ? handler.constructor : handler;
+}
+function getHandlerInstance(handler) {
+    // eslint-disable-next-line new-cap
+    return isHandlerInstance(handler) ? handler : new handler();
+}
+class Registry {
+    handlers = new Map();
+    names = new Map();
+    queues = new Set();
+    queueGroups = new Map();
+    allowHandlerOverride;
+    constructor(options) {
+        this.allowHandlerOverride = options.allowHandlerOverride ?? false;
+    }
+    register(handlerClassOrInstance, group) {
+        const handler = getHandlerInstance(handlerClassOrInstance);
+        const handlerName = handler.name;
+        const queue = handlerName;
+        if (!this.allowHandlerOverride && this.handlers.has(handlerName)) {
+            throw new handlerAlreadyRegisteredError_1.HandlerAlreadyRegisteredError(`${handlerName} already registered`);
+        }
+        this.handlers.set(handlerName, { group, handler, queue });
+        this.names.set(handler.constructor, handlerName);
+        this.queues.add(queue);
+        const queueGroup = this.queueGroups.get(group);
+        if (queueGroup) {
+            queueGroup.add(queue);
+        }
+        else {
+            const newQueueGroup = new Set();
+            newQueueGroup.add(queue);
+            this.queueGroups.set(group, newQueueGroup);
+        }
+    }
+    getRegisteredHandler(handler) {
+        const handlerName = this.getHandlerName(handler);
+        const registeredHandler = this.handlers.get(handlerName);
+        if (registeredHandler === undefined) {
+            throw new Error(`No handler registered for ${handlerName}`);
+        }
+        return registeredHandler;
+    }
+    getQueues() {
+        return [...this.queues];
+    }
+    getQueuesForGroups(groups) {
+        let result = new Array();
+        for (const group of groups) {
+            const queuesInGroup = this.queueGroups.get(group);
+            if (queuesInGroup) {
+                result = [...result, ...queuesInGroup];
+            }
+        }
+        return result;
+    }
+    getHandlerName(handler) {
+        if (typeof handler === "string") {
+            return handler;
+        }
+        const handlerClass = getHandlerClass(handler);
+        const name = this.names.get(handlerClass);
+        if (name === undefined) {
+            throw new Error(`No handler registered for ${handlerClass.toString()}`);
+        }
+        return name;
+    }
+}
+exports.Registry = Registry;
+//# sourceMappingURL=registry.js.map

package/src/lib/internal/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../../../../packages/mongo-jobs/src/lib/internal/registry.ts"],"names":[],"mappings":";;;AACA,mFAAgF;AAgBhF,SAAS,iBAAiB,CAAI,OAAgB;IAC5C,OAAQ,OAA+B,CAAC,OAAO,KAAK,SAAS,CAAC;AAChE,CAAC;AAED,SAAS,eAAe,CAAI,OAAqC;IAC/D,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAE,OAAO,CAAC,WAAkC,CAAC,CAAC,CAAC,OAAO,CAAC;AAC5F,CAAC;AAED,SAAS,kBAAkB,CACzB,OAA8C;IAE9C,mCAAmC;IACnC,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;AAC9D,CAAC;AAMD,MAAa,QAAQ;IACF,QAAQ,GAAG,IAAI,GAAG,EAA0C,CAAC;IAC7D,KAAK,GAAG,IAAI,GAAG,EAAoC,CAAC;IACpD,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IAC3B,WAAW,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC7C,oBAAoB,CAAU;IAE/C,YAAY,OAA2B;QACrC,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,IAAI,KAAK,CAAC;IACpE,CAAC;IAEM,QAAQ,CACb,sBAA6D,EAC7D,KAAa;QAEb,MAAM,OAAO,GAAG,kBAAkB,CAAC,sBAAsB,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;QACjC,MAAM,KAAK,GAAG,WAAW,CAAC;QAE1B,IAAI,CAAC,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YACjE,MAAM,IAAI,6DAA6B,CAAC,GAAG,WAAW,qBAAqB,CAAC,CAAC;QAC/E,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,WAAuC,EAAE,WAAW,CAAC,CAAC;QAC7E,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAEvB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAE/C,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;YACxC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAEM,oBAAoB,CACzB,OAAoD;QAEpD,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEzD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,6BAA6B,WAAW,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAEM,SAAS;QACd,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAEM,kBAAkB,CAAC,MAAgB;QACxC,IAAI,MAAM,GAAG,IAAI,KAAK,EAAU,CAAC;QAEjC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAClD,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,GAAG,CAAC,GAAG,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,cAAc,CAAC,OAAoD;QACzE,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,MAAM,YAAY,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAE1C,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,6BAA6B,YAAY,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAlFD,4BAkFC"}

package/src/lib/internal/worker/actionableQueues.d.ts

@@ -0,0 +1,7 @@
+export declare class ActionableQueues {
+    private readonly set;
+    private readonly array;
+    add(queue: string): void;
+    remove(queue: string): void;
+    getRandom(): string | undefined;
+}

package/src/lib/internal/worker/actionableQueues.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ActionableQueues = void 0;
+class ActionableQueues {
+    set = new Set();
+    array = new Array();
+    add(queue) {
+        if (this.set.has(queue)) {
+            return;
+        }
+        this.set.add(queue);
+        this.array.push(queue);
+    }
+    remove(queue) {
+        if (!this.set.has(queue)) {
+            return;
+        }
+        this.set.delete(queue);
+        const indexOfQueue = this.array.indexOf(queue);
+        this.array.splice(indexOfQueue, 1);
+    }
+    getRandom() {
+        const arrayLength = this.array.length;
+        if (arrayLength === 0) {
+            return;
+        }
+        // eslint-disable-next-line consistent-return
+        return this.array[Math.floor(Math.random() * arrayLength)];
+    }
+}
+exports.ActionableQueues = ActionableQueues;
+//# sourceMappingURL=actionableQueues.js.map

package/src/lib/internal/worker/actionableQueues.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"actionableQueues.js","sourceRoot":"","sources":["../../../../../../../packages/mongo-jobs/src/lib/internal/worker/actionableQueues.ts"],"names":[],"mappings":";;;AAAA,MAAa,gBAAgB;IACV,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IACxB,KAAK,GAAG,IAAI,KAAK,EAAU,CAAC;IAE7C,GAAG,CAAC,KAAa;QACf,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEvB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACrC,CAAC;IAED,SAAS;QACP,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QACtC,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,6CAA6C;QAC7C,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC;IAC7D,CAAC;CACF;AAjCD,4CAiCC"}

package/src/lib/internal/worker/fairQueueConsumer.d.ts

@@ -0,0 +1,24 @@
+import type { BackgroundJobType } from "../../job";
+import { type JobsRepository } from "../jobsRepository";
+import type { QueueConsumer, QueueConsumerStartOptions } from "./queueConsumer";
+export declare class FairQueueConsumer extends EventTarget implements QueueConsumer {
+    private readonly jobsRepository;
+    private readonly consumedQueues;
+    private readonly consumedQueuesSet;
+    private readonly actionableQueues;
+    private readonly futureQueues;
+    private jobsChangeStream?;
+    private refreshQueuesInterval?;
+    constructor(queues: string[], jobsRepository: JobsRepository);
+    start({ useChangeStream, refreshQueuesIntervalMS }: QueueConsumerStartOptions): Promise<void>;
+    startQueuesRefresh(interval: number): Promise<void>;
+    startListeningForQueueChanges(): void;
+    stop(): Promise<void>;
+    refreshActionableQueuesFromDB(): Promise<void>;
+    acquireNextJob(): Promise<BackgroundJobType<unknown> | undefined>;
+    getConsumedQueues(): string[];
+    private promoteQueues;
+    private removeQueueFromActionable;
+    private refreshQueueFutureActionableAt;
+    private dispatchNewJobEvent;
+}

package/src/lib/internal/worker/fairQueueConsumer.js

@@ -0,0 +1,127 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FairQueueConsumer = void 0;
+const actionableQueues_1 = require("./actionableQueues");
+const futureQueues_1 = require("./futureQueues");
+class FairQueueConsumer extends EventTarget {
+    jobsRepository;
+    consumedQueues;
+    consumedQueuesSet;
+    actionableQueues = new actionableQueues_1.ActionableQueues();
+    futureQueues = new futureQueues_1.FutureQueues();
+    jobsChangeStream;
+    refreshQueuesInterval;
+    constructor(queues, jobsRepository) {
+        super();
+        this.consumedQueues = queues;
+        this.consumedQueuesSet = new Set(queues);
+        this.jobsRepository = jobsRepository;
+    }
+    async start({ useChangeStream, refreshQueuesIntervalMS }) {
+        if (this.consumedQueues.length === 0) {
+            return;
+        }
+        await this.startQueuesRefresh(refreshQueuesIntervalMS);
+        if (useChangeStream && !this.jobsChangeStream) {
+            this.startListeningForQueueChanges();
+        }
+    }
+    async startQueuesRefresh(interval) {
+        await this.refreshActionableQueuesFromDB();
+        this.refreshQueuesInterval = setInterval(async () => {
+            await this.refreshActionableQueuesFromDB();
+        }, interval);
+    }
+    startListeningForQueueChanges() {
+        this.jobsChangeStream = this.jobsRepository.watchUpserts(this.consumedQueues);
+        this.jobsChangeStream.on("change", (event) => {
+            const typedEvent = event;
+            const queue = typedEvent.fullDocument?.queue;
+            const nextRunAt = typedEvent.fullDocument?.nextRunAt;
+            const lockedAt = typedEvent.fullDocument?.lockedAt;
+            if (queue === undefined ||
+                nextRunAt === undefined ||
+                !this.consumedQueuesSet.has(queue) ||
+                lockedAt !== undefined) {
+                return;
+            }
+            this.futureQueues.setActionableAt(queue, nextRunAt);
+            this.dispatchNewJobEvent();
+        });
+    }
+    async stop() {
+        if (this.refreshQueuesInterval) {
+            clearInterval(this.refreshQueuesInterval);
+        }
+        if (this.jobsChangeStream) {
+            this.jobsChangeStream.removeAllListeners();
+            try {
+                await this.jobsChangeStream.close();
+            }
+            catch {
+                // Might already be closed
+            }
+        }
+    }
+    async refreshActionableQueuesFromDB() {
+        const queues = await this.jobsRepository.fetchQueuesWithJobs(this.consumedQueues);
+        for (const queue of queues) {
+            /**
+             * Not adding "undefined" into actionable queues - those are jobs that were failed and were
+             * taken off of their respective queues
+             **/
+            if (queue) {
+                this.actionableQueues.add(queue);
+            }
+        }
+    }
+    async acquireNextJob() {
+        this.promoteQueues();
+        let job;
+        while (!job) {
+            const queue = this.actionableQueues.getRandom();
+            if (queue === undefined) {
+                return undefined;
+            }
+            // eslint-disable-next-line no-await-in-loop
+            job = await this.jobsRepository.fetchAndLockNextJob([queue]);
+            if (!job) {
+                // eslint-disable-next-line no-await-in-loop
+                await this.removeQueueFromActionable(queue);
+            }
+        }
+        return job;
+    }
+    getConsumedQueues() {
+        return [...this.consumedQueues];
+    }
+    promoteQueues() {
+        const queuesToPromote = this.futureQueues.acquireCurrentlyActionable();
+        for (const queue of queuesToPromote) {
+            this.actionableQueues.add(queue);
+        }
+    }
+    async removeQueueFromActionable(queue) {
+        this.actionableQueues.remove(queue);
+        void this.refreshQueueFutureActionableAt(queue);
+    }
+    async refreshQueueFutureActionableAt(queue) {
+        const job = await this.jobsRepository.fetchNextJob(queue);
+        if (!job) {
+            return;
+        }
+        const { nextRunAt } = job;
+        if (!nextRunAt) {
+            return;
+        }
+        this.futureQueues.setActionableAt(queue, nextRunAt);
+        if (nextRunAt < new Date()) {
+            this.dispatchNewJobEvent();
+        }
+    }
+    dispatchNewJobEvent() {
+        this.dispatchEvent(new Event("newJob"));
+    }
+}
+exports.FairQueueConsumer = FairQueueConsumer;
+//# sourceMappingURL=fairQueueConsumer.js.map

package/src/lib/internal/worker/fairQueueConsumer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fairQueueConsumer.js","sourceRoot":"","sources":["../../../../../../../packages/mongo-jobs/src/lib/internal/worker/fairQueueConsumer.ts"],"names":[],"mappings":";;;AAIA,yDAAsD;AACtD,iDAA8C;AAG9C,MAAa,iBAAkB,SAAQ,WAAW;IAC/B,cAAc,CAAiB;IAC/B,cAAc,CAAW;IACzB,iBAAiB,CAAc;IAC/B,gBAAgB,GAAG,IAAI,mCAAgB,EAAE,CAAC;IAC1C,YAAY,GAAG,IAAI,2BAAY,EAAE,CAAC;IAC3C,gBAAgB,CAA4C;IAC5D,qBAAqB,CAAkB;IAE/C,YAAY,MAAgB,EAAE,cAA8B;QAC1D,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC;QAC7B,IAAI,CAAC,iBAAiB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAE,eAAe,EAAE,uBAAuB,EAA6B;QACjF,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,kBAAkB,CAAC,uBAAuB,CAAC,CAAC;QAEvD,IAAI,eAAe,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9C,IAAI,CAAC,6BAA6B,EAAE,CAAC;QACvC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAgB;QACvC,MAAM,IAAI,CAAC,6BAA6B,EAAE,CAAC;QAC3C,IAAI,CAAC,qBAAqB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAClD,MAAM,IAAI,CAAC,6BAA6B,EAAE,CAAC;QAC7C,CAAC,EAAE,QAAQ,CAAC,CAAC;IACf,CAAC;IAED,6BAA6B;QAC3B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAE9E,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAc,EAAE,EAAE;YACpD,MAAM,UAAU,GAAG,KAAgC,CAAC;YACpD,MAAM,KAAK,GAAG,UAAU,CAAC,YAAY,EAAE,KAAK,CAAC;YAC7C,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,EAAE,SAAS,CAAC;YACrD,MAAM,QAAQ,GAAG,UAAU,CAAC,YAAY,EAAE,QAAQ,CAAC;YAEnD,IACE,KAAK,KAAK,SAAS;gBACnB,SAAS,KAAK,SAAS;gBACvB,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC;gBAClC,QAAQ,KAAK,SAAS,EACtB,CAAC;gBACD,OAAO;YACT,CAAC;YAED,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACpD,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,aAAa,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC;gBACP,0BAA0B;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,6BAA6B;QACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B;;;gBAGI;YACJ,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC;QAER,OAAO,CAAC,GAAG,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC;YAEhD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,4CAA4C;YAC5C,GAAG,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAE7D,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,4CAA4C;gBAC5C,MAAM,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED,iBAAiB;QACf,OAAO,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;IAClC,CAAC;IAEO,aAAa;QACnB,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,0BAA0B,EAAE,CAAC;QACvE,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;YACpC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,KAAa;QACnD,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpC,KAAK,IAAI,CAAC,8BAA8B,CAAC,KAAK,CAAC,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,8BAA8B,CAAC,KAAa;QACxD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAE1D,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;QACT,CAAC;QAED,MAAM,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC;QAE1B,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACpD,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,mBAAmB;QACzB,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC1C,CAAC;CACF;AAnJD,8CAmJC"}

package/src/lib/internal/worker/futureQueues.d.ts

@@ -0,0 +1,5 @@
+export declare class FutureQueues {
+    private readonly actionableSoon;
+    setActionableAt(queue: string, actionableAt: Date): void;
+    acquireCurrentlyActionable(): string[];
+}

package/src/lib/internal/worker/futureQueues.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FutureQueues = void 0;
+class FutureQueues {
+    actionableSoon = new Map();
+    setActionableAt(queue, actionableAt) {
+        const oldActionableAt = this.actionableSoon.get(queue);
+        if (oldActionableAt && oldActionableAt < actionableAt) {
+            return;
+        }
+        this.actionableSoon.set(queue, actionableAt);
+    }
+    acquireCurrentlyActionable() {
+        const actionableQueues = new Array();
+        const now = new Date();
+        this.actionableSoon.forEach((actionableAt, queue) => {
+            if (actionableAt > now) {
+                return;
+            }
+            actionableQueues.push(queue);
+            this.actionableSoon.delete(queue);
+        });
+        return actionableQueues;
+    }
+}
+exports.FutureQueues = FutureQueues;
+//# sourceMappingURL=futureQueues.js.map

package/src/lib/internal/worker/futureQueues.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"futureQueues.js","sourceRoot":"","sources":["../../../../../../../packages/mongo-jobs/src/lib/internal/worker/futureQueues.ts"],"names":[],"mappings":";;;AAAA,MAAa,YAAY;IACN,cAAc,GAAG,IAAI,GAAG,EAAgB,CAAC;IAE1D,eAAe,CAAC,KAAa,EAAE,YAAkB;QAC/C,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAEvD,IAAI,eAAe,IAAI,eAAe,GAAG,YAAY,EAAE,CAAC;YACtD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IAC/C,CAAC;IAED,0BAA0B;QACxB,MAAM,gBAAgB,GAAG,IAAI,KAAK,EAAU,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE;YAClD,IAAI,YAAY,GAAG,GAAG,EAAE,CAAC;gBACvB,OAAO;YACT,CAAC;YAED,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7B,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,OAAO,gBAAgB,CAAC;IAC1B,CAAC;CACF;AA5BD,oCA4BC"}

package/src/lib/internal/worker/queueConsumer.d.ts

@@ -0,0 +1,11 @@
+import type { BackgroundJobType } from "../../job";
+export interface QueueConsumerStartOptions {
+    useChangeStream: boolean;
+    refreshQueuesIntervalMS: number;
+}
+export interface QueueConsumer extends EventTarget {
+    acquireNextJob(): Promise<BackgroundJobType<unknown> | undefined>;
+    start(options: QueueConsumerStartOptions): Promise<void>;
+    stop(): Promise<void>;
+    getConsumedQueues(): string[];
+}

package/src/lib/internal/worker/queueConsumer.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=queueConsumer.js.map

package/src/lib/internal/worker/queueConsumer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queueConsumer.js","sourceRoot":"","sources":["../../../../../../../packages/mongo-jobs/src/lib/internal/worker/queueConsumer.ts"],"names":[],"mappings":""}

package/src/lib/internal/worker.d.ts

@@ -0,0 +1,65 @@
+import type { BackgroundJobType } from "../job";
+import type { Cron } from "./cron";
+import type { JobsRepository } from "./jobsRepository";
+import type { Logger } from "./logger";
+import type { Metrics } from "./metrics";
+import type { Registry } from "./registry";
+export interface WorkerOptions {
+    maxConcurrency?: number;
+    newJobCheckWaitMS?: number;
+    useChangeStream?: boolean;
+    lockTimeoutMS?: number;
+    unlockJobsIntervalMS?: number;
+    refreshQueuesIntervalMS?: number;
+    exclude?: string[];
+}
+interface ConstructorOptions extends WorkerOptions {
+    groups: string[];
+    metrics: Metrics;
+    logger: Logger | undefined;
+    jobsRepo: JobsRepository;
+    registry: Registry;
+    cron: Cron;
+}
+export declare class Worker {
+    stopped: boolean;
+    private readonly lockTimeoutMS;
+    private readonly maxConcurrency;
+    private readonly newJobCheckWaitMS;
+    private readonly useChangeStream;
+    private readonly unlockJobsIntervalMS;
+    private readonly refreshQueuesIntervalMS;
+    private readonly jobsRepo;
+    private readonly runningJobs;
+    private readonly metrics;
+    private readonly registry;
+    private readonly cron;
+    private readonly logger;
+    private readonly queueConsumer;
+    private unlockJobsInterval?;
+    private workerLoopInterval?;
+    private fetchingJobs;
+    private newJobsWatched;
+    private nextAvailableJobCheck;
+    constructor(options: ConstructorOptions);
+    start(): Promise<void>;
+    acquireNextJob(): Promise<BackgroundJobType<unknown> | undefined>;
+    runJobHandler(job: BackgroundJobType<unknown>): Promise<void>;
+    stop(waitTime?: number): Promise<void>;
+    markJobCompleted(job: BackgroundJobType<unknown>): Promise<void>;
+    getConsumedQueues(): string[];
+    updateUniqueKey(job: BackgroundJobType<unknown>): Promise<void>;
+    private workerLoop;
+    private handleNewJobEvent;
+    private scheduleWorkerLoopAfterWait;
+    private performJob;
+    private handleJobError;
+    private duplicateReschedule;
+    private unlockStuckJobs;
+    private reportExecutionDelay;
+    private logContext;
+    private getMaxAttemptsForJob;
+    private markJobFailed;
+    private scheduleRetry;
+}
+export {};