@zyno-io/dk-server-foundation 26.216.430

package/dist/src/services/worker/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/services/worker/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAK1C,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,eAAe,EAAY,MAAM,SAAS,CAAC;AAE1E,cAAc,UAAU,CAAC;AACzB,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAE7C,qBAAa,aAAa;IACtB,OAAO,CAAC,MAAM,CAAsB;IAE9B,QAAQ,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,CAAC,SAAS,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,eAAe,CAAC,EAAE,OAAO,CAAC,EAAE,WAAW;CAgB9I"}

package/dist/src/services/worker/index.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WorkerService = exports.WorkerJob = exports.BaseJob = void 0;
+const tslib_1 = require("tslib");
+/*@ts-ignore*/
+var { __ΩClassType } = require('@deepkit/core');
+const const_1 = require("../../app/const");
+const logger_1 = require("../logger");
+const queue_1 = require("./queue");
+/*@ts-ignore*/
+var { __ΩIJobOptions } = require('./types');
+const types_1 = require("./types");
+tslib_1.__exportStar(require("./entity"), exports);
+var types_2 = require("./types");
+Object.defineProperty(exports, "BaseJob", { enumerable: true, get: function () { return types_2.BaseJob; } });
+Object.defineProperty(exports, "WorkerJob", { enumerable: true, get: function () { return types_2.WorkerJob; } });
+class WorkerService {
+    constructor() {
+        this.logger = (0, logger_1.createLogger)(this);
+    }
+    async queueJob(jobClass, data, options) {
+        if (const_1.isTest) {
+            this.logger.warn('Not queueing job in test environment', { jobName: jobClass.name, data, options });
+            return;
+        }
+        try {
+            const typedJob = jobClass;
+            const queue = queue_1.WorkerQueueRegistry.getQueue(typedJob.QUEUE_NAME);
+            const job = await queue.add(jobClass.name, data, options);
+            this.logger.info('Queued job', { job: { name: jobClass.name, id: job.id } });
+        }
+        catch (err) {
+            this.logger.error('Failed to queue job', err, { job: { name: jobClass.name } });
+            throw err;
+        }
+    }
+}
+exports.WorkerService = WorkerService;
+WorkerService.__type = ['logger', function () { return (0, logger_1.createLogger)(this); }, () => __ΩClassType, 'jobClass', () => types_1.InputDataSymbol, 'data', () => __ΩIJobOptions, 'options', 'queueJob', 'WorkerService', '!3!;>"P"o#"2$"i%f2&n\'2(8"0)5w*'];
+//# sourceMappingURL=index.js.map

package/dist/src/services/worker/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/services/worker/index.ts"],"names":[],"mappings":";;;;;+BAA0B,eAAe;AAEzC,2CAAyC;AACzC,sCAAyC;AACzC,mCAA8C;;iCACkB,SAAS;AAAzE,mCAA0E;AAE1E,mDAAyB;AACzB,iCAA6C;AAApC,gGAAA,OAAO,OAAA;AAAE,kGAAA,SAAS,OAAA;AAE3B,MAAa,aAAa;IAA1B;QACY,WAAM,GAAG,IAAA,qBAAY,EAAC,IAAI,CAAC,CAAC;KAkBvC;IAhBG,KAAK,CAAC,QAAQ,CAA+C,QAAsB,EAAE,IAA+B,EAAE,OAAqB;QACvI,IAAI,cAAM,EAAE,CAAC;YACT,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACpG,OAAO;QACX,CAAC;QAED,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,QAA+B,CAAC;YACjD,MAAM,KAAK,GAAG,2BAAmB,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAChE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACjF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAChF,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;;AAlBL,sCAmBC;uDAlBoB,IAAA,qBAAY,EAAC,IAAI,CAAC"}

package/dist/src/services/worker/queue.d.ts

@@ -0,0 +1,8 @@
+import { Queue } from 'bullmq';
+export declare class WorkerQueueRegistry {
+    static registry: Map<string, Queue<any, any, string, any, any, string>>;
+    static getDefaultQueue(): Queue<any, any, string, any, any, string>;
+    static getQueue(name: string): Queue;
+    static closeQueues(): Promise<void>;
+}
+//# sourceMappingURL=queue.d.ts.map

package/dist/src/services/worker/queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../../../../src/services/worker/queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAK/B,qBAAa,mBAAmB;IAC5B,MAAM,CAAC,QAAQ,yDAA4B;IAE3C,MAAM,CAAC,eAAe;IAKtB,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,KAAK;WAevB,WAAW;CAM3B"}

package/dist/src/services/worker/queue.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WorkerQueueRegistry = void 0;
+const bullmq_1 = require("bullmq");
+const resolver_1 = require("../../app/resolver");
+const redis_1 = require("../../helpers/redis/redis");
+class WorkerQueueRegistry {
+    static getDefaultQueue() {
+        const appConfig = (0, resolver_1.getAppConfig)();
+        return this.getQueue(appConfig.BULL_QUEUE);
+    }
+    static getQueue(name) {
+        if (!this.registry.has(name)) {
+            const { options, prefix } = (0, redis_1.createRedisOptions)('BULL');
+            this.registry.set(name, new bullmq_1.Queue(name, {
+                connection: options,
+                prefix: `${prefix}:bmq`
+            }));
+        }
+        return this.registry.get(name);
+    }
+    static async closeQueues() {
+        for (const queue of this.registry.values()) {
+            await queue.close();
+        }
+        this.registry.clear();
+    }
+}
+exports.WorkerQueueRegistry = WorkerQueueRegistry;
+WorkerQueueRegistry.registry = (Map.Ω = [['&'], [() => bullmq_1.Queue, 'P7!']], new Map());
+WorkerQueueRegistry.__type = ['registry', function () { return (Map.Ω = [['&'], [() => bullmq_1.Queue, 'P7!']], new Map()); }, 'getDefaultQueue', 'name', () => bullmq_1.Queue, 'getQueue', 'closeQueues', 'WorkerQueueRegistry', '!3!s>"P"0#sP&2$P7%0&sP"0\'s5w('];
+//# sourceMappingURL=queue.js.map

package/dist/src/services/worker/queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.js","sourceRoot":"","sources":["../../../../src/services/worker/queue.ts"],"names":[],"mappings":";;;AAAA,mCAA+B;AAE/B,iDAAkD;AAClD,qDAA+D;AAE/D,MAAa,mBAAmB;IAG5B,MAAM,CAAC,eAAe;QAClB,MAAM,SAAS,GAAG,IAAA,uBAAY,GAAE,CAAC;QACjC,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,CAAC,QAAQ,CAAC,IAAY;QACxB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAA,0BAAkB,EAAC,MAAM,CAAC,CAAC;YACvD,IAAI,CAAC,QAAQ,CAAC,GAAG,CACb,IAAI,EACJ,IAAI,cAAK,CAAC,IAAI,EAAE;gBACZ,UAAU,EAAE,OAAO;gBACnB,MAAM,EAAE,GAAG,MAAM,MAAM;aAC1B,CAAC,CACL,CAAC;QACN,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;IACpC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,WAAW;QACpB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACzC,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;;AA5BL,kDA6BC;AA5BU,4BAAQ,IAAO,GAAG,6CAAP,IAAI,GAAG,EAAiB,EAAC;gEAArB,GAAG,6CAAP,IAAI,GAAG,EAAiB"}

package/dist/src/services/worker/recorder.d.ts

@@ -0,0 +1,16 @@
+import { Job } from 'bullmq';
+import { DBProvider } from '../../app/state';
+export declare class WorkerRecorderService {
+    private dbProvider;
+    private appConfig;
+    private queueName;
+    private logger;
+    private observer?;
+    private db;
+    constructor(dbProvider: DBProvider);
+    ensureTableExists(): Promise<void>;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    logJob(job: Job, status: 'completed' | 'failed', result: any): Promise<void>;
+}
+//# sourceMappingURL=recorder.d.ts.map

package/dist/src/services/worker/recorder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recorder.d.ts","sourceRoot":"","sources":["../../../../src/services/worker/recorder.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAe,MAAM,QAAQ,CAAC;AAG1C,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAQ7C,qBAAa,qBAAqB;IAOlB,OAAO,CAAC,UAAU;IAN9B,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,QAAQ,CAAC,CAAc;IAC/B,OAAO,CAAC,EAAE,CAAsB;gBAEZ,UAAU,EAAE,UAAU;IAMpC,iBAAiB;IA8CjB,KAAK;IA6DL,IAAI;IASJ,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG;CA6BrE"}

package/dist/src/services/worker/recorder.js

@@ -0,0 +1,168 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WorkerRecorderService = void 0;
+function __assignType(fn, args) {
+    fn.__type = args;
+    return fn;
+}
+const orm_1 = require("@deepkit/orm");
+const bullmq_1 = require("bullmq");
+const resolver_1 = require("../../app/resolver");
+const state_1 = require("../../app/state");
+const database_1 = require("../../database");
+const redis_1 = require("../../helpers/redis/redis");
+const logger_1 = require("../logger");
+const entity_1 = require("./entity");
+const queue_1 = require("./queue");
+const app_1 = require("../../app");
+class WorkerRecorderService {
+    constructor(dbProvider) {
+        this.dbProvider = dbProvider;
+        this.db = this.dbProvider.db;
+        this.appConfig = (0, resolver_1.getAppConfig)();
+        this.queueName = this.appConfig.BULL_QUEUE;
+        this.logger = (0, logger_1.createLogger)(this, { queueName: this.queueName });
+    }
+    async ensureTableExists() {
+        const dialect = (0, database_1.getDialect)(this.db.adapter);
+        const tableInfoRows = await this.db.rawQuery((0, database_1.tableExistsSql)(dialect, '_jobs'));
+        if (tableInfoRows.length)
+            return;
+        if (dialect === 'postgres') {
+            await this.db.rawExecute(`
+                CREATE TABLE "_jobs" (
+                    "id" varchar(255) NOT NULL,
+                    "queue" varchar(255) NOT NULL,
+                    "queueId" varchar(255) NOT NULL,
+                    "attempt" smallint NOT NULL,
+                    "name" varchar(255) NOT NULL,
+                    "data" jsonb DEFAULT NULL,
+                    "traceId" char(32) DEFAULT NULL,
+                    "status" varchar(20) NOT NULL CHECK ("status" IN ('completed','failed')),
+                    "result" jsonb DEFAULT NULL,
+                    "createdAt" timestamp NOT NULL,
+                    "shouldExecuteAt" timestamp NOT NULL,
+                    "executedAt" timestamp NOT NULL,
+                    "completedAt" timestamp NOT NULL,
+                    PRIMARY KEY ("id","attempt")
+                );
+            `);
+        }
+        else {
+            await this.db.rawExecute(`
+                CREATE TABLE \`_jobs\` (
+                    \`id\` varchar(255) NOT NULL,
+                    \`queue\` varchar(255) NOT NULL,
+                    \`queueId\` varchar(255) NOT NULL,
+                    \`attempt\` tinyint unsigned NOT NULL,
+                    \`name\` varchar(255) NOT NULL,
+                    \`data\` json DEFAULT NULL,
+                    \`traceId\` char(32) DEFAULT NULL,
+                    \`status\` enum('completed','failed') NOT NULL,
+                    \`result\` json DEFAULT NULL,
+                    \`createdAt\` datetime NOT NULL,
+                    \`shouldExecuteAt\` datetime NOT NULL,
+                    \`executedAt\` datetime NOT NULL,
+                    \`completedAt\` datetime NOT NULL,
+                    PRIMARY KEY (\`id\`,\`attempt\`)
+                ) ENGINE=InnoDB;
+            `);
+        }
+    }
+    async start() {
+        const { options, prefix } = (0, redis_1.createRedisOptions)('BULL');
+        this.observer = new bullmq_1.QueueEvents(this.queueName, {
+            connection: options,
+            prefix: `${prefix}:bmq`
+        });
+        const queue = queue_1.WorkerQueueRegistry.getQueue(this.appConfig.BULL_QUEUE);
+        this.observer.on('added', __assignType(args => {
+            this.logger.info('Job added', {
+                jobId: args.jobId,
+                jobName: args.name
+            });
+        }, ['args', '', 'P"2!"/"']));
+        this.observer.on('active', __assignType(args => {
+            this.logger.info('Job activated', { jobId: args.jobId });
+        }, ['args', '', 'P"2!"/"']));
+        this.observer.on('stalled', __assignType(args => {
+            this.logger.warn('Job stalled', { jobId: args.jobId });
+        }, ['args', '', 'P"2!"/"']));
+        this.observer.on('delayed', __assignType(args => {
+            this.logger.info('Job delayed', { jobId: args.jobId, delay: args.delay });
+        }, ['args', '', 'P"2!"/"']));
+        this.observer.on('completed', __assignType(async (args) => {
+            this.logger.info('Job completed', { jobId: args.jobId });
+            const job = await queue.getJob(args.jobId);
+            if (job) {
+                await this.logJob(job, 'completed', args.returnvalue);
+                await queue.remove(job.id);
+            }
+        }, ['args', '', 'P"2!"/"']));
+        this.observer.on('failed', __assignType(async (args) => {
+            this.logger.info('Job failed', { jobId: args.jobId });
+            const job = await queue.getJob(args.jobId);
+            if (job) {
+                await this.logJob(job, 'failed', { reason: job.failedReason, stack: job.failedReason });
+                await queue.remove(job.id);
+            }
+        }, ['args', '', 'P"2!"/"']));
+        this.observer.on('error', __assignType(err => {
+            this.logger.error('Recorder error:', err);
+        }, ['err', '', 'P"2!"/"']));
+        this.logger.info('Recorder started');
+        const completedJobs = await queue.getCompleted();
+        for (const job of completedJobs) {
+            this.logger.info('Logging previously completed job', { jobId: job.id });
+            await this.logJob(job, 'completed', job.returnvalue);
+            await queue.remove(job.id);
+        }
+        const failedJobs = await queue.getFailed();
+        for (const job of failedJobs) {
+            this.logger.error('Logging previously failed job', { jobId: job.id });
+            await this.logJob(job, 'failed', { reason: job.failedReason, stack: job.stacktrace });
+            await queue.remove(job.id);
+        }
+    }
+    async stop() {
+        if (this.observer) {
+            await this.observer.close();
+            this.observer = undefined;
+            this.logger.info('Recorder stopped');
+        }
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    async logJob(job, status, result) {
+        try {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            const traceparent = job.opts.traceparent;
+            const traceId = traceparent ? traceparent.split('-')[1] : null;
+            await (0, database_1.createPersistedEntity)(entity_1.JobEntity, {
+                id: `${this.queueName}:${job.id}`,
+                queue: this.queueName,
+                queueId: job.id,
+                attempt: job.attemptsMade,
+                name: job.name,
+                data: job.data,
+                traceId,
+                status,
+                result,
+                createdAt: new Date(job.timestamp),
+                shouldExecuteAt: new Date(job.timestamp + (job.opts.delay ?? 0)),
+                executedAt: new Date(job.processedOn),
+                completedAt: new Date(job.finishedOn)
+            });
+        }
+        catch (err) {
+            if (err instanceof orm_1.UniqueConstraintFailure) {
+                this.logger.warn('Job already logged', { jobId: job.id });
+            }
+            else {
+                throw err;
+            }
+        }
+    }
+}
+exports.WorkerRecorderService = WorkerRecorderService;
+WorkerRecorderService.__type = [() => app_1.BaseAppConfig, 'appConfig', 'queueName', () => logger_1.ExtendedLogger, 'logger', () => bullmq_1.QueueEvents, 'observer', 'db', function () { return this.dbProvider.db; }, () => state_1.DBProvider, 'dbProvider', 'constructor', 'ensureTableExists', 'start', 'stop', () => bullmq_1.Job, 'job', "completed", "failed", 'status', 'result', 'logJob', 'WorkerRecorderService', 'P7!3";&3#;P7$3%;P7&3\'8;!3(;>)PP7*2+;"0,P"0-P"0.P"0/PP7021P.2.3J24"25"065w7'];
+//# sourceMappingURL=recorder.js.map

package/dist/src/services/worker/recorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recorder.js","sourceRoot":"","sources":["../../../../src/services/worker/recorder.ts"],"names":[],"mappings":";;;;;;;AAAA,sCAAuD;AAEvD,mCAA0C;AAE1C,iDAAkD;AAClD,2CAA6C;AAC7C,6CAAmF;AACnF,qDAA+D;AAC/D,sCAAyD;AACzD,qCAAqC;AACrC,mCAA8C;AAC9C,mCAA0C;AAE1C,MAAa,qBAAqB;IAO9B,YAAoB,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;QAFlC,OAAE,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAG5B,IAAI,CAAC,SAAS,GAAG,IAAA,uBAAY,GAAE,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;QAC3C,IAAI,CAAC,MAAM,GAAG,IAAA,qBAAY,EAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,iBAAiB;QACnB,MAAM,OAAO,GAAG,IAAA,qBAAU,EAAC,IAAI,CAAC,EAAE,CAAC,OAA6B,CAAC,CAAC;QAClE,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAA,yBAAc,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAC/E,IAAI,aAAa,CAAC,MAAM;YAAE,OAAO;QAEjC,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC;;;;;;;;;;;;;;;;;aAiBxB,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC;;;;;;;;;;;;;;;;;aAiBxB,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACP,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAA,0BAAkB,EAAC,MAAM,CAAC,CAAC;QACvD,IAAI,CAAC,QAAQ,GAAG,IAAI,oBAAW,CAAC,IAAI,CAAC,SAAS,EAAE;YAC5C,UAAU,EAAE,OAAO;YACnB,MAAM,EAAE,GAAG,MAAM,MAAM;SAC1B,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,2BAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAEtE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,eAAE,IAAI,CAAC,EAAE;YAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE;gBAC1B,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,OAAO,EAAE,IAAI,CAAC,IAAI;aACrB,CAAC,CAAC;QACP,CAAC,2BAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,eAAE,IAAI,CAAC,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7D,CAAC,2BAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,eAAE,IAAI,CAAC,EAAE;YAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3D,CAAC,2BAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,eAAE,IAAI,CAAC,EAAE;YAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC9E,CAAC,2BAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,eAAE,KAAK,EAAC,IAAI,EAAC,EAAE;YACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YACzD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,GAAG,EAAE,CAAC;gBACN,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBACtD,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAG,CAAC,CAAC;YAChC,CAAC;QACL,CAAC,2BAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,eAAE,KAAK,EAAC,IAAI,EAAC,EAAE;YACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YACtD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,GAAG,EAAE,CAAC;gBACN,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;gBACxF,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAG,CAAC,CAAC;YAChC,CAAC;QACL,CAAC,2BAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,eAAE,GAAG,CAAC,EAAE;YAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC9C,CAAC,0BAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAErC,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC;QACjD,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YACxE,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;YACrD,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAG,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;QAC3C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YACtE,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YACtF,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAG,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;IAED,8DAA8D;IAC9D,KAAK,CAAC,MAAM,CAAC,GAAQ,EAAE,MAA8B,EAAE,MAAW;QAC9D,IAAI,CAAC;YACD,8DAA8D;YAC9D,MAAM,WAAW,GAAI,GAAG,CAAC,IAAY,CAAC,WAAW,CAAC;YAClD,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAE/D,MAAM,IAAA,gCAAqB,EAAC,kBAAS,EAAE;gBACnC,EAAE,EAAE,GAAG,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,EAAE,EAAE;gBACjC,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,OAAO,EAAE,GAAG,CAAC,EAAG;gBAChB,OAAO,EAAE,GAAG,CAAC,YAAY;gBACzB,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO;gBACP,MAAM;gBACN,MAAM;gBACN,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;gBAClC,eAAe,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;gBAChE,UAAU,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,WAAY,CAAC;gBACtC,WAAW,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,UAAW,CAAC;aACzC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,YAAY,6BAAuB,EAAE,CAAC;gBACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACJ,MAAM,GAAG,CAAC;YACd,CAAC;QACL,CAAC;IACL,CAAC;;AA7JL,sDA8JC;iMAzJgB,IAAI,CAAC,UAAU,CAAC,EAAE"}

package/dist/src/services/worker/runner.d.ts

@@ -0,0 +1,21 @@
+import { DBProvider } from '../../app/state';
+import { HealthcheckService } from '../../health/healthcheck.service';
+export declare class WorkerRunnerService {
+    private hcSvc;
+    private dbProvider;
+    private appConfig;
+    private queueName;
+    private logger;
+    private worker?;
+    private queue?;
+    private jobHandlers;
+    private runningJob?;
+    private recorder?;
+    private leader?;
+    constructor(hcSvc: HealthcheckService, dbProvider: DBProvider);
+    start(): Promise<void>;
+    private withJobSpan;
+    private isRedisReady;
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=runner.d.ts.map

package/dist/src/services/worker/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../../src/services/worker/runner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAWtE,qBAAa,mBAAmB;IAYxB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,UAAU;IAZtB,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,KAAK,CAAC,CAAQ;IACtB,OAAO,CAAC,WAAW,CAA6C;IAChE,OAAO,CAAC,UAAU,CAAC,CAAM;IACzB,OAAO,CAAC,QAAQ,CAAC,CAAwB;IACzC,OAAO,CAAC,MAAM,CAAC,CAAgB;gBAGnB,KAAK,EAAE,kBAAkB,EACzB,UAAU,EAAE,UAAU;IAO5B,KAAK;YAiGG,WAAW;IAczB,OAAO,CAAC,YAAY;IAId,QAAQ;CA0BjB"}

package/dist/src/services/worker/runner.js

@@ -0,0 +1,156 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WorkerRunnerService = void 0;
+const __ΩInstanceType = ['T', 'args', 'new', 'InstanceType', 'l>e"!R"RPde#!P"@2"h"!/#qk#\'QRb!Pde"!p)w$y'];
+function __assignType(fn, args) {
+    fn.__type = args;
+    return fn;
+}
+const bullmq_1 = require("bullmq");
+const app_1 = require("../../app");
+const resolver_1 = require("../../app/resolver");
+const state_1 = require("../../app/state");
+const healthcheck_service_1 = require("../../health/healthcheck.service");
+const helpers_1 = require("../../helpers");
+const decorators_1 = require("../../helpers/framework/decorators");
+const redis_1 = require("../../helpers/redis/redis");
+const telemetry_1 = require("../../telemetry");
+const logger_1 = require("../logger");
+const leader_1 = require("../leader");
+const queue_1 = require("./queue");
+const recorder_1 = require("./recorder");
+/*@ts-ignore*/
+var { __ΩJobClass } = require('./types');
+const types_1 = require("./types");
+class WorkerRunnerService {
+    constructor(hcSvc, dbProvider) {
+        this.hcSvc = hcSvc;
+        this.dbProvider = dbProvider;
+        this.jobHandlers = (Map.Ω = [['&'], [() => __ΩInstanceType, () => __ΩJobClass, 'n"o!"']], new Map());
+        this.appConfig = (0, resolver_1.getAppConfig)();
+        this.queueName = this.appConfig.BULL_QUEUE;
+        this.logger = (0, logger_1.createLogger)(this, { queue: this.queueName });
+    }
+    async start() {
+        this.queue = queue_1.WorkerQueueRegistry.getQueue(this.queueName);
+        const allJobClasses = (decorators_1.getRegisteredClasses.Ω = [[() => __ΩJobClass, 'n!']], (0, decorators_1.getRegisteredClasses)(types_1.WorkerSymbol));
+        for (const jobClass of allJobClasses) {
+            if (jobClass.QUEUE_NAME === this.queueName) {
+                this.logger.info('Registering job', { id: { name: jobClass.name, schedule: jobClass.CRON_SCHEDULE } });
+                const handlerInstance = (0, resolver_1.resolveDeep)(jobClass);
+                if (!handlerInstance)
+                    throw new Error(`Cannot resolve job handler: ${jobClass.name}`);
+                this.jobHandlers.set(jobClass.name, handlerInstance);
+                if (jobClass.CRON_SCHEDULE) {
+                    this.queue.add(jobClass.name, {}, { repeat: { pattern: jobClass.CRON_SCHEDULE } });
+                }
+            }
+        }
+        const { options, prefix } = (0, redis_1.createRedisOptions)('BULL');
+        this.worker = new bullmq_1.Worker(this.queueName, __assignType(async (job) => this.withJobSpan(job, () => (0, helpers_1.withContextData)({
+            job: {
+                queue: this.queueName,
+                id: job.id,
+                name: job.name
+            },
+            traceId: (0, telemetry_1.getTraceContext)()?.traceId
+        }, async () => {
+            const handler = this.jobHandlers.get(job.name);
+            if (!handler) {
+                throw new Error(`Job ${job.name} is not registered`);
+            }
+            try {
+                this.runningJob = job;
+                return await handler.handle(job.data);
+            }
+            finally {
+                this.runningJob = undefined;
+            }
+        })), ['job', '', 'P"2!"/"']), {
+            concurrency: 1,
+            connection: options,
+            prefix: `${prefix}:bmq`
+        });
+        this.worker.on('active', __assignType(job => {
+            this.logger.info('Job activated', { job: { name: job.name, id: job.id } });
+        }, ['job', '', 'P"2!"/"']));
+        this.worker.on('completed', __assignType(job => {
+            this.logger.info('Job completed', { job: { name: job.name, id: job.id } });
+        }, ['job', '', 'P"2!"/"']));
+        this.worker.on('failed', __assignType((job, err) => {
+            this.logger.error(`Job failed: ${err.message}`, err, { job: job ? { name: job.name, id: job.id } : undefined });
+        }, ['job', 'err', '', 'P"2!"2""/#']));
+        this.worker.on('stalled', __assignType(jobId => {
+            this.logger.warn('Job stalled', { jobId });
+        }, ['jobId', '', 'P"2!"/"']));
+        this.worker.on('error', __assignType(err => {
+            this.logger.error('Worker error', err);
+        }, ['err', '', 'P"2!"/"']));
+        this.worker.on('ready', () => {
+            this.logger.info('Worker ready');
+        });
+        this.logger.info('Worker started');
+        this.hcSvc.register('Worker Runner', async () => {
+            if (!this.isRedisReady()) {
+                throw new Error('Worker Redis connection is not ready');
+            }
+        });
+        // Set up recorder with leader election
+        this.recorder = new recorder_1.WorkerRecorderService(this.dbProvider);
+        await this.recorder.ensureTableExists();
+        this.leader = new leader_1.LeaderService('worker-recorder');
+        this.leader.setBecameLeaderCallback(async () => {
+            this.logger.info('This runner is now the recorder leader');
+            await this.recorder.start();
+        });
+        this.leader.setLostLeaderCallback(async () => {
+            this.logger.info('This runner lost recorder leadership');
+            await this.recorder.stop();
+        });
+        this.leader.start();
+    }
+    async withJobSpan(job, fn) {
+        if (job.repeatJobKey) {
+            let innerSpan;
+            const result = await (0, telemetry_1.withRootSpan)(`Job ${job.name}`, { jobId: job.id, schedulerTrace: (0, telemetry_1.getTraceContext)()?.traceId }, () => {
+                innerSpan = (0, telemetry_1.getTraceContext)();
+                return fn();
+            });
+            if (innerSpan)
+                (0, telemetry_1.setSpanAttributes)({ jobTraceId: innerSpan.traceId });
+            return result;
+        }
+        else {
+            return fn();
+        }
+    }
+    isRedisReady() {
+        return this.worker?.['blockingConnection']['_client'].status === 'ready' || this.worker?.['blockingConnection']['_client'].status === 'wait';
+    }
+    async shutdown() {
+        // Stop leader election first (releases Redis lock)
+        if (this.leader) {
+            await this.leader.stop();
+        }
+        // Explicitly stop recorder (LeaderService.stop() does NOT call lostLeaderCallback)
+        if (this.recorder) {
+            await this.recorder.stop();
+        }
+        // there's something crazy going on with worker shutdown when it hasn't successfully connected to Redis
+        if (this.isRedisReady()) {
+            await this.worker?.pause(true);
+            while (this.runningJob) {
+                this.logger.warn('Waiting for job to finish', { job: { name: this.runningJob.name, id: this.runningJob.id } });
+                await (0, helpers_1.sleepSecs)(1);
+            }
+            await this.worker?.close();
+        }
+        else {
+            this.worker?.close(true);
+            this.worker?.disconnect();
+        }
+    }
+}
+exports.WorkerRunnerService = WorkerRunnerService;
+WorkerRunnerService.__type = [() => app_1.BaseAppConfig, 'appConfig', 'queueName', () => logger_1.ExtendedLogger, 'logger', () => bullmq_1.Worker, 'worker', () => bullmq_1.Queue, 'queue', 'jobHandlers', function () { return (Map.Ω = [['&'], [() => __ΩInstanceType, () => __ΩJobClass, 'n"o!"']], new Map()); }, () => bullmq_1.Job, 'runningJob', () => recorder_1.WorkerRecorderService, 'recorder', () => leader_1.LeaderService, 'leader', () => healthcheck_service_1.HealthcheckService, 'hcSvc', () => state_1.DBProvider, 'dbProvider', 'constructor', 'start', () => bullmq_1.Job, 'job', '', 'fn', 'withJobSpan', 'isRedisReady', 'shutdown', 'WorkerRunnerService', 'P7!3";&3#;P7$3%;P7&3\'8;P7(3)8;!3*;>+P7,3-8;P7.3/8;P70318;PP7223;P7425;"06P"07PP7829P"`/:2;"0<;P"0=;P"0>5w?'];
+//# sourceMappingURL=runner.js.map

package/dist/src/services/worker/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../../src/services/worker/runner.ts"],"names":[],"mappings":";;;;;;;;AACA,mCAA4C;AAE5C,mCAA0C;AAC1C,iDAA+D;AAC/D,2CAA6C;AAC7C,0EAAsE;AACtE,2CAA2D;AAC3D,mEAA0E;AAC1E,qDAA+D;AAC/D,+CAAmF;AACnF,sCAAyD;AACzD,sCAA0C;AAC1C,mCAA8C;AAC9C,yCAAmD;;8BACZ,SAAS;AAAhD,mCAAiD;AAEjD,MAAa,mBAAmB;IAW5B,YACY,KAAyB,EACzB,UAAsB;QADtB,UAAK,GAAL,KAAK,CAAoB;QACzB,eAAU,GAAV,UAAU,CAAY;QAP1B,gBAAW,IAAO,GAAG,mEAAP,IAAI,GAAG,EAAkC,EAAC;QAS5D,IAAI,CAAC,SAAS,GAAG,IAAA,uBAAY,GAAE,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;QAC3C,IAAI,CAAC,MAAM,GAAG,IAAA,qBAAY,EAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,KAAK;QACP,IAAI,CAAC,KAAK,GAAG,2BAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE1D,MAAM,aAAa,IAAG,iCAAoB,kCAApB,IAAA,iCAAoB,EAAW,oBAAY,CAAC,CAAA,CAAC;QAEnE,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACnC,IAAI,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;gBACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;gBAEvG,MAAM,eAAe,GAAG,IAAA,sBAAW,EAAC,QAAQ,CAAC,CAAC;gBAC9C,IAAI,CAAC,eAAe;oBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;gBACtF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;gBAErD,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;oBACzB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;gBACvF,CAAC;YACL,CAAC;QACL,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAA,0BAAkB,EAAC,MAAM,CAAC,CAAC;QAEvD,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CACpB,IAAI,CAAC,SAAS,eACd,KAAK,EAAC,GAAG,EAAC,EAAE,CACR,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CACvB,IAAA,yBAAe,EACX;YACI,GAAG,EAAE;gBACD,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,IAAI,EAAE,GAAG,CAAC,IAAI;aACjB;YACD,OAAO,EAAE,IAAA,2BAAe,GAAE,EAAE,OAAO;SACtC,EACD,KAAK,IAAI,EAAE;YACP,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC/C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,IAAI,oBAAoB,CAAC,CAAC;YACzD,CAAC;YACD,IAAI,CAAC;gBACD,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;gBACtB,OAAO,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC1C,CAAC;oBAAS,CAAC;gBACP,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;YAChC,CAAC;QACL,CAAC,CACJ,CACJ,2BACL;YACI,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,OAAO;YACnB,MAAM,EAAE,GAAG,MAAM,MAAM;SAC1B,CACJ,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,eAAE,GAAG,CAAC,EAAE;YAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/E,CAAC,0BAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,WAAW,eAAE,GAAG,CAAC,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/E,CAAC,0BAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,eAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YAClC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;QACpH,CAAC,oCAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,eAAE,KAAK,CAAC,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/C,CAAC,4BAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,eAAE,GAAG,CAAC,EAAE;YAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QAC3C,CAAC,0BAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAEnC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE;YAC5C,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC5D,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,uCAAuC;QACvC,IAAI,CAAC,QAAQ,GAAG,IAAI,gCAAqB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3D,MAAM,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC;QAExC,IAAI,CAAC,MAAM,GAAG,IAAI,sBAAa,CAAC,iBAAiB,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,uBAAuB,CAAC,KAAK,IAAI,EAAE;YAC3C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YAC3D,MAAM,IAAI,CAAC,QAAS,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,KAAK,IAAI,EAAE;YACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;YACzD,MAAM,IAAI,CAAC,QAAS,CAAC,IAAI,EAAE,CAAC;QAChC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAI,GAAQ,EAAE,EAAoB;QACvD,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;YACnB,IAAI,SAAkC,CAAC;YACvC,MAAM,MAAM,GAAG,MAAM,IAAA,wBAAY,EAAC,OAAO,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,cAAc,EAAE,IAAA,2BAAe,GAAE,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE;gBACrH,SAAS,GAAG,IAAA,2BAAe,GAAE,CAAC;gBAC9B,OAAO,EAAE,EAAE,CAAC;YAChB,CAAC,CAAC,CAAC;YACH,IAAI,SAAS;gBAAE,IAAA,6BAAiB,EAAC,EAAE,UAAU,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;YACpE,OAAO,MAAM,CAAC;QAClB,CAAC;aAAM,CAAC;YACJ,OAAO,EAAE,EAAE,CAAC;QAChB,CAAC;IACL,CAAC;IAEO,YAAY;QAChB,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;IACjJ,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,mDAAmD;QACnD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC7B,CAAC;QAED,mFAAmF;QACnF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAED,uGAAuG;QACvG,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAE/B,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC/G,MAAM,IAAA,mBAAS,EAAC,CAAC,CAAC,CAAC;YACvB,CAAC;YAED,MAAM,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;QAC/B,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACzB,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC;QAC9B,CAAC;IACL,CAAC;;AAhKL,kDAiKC;iOA3J6B,GAAG,mEAAP,IAAI,GAAG,EAAkC"}

package/dist/src/services/worker/types.d.ts

@@ -0,0 +1,26 @@
+import { ClassType } from '@deepkit/core';
+export declare const JobSymbol: unique symbol;
+export declare const InputDataSymbol: unique symbol;
+export declare const OutputDataSymbol: unique symbol;
+export declare const WorkerSymbol: unique symbol;
+export declare const WorkerJob: () => ClassDecorator;
+export declare abstract class BaseJob<I = void, O = void> {
+    [JobSymbol]: symbol;
+    [InputDataSymbol]: I;
+    [OutputDataSymbol]: O;
+    static QUEUE_NAME: string;
+    static CRON_SCHEDULE: string | null;
+    abstract handle(data: I): Promise<O>;
+}
+export interface BaseJobClass {
+    QUEUE_NAME: string;
+    CRON_SCHEDULE: string | null;
+}
+export type JobClass = ClassType<BaseJob> & BaseJobClass;
+export interface IJobOptions {
+    delay?: number;
+}
+export declare type __ΩBaseJobClass = any[];
+export declare type __ΩJobClass = any[];
+export declare type __ΩIJobOptions = any[];
+//# sourceMappingURL=types.d.ts.map

package/dist/src/services/worker/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/services/worker/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAI1C,eAAO,MAAM,SAAS,eAAgB,CAAC;AACvC,eAAO,MAAM,eAAe,eAAsB,CAAC;AACnD,eAAO,MAAM,gBAAgB,eAAuB,CAAC;AAErD,eAAO,MAAM,YAAY,eAAmB,CAAC;AAC7C,eAAO,MAAM,SAAS,sBAA6C,CAAC;AAEpE,8BAAsB,OAAO,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,IAAI;IAC5C,CAAC,SAAS,CAAC,SAAa;IACxB,CAAC,eAAe,CAAC,EAAG,CAAC,CAAC;IACtB,CAAC,gBAAgB,CAAC,EAAG,CAAC,CAAC;IAEvB,MAAM,CAAC,UAAU,SAAa;IAC9B,MAAM,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAQ;IAE3C,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,YAAY;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED,MAAM,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC;AAEzD,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB"}

package/dist/src/services/worker/types.js

@@ -0,0 +1,29 @@
+"use strict";
+var _a;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.__ΩIJobOptions = exports.__ΩJobClass = exports.__ΩBaseJobClass = exports.BaseJob = exports.WorkerJob = exports.WorkerSymbol = exports.OutputDataSymbol = exports.InputDataSymbol = exports.JobSymbol = void 0;
+/*@ts-ignore*/
+var { __ΩClassType } = require('@deepkit/core');
+const decorators_1 = require("../../helpers/framework/decorators");
+exports.JobSymbol = Symbol('Job');
+exports.InputDataSymbol = Symbol('InputData');
+exports.OutputDataSymbol = Symbol('OutputData');
+exports.WorkerSymbol = Symbol('Worker');
+exports.WorkerJob = (0, decorators_1.createRegistryClassDecorator)(exports.WorkerSymbol);
+class BaseJob {
+    constructor() {
+        this[_a] = exports.JobSymbol;
+    }
+}
+exports.BaseJob = BaseJob;
+_a = exports.JobSymbol;
+BaseJob.QUEUE_NAME = 'default';
+BaseJob.CRON_SCHEDULE = null;
+BaseJob.__type = ['I', 'O', () => exports.JobSymbol, function () { return exports.JobSymbol; }, () => exports.InputDataSymbol, () => exports.OutputDataSymbol, 'QUEUE_NAME', function () { return 'default'; }, 'CRON_SCHEDULE', function () { return null; }, 'data', 'handle', 'BaseJob', '$c!$c"!3#>$e!!3%e!"3&&3\'s>(P&,J3)s>*Pe"!2+e""`0,=5w-'];
+const __ΩBaseJobClass = ['QUEUE_NAME', 'CRON_SCHEDULE', 'BaseJobClass', 'P&4!P&,J4"Mw#y'];
+exports.__ΩBaseJobClass = __ΩBaseJobClass;
+const __ΩJobClass = [() => __ΩClassType, () => BaseJob, () => __ΩBaseJobClass, 'JobClass', 'PP7"o!"n#Kw$y'];
+exports.__ΩJobClass = __ΩJobClass;
+const __ΩIJobOptions = ['delay', 'IJobOptions', 'P\'4!8Mw"y'];
+exports.__ΩIJobOptions = __ΩIJobOptions;
+//# sourceMappingURL=types.js.map

package/dist/src/services/worker/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/services/worker/types.ts"],"names":[],"mappings":";;;;;+BAA0B,eAAe;AAEzC,mEAAkF;AAErE,QAAA,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1B,QAAA,eAAe,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;AACtC,QAAA,gBAAgB,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC;AAExC,QAAA,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;AAChC,QAAA,SAAS,GAAG,IAAA,yCAA4B,EAAC,oBAAY,CAAC,CAAC;AAEpE,MAAsB,OAAO;IAA7B;QACI,QAAW,GAAG,iBAAS,CAAC;KAQ3B;;AATD,0BASC;KARI,iBAAS;AAIH,kBAAU,GAAG,SAAS,AAAZ,CAAa;AACvB,qBAAa,GAAkB,IAAI,AAAtB,CAAuB;0EAL7B,iBAAS,uGAIH,SAAS,2CACS,IAAI"}

package/dist/src/srpc/SrpcByteStream.d.ts

@@ -0,0 +1,67 @@
+import { Duplex } from 'stream';
+declare const ByteStreamInfo: unique symbol;
+interface IByteStreamInfo {
+    receivers: Map<number, SrpcByteStream>;
+    senders: Map<number, SrpcByteStream>;
+    nextId: number;
+    step: number;
+    pendingReceivers?: Map<number, IPendingReceiver>;
+}
+interface IPendingReceiver {
+    chunks: Buffer[];
+    bytes: number;
+    finished: boolean;
+    destroyedError?: Error;
+    timeout?: NodeJS.Timeout;
+}
+export interface IByteStream {
+    [ByteStreamInfo]?: IByteStreamInfo;
+    write(streamId: number, data: any): boolean;
+    finish(streamId: number): void;
+    destroy(streamId: number, err?: any): void;
+    attachDisconnectHandler(handler: () => void): void;
+    detachDisconnectHandler(handler: () => void): void;
+    getBufferedAmount(): number;
+    parentStreamId: string;
+}
+export interface IByteStreamable {
+    byteStream: IByteStream;
+}
+export declare class SrpcByteStream extends Duplex {
+    private _id;
+    private stream;
+    private parentStreamId;
+    private isSender;
+    private isLocallyDestroyed;
+    private isRemotelyDestroyed;
+    private drainCallbacks;
+    private waitingForDrain;
+    get id(): number;
+    constructor(stream: IByteStreamable, id?: number);
+    static init(stream: IByteStreamable, options: {
+        startId: number;
+        step: number;
+    }): void;
+    static createReceiver(stream: IByteStreamable, id: number): SrpcByteStream;
+    static createSender(stream: IByteStreamable): SrpcByteStream;
+    static writeReceiver(stream: IByteStreamable, id: number, data: any): void;
+    static finishReceiver(stream: IByteStreamable, id: number): void;
+    /**
+     * Handle a destroy signal from the remote side.
+     * Checks both receivers and senders maps to support bidirectional abort:
+     * - If found in receivers: remote sender is aborting, destroy local receiver
+     * - If found in senders: remote receiver is aborting, destroy local sender
+     */
+    static destroySubstream(stream: IByteStreamable, id: number, err?: string): void;
+    private handleDisconnect;
+    private cleanup;
+    private pollForDrain;
+    _read(_size: number): void;
+    _write(chunk: any, encoding: BufferEncoding, callback: (error?: Error | null) => void): void;
+    _final(callback: (error?: Error | null) => void): void;
+    _destroy(error: Error | null, callback: (error?: Error | null) => void): void;
+}
+export {};
+export declare type __ΩIByteStream = any[];
+export declare type __ΩIByteStreamable = any[];
+//# sourceMappingURL=SrpcByteStream.d.ts.map

package/dist/src/srpc/SrpcByteStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SrpcByteStream.d.ts","sourceRoot":"","sources":["../../../src/srpc/SrpcByteStream.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAOhC,QAAA,MAAM,cAAc,eAA2B,CAAC;AAEhD,UAAU,eAAe;IACrB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACvC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;CACpD;AAED,UAAU,gBAAgB;IACtB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;IAClB,cAAc,CAAC,EAAE,KAAK,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IACxB,CAAC,cAAc,CAAC,CAAC,EAAE,eAAe,CAAC;IAEnC,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC;IAC5C,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IAE/B,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC;IAC3C,uBAAuB,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IACnD,uBAAuB,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IACnD,iBAAiB,IAAI,MAAM,CAAC;IAC5B,cAAc,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC5B,UAAU,EAAE,WAAW,CAAC;CAC3B;AAyBD,qBAAa,cAAe,SAAQ,MAAM;IACtC,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,MAAM,CAAyB;IACvC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,mBAAmB,CAAS;IAGpC,OAAO,CAAC,cAAc,CAAyB;IAC/C,OAAO,CAAC,eAAe,CAAS;IAEhC,IAAI,EAAE,IAAI,MAAM,CAEf;gBAEW,MAAM,EAAE,eAAe,EAAE,EAAE,GAAE,MAAU;IAkCnD,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE;IAW/E,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM;IAgCzD,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,eAAe;IAU3C,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG;IA0CnE,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM;IAsBzD;;;;;OAKG;IACH,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM;IAsCzE,OAAO,CAAC,gBAAgB,CAGtB;IAEF,OAAO,CAAC,OAAO;IA0Bf,OAAO,CAAC,YAAY;IAuBpB,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAK1B,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI,KAAK,IAAI,GAAG,IAAI;IAyB5F,MAAM,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI,KAAK,IAAI,GAAG,IAAI;IAOtD,QAAQ,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI,KAAK,IAAI,GAAG,IAAI;CAYhF"}