@unchainedshop/core-worker 1.1.3

package/lib/module/configureWorkerModule.js

@@ -0,0 +1,272 @@
+import { log, LogLevel } from '@unchainedshop/logger';
+import { generateDbFilterById, generateDbMutations, buildSortOptions } from '@unchainedshop/utils';
+import os from 'os';
+import { WorkQueueCollection } from '../db/WorkQueueCollection';
+import { WorkQueueSchema } from '../db/WorkQueueSchema';
+import { DIRECTOR_MARKED_FAILED_ERROR, WorkerDirector } from '../director/WorkerDirector';
+import { WorkerEventTypes } from '../director/WorkerEventTypes';
+import { WorkStatus } from '../director/WorkStatus';
+const { UNCHAINED_WORKER_ID = os.hostname() } = process.env;
+const buildQuerySelector = ({ created, scheduled, types, status, workId, queryString, ...rest }) => {
+    const filterMap = {
+        [WorkStatus.DELETED]: { deleted: { $exists: true } },
+        [WorkStatus.NEW]: {
+            started: { $exists: false },
+            deleted: { $exists: false },
+        },
+        [WorkStatus.ALLOCATED]: {
+            started: { $exists: true },
+            finished: { $exists: false },
+            deleted: { $exists: false },
+        },
+        [WorkStatus.SUCCESS]: {
+            finished: { $exists: true },
+            success: true,
+            deleted: { $exists: false },
+        },
+        [WorkStatus.FAILED]: {
+            finished: { $exists: true },
+            success: false,
+            deleted: { $exists: false },
+        },
+    };
+    const statusQuery = {
+        $or: Object.entries(filterMap).reduce((acc, [key, filter]) => (status?.includes(key) ? [...acc, filter] : acc), []),
+    };
+    let query = statusQuery.$or.length > 0 ? statusQuery : { deleted: { $exists: false } };
+    if (created) {
+        query.created = created?.end
+            ? { $gte: created.start || new Date(0), $lte: created.end }
+            : { $gte: created.start || new Date(0) };
+    }
+    if (scheduled) {
+        query.scheduled = scheduled?.end
+            ? { $gte: scheduled.start || new Date(0), $lte: scheduled.end }
+            : { $gte: scheduled.start || new Date(0) };
+    }
+    if (types) {
+        query.type = { $in: types };
+    }
+    if (workId) {
+        query = generateDbFilterById(workId, query);
+    }
+    if (queryString)
+        query.$text = { $search: queryString };
+    return { ...query, ...rest };
+};
+const defaultSort = [
+    { key: 'started', value: 'DESC' },
+    { key: 'priority', value: 'DESC' },
+    { key: 'originalWorkId', value: 'ASC' },
+    { key: 'created', value: 'ASC' },
+];
+export const configureWorkerModule = async ({ db, }) => {
+    const WorkQueue = await WorkQueueCollection(db);
+    const mutations = generateDbMutations(WorkQueue, WorkQueueSchema);
+    const finishWork = async (workId, { error, finished = new Date(), result, started = new Date(), success, worker = UNCHAINED_WORKER_ID, }, userId) => {
+        const workBeforeUpdate = await WorkQueue.findOne(buildQuerySelector({ workId, status: [WorkStatus.ALLOCATED] }));
+        if (!workBeforeUpdate)
+            return null;
+        await mutations.update(workId, {
+            $set: {
+                finished,
+                success,
+                error,
+                result,
+                ...(!workBeforeUpdate.started ? { started } : {}),
+                worker,
+            },
+        }, userId);
+        const work = await WorkQueue.findOne(generateDbFilterById(workId), {});
+        log(`Finished work ${workId}`, {
+            level: LogLevel.Verbose,
+            work,
+        });
+        WorkerDirector.events.emit(WorkerEventTypes.FINISHED, { work, userId });
+        return work;
+    };
+    return {
+        // Queries
+        activeWorkTypes: async () => {
+            const typeList = await WorkQueue.aggregate([{ $group: { _id: '$type' } }]).toArray();
+            return typeList
+                .map((t) => t._id)
+                .filter((type) => {
+                return WorkerDirector.getActivePluginTypes().includes(type);
+            });
+        },
+        findWork: async ({ workId, originalWorkId }) => WorkQueue.findOne(workId ? generateDbFilterById(workId) : { originalWorkId }, {}),
+        findWorkQueue: async ({ limit, skip, sort, ...selectorOptions }) => {
+            const selector = buildQuerySelector(selectorOptions);
+            const workQueues = WorkQueue.find(selector, {
+                skip,
+                limit,
+                sort: buildSortOptions(sort),
+            });
+            return workQueues.toArray();
+        },
+        count: async (query) => {
+            return WorkQueue.countDocuments(buildQuerySelector(query));
+        },
+        workExists: async ({ workId, originalWorkId }) => {
+            const queueCount = await WorkQueue.countDocuments(workId ? generateDbFilterById(workId) : { originalWorkId }, { limit: 1 });
+            return !!queueCount;
+        },
+        // Transformations
+        type: (work) => {
+            if (WorkerDirector.getActivePluginTypes().includes(work.type)) {
+                return work.type;
+            }
+            return 'UNKNOWN';
+        },
+        status: (work) => {
+            if (work.deleted) {
+                return WorkStatus.DELETED;
+            }
+            if (!work.started && !work.finished) {
+                return WorkStatus.NEW;
+            }
+            if (work.started && !work.finished) {
+                return WorkStatus.ALLOCATED;
+            }
+            if (work.started && work.finished && work.success) {
+                return WorkStatus.SUCCESS;
+            }
+            if (work.started && work.finished && !work.success) {
+                return WorkStatus.FAILED;
+            }
+            log('Unexpected work status', { level: LogLevel.Warning });
+            throw new Error('Unexpected work status');
+        },
+        // Mutations
+        addWork: async ({ type, input, priority = 0, scheduled, originalWorkId, retries = 20 }, userId) => {
+            if (!WorkerDirector.getAdapter(type)) {
+                throw new Error(`No plugin registered for type ${type}`);
+            }
+            const created = new Date();
+            const workId = await mutations.create({
+                type,
+                input,
+                priority,
+                scheduled: scheduled || created,
+                originalWorkId,
+                retries,
+                created,
+            }, userId);
+            log(`WorkerDirector -> Work added ${workId} (${type} / ${scheduled || created} / ${retries})`, {
+                userId,
+            });
+            const work = await WorkQueue.findOne(generateDbFilterById(workId), {});
+            WorkerDirector.events.emit(WorkerEventTypes.ADDED, { work, userId });
+            return work;
+        },
+        rescheduleWork: async (currentWork, scheduled, { userId }) => {
+            await mutations.update(currentWork._id, {
+                $set: {
+                    scheduled,
+                },
+            }, userId);
+            const work = await WorkQueue.findOne(generateDbFilterById(currentWork._id), {});
+            WorkerDirector.events.emit(WorkerEventTypes.RESCHEDULED, {
+                work,
+                oldScheduled: currentWork.scheduled,
+                userId,
+            });
+            return work;
+        },
+        allocateWork: async ({ types, worker = UNCHAINED_WORKER_ID }) => {
+            // Find a work item that is scheduled for now and is not started.
+            // Also:
+            // - Restrict by types and worker if provided
+            // - Sort by default queue order
+            const query = buildQuerySelector({
+                status: [WorkStatus.NEW],
+                scheduled: { end: new Date() },
+                worker: { $in: [null, worker] },
+                ...(types ? { type: { $in: types } } : {}),
+            });
+            const result = await WorkQueue.findOneAndUpdate(query, {
+                $set: { started: new Date(), worker },
+            }, { sort: buildSortOptions(defaultSort), returnDocument: 'after' });
+            WorkerDirector.events.emit(WorkerEventTypes.ALLOCATED, {
+                work: result.value,
+            });
+            return result.value;
+        },
+        ensureOneWork: async ({ type, input, priority = 0, scheduled, originalWorkId, retries = 20 }) => {
+            const created = new Date();
+            const query = buildQuerySelector({
+                type,
+                status: [WorkStatus.NEW],
+            });
+            try {
+                const workId = `${type}:${scheduled.getTime()}`;
+                const result = await WorkQueue.findOneAndUpdate(query, {
+                    $set: {
+                        input,
+                        priority,
+                        worker: null,
+                        updated: created,
+                    },
+                    $setOnInsert: {
+                        _id: workId,
+                        type,
+                        originalWorkId,
+                        scheduled,
+                        retries,
+                        created,
+                    },
+                }, {
+                    sort: buildSortOptions(defaultSort),
+                    returnDocument: 'after',
+                    upsert: true,
+                });
+                if (!result.lastErrorObject.updatedExisting) {
+                    log(`WorkerDirector -> Work added again (ensure) ${type} ${scheduled} ${retries}`);
+                    WorkerDirector.events.emit(WorkerEventTypes.ADDED, {
+                        work: result.value,
+                    });
+                }
+                return result.value;
+            }
+            catch (e) {
+                return null;
+            }
+        },
+        doWork: (work, requestContext) => {
+            return WorkerDirector.doWork(work, requestContext);
+        },
+        finishWork,
+        deleteWork: async (workId, userId) => {
+            const workBeforeRemoval = await WorkQueue.findOne(buildQuerySelector({
+                workId,
+                status: [WorkStatus.NEW, WorkStatus.ALLOCATED],
+            }));
+            if (!workBeforeRemoval)
+                return null;
+            await mutations.delete(workId, userId);
+            const work = await WorkQueue.findOne(generateDbFilterById(workId), {});
+            WorkerDirector.events.emit(WorkerEventTypes.DELETED, { work, userId });
+            return work;
+        },
+        markOldWorkAsFailed: async ({ types, worker, referenceDate }, userId) => {
+            const workQueue = await WorkQueue.find(buildQuerySelector({
+                status: [WorkStatus.ALLOCATED],
+                started: { $lte: referenceDate },
+                worker,
+                type: { $in: types },
+            }), { type: 1, sort: { test: 1 } }).toArray();
+            return Promise.all(workQueue.map(({ _id }) => finishWork(_id, {
+                finished: new Date(),
+                result: null,
+                success: false,
+                error: {
+                    name: DIRECTOR_MARKED_FAILED_ERROR,
+                    message: 'Director marked old work as failed after restart. This work was eventually running at the moment when node.js exited.',
+                },
+                worker,
+            }, userId)));
+        },
+    };
+};
+//# sourceMappingURL=configureWorkerModule.js.map

package/lib/module/configureWorkerModule.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"configureWorkerModule.js","sourceRoot":"","sources":["../../src/module/configureWorkerModule.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACnG,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,4BAA4B,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC1F,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,EAAE,mBAAmB,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAE5D,MAAM,kBAAkB,GAAG,CAAC,EAC1B,OAAO,EACP,SAAS,EACT,KAAK,EACL,MAAM,EACN,MAAM,EACN,WAAW,EACX,GAAG,IAAI,EAQR,EAAE,EAAE;IACH,MAAM,SAAS,GAAG;QAChB,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;QACpD,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YAChB,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;YAC3B,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;SAC5B;QACD,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;YACtB,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;YAC1B,QAAQ,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;YAC5B,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;SAC5B;QACD,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;YACpB,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;YAC3B,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;SAC5B;QACD,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;YACnB,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;YAC3B,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;SAC5B;KACF,CAAC;IACF,MAAM,WAAW,GAAG;QAClB,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,MAAM,CACnC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EACtF,EAAE,CACH;KACF,CAAC;IAEF,IAAI,KAAK,GAAU,WAAW,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC;IAE9F,IAAI,OAAO,EAAE;QACX,KAAK,CAAC,OAAO,GAAG,OAAO,EAAE,GAAG;YAC1B,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,EAAE;YAC3D,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5C;IACD,IAAI,SAAS,EAAE;QACb,KAAK,CAAC,SAAS,GAAG,SAAS,EAAE,GAAG;YAC9B,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,EAAE;YAC/D,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9C;IACD,IAAI,KAAK,EAAE;QACT,KAAK,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;KAC7B;IAED,IAAI,MAAM,EAAE;QACV,KAAK,GAAG,oBAAoB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;KAC7C;IACD,IAAI,WAAW;QAAE,KAAK,CAAC,KAAK,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IAExD,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,IAAI,EAAE,CAAC;AAC/B,CAAC,CAAC;AAEF,MAAM,WAAW,GAAkD;IACjE,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE;IACjC,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE;IAClC,EAAE,GAAG,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE;IACvC,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE;CACjC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,EAAE,EAC1C,EAAE,GACiC,EAAyB,EAAE;IAC9D,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,EAAE,CAAC,CAAC;IAEhD,MAAM,SAAS,GAAG,mBAAmB,CAAO,SAAS,EAAE,eAAe,CAA0B,CAAC;IAEjG,MAAM,UAAU,GAA+B,KAAK,EAClD,MAAM,EACN,EACE,KAAK,EACL,QAAQ,GAAG,IAAI,IAAI,EAAE,EACrB,MAAM,EACN,OAAO,GAAG,IAAI,IAAI,EAAE,EACpB,OAAO,EACP,MAAM,GAAG,mBAAmB,GAC7B,EACD,MAAM,EACN,EAAE;QACF,MAAM,gBAAgB,GAAG,MAAM,SAAS,CAAC,OAAO,CAC9C,kBAAkB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC,CAC/D,CAAC;QAEF,IAAI,CAAC,gBAAgB;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,SAAS,CAAC,MAAM,CACpB,MAAM,EACN;YACE,IAAI,EAAE;gBACJ,QAAQ;gBACR,OAAO;gBACP,KAAK;gBACL,MAAM;gBACN,GAAG,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjD,MAAM;aACP;SACF,EACD,MAAM,CACP,CAAC;QAEF,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QAEvE,GAAG,CAAC,iBAAiB,MAAM,EAAE,EAAE;YAC7B,KAAK,EAAE,QAAQ,CAAC,OAAO;YACvB,IAAI;SACL,CAAC,CAAC;QAEH,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAExE,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,OAAO;QACL,UAAU;QACV,eAAe,EAAE,KAAK,IAAI,EAAE;YAC1B,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YACrF,OAAO,QAAQ;iBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAa,CAAC;iBAC3B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;gBACf,OAAO,cAAc,CAAC,oBAAoB,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC9D,CAAC,CAAC,CAAC;QACP,CAAC;QAED,QAAQ,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,CAC7C,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC;QAEnF,aAAa,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,eAAe,EAAE,EAAE,EAAE;YACjE,MAAM,QAAQ,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;YACrD,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE;gBAC1C,IAAI;gBACJ,KAAK;gBACL,IAAI,EAAE,gBAAgB,CAAC,IAAI,CAAC;aAC7B,CAAC,CAAC;YAEH,OAAO,UAAU,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;QAED,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACrB,OAAO,SAAS,CAAC,cAAc,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,UAAU,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE;YAC/C,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,cAAc,CAC/C,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,EAC1D,EAAE,KAAK,EAAE,CAAC,EAAE,CACb,CAAC;YACF,OAAO,CAAC,CAAC,UAAU,CAAC;QACtB,CAAC;QAED,kBAAkB;QAElB,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE;YACb,IAAI,cAAc,CAAC,oBAAoB,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC7D,OAAO,IAAI,CAAC,IAAI,CAAC;aAClB;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACf,IAAI,IAAI,CAAC,OAAO,EAAE;gBAChB,OAAO,UAAU,CAAC,OAAO,CAAC;aAC3B;YACD,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACnC,OAAO,UAAU,CAAC,GAAG,CAAC;aACvB;YACD,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;gBAClC,OAAO,UAAU,CAAC,SAAS,CAAC;aAC7B;YACD,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE;gBACjD,OAAO,UAAU,CAAC,OAAO,CAAC;aAC3B;YACD,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;gBAClD,OAAO,UAAU,CAAC,MAAM,CAAC;aAC1B;YAED,GAAG,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;YAE3D,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,YAAY;QACZ,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE;YAChG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;gBACpC,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;aAC1D;YAED,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,CACnC;gBACE,IAAI;gBACJ,KAAK;gBACL,QAAQ;gBACR,SAAS,EAAE,SAAS,IAAI,OAAO;gBAC/B,cAAc;gBACd,OAAO;gBACP,OAAO;aACR,EACD,MAAM,CACP,CAAC;YAEF,GAAG,CAAC,gCAAgC,MAAM,KAAK,IAAI,MAAM,SAAS,IAAI,OAAO,MAAM,OAAO,GAAG,EAAE;gBAC7F,MAAM;aACP,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAEvE,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YAErE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,cAAc,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YAC3D,MAAM,SAAS,CAAC,MAAM,CACpB,WAAW,CAAC,GAAG,EACf;gBACE,IAAI,EAAE;oBACJ,SAAS;iBACV;aACF,EACD,MAAM,CACP,CAAC;YAEF,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,oBAAoB,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YAEhF,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE;gBACvD,IAAI;gBACJ,YAAY,EAAE,WAAW,CAAC,SAAS;gBACnC,MAAM;aACP,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC;QACd,CAAC;QAED,YAAY,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,mBAAmB,EAAE,EAAE,EAAE;YAC9D,iEAAiE;YACjE,QAAQ;YACR,6CAA6C;YAC7C,gCAAgC;YAChC,MAAM,KAAK,GAAG,kBAAkB,CAAC;gBAC/B,MAAM,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;gBACxB,SAAS,EAAE,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE,EAAE;gBAC9B,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE;gBAC/B,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3C,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,gBAAgB,CAC7C,KAAK,EACL;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,MAAM,EAAE;aACtC,EACD,EAAE,IAAI,EAAE,gBAAgB,CAAC,WAAW,CAAC,EAAE,cAAc,EAAE,OAAO,EAAE,CACjE,CAAC;YAEF,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE;gBACrD,IAAI,EAAE,MAAM,CAAC,KAAK;aACnB,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;QAED,aAAa,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,GAAG,EAAE,EAAE,EAAE,EAAE;YAC9F,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,kBAAkB,CAAC;gBAC/B,IAAI;gBACJ,MAAM,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;gBAChD,MAAM,MAAM,GAAG,MAAO,SAAS,CAAC,gBAAgB,CAC9C,KAAK,EACL;oBACE,IAAI,EAAE;wBACJ,KAAK;wBACL,QAAQ;wBACR,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,OAAO;qBACjB;oBACD,YAAY,EAAE;wBACZ,GAAG,EAAE,MAAM;wBACX,IAAI;wBACJ,cAAc;wBACd,SAAS;wBACT,OAAO;wBACP,OAAO;qBACR;iBACF,EACD;oBACE,IAAI,EAAE,gBAAgB,CAAC,WAAW,CAAC;oBACnC,cAAc,EAAE,OAAO;oBACvB,MAAM,EAAE,IAAI;iBACb,CAC8B,CAAC;gBAElC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,eAAe,EAAE;oBAC3C,GAAG,CAAC,+CAA+C,IAAI,IAAI,SAAS,IAAI,OAAO,EAAE,CAAC,CAAC;oBAEnF,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE;wBACjD,IAAI,EAAE,MAAM,CAAC,KAAK;qBACnB,CAAC,CAAC;iBACJ;gBACD,OAAO,MAAM,CAAC,KAAK,CAAC;aACrB;YAAC,OAAO,CAAC,EAAE;gBACV,OAAO,IAAI,CAAC;aACb;QACH,CAAC;QAED,MAAM,EAAE,CAAC,IAAI,EAAE,cAAc,EAAE,EAAE;YAC/B,OAAO,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACrD,CAAC;QAED,UAAU;QAEV,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,iBAAiB,GAAG,MAAM,SAAS,CAAC,OAAO,CAC/C,kBAAkB,CAAC;gBACjB,MAAM;gBACN,MAAM,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,SAAS,CAAC;aAC/C,CAAC,CACH,CAAC;YACF,IAAI,CAAC,iBAAiB;gBAAE,OAAO,IAAI,CAAC;YAEpC,MAAM,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAEvC,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAEvE,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YAEvE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,mBAAmB,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,EAAE;YACtE,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,IAAI,CACpC,kBAAkB,CAAC;gBACjB,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;gBAC9B,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;gBAChC,MAAM;gBACN,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE;aACrB,CAAC,EACF,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAsB,CACnD,CAAC,OAAO,EAAE,CAAC;YAEZ,OAAO,OAAO,CAAC,GAAG,CAChB,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CACxB,UAAU,CACR,GAAa,EACb;gBACE,QAAQ,EAAE,IAAI,IAAI,EAAE;gBACpB,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE;oBACL,IAAI,EAAE,4BAA4B;oBAClC,OAAO,EACL,uHAAuH;iBAC1H;gBACD,MAAM;aACP,EACD,MAAM,CACP,CACF,CACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC,CAAC"}

package/lib/schedulers/FailedRescheduler.d.ts

@@ -0,0 +1,2 @@
+import { IScheduler } from '@unchainedshop/types/worker';
+export declare const FailedRescheduler: IScheduler;

package/lib/schedulers/FailedRescheduler.js

@@ -0,0 +1,38 @@
+import { log } from '@unchainedshop/logger';
+import { WorkerDirector } from '../director/WorkerDirector';
+import { WorkerEventTypes } from '../director/WorkerEventTypes';
+export const FailedRescheduler = {
+    key: 'shop.unchained.scheduler.failed',
+    label: 'Reschedule failed works',
+    version: '1.0',
+    actions: (requestContext) => {
+        const handleFinishedWork = ({ work, userId }) => {
+            if (!work.success && work.retries > 0) {
+                const now = new Date();
+                const workDelayMs = work.scheduled.getTime() - work.created.getTime();
+                // In short: Double the delay of the old work or delay for 5 seconds
+                const scheduled = workDelayMs > 1000
+                    ? new Date(now.getTime() + workDelayMs * 2)
+                    : new Date(now.setSeconds(now.getSeconds() + 5));
+                log(`${FailedRescheduler.key} -> Reschedule failed work ${work._id} ${work.type} for ${scheduled} (in ${Math.round(workDelayMs / 1000)}). Remaining retries: ${work.retries}`);
+                requestContext.modules.worker.addWork({
+                    type: work.type,
+                    input: work.input,
+                    priority: work.priority,
+                    originalWorkId: work.originalWorkId || work._id,
+                    retries: work.retries - 1,
+                    scheduled,
+                }, userId);
+            }
+        };
+        return {
+            start() {
+                WorkerDirector.events.on(WorkerEventTypes.FINISHED, handleFinishedWork);
+            },
+            stop() {
+                WorkerDirector.events.off(WorkerEventTypes.FINISHED, handleFinishedWork);
+            },
+        };
+    },
+};
+//# sourceMappingURL=FailedRescheduler.js.map

package/lib/schedulers/FailedRescheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FailedRescheduler.js","sourceRoot":"","sources":["../../src/schedulers/FailedRescheduler.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAEhE,MAAM,CAAC,MAAM,iBAAiB,GAAe;IAC3C,GAAG,EAAE,iCAAiC;IACtC,KAAK,EAAE,yBAAyB;IAChC,OAAO,EAAE,KAAK;IAEd,OAAO,EAAE,CAAC,cAAc,EAAE,EAAE;QAC1B,MAAM,kBAAkB,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAkC,EAAE,EAAE;YAC9E,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE;gBACrC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBAEtE,oEAAoE;gBACpE,MAAM,SAAS,GACb,WAAW,GAAG,IAAI;oBAChB,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,WAAW,GAAG,CAAC,CAAC;oBAC3C,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;gBAErD,GAAG,CACD,GAAG,iBAAiB,CAAC,GAAG,8BAA8B,IAAI,CAAC,GAAG,IAC5D,IAAI,CAAC,IACP,QAAQ,SAAS,QAAQ,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,yBAAyB,IAAI,CAAC,OAAO,EAAE,CAC/F,CAAC;gBAEF,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CACnC;oBACE,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG;oBAC/C,OAAO,EAAE,IAAI,CAAC,OAAO,GAAG,CAAC;oBACzB,SAAS;iBACV,EACD,MAAM,CACP,CAAC;aACH;QACH,CAAC,CAAC;QAEF,OAAO;YACL,KAAK;gBACH,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;YAC1E,CAAC;YAED,IAAI;gBACF,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;YAC3E,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/worker-index.d.ts

@@ -0,0 +1,9 @@
+export { configureWorkerModule } from './module/configureWorkerModule';
+export { WorkerDirector } from './director/WorkerDirector';
+export { WorkerAdapter } from './director/WorkerAdapter';
+export { WorkStatus } from './director/WorkStatus';
+export { WorkerEventTypes } from './director/WorkerEventTypes';
+export { FailedRescheduler } from './schedulers/FailedRescheduler';
+export { BaseWorker } from './workers/BaseWorker';
+export { EventListenerWorker } from './workers/EventListenerWorker';
+export { IntervalWorker } from './workers/IntervalWorker';

package/lib/worker-index.js

@@ -0,0 +1,10 @@
+export { configureWorkerModule } from './module/configureWorkerModule';
+export { WorkerDirector } from './director/WorkerDirector';
+export { WorkerAdapter } from './director/WorkerAdapter';
+export { WorkStatus } from './director/WorkStatus';
+export { WorkerEventTypes } from './director/WorkerEventTypes';
+export { FailedRescheduler } from './schedulers/FailedRescheduler';
+export { BaseWorker } from './workers/BaseWorker';
+export { EventListenerWorker } from './workers/EventListenerWorker';
+export { IntervalWorker } from './workers/IntervalWorker';
+//# sourceMappingURL=worker-index.js.map

package/lib/worker-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-index.js","sourceRoot":"","sources":["../src/worker-index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAEvE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AAEnE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC"}

package/lib/workers/BaseWorker.d.ts

@@ -0,0 +1,7 @@
+import { IWorker } from '@unchainedshop/types/worker';
+interface WorkerParams {
+    workerId: string;
+    worker: IWorker<any>;
+}
+export declare const BaseWorker: IWorker<WorkerParams>;
+export {};

package/lib/workers/BaseWorker.js

@@ -0,0 +1,85 @@
+import later from 'later';
+import { log } from '@unchainedshop/logger';
+import os from 'os';
+import { WorkerDirector } from '../director/WorkerDirector';
+const { UNCHAINED_WORKER_ID } = process.env;
+const resolveWorkerId = (customWorkerId, type) => customWorkerId || UNCHAINED_WORKER_ID || `${os.hostname()}:${type}`;
+export const BaseWorker = {
+    key: 'shop.unchained.worker.base',
+    label: 'Base worker. Do not use this directly.',
+    version: '1.0',
+    type: 'BASE',
+    getFloorDate: (date = new Date()) => {
+        const floored = new Date(Math.floor(date.getTime() / 1000) * 1000);
+        return floored;
+    },
+    getInternalTypes() {
+        return WorkerDirector.getActivePluginTypes().filter((type) => type !== 'EXTERNAL');
+    },
+    actions: ({ workerId, worker }, requestContext) => {
+        const resolvedWorkerId = resolveWorkerId(workerId, worker.type);
+        log(`${worker.key} -> Initialized: ${resolvedWorkerId}`);
+        const workerActions = {
+            start() {
+                throw new Error(`Not implemented on ${this.constructor.key}`);
+            },
+            stop() {
+                throw new Error(`Not implemented on ${this.constructor.key}`);
+            },
+            reset: async (referenceDate = new Date()) => {
+                await requestContext.modules.worker.markOldWorkAsFailed({
+                    types: BaseWorker.getInternalTypes(),
+                    worker: workerId,
+                    referenceDate,
+                });
+            },
+            autorescheduleTypes: async ({ referenceDate }) => {
+                return Promise.all(WorkerDirector.getAutoSchedules().map(async ([type, work]) => {
+                    const { schedule, input, ...rest } = work;
+                    const fixedSchedule = { ...schedule };
+                    fixedSchedule.schedules[0].s = [0]; // ignore seconds, always run on second 0
+                    const nextDate = later.schedule(fixedSchedule).next(1, referenceDate);
+                    nextDate.setMilliseconds(0);
+                    return requestContext.modules.worker.ensureOneWork({
+                        type,
+                        input: input(),
+                        scheduled: nextDate,
+                        worker: workerId,
+                        ...rest,
+                        retries: 0,
+                    });
+                }));
+            },
+            process: async ({ maxWorkItemCount, referenceDate }) => {
+                await workerActions.autorescheduleTypes({
+                    referenceDate,
+                });
+                const processRecursively = async (recursionCounter = 0) => {
+                    if (maxWorkItemCount && maxWorkItemCount < recursionCounter)
+                        return null;
+                    const work = await requestContext.modules.worker.allocateWork({
+                        types: BaseWorker.getInternalTypes(),
+                        worker: workerId,
+                    });
+                    let doneWork = null;
+                    if (work) {
+                        const output = await requestContext.modules.worker.doWork(work, requestContext);
+                        doneWork = await requestContext.modules.worker.finishWork(work._id, {
+                            ...output,
+                            finished: work.finished || new Date(),
+                            started: work.started,
+                            worker: workerId,
+                        }, '0');
+                    }
+                    if (doneWork)
+                        return processRecursively(recursionCounter + 1);
+                    return null;
+                };
+                await processRecursively();
+            },
+        };
+        workerActions.reset();
+        return workerActions;
+    },
+};
+//# sourceMappingURL=BaseWorker.js.map

package/lib/workers/BaseWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseWorker.js","sourceRoot":"","sources":["../../src/workers/BaseWorker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AAC5C,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAE5D,MAAM,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAE5C,MAAM,eAAe,GAAG,CAAC,cAAsB,EAAE,IAAY,EAAE,EAAE,CAC/D,cAAc,IAAI,mBAAmB,IAAI,GAAG,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;AAOtE,MAAM,CAAC,MAAM,UAAU,GAA0B;IAC/C,GAAG,EAAE,4BAA4B;IACjC,KAAK,EAAE,wCAAwC;IAC/C,OAAO,EAAE,KAAK;IACd,IAAI,EAAE,MAAM;IAEZ,YAAY,EAAE,CAAC,IAAI,GAAG,IAAI,IAAI,EAAE,EAAE,EAAE;QAClC,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACnE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,gBAAgB;QACd,OAAO,cAAc,CAAC,oBAAoB,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;IACrF,CAAC;IAED,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAgB,EAAE,cAAc,EAAE,EAAE;QAC9D,MAAM,gBAAgB,GAAG,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAChE,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,oBAAoB,gBAAgB,EAAE,CAAC,CAAC;QAEzD,MAAM,aAAa,GAAG;YACpB,KAAK;gBACH,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;YAChE,CAAC;YAED,IAAI;gBACF,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;YAChE,CAAC;YAED,KAAK,EAAE,KAAK,EAAE,aAAa,GAAG,IAAI,IAAI,EAAE,EAAE,EAAE;gBAC1C,MAAM,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC;oBACtD,KAAK,EAAE,UAAU,CAAC,gBAAgB,EAAE;oBACpC,MAAM,EAAE,QAAQ;oBAChB,aAAa;iBACd,CAAC,CAAC;YACL,CAAC;YAED,mBAAmB,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE;gBAC/C,OAAO,OAAO,CAAC,GAAG,CAChB,cAAc,CAAC,gBAAgB,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;oBAC3D,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;oBAC1C,MAAM,aAAa,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;oBACtC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,yCAAyC;oBAC7E,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;oBACtE,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;oBAC5B,OAAO,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC;wBACjD,IAAI;wBACJ,KAAK,EAAE,KAAK,EAAE;wBACd,SAAS,EAAE,QAAQ;wBACnB,MAAM,EAAE,QAAQ;wBAChB,GAAG,IAAI;wBACP,OAAO,EAAE,CAAC;qBACX,CAAC,CAAC;gBACL,CAAC,CAAC,CACH,CAAC;YACJ,CAAC;YAED,OAAO,EAAE,KAAK,EAAE,EAAE,gBAAgB,EAAE,aAAa,EAAE,EAAE,EAAE;gBACrD,MAAM,aAAa,CAAC,mBAAmB,CAAC;oBACtC,aAAa;iBACd,CAAC,CAAC;gBAEH,MAAM,kBAAkB,GAAG,KAAK,EAAE,gBAAgB,GAAG,CAAC,EAAE,EAAE;oBACxD,IAAI,gBAAgB,IAAI,gBAAgB,GAAG,gBAAgB;wBAAE,OAAO,IAAI,CAAC;oBAEzE,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC;wBAC5D,KAAK,EAAE,UAAU,CAAC,gBAAgB,EAAE;wBACpC,MAAM,EAAE,QAAQ;qBACjB,CAAC,CAAC;oBAEH,IAAI,QAAQ,GAAgB,IAAI,CAAC;oBAEjC,IAAI,IAAI,EAAE;wBACR,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;wBAEhF,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CACvD,IAAI,CAAC,GAAG,EACR;4BACE,GAAG,MAAM;4BACT,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,IAAI,EAAE;4BACrC,OAAO,EAAE,IAAI,CAAC,OAAO;4BACrB,MAAM,EAAE,QAAQ;yBACjB,EACD,GAAG,CACJ,CAAC;qBACH;oBAED,IAAI,QAAQ;wBAAE,OAAO,kBAAkB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;oBAE9D,OAAO,IAAI,CAAC;gBACd,CAAC,CAAC;gBAEF,MAAM,kBAAkB,EAAE,CAAC;YAC7B,CAAC;SACF,CAAC;QAEF,aAAa,CAAC,KAAK,EAAE,CAAC;QAEtB,OAAO,aAAa,CAAC;IACvB,CAAC;CACF,CAAC"}

package/lib/workers/EventListenerWorker.d.ts

@@ -0,0 +1,4 @@
+import { IWorker } from '@unchainedshop/types/worker';
+export declare const EventListenerWorker: IWorker<{
+    workerId: string;
+}>;

package/lib/workers/EventListenerWorker.js

@@ -0,0 +1,44 @@
+import { WorkerEventTypes } from '../director/WorkerEventTypes';
+import { WorkerDirector } from '../director/WorkerDirector';
+import { BaseWorker } from './BaseWorker';
+export const EventListenerWorker = {
+    ...BaseWorker,
+    key: 'shop.unchained.worker.event-listener',
+    label: 'Allocates work on events. This worker does not make sense on multiple containers.',
+    version: '1.0',
+    type: 'EVENT_LISTENER',
+    actions: ({ workerId }, requestContext) => {
+        let onAdded;
+        let onFinished;
+        const baseWorkerActions = BaseWorker.actions({ workerId, worker: EventListenerWorker }, requestContext);
+        return {
+            ...baseWorkerActions,
+            start() {
+                onAdded = async () => {
+                    await baseWorkerActions.process({
+                        maxWorkItemCount: 0,
+                        referenceDate: EventListenerWorker.getFloorDate(),
+                    });
+                };
+                onFinished = async () => {
+                    await baseWorkerActions.process({
+                        maxWorkItemCount: 0,
+                        referenceDate: EventListenerWorker.getFloorDate(),
+                    });
+                };
+                WorkerDirector.events.on(WorkerEventTypes.ADDED, onAdded);
+                WorkerDirector.events.on(WorkerEventTypes.FINISHED, onFinished);
+                setTimeout(async () => {
+                    await baseWorkerActions.autorescheduleTypes({
+                        referenceDate: EventListenerWorker.getFloorDate(),
+                    });
+                }, 300);
+            },
+            stop() {
+                WorkerDirector.events.off(WorkerEventTypes.ADDED, onAdded);
+                WorkerDirector.events.off(WorkerEventTypes.FINISHED, onFinished);
+            },
+        };
+    },
+};
+//# sourceMappingURL=EventListenerWorker.js.map

package/lib/workers/EventListenerWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EventListenerWorker.js","sourceRoot":"","sources":["../../src/workers/EventListenerWorker.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,CAAC,MAAM,mBAAmB,GAAkC;IAChE,GAAG,UAAU;IAEb,GAAG,EAAE,sCAAsC;IAC3C,KAAK,EAAE,mFAAmF;IAC1F,OAAO,EAAE,KAAK;IACd,IAAI,EAAE,gBAAgB;IAEtB,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,cAAc,EAAE,EAAE;QACxC,IAAI,OAA4B,CAAC;QACjC,IAAI,UAA+B,CAAC;QAEpC,MAAM,iBAAiB,GAAG,UAAU,CAAC,OAAO,CAC1C,EAAE,QAAQ,EAAE,MAAM,EAAE,mBAAmB,EAAE,EACzC,cAAc,CACf,CAAC;QACF,OAAO;YACL,GAAG,iBAAiB;YAEpB,KAAK;gBACH,OAAO,GAAG,KAAK,IAAI,EAAE;oBACnB,MAAM,iBAAiB,CAAC,OAAO,CAAC;wBAC9B,gBAAgB,EAAE,CAAC;wBACnB,aAAa,EAAE,mBAAmB,CAAC,YAAY,EAAE;qBAClD,CAAC,CAAC;gBACL,CAAC,CAAC;gBACF,UAAU,GAAG,KAAK,IAAI,EAAE;oBACtB,MAAM,iBAAiB,CAAC,OAAO,CAAC;wBAC9B,gBAAgB,EAAE,CAAC;wBACnB,aAAa,EAAE,mBAAmB,CAAC,YAAY,EAAE;qBAClD,CAAC,CAAC;gBACL,CAAC,CAAC;gBAEF,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC1D,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAEhE,UAAU,CAAC,KAAK,IAAI,EAAE;oBACpB,MAAM,iBAAiB,CAAC,mBAAmB,CAAC;wBAC1C,aAAa,EAAE,mBAAmB,CAAC,YAAY,EAAE;qBAClD,CAAC,CAAC;gBACL,CAAC,EAAE,GAAG,CAAC,CAAC;YACV,CAAC;YAED,IAAI;gBACF,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC3D,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACnE,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}

package/lib/workers/IntervalWorker.d.ts

@@ -0,0 +1,9 @@
+import { IWorker, WorkerSchedule } from '@unchainedshop/types/worker';
+interface WorkerParams {
+    workerId: string;
+    batchCount?: number;
+    schedule: WorkerSchedule | string;
+}
+export declare const scheduleToInterval: (scheduleRaw: WorkerSchedule | string) => number;
+export declare const IntervalWorker: IWorker<WorkerParams>;
+export {};

package/lib/workers/IntervalWorker.js

@@ -0,0 +1,38 @@
+import later from 'later';
+import { BaseWorker } from './BaseWorker';
+const { NODE_ENV } = process.env;
+const defaultSchedule = later.parse.text(NODE_ENV !== 'production' ? 'every 2 seconds' : 'every 30 seconds');
+export const scheduleToInterval = (scheduleRaw) => {
+    const referenceDate = new Date(1000);
+    const schedule = typeof scheduleRaw === 'string' ? later.parse.text(scheduleRaw) : scheduleRaw;
+    const [one, two] = later.schedule(schedule).next(2, referenceDate);
+    const diff = new Date(two).getTime() - new Date(one).getTime();
+    return Math.min(1000 * 60 * 60, diff); // at least once every hour!
+};
+export const IntervalWorker = {
+    ...BaseWorker,
+    key: 'shop.unchained.worker.cron',
+    label: 'Allocates work on fixed intervals with native node setInterval',
+    version: '1.0',
+    type: 'CRON',
+    actions: ({ workerId, batchCount = 0, schedule = defaultSchedule }, requestContext) => {
+        const baseWorkerActions = BaseWorker.actions({ workerId, worker: IntervalWorker }, requestContext);
+        const intervalDelay = scheduleToInterval(schedule);
+        let intervalHandle;
+        return {
+            ...baseWorkerActions,
+            start() {
+                intervalHandle = setInterval(() => {
+                    baseWorkerActions.process({
+                        maxWorkItemCount: batchCount,
+                        referenceDate: IntervalWorker.getFloorDate(),
+                    });
+                }, intervalDelay);
+            },
+            stop() {
+                clearInterval(intervalHandle);
+            },
+        };
+    },
+};
+//# sourceMappingURL=IntervalWorker.js.map

package/lib/workers/IntervalWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IntervalWorker.js","sourceRoot":"","sources":["../../src/workers/IntervalWorker.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAQjC,MAAM,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CACtC,QAAQ,KAAK,YAAY,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,CACjD,CAAC;AAEpB,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,WAAoC,EAAE,EAAE;IACzE,MAAM,aAAa,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IAC/F,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;IAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,4BAA4B;AACrE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAA0B;IACnD,GAAG,UAAU;IAEb,GAAG,EAAE,4BAA4B;IACjC,KAAK,EAAE,gEAAgE;IACvE,OAAO,EAAE,KAAK;IACd,IAAI,EAAE,MAAM;IAEZ,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,UAAU,GAAG,CAAC,EAAE,QAAQ,GAAG,eAAe,EAAE,EAAE,cAAuB,EAAE,EAAE;QAC7F,MAAM,iBAAiB,GAAG,UAAU,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,cAAc,CAAC,CAAC;QAEnG,MAAM,aAAa,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,cAA4B,CAAC;QAEjC,OAAO;YACL,GAAG,iBAAiB;YAEpB,KAAK;gBACH,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;oBAChC,iBAAiB,CAAC,OAAO,CAAC;wBACxB,gBAAgB,EAAE,UAAU;wBAC5B,aAAa,EAAE,cAAc,CAAC,YAAY,EAAE;qBAC7C,CAAC,CAAC;gBACL,CAAC,EAAE,aAAa,CAAC,CAAC;YACpB,CAAC;YAED,IAAI;gBACF,aAAa,CAAC,cAAc,CAAC,CAAC;YAChC,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}

package/package.js

@@ -0,0 +1,33 @@
+Package.describe({
+  name: 'unchained:core-worker',
+  version: '1.1.3',
+  summary: 'Unchained Engine Core: Worker',
+  git: 'https://github.com/unchainedshop/unchained',
+  documentation: 'README.md',
+});
+
+Npm.depends({
+  later: '1.2.0',
+  'simpl-schema': '1.12.0',
+  '@unchainedshop/logger': '1.1.3',
+  '@unchainedshop/utils': '1.1.3',
+});
+
+Package.onUse((api) => {
+  api.versionsFrom('2.7.3');
+  api.use('ecmascript');
+  api.use('typescript');
+
+  api.mainModule('src/worker-index.ts', 'server');
+});
+
+Package.onTest((api) => {
+  api.use('meteortesting:mocha');
+  api.use('ecmascript');
+  api.use('typescript');
+
+  api.use('unchained:mongodb');
+  api.use('unchained:core-worker');
+
+  api.mainModule('tests/worker-index.test.ts');
+});