@unchainedshop/core-worker 3.0.0-alpha7 → 3.0.0-rc.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. package/lib/db/WorkQueueCollection.d.ts +26 -1
  2. package/lib/db/WorkQueueCollection.d.ts.map +1 -1
  3. package/lib/db/WorkQueueCollection.js +8 -0
  4. package/lib/db/WorkQueueCollection.js.map +1 -1
  5. package/lib/module/configureWorkerModule.d.ts +66 -54
  6. package/lib/module/configureWorkerModule.d.ts.map +1 -1
  7. package/lib/module/configureWorkerModule.js +54 -88
  8. package/lib/module/configureWorkerModule.js.map +1 -1
  9. package/lib/worker-index.d.ts +1 -9
  10. package/lib/worker-index.d.ts.map +1 -1
  11. package/lib/worker-index.js +1 -9
  12. package/lib/worker-index.js.map +1 -1
  13. package/package.json +13 -13
  14. package/src/db/WorkQueueCollection.ts +28 -1
  15. package/src/module/configureWorkerModule.ts +145 -171
  16. package/src/worker-index.ts +1 -10
  17. package/tsconfig.json +5 -7
  18. package/lib/director/WorkStatus.d.ts +0 -8
  19. package/lib/director/WorkStatus.d.ts.map +0 -1
  20. package/lib/director/WorkStatus.js +0 -9
  21. package/lib/director/WorkStatus.js.map +0 -1
  22. package/lib/director/WorkerAdapter.d.ts +0 -15
  23. package/lib/director/WorkerAdapter.d.ts.map +0 -1
  24. package/lib/director/WorkerAdapter.js +0 -11
  25. package/lib/director/WorkerAdapter.js.map +0 -1
  26. package/lib/director/WorkerDirector.d.ts +0 -27
  27. package/lib/director/WorkerDirector.d.ts.map +0 -1
  28. package/lib/director/WorkerDirector.js +0 -72
  29. package/lib/director/WorkerDirector.js.map +0 -1
  30. package/lib/director/WorkerEventTypes.d.ts +0 -8
  31. package/lib/director/WorkerEventTypes.d.ts.map +0 -1
  32. package/lib/director/WorkerEventTypes.js +0 -9
  33. package/lib/director/WorkerEventTypes.js.map +0 -1
  34. package/lib/schedulers/FailedRescheduler.d.ts +0 -16
  35. package/lib/schedulers/FailedRescheduler.d.ts.map +0 -1
  36. package/lib/schedulers/FailedRescheduler.js +0 -45
  37. package/lib/schedulers/FailedRescheduler.js.map +0 -1
  38. package/lib/types.d.ts +0 -20
  39. package/lib/types.d.ts.map +0 -1
  40. package/lib/types.js +0 -2
  41. package/lib/types.js.map +0 -1
  42. package/lib/workers/BaseWorker.d.ts +0 -34
  43. package/lib/workers/BaseWorker.d.ts.map +0 -1
  44. package/lib/workers/BaseWorker.js +0 -81
  45. package/lib/workers/BaseWorker.js.map +0 -1
  46. package/lib/workers/EventListenerWorker.d.ts +0 -6
  47. package/lib/workers/EventListenerWorker.d.ts.map +0 -1
  48. package/lib/workers/EventListenerWorker.js +0 -46
  49. package/lib/workers/EventListenerWorker.js.map +0 -1
  50. package/lib/workers/IntervalWorker.d.ts +0 -10
  51. package/lib/workers/IntervalWorker.d.ts.map +0 -1
  52. package/lib/workers/IntervalWorker.js +0 -38
  53. package/lib/workers/IntervalWorker.js.map +0 -1
  54. package/src/director/WorkStatus.ts +0 -7
  55. package/src/director/WorkerAdapter.ts +0 -28
  56. package/src/director/WorkerDirector.ts +0 -120
  57. package/src/director/WorkerEventTypes.ts +0 -7
  58. package/src/schedulers/FailedRescheduler.ts +0 -83
  59. package/src/types.ts +0 -20
  60. package/src/workers/BaseWorker.ts +0 -125
  61. package/src/workers/EventListenerWorker.ts +0 -61
  62. package/src/workers/IntervalWorker.ts +0 -56
@@ -1,72 +0,0 @@
1
- import { log, LogLevel } from '@unchainedshop/logger';
2
- import { BaseDirector } from '@unchainedshop/utils';
3
- export const DIRECTOR_MARKED_FAILED_ERROR = 'DIRECTOR_MARKED_FAILED';
4
- const AutoScheduleMap = new Map();
5
- const baseDirector = BaseDirector('WorkerDirector', {
6
- adapterKeyField: 'key',
7
- });
8
- export const WorkerDirector = {
9
- ...baseDirector,
10
- getActivePluginTypes: ({ external } = { external: null }) => {
11
- return WorkerDirector.getAdapters()
12
- .filter((adapter) => {
13
- if (external === null || external === undefined)
14
- return true;
15
- return Boolean(adapter.external) === external;
16
- })
17
- .map((adapter) => adapter.type);
18
- },
19
- registerAdapter: (Adapter) => {
20
- if (WorkerDirector.getAdapterByType(Adapter.type))
21
- throw new Error(`WorkerDirector: There is already a adapter registered with type: ${Adapter.type}`);
22
- baseDirector.registerAdapter(Adapter);
23
- },
24
- disableAutoscheduling: (type) => {
25
- const config = AutoScheduleMap.get(type);
26
- AutoScheduleMap.set(type, { ...config, schedule: null });
27
- },
28
- unregisterAdapter: (key) => {
29
- const adapter = WorkerDirector.getAdapter(key);
30
- const result = baseDirector.unregisterAdapter(key);
31
- if (adapter) {
32
- AutoScheduleMap.forEach((workItemConfiguration, scheduleId) => {
33
- if (workItemConfiguration.type === adapter.type) {
34
- AutoScheduleMap.delete(scheduleId);
35
- }
36
- });
37
- }
38
- return result;
39
- },
40
- configureAutoscheduling: (workItemConfiguration) => {
41
- const adapter = WorkerDirector.getAdapterByType(workItemConfiguration.type);
42
- AutoScheduleMap.set(workItemConfiguration.scheduleId || workItemConfiguration.type, workItemConfiguration);
43
- log(`WorkerDirector -> Configured ${adapter.type} ${adapter.key}@${adapter.version} (${adapter.label}) for Autorun at ${JSON.stringify(workItemConfiguration.schedule?.schedules)}`);
44
- },
45
- getAutoSchedules: () => Array.from(AutoScheduleMap),
46
- getAdapterByType: (type) => {
47
- const adapters = WorkerDirector.getAdapters({
48
- adapterFilter: (Adapter) => {
49
- return type === Adapter.type;
50
- },
51
- });
52
- return adapters?.[0];
53
- },
54
- doWork: async ({ type, input, _id: workId }, unchainedAPI) => {
55
- const adapter = WorkerDirector.getAdapterByType(type);
56
- if (!adapter) {
57
- log(`WorkerDirector: No registered adapter for type: ${type}`);
58
- }
59
- try {
60
- const output = await adapter.doWork(input, unchainedAPI, workId);
61
- return output;
62
- }
63
- catch (error) {
64
- // DO not use this as flow control. The adapter should catch expected errors and return status: FAILED
65
- log('DO not use this as flow control.', { level: LogLevel.Verbose });
66
- log(`WorkerDirector -> Error doing work ${type}: ${error.message}`);
67
- const errorOutput = { error, success: false };
68
- return errorOutput;
69
- }
70
- },
71
- };
72
- //# sourceMappingURL=WorkerDirector.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"WorkerDirector.js","sourceRoot":"","sources":["../../src/director/WorkerDirector.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAiB,MAAM,sBAAsB,CAAC;AAGnE,MAAM,CAAC,MAAM,4BAA4B,GAAG,wBAAwB,CAAC;AA0BrE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAqC,CAAC;AAErE,MAAM,YAAY,GAAG,YAAY,CAA2B,gBAAgB,EAAE;IAC5E,eAAe,EAAE,KAAK;CACvB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAoB;IAC7C,GAAG,YAAY;IAEf,oBAAoB,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE;QAC1D,OAAO,cAAc,CAAC,WAAW,EAAE;aAChC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE;YAClB,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAC;YAC7D,OAAO,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC;QAChD,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,eAAe,EAAE,CAAC,OAAO,EAAE,EAAE;QAC3B,IAAI,cAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC;YAC/C,MAAM,IAAI,KAAK,CACb,oEAAoE,OAAO,CAAC,IAAI,EAAE,CACnF,CAAC;QAEJ,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IAED,qBAAqB,EAAE,CAAC,IAAI,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzC,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,iBAAiB,EAAE,CAAC,GAAG,EAAE,EAAE;QACzB,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,YAAY,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QACnD,IAAI,OAAO,EAAE,CAAC;YACZ,eAAe,CAAC,OAAO,CAAC,CAAC,qBAAqB,EAAE,UAAU,EAAE,EAAE;gBAC5D,IAAI,qBAAqB,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;oBAChD,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,uBAAuB,EAAE,CAAC,qBAAqB,EAAE,EAAE;QACjD,MAAM,OAAO,GAAG,cAAc,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC5E,eAAe,CAAC,GAAG,CACjB,qBAAqB,CAAC,UAAU,IAAI,qBAAqB,CAAC,IAAI,EAC9D,qBAAqB,CACtB,CAAC;QACF,GAAG,CACD,gCAAgC,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,KAAK,oBAAoB,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAChL,CAAC;IACJ,CAAC;IAED,gBAAgB,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC;IAEnD,gBAAgB,EAAE,CAAC,IAAY,EAAE,EAAE;QACjC,MAAM,QAAQ,GAAG,cAAc,CAAC,WAAW,CAAC;YAC1C,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE;gBACzB,OAAO,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC;YAC/B,CAAC;SACF,CAAC,CAAC;QACH,OAAO,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,EAAE;QAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAEtD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,GAAG,CAAC,mDAAmD,IAAI,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;YACjE,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,sGAAsG;YACtG,GAAG,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;YACrE,GAAG,CAAC,sCAAsC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAEpE,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;YAC9C,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;CACF,CAAC"}
@@ -1,8 +0,0 @@
1
- export declare enum WorkerEventTypes {
2
- ADDED = "WORK_ADDED",
3
- ALLOCATED = "WORK_ALLOCATED",
4
- FINISHED = "WORK_FINISHED",
5
- DELETED = "WORK_DELETED",
6
- RESCHEDULED = "WORK_RESCHEDULED"
7
- }
8
- //# sourceMappingURL=WorkerEventTypes.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"WorkerEventTypes.d.ts","sourceRoot":"","sources":["../../src/director/WorkerEventTypes.ts"],"names":[],"mappings":"AAAA,oBAAY,gBAAgB;IAC1B,KAAK,eAAe;IACpB,SAAS,mBAAmB;IAC5B,QAAQ,kBAAkB;IAC1B,OAAO,iBAAiB;IACxB,WAAW,qBAAqB;CACjC"}
@@ -1,9 +0,0 @@
1
- export var WorkerEventTypes;
2
- (function (WorkerEventTypes) {
3
- WorkerEventTypes["ADDED"] = "WORK_ADDED";
4
- WorkerEventTypes["ALLOCATED"] = "WORK_ALLOCATED";
5
- WorkerEventTypes["FINISHED"] = "WORK_FINISHED";
6
- WorkerEventTypes["DELETED"] = "WORK_DELETED";
7
- WorkerEventTypes["RESCHEDULED"] = "WORK_RESCHEDULED";
8
- })(WorkerEventTypes || (WorkerEventTypes = {}));
9
- //# sourceMappingURL=WorkerEventTypes.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"WorkerEventTypes.js","sourceRoot":"","sources":["../../src/director/WorkerEventTypes.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,gBAMX;AAND,WAAY,gBAAgB;IAC1B,wCAAoB,CAAA;IACpB,gDAA4B,CAAA;IAC5B,8CAA0B,CAAA;IAC1B,4CAAwB,CAAA;IACxB,oDAAgC,CAAA;AAClC,CAAC,EANW,gBAAgB,KAAhB,gBAAgB,QAM3B"}
@@ -1,16 +0,0 @@
1
- import { UnchainedCore } from '@unchainedshop/core';
2
- import { WorkData } from '../worker-index.js';
3
- export interface FailedReschedulerParams {
4
- retryInput?: (workData: WorkData, priorInput: Record<string, any>) => Promise<Record<string, any> | null>;
5
- }
6
- export type IScheduler<P> = {
7
- key: string;
8
- label: string;
9
- version: string;
10
- actions: (params: P, unchainedAPI: UnchainedCore) => {
11
- start: () => void;
12
- stop: () => void;
13
- };
14
- };
15
- export declare const FailedRescheduler: IScheduler<FailedReschedulerParams>;
16
- //# sourceMappingURL=FailedRescheduler.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"FailedRescheduler.d.ts","sourceRoot":"","sources":["../../src/schedulers/FailedRescheduler.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAG9C,MAAM,WAAW,uBAAuB;IACtC,UAAU,CAAC,EAAE,CACX,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAC5B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;CAC1C;AAED,MAAM,MAAM,UAAU,CAAC,CAAC,IAAI;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAEhB,OAAO,EAAE,CACP,MAAM,EAAE,CAAC,EACT,YAAY,EAAE,aAAa,KACxB;QACH,KAAK,EAAE,MAAM,IAAI,CAAC;QAClB,IAAI,EAAE,MAAM,IAAI,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,UAAU,CAAC,uBAAuB,CAsDjE,CAAC"}
@@ -1,45 +0,0 @@
1
- import { log } from '@unchainedshop/logger';
2
- import { subscribe } from '@unchainedshop/events';
3
- import { WorkerEventTypes } from '../director/WorkerEventTypes.js';
4
- export const FailedRescheduler = {
5
- key: 'shop.unchained.scheduler.failed',
6
- label: 'Reschedule failed works',
7
- version: '1.0.0',
8
- actions: ({ retryInput }, unchainedAPI) => {
9
- const handleFinishedWork = async ({ payload: work }) => {
10
- if (!work.success && work.retries > 0) {
11
- const now = new Date();
12
- const workDelayMs = work.scheduled.getTime() - work.created.getTime();
13
- // In short: Double the delay of the old work or delay for 5 seconds
14
- const scheduled = workDelayMs > 1000
15
- ? new Date(now.getTime() + workDelayMs * 2)
16
- : new Date(now.setSeconds(now.getSeconds() + 5));
17
- log(`${FailedRescheduler.key} -> Reschedule failed work ${work._id} ${work.type} for ${scheduled.toISOString()} (in ${Math.round(workDelayMs / 1000)}). Remaining retries: ${work.retries}`);
18
- const workData = {
19
- type: work.type,
20
- priority: work.priority,
21
- originalWorkId: work.originalWorkId || work._id,
22
- retries: work.retries - 1,
23
- timeout: work.timeout,
24
- scheduled,
25
- };
26
- if (retryInput) {
27
- workData.input = await retryInput(workData, work.input);
28
- }
29
- else {
30
- workData.input = work.input;
31
- }
32
- unchainedAPI.modules.worker.addWork(workData);
33
- }
34
- };
35
- return {
36
- start() {
37
- subscribe(WorkerEventTypes.FINISHED, handleFinishedWork);
38
- },
39
- stop() {
40
- /* */
41
- },
42
- };
43
- },
44
- };
45
- //# sourceMappingURL=FailedRescheduler.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"FailedRescheduler.js","sourceRoot":"","sources":["../../src/schedulers/FailedRescheduler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AA0BnE,MAAM,CAAC,MAAM,iBAAiB,GAAwC;IACpE,GAAG,EAAE,iCAAiC;IACtC,KAAK,EAAE,yBAAyB;IAChC,OAAO,EAAE,OAAO;IAEhB,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE;QACxC,MAAM,kBAAkB,GAAG,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAqB,EAAE,EAAE;YACxE,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;gBACtC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBAEtE,oEAAoE;gBACpE,MAAM,SAAS,GACb,WAAW,GAAG,IAAI;oBAChB,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,WAAW,GAAG,CAAC,CAAC;oBAC3C,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;gBAErD,GAAG,CACD,GAAG,iBAAiB,CAAC,GAAG,8BAA8B,IAAI,CAAC,GAAG,IAC5D,IAAI,CAAC,IACP,QAAQ,SAAS,CAAC,WAAW,EAAE,QAAQ,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,yBACnE,IAAI,CAAC,OACP,EAAE,CACH,CAAC;gBAEF,MAAM,QAAQ,GAAa;oBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG;oBAC/C,OAAO,EAAE,IAAI,CAAC,OAAO,GAAG,CAAC;oBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,SAAS;iBACV,CAAC;gBAEF,IAAI,UAAU,EAAE,CAAC;oBACf,QAAQ,CAAC,KAAK,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC1D,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;gBAC9B,CAAC;gBAED,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAChD,CAAC;QACH,CAAC,CAAC;QAEF,OAAO;YACL,KAAK;gBACH,SAAS,CAAO,gBAAgB,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;YACjE,CAAC;YAED,IAAI;gBACF,KAAK;YACP,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}
package/lib/types.d.ts DELETED
@@ -1,20 +0,0 @@
1
- import type { TimestampFields } from '@unchainedshop/mongodb';
2
- export type Work = {
3
- _id?: string;
4
- priority: number;
5
- retries: number;
6
- scheduled: Date;
7
- type: string;
8
- input: Record<string, any>;
9
- error?: any;
10
- finished?: Date;
11
- originalWorkId?: string;
12
- result?: any;
13
- started?: Date;
14
- success?: boolean;
15
- timeout?: number;
16
- worker?: string;
17
- autoscheduled?: boolean;
18
- scheduleId?: string;
19
- } & TimestampFields;
20
- //# sourceMappingURL=types.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAE9D,MAAM,MAAM,IAAI,GAAG;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3B,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,QAAQ,CAAC,EAAE,IAAI,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,OAAO,CAAC,EAAE,IAAI,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GAAG,eAAe,CAAC"}
package/lib/types.js DELETED
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=types.js.map
package/lib/types.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}
@@ -1,34 +0,0 @@
1
- import { UnchainedCore } from '@unchainedshop/core';
2
- import { Work } from '../types.js';
3
- export type WorkData = Pick<Partial<Work>, 'input' | 'originalWorkId' | 'priority' | 'retries' | 'timeout' | 'scheduled' | 'worker' | 'scheduleId'> & {
4
- type: string;
5
- };
6
- export type IWorker<P extends {
7
- workerId?: string;
8
- }> = {
9
- key: string;
10
- label: string;
11
- version: string;
12
- type: string;
13
- external: boolean;
14
- getFloorDate: (date?: Date) => Date;
15
- actions: (params: P, unchainedAPI: UnchainedCore) => {
16
- autorescheduleTypes: (options: {
17
- referenceDate: Date;
18
- }) => Promise<Array<Work | null>>;
19
- process: (options: {
20
- maxWorkItemCount?: number;
21
- referenceDate?: Date;
22
- }) => Promise<void>;
23
- reset: () => Promise<void>;
24
- start: () => void;
25
- stop: () => void;
26
- };
27
- };
28
- interface WorkerParams {
29
- workerId?: string;
30
- worker: IWorker<any>;
31
- }
32
- export declare const BaseWorker: IWorker<WorkerParams>;
33
- export {};
34
- //# sourceMappingURL=BaseWorker.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"BaseWorker.d.ts","sourceRoot":"","sources":["../../src/workers/BaseWorker.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAEnC,MAAM,MAAM,QAAQ,GAAG,IAAI,CACzB,OAAO,CAAC,IAAI,CAAC,EACb,OAAO,GAAG,gBAAgB,GAAG,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,YAAY,CACxG,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAErB,MAAM,MAAM,OAAO,CAAC,CAAC,SAAS;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,IAAI;IACrD,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAElB,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,KAAK,IAAI,CAAC;IAEpC,OAAO,EAAE,CACP,MAAM,EAAE,CAAC,EACT,YAAY,EAAE,aAAa,KACxB;QACH,mBAAmB,EAAE,CAAC,OAAO,EAAE;YAAE,aAAa,EAAE,IAAI,CAAA;SAAE,KAAK,OAAO,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;QACvF,OAAO,EAAE,CAAC,OAAO,EAAE;YAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC;YAAC,aAAa,CAAC,EAAE,IAAI,CAAA;SAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;QACzF,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QAC3B,KAAK,EAAE,MAAM,IAAI,CAAC;QAClB,IAAI,EAAE,MAAM,IAAI,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,UAAU,YAAY;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;CACtB;AAED,eAAO,MAAM,UAAU,EAAE,OAAO,CAAC,YAAY,CAuF5C,CAAC"}
@@ -1,81 +0,0 @@
1
- import later from '@breejs/later';
2
- import { log } from '@unchainedshop/logger';
3
- import { WorkerDirector } from '../director/WorkerDirector.js';
4
- export const BaseWorker = {
5
- key: 'shop.unchained.worker.base',
6
- label: 'Base worker. Do not use this directly.',
7
- version: '1.0.0',
8
- type: 'BASE',
9
- external: false,
10
- getFloorDate: (date = new Date()) => {
11
- const floored = new Date(Math.floor(date.getTime() / 1000) * 1000);
12
- return floored;
13
- },
14
- actions: ({ workerId, worker }, unchainedAPI) => {
15
- log(`${worker.key} -> Initialized ${worker.type}`);
16
- const workerActions = {
17
- start() {
18
- throw new Error(`Not implemented on ${this.constructor.key}`);
19
- },
20
- stop() {
21
- throw new Error(`Not implemented on ${this.constructor.key}`);
22
- },
23
- reset: async (referenceDate = new Date()) => {
24
- await unchainedAPI.modules.worker.markOldWorkAsFailed({
25
- types: WorkerDirector.getActivePluginTypes({ external: false }),
26
- worker: workerId,
27
- referenceDate,
28
- });
29
- },
30
- autorescheduleTypes: async ({ referenceDate }) => {
31
- return Promise.all(WorkerDirector.getAutoSchedules().map(async ([scheduleId, workConfig]) => {
32
- if (!workConfig.schedule) {
33
- await unchainedAPI.modules.worker.ensureNoWork({
34
- type: workConfig.type,
35
- priority: workConfig.priority || 0,
36
- scheduleId,
37
- });
38
- return null;
39
- }
40
- const fixedSchedule = { ...workConfig.schedule };
41
- fixedSchedule.schedules[0].s = [0]; // ignore seconds, always run on second 0
42
- const nextDate = later.schedule(fixedSchedule).next(1, referenceDate);
43
- nextDate.setMilliseconds(0);
44
- const workData = {
45
- type: workConfig.type,
46
- scheduleId,
47
- scheduled: nextDate,
48
- timeout: workConfig.timeout,
49
- priority: workConfig.priority || 0,
50
- retries: workConfig.retries || 0,
51
- };
52
- if (workConfig.input) {
53
- workData.input = await workConfig.input(workData);
54
- // A work input fn can skip auto scheduling a new record
55
- // when it explicitly returns a falsish input instead of a dictionary
56
- if (!workData.input)
57
- return null;
58
- }
59
- return unchainedAPI.modules.worker.ensureOneWork(workData);
60
- }));
61
- },
62
- process: async ({ maxWorkItemCount, referenceDate }) => {
63
- await workerActions.autorescheduleTypes({
64
- referenceDate,
65
- });
66
- const processRecursively = async (recursionCounter = 0) => {
67
- if (maxWorkItemCount && maxWorkItemCount < recursionCounter)
68
- return null;
69
- const doneWork = await unchainedAPI.modules.worker.processNextWork(unchainedAPI, workerId);
70
- if (doneWork)
71
- return processRecursively(recursionCounter + 1);
72
- return null;
73
- };
74
- await processRecursively();
75
- },
76
- };
77
- workerActions.reset();
78
- return workerActions;
79
- },
80
- };
81
- //# sourceMappingURL=BaseWorker.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"BaseWorker.js","sourceRoot":"","sources":["../../src/workers/BaseWorker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,eAAe,CAAC;AAClC,OAAO,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAmC/D,MAAM,CAAC,MAAM,UAAU,GAA0B;IAC/C,GAAG,EAAE,4BAA4B;IACjC,KAAK,EAAE,wCAAwC;IAC/C,OAAO,EAAE,OAAO;IAChB,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,KAAK;IAEf,YAAY,EAAE,CAAC,IAAI,GAAG,IAAI,IAAI,EAAE,EAAE,EAAE;QAClC,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACnE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAgB,EAAE,YAAY,EAAE,EAAE;QAC5D,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,mBAAmB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAEnD,MAAM,aAAa,GAAG;YACpB,KAAK;gBACH,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;YAChE,CAAC;YAED,IAAI;gBACF,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;YAChE,CAAC;YAED,KAAK,EAAE,KAAK,EAAE,aAAa,GAAG,IAAI,IAAI,EAAE,EAAE,EAAE;gBAC1C,MAAM,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC;oBACpD,KAAK,EAAE,cAAc,CAAC,oBAAoB,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;oBAC/D,MAAM,EAAE,QAAQ;oBAChB,aAAa;iBACd,CAAC,CAAC;YACL,CAAC;YAED,mBAAmB,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE;gBAC/C,OAAO,OAAO,CAAC,GAAG,CAChB,cAAc,CAAC,gBAAgB,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC,EAAE,EAAE;oBACvE,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;wBACzB,MAAM,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC;4BAC7C,IAAI,EAAE,UAAU,CAAC,IAAI;4BACrB,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,CAAC;4BAClC,UAAU;yBACX,CAAC,CAAC;wBACH,OAAO,IAAI,CAAC;oBACd,CAAC;oBAED,MAAM,aAAa,GAAG,EAAE,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACjD,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,yCAAyC;oBAC7E,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;oBACtE,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;oBAC5B,MAAM,QAAQ,GAAa;wBACzB,IAAI,EAAE,UAAU,CAAC,IAAI;wBACrB,UAAU;wBACV,SAAS,EAAE,QAAQ;wBACnB,OAAO,EAAE,UAAU,CAAC,OAAO;wBAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,CAAC;wBAClC,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,CAAC;qBACjC,CAAC;oBACF,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;wBACrB,QAAQ,CAAC,KAAK,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;wBAClD,wDAAwD;wBACxD,qEAAqE;wBACrE,IAAI,CAAC,QAAQ,CAAC,KAAK;4BAAE,OAAO,IAAI,CAAC;oBACnC,CAAC;oBACD,OAAO,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;gBAC7D,CAAC,CAAC,CACH,CAAC;YACJ,CAAC;YAED,OAAO,EAAE,KAAK,EAAE,EAAE,gBAAgB,EAAE,aAAa,EAAE,EAAE,EAAE;gBACrD,MAAM,aAAa,CAAC,mBAAmB,CAAC;oBACtC,aAAa;iBACd,CAAC,CAAC;gBAEH,MAAM,kBAAkB,GAAG,KAAK,EAAE,gBAAgB,GAAG,CAAC,EAAE,EAAE;oBACxD,IAAI,gBAAgB,IAAI,gBAAgB,GAAG,gBAAgB;wBAAE,OAAO,IAAI,CAAC;oBACzE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;oBAC3F,IAAI,QAAQ;wBAAE,OAAO,kBAAkB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;oBAC9D,OAAO,IAAI,CAAC;gBACd,CAAC,CAAC;gBAEF,MAAM,kBAAkB,EAAE,CAAC;YAC7B,CAAC;SACF,CAAC;QAEF,aAAa,CAAC,KAAK,EAAE,CAAC;QAEtB,OAAO,aAAa,CAAC;IACvB,CAAC;CACF,CAAC"}
@@ -1,6 +0,0 @@
1
- import { IWorker } from './BaseWorker.js';
2
- export interface EventListenerWorkerParams {
3
- workerId?: string;
4
- }
5
- export declare const EventListenerWorker: IWorker<EventListenerWorkerParams>;
6
- //# sourceMappingURL=EventListenerWorker.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"EventListenerWorker.d.ts","sourceRoot":"","sources":["../../src/workers/EventListenerWorker.ts"],"names":[],"mappings":"AAEA,OAAO,EAAc,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAatD,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,mBAAmB,EAAE,OAAO,CAAC,yBAAyB,CAyClE,CAAC"}
@@ -1,46 +0,0 @@
1
- import { subscribe } from '@unchainedshop/events';
2
- import { WorkerEventTypes } from '../director/WorkerEventTypes.js';
3
- import { BaseWorker } from './BaseWorker.js';
4
- function debounce(func, wait) {
5
- let timeout;
6
- return (...args) => {
7
- clearTimeout(timeout);
8
- timeout = setTimeout(() => {
9
- timeout = null;
10
- func(...args);
11
- }, wait);
12
- };
13
- }
14
- export const EventListenerWorker = {
15
- ...BaseWorker,
16
- key: 'shop.unchained.worker.event-listener',
17
- label: 'Allocates work on events. This worker does not make sense on multiple containers.',
18
- version: '1.0.0',
19
- type: 'EVENT_LISTENER',
20
- actions: ({ workerId }, unchainedAPI) => {
21
- const baseWorkerActions = BaseWorker.actions({ workerId, worker: EventListenerWorker }, unchainedAPI);
22
- // Debounce in the event of many work queue events conflicting with each other
23
- const processWorkQueue = debounce(async () => {
24
- await baseWorkerActions.process({
25
- maxWorkItemCount: 1, // only one work item at a time, else we could end up in a loop
26
- referenceDate: EventListenerWorker.getFloorDate(),
27
- });
28
- }, 300);
29
- return {
30
- ...baseWorkerActions,
31
- start() {
32
- subscribe(WorkerEventTypes.ADDED, processWorkQueue);
33
- subscribe(WorkerEventTypes.FINISHED, processWorkQueue);
34
- setTimeout(async () => {
35
- await baseWorkerActions.autorescheduleTypes({
36
- referenceDate: EventListenerWorker.getFloorDate(),
37
- });
38
- }, 300);
39
- },
40
- stop() {
41
- /* */
42
- },
43
- };
44
- },
45
- };
46
- //# sourceMappingURL=EventListenerWorker.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"EventListenerWorker.js","sourceRoot":"","sources":["../../src/workers/EventListenerWorker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,UAAU,EAAW,MAAM,iBAAiB,CAAC;AAEtD,SAAS,QAAQ,CAAkC,IAAO,EAAE,IAAI;IAC9D,IAAI,OAAO,CAAC;IACZ,OAAO,CAAC,GAAG,IAAI,EAAE,EAAE;QACjB,YAAY,CAAC,OAAO,CAAC,CAAC;QACtB,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YACxB,OAAO,GAAG,IAAI,CAAC;YACf,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAChB,CAAC,EAAE,IAAI,CAAC,CAAC;IACX,CAAC,CAAC;AACJ,CAAC;AAMD,MAAM,CAAC,MAAM,mBAAmB,GAAuC;IACrE,GAAG,UAAU;IAEb,GAAG,EAAE,sCAAsC;IAC3C,KAAK,EAAE,mFAAmF;IAC1F,OAAO,EAAE,OAAO;IAChB,IAAI,EAAE,gBAAgB;IAEtB,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,YAAY,EAAE,EAAE;QACtC,MAAM,iBAAiB,GAAG,UAAU,CAAC,OAAO,CAC1C,EAAE,QAAQ,EAAE,MAAM,EAAE,mBAAmB,EAAE,EACzC,YAAY,CACb,CAAC;QAEF,8EAA8E;QAC9E,MAAM,gBAAgB,GAAG,QAAQ,CAAsB,KAAK,IAAI,EAAE;YAChE,MAAM,iBAAiB,CAAC,OAAO,CAAC;gBAC9B,gBAAgB,EAAE,CAAC,EAAE,+DAA+D;gBACpF,aAAa,EAAE,mBAAmB,CAAC,YAAY,EAAE;aAClD,CAAC,CAAC;QACL,CAAC,EAAE,GAAG,CAAC,CAAC;QAER,OAAO;YACL,GAAG,iBAAiB;YAEpB,KAAK;gBACH,SAAS,CAAC,gBAAgB,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;gBACpD,SAAS,CAAC,gBAAgB,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;gBAEvD,UAAU,CAAC,KAAK,IAAI,EAAE;oBACpB,MAAM,iBAAiB,CAAC,mBAAmB,CAAC;wBAC1C,aAAa,EAAE,mBAAmB,CAAC,YAAY,EAAE;qBAClD,CAAC,CAAC;gBACL,CAAC,EAAE,GAAG,CAAC,CAAC;YACV,CAAC;YAED,IAAI;gBACF,KAAK;YACP,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}
@@ -1,10 +0,0 @@
1
- import { IWorker } from './BaseWorker.js';
2
- import { WorkerSchedule } from '../worker-index.js';
3
- export interface IntervalWorkerParams {
4
- workerId?: string;
5
- batchCount?: number;
6
- schedule?: WorkerSchedule | string;
7
- }
8
- export declare const scheduleToInterval: (scheduleRaw: WorkerSchedule | string) => number;
9
- export declare const IntervalWorker: IWorker<IntervalWorkerParams>;
10
- //# sourceMappingURL=IntervalWorker.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"IntervalWorker.d.ts","sourceRoot":"","sources":["../../src/workers/IntervalWorker.ts"],"names":[],"mappings":"AACA,OAAO,EAAc,OAAO,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAIpD,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,cAAc,GAAG,MAAM,CAAC;CACpC;AAMD,eAAO,MAAM,kBAAkB,gBAAiB,cAAc,GAAG,MAAM,WAMtE,CAAC;AAEF,eAAO,MAAM,cAAc,EAAE,OAAO,CAAC,oBAAoB,CA+BxD,CAAC"}
@@ -1,38 +0,0 @@
1
- import later from '@breejs/later';
2
- import { BaseWorker } from './BaseWorker.js';
3
- const { NODE_ENV } = process.env;
4
- const defaultSchedule = later.parse.text(NODE_ENV !== 'production' ? 'every 2 seconds' : 'every 30 seconds');
5
- export const scheduleToInterval = (scheduleRaw) => {
6
- const referenceDate = new Date(1000);
7
- const schedule = typeof scheduleRaw === 'string' ? later.parse.text(scheduleRaw) : scheduleRaw;
8
- const [one, two] = later.schedule(schedule).next(2, referenceDate);
9
- const diff = new Date(two).getTime() - new Date(one).getTime();
10
- return Math.min(1000 * 60 * 60, diff); // at least once every hour!
11
- };
12
- export const IntervalWorker = {
13
- ...BaseWorker,
14
- key: 'shop.unchained.worker.cron',
15
- label: 'Allocates work on fixed intervals with native node setInterval',
16
- version: '1.0.0',
17
- type: 'CRON',
18
- actions: ({ workerId, batchCount = 0, schedule = defaultSchedule }, unchainedAPI) => {
19
- const baseWorkerActions = BaseWorker.actions({ workerId, worker: IntervalWorker }, unchainedAPI);
20
- const intervalDelay = scheduleToInterval(schedule);
21
- let intervalHandle;
22
- return {
23
- ...baseWorkerActions,
24
- start() {
25
- intervalHandle = setInterval(() => {
26
- baseWorkerActions.process({
27
- maxWorkItemCount: batchCount,
28
- referenceDate: IntervalWorker.getFloorDate(),
29
- });
30
- }, intervalDelay);
31
- },
32
- stop() {
33
- clearInterval(intervalHandle);
34
- },
35
- };
36
- },
37
- };
38
- //# sourceMappingURL=IntervalWorker.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"IntervalWorker.js","sourceRoot":"","sources":["../../src/workers/IntervalWorker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,eAAe,CAAC;AAClC,OAAO,EAAE,UAAU,EAAW,MAAM,iBAAiB,CAAC;AAGtD,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAQjC,MAAM,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CACtC,QAAQ,KAAK,YAAY,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,CACjD,CAAC;AAEpB,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,WAAoC,EAAE,EAAE;IACzE,MAAM,aAAa,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IAC/F,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;IAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,4BAA4B;AACrE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAkC;IAC3D,GAAG,UAAU;IAEb,GAAG,EAAE,4BAA4B;IACjC,KAAK,EAAE,gEAAgE;IACvE,OAAO,EAAE,OAAO;IAChB,IAAI,EAAE,MAAM;IAEZ,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,UAAU,GAAG,CAAC,EAAE,QAAQ,GAAG,eAAe,EAAE,EAAE,YAAY,EAAE,EAAE;QAClF,MAAM,iBAAiB,GAAG,UAAU,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,YAAY,CAAC,CAAC;QAEjG,MAAM,aAAa,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,cAA8B,CAAC;QAEnC,OAAO;YACL,GAAG,iBAAiB;YAEpB,KAAK;gBACH,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;oBAChC,iBAAiB,CAAC,OAAO,CAAC;wBACxB,gBAAgB,EAAE,UAAU;wBAC5B,aAAa,EAAE,cAAc,CAAC,YAAY,EAAE;qBAC7C,CAAC,CAAC;gBACL,CAAC,EAAE,aAAa,CAAC,CAAC;YACpB,CAAC;YAED,IAAI;gBACF,aAAa,CAAC,cAAc,CAAC,CAAC;YAChC,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}
@@ -1,7 +0,0 @@
1
- export enum WorkStatus {
2
- NEW = 'NEW',
3
- ALLOCATED = 'ALLOCATED',
4
- SUCCESS = 'SUCCESS',
5
- FAILED = 'FAILED',
6
- DELETED = 'DELETED',
7
- }
@@ -1,28 +0,0 @@
1
- import { log, LogLevel } from '@unchainedshop/logger';
2
- import type { IBaseAdapter } from '@unchainedshop/utils';
3
- import type { UnchainedCore } from '@unchainedshop/core';
4
- export interface WorkResult<Result> {
5
- success: boolean;
6
- result?: Result;
7
- error?: any;
8
- }
9
-
10
- export type IWorkerAdapter<Input, Output> = IBaseAdapter & {
11
- type: string;
12
- external: boolean;
13
- maxParallelAllocations?: number;
14
-
15
- doWork: (input: Input, unchainedAPI: UnchainedCore, workId: string) => Promise<WorkResult<Output>>;
16
- };
17
-
18
- export const WorkerAdapter: Omit<IWorkerAdapter<any, void>, 'key' | 'label' | 'type' | 'version'> = {
19
- external: false,
20
-
21
- async doWork() {
22
- return { success: false, result: null };
23
- },
24
-
25
- log(message: string, { level = LogLevel.Debug, ...options } = {}) {
26
- return log(message, { level, ...options });
27
- },
28
- };
@@ -1,120 +0,0 @@
1
- import type { WorkData, IWorkerAdapter, WorkResult } from '../worker-index.js';
2
- import type { UnchainedCore } from '@unchainedshop/core';
3
-
4
- import { log, LogLevel } from '@unchainedshop/logger';
5
- import { BaseDirector, IBaseDirector } from '@unchainedshop/utils';
6
- import { Work } from '../types.js';
7
-
8
- export const DIRECTOR_MARKED_FAILED_ERROR = 'DIRECTOR_MARKED_FAILED';
9
-
10
- export interface WorkerSchedule {
11
- schedules: Array<Record<string, any>>;
12
- exceptions: Array<Record<string, any>>;
13
- }
14
-
15
- export type WorkScheduleConfiguration = Pick<
16
- WorkData,
17
- 'timeout' | 'retries' | 'priority' | 'worker' | 'scheduleId'
18
- > & {
19
- type: string;
20
- input?: (workData: Omit<WorkData, 'input'>) => Promise<Record<string, any> | null>;
21
- schedule: WorkerSchedule;
22
- scheduleId?: string;
23
- };
24
-
25
- export type IWorkerDirector = IBaseDirector<IWorkerAdapter<any, any>> & {
26
- getActivePluginTypes: (options?: { external?: boolean }) => Array<string>;
27
- getAdapterByType: (type: string) => IWorkerAdapter<any, any>;
28
- disableAutoscheduling: (scheduleId: string) => void;
29
- configureAutoscheduling: (workScheduleConfiguration: WorkScheduleConfiguration) => void;
30
- getAutoSchedules: () => Array<[string, WorkScheduleConfiguration]>;
31
- doWork: (work: Work, unchainedAPI: UnchainedCore) => Promise<WorkResult<any>>;
32
- };
33
-
34
- const AutoScheduleMap = new Map<string, WorkScheduleConfiguration>();
35
-
36
- const baseDirector = BaseDirector<IWorkerAdapter<any, any>>('WorkerDirector', {
37
- adapterKeyField: 'key',
38
- });
39
-
40
- export const WorkerDirector: IWorkerDirector = {
41
- ...baseDirector,
42
-
43
- getActivePluginTypes: ({ external } = { external: null }) => {
44
- return WorkerDirector.getAdapters()
45
- .filter((adapter) => {
46
- if (external === null || external === undefined) return true;
47
- return Boolean(adapter.external) === external;
48
- })
49
- .map((adapter) => adapter.type);
50
- },
51
-
52
- registerAdapter: (Adapter) => {
53
- if (WorkerDirector.getAdapterByType(Adapter.type))
54
- throw new Error(
55
- `WorkerDirector: There is already a adapter registered with type: ${Adapter.type}`,
56
- );
57
-
58
- baseDirector.registerAdapter(Adapter);
59
- },
60
-
61
- disableAutoscheduling: (type) => {
62
- const config = AutoScheduleMap.get(type);
63
- AutoScheduleMap.set(type, { ...config, schedule: null });
64
- },
65
-
66
- unregisterAdapter: (key) => {
67
- const adapter = WorkerDirector.getAdapter(key);
68
- const result = baseDirector.unregisterAdapter(key);
69
- if (adapter) {
70
- AutoScheduleMap.forEach((workItemConfiguration, scheduleId) => {
71
- if (workItemConfiguration.type === adapter.type) {
72
- AutoScheduleMap.delete(scheduleId);
73
- }
74
- });
75
- }
76
- return result;
77
- },
78
-
79
- configureAutoscheduling: (workItemConfiguration) => {
80
- const adapter = WorkerDirector.getAdapterByType(workItemConfiguration.type);
81
- AutoScheduleMap.set(
82
- workItemConfiguration.scheduleId || workItemConfiguration.type,
83
- workItemConfiguration,
84
- );
85
- log(
86
- `WorkerDirector -> Configured ${adapter.type} ${adapter.key}@${adapter.version} (${adapter.label}) for Autorun at ${JSON.stringify(workItemConfiguration.schedule?.schedules)}`,
87
- );
88
- },
89
-
90
- getAutoSchedules: () => Array.from(AutoScheduleMap),
91
-
92
- getAdapterByType: (type: string) => {
93
- const adapters = WorkerDirector.getAdapters({
94
- adapterFilter: (Adapter) => {
95
- return type === Adapter.type;
96
- },
97
- });
98
- return adapters?.[0];
99
- },
100
-
101
- doWork: async ({ type, input, _id: workId }, unchainedAPI) => {
102
- const adapter = WorkerDirector.getAdapterByType(type);
103
-
104
- if (!adapter) {
105
- log(`WorkerDirector: No registered adapter for type: ${type}`);
106
- }
107
-
108
- try {
109
- const output = await adapter.doWork(input, unchainedAPI, workId);
110
- return output;
111
- } catch (error) {
112
- // DO not use this as flow control. The adapter should catch expected errors and return status: FAILED
113
- log('DO not use this as flow control.', { level: LogLevel.Verbose });
114
- log(`WorkerDirector -> Error doing work ${type}: ${error.message}`);
115
-
116
- const errorOutput = { error, success: false };
117
- return errorOutput;
118
- }
119
- },
120
- };
@@ -1,7 +0,0 @@
1
- export enum WorkerEventTypes {
2
- ADDED = 'WORK_ADDED',
3
- ALLOCATED = 'WORK_ALLOCATED',
4
- FINISHED = 'WORK_FINISHED',
5
- DELETED = 'WORK_DELETED',
6
- RESCHEDULED = 'WORK_RESCHEDULED',
7
- }