@venturialstd/workflow 0.1.155 → 0.1.157

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. package/README.md +238 -238
  2. package/dist/dtos/create-workflow-job.dto.d.ts +10 -0
  3. package/dist/dtos/create-workflow-job.dto.d.ts.map +1 -0
  4. package/dist/dtos/create-workflow-job.dto.js +58 -0
  5. package/dist/dtos/create-workflow-job.dto.js.map +1 -0
  6. package/dist/dtos/index.d.ts +2 -0
  7. package/dist/dtos/index.d.ts.map +1 -1
  8. package/dist/dtos/index.js +2 -0
  9. package/dist/dtos/index.js.map +1 -1
  10. package/dist/dtos/update-workflow-job.dto.d.ts +8 -0
  11. package/dist/dtos/update-workflow-job.dto.d.ts.map +1 -0
  12. package/dist/dtos/update-workflow-job.dto.js +46 -0
  13. package/dist/dtos/update-workflow-job.dto.js.map +1 -0
  14. package/dist/entities/workflow-job.entity.d.ts +17 -0
  15. package/dist/entities/workflow-job.entity.d.ts.map +1 -0
  16. package/dist/entities/workflow-job.entity.js +108 -0
  17. package/dist/entities/workflow-job.entity.js.map +1 -0
  18. package/dist/index.d.ts +4 -0
  19. package/dist/index.d.ts.map +1 -1
  20. package/dist/index.js +4 -0
  21. package/dist/index.js.map +1 -1
  22. package/dist/modules/index.d.ts +1 -0
  23. package/dist/modules/index.d.ts.map +1 -1
  24. package/dist/modules/index.js +5 -1
  25. package/dist/modules/index.js.map +1 -1
  26. package/dist/modules/jobs/adapters/ioredis-lock.adapter.d.ts +4 -0
  27. package/dist/modules/jobs/adapters/ioredis-lock.adapter.d.ts.map +1 -0
  28. package/dist/modules/jobs/adapters/ioredis-lock.adapter.js +33 -0
  29. package/dist/modules/jobs/adapters/ioredis-lock.adapter.js.map +1 -0
  30. package/dist/modules/jobs/controllers/workflow-job.controller.d.ts +21 -0
  31. package/dist/modules/jobs/controllers/workflow-job.controller.d.ts.map +1 -0
  32. package/dist/modules/jobs/controllers/workflow-job.controller.js +130 -0
  33. package/dist/modules/jobs/controllers/workflow-job.controller.js.map +1 -0
  34. package/dist/modules/jobs/jobs-nest.module.d.ts +25 -0
  35. package/dist/modules/jobs/jobs-nest.module.d.ts.map +1 -0
  36. package/dist/modules/jobs/jobs-nest.module.js +188 -0
  37. package/dist/modules/jobs/jobs-nest.module.js.map +1 -0
  38. package/dist/modules/jobs/processors/workflow-job.processor.d.ts +28 -0
  39. package/dist/modules/jobs/processors/workflow-job.processor.d.ts.map +1 -0
  40. package/dist/modules/jobs/processors/workflow-job.processor.js +147 -0
  41. package/dist/modules/jobs/processors/workflow-job.processor.js.map +1 -0
  42. package/dist/modules/jobs/services/distributed-lock.service.d.ts +15 -0
  43. package/dist/modules/jobs/services/distributed-lock.service.d.ts.map +1 -0
  44. package/dist/modules/jobs/services/distributed-lock.service.js +49 -0
  45. package/dist/modules/jobs/services/distributed-lock.service.js.map +1 -0
  46. package/dist/modules/jobs/services/index.d.ts +4 -0
  47. package/dist/modules/jobs/services/index.d.ts.map +1 -0
  48. package/dist/modules/jobs/services/index.js +20 -0
  49. package/dist/modules/jobs/services/index.js.map +1 -0
  50. package/dist/modules/jobs/services/job-scheduler.service.d.ts +38 -0
  51. package/dist/modules/jobs/services/job-scheduler.service.d.ts.map +1 -0
  52. package/dist/modules/jobs/services/job-scheduler.service.js +112 -0
  53. package/dist/modules/jobs/services/job-scheduler.service.js.map +1 -0
  54. package/dist/modules/jobs/services/workflow-job.service.d.ts +26 -0
  55. package/dist/modules/jobs/services/workflow-job.service.d.ts.map +1 -0
  56. package/dist/modules/jobs/services/workflow-job.service.js +148 -0
  57. package/dist/modules/jobs/services/workflow-job.service.js.map +1 -0
  58. package/dist/modules/schedule/schedule-nest.module.d.ts +7 -0
  59. package/dist/modules/schedule/schedule-nest.module.d.ts.map +1 -0
  60. package/dist/modules/schedule/schedule-nest.module.js +36 -0
  61. package/dist/modules/schedule/schedule-nest.module.js.map +1 -0
  62. package/dist/modules/schedule/schedule.module.d.ts +3 -0
  63. package/dist/modules/schedule/schedule.module.d.ts.map +1 -0
  64. package/dist/modules/schedule/schedule.module.js +14 -0
  65. package/dist/modules/schedule/schedule.module.js.map +1 -0
  66. package/dist/modules/schedule/services/index.d.ts +2 -0
  67. package/dist/modules/schedule/services/index.d.ts.map +1 -0
  68. package/dist/modules/schedule/services/index.js +18 -0
  69. package/dist/modules/schedule/services/index.js.map +1 -0
  70. package/dist/modules/schedule/services/schedule-trigger.service.d.ts +13 -0
  71. package/dist/modules/schedule/services/schedule-trigger.service.d.ts.map +1 -0
  72. package/dist/modules/schedule/services/schedule-trigger.service.js +95 -0
  73. package/dist/modules/schedule/services/schedule-trigger.service.js.map +1 -0
  74. package/dist/modules/schedule/triggers/index.d.ts +2 -0
  75. package/dist/modules/schedule/triggers/index.d.ts.map +1 -0
  76. package/dist/modules/schedule/triggers/index.js +18 -0
  77. package/dist/modules/schedule/triggers/index.js.map +1 -0
  78. package/dist/modules/schedule/triggers/schedule.trigger.d.ts +9 -0
  79. package/dist/modules/schedule/triggers/schedule.trigger.d.ts.map +1 -0
  80. package/dist/modules/schedule/triggers/schedule.trigger.js +102 -0
  81. package/dist/modules/schedule/triggers/schedule.trigger.js.map +1 -0
  82. package/dist/realtime/index.d.ts +5 -0
  83. package/dist/realtime/index.d.ts.map +1 -0
  84. package/dist/realtime/index.js +21 -0
  85. package/dist/realtime/index.js.map +1 -0
  86. package/dist/realtime/workflow-realtime.gateway.d.ts +54 -0
  87. package/dist/realtime/workflow-realtime.gateway.d.ts.map +1 -0
  88. package/dist/realtime/workflow-realtime.gateway.js +218 -0
  89. package/dist/realtime/workflow-realtime.gateway.js.map +1 -0
  90. package/dist/realtime/workflow-socket-auth.adapter.d.ts +9 -0
  91. package/dist/realtime/workflow-socket-auth.adapter.d.ts.map +1 -0
  92. package/dist/realtime/workflow-socket-auth.adapter.js +37 -0
  93. package/dist/realtime/workflow-socket-auth.adapter.js.map +1 -0
  94. package/dist/realtime/workflow-socket-auth.interface.d.ts +6 -0
  95. package/dist/realtime/workflow-socket-auth.interface.d.ts.map +1 -0
  96. package/dist/realtime/workflow-socket-auth.interface.js +5 -0
  97. package/dist/realtime/workflow-socket-auth.interface.js.map +1 -0
  98. package/dist/realtime/workflow-socket.types.d.ts +18 -0
  99. package/dist/realtime/workflow-socket.types.d.ts.map +1 -0
  100. package/dist/realtime/workflow-socket.types.js +3 -0
  101. package/dist/realtime/workflow-socket.types.js.map +1 -0
  102. package/dist/services/workflow-bulk-credential.service.d.ts.map +1 -1
  103. package/dist/services/workflow-bulk-credential.service.js +15 -1
  104. package/dist/services/workflow-bulk-credential.service.js.map +1 -1
  105. package/dist/workflow-core.module.d.ts.map +1 -1
  106. package/dist/workflow-core.module.js +4 -0
  107. package/dist/workflow-core.module.js.map +1 -1
  108. package/package.json +118 -109
@@ -0,0 +1,188 @@
1
+ "use strict";
2
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
7
+ };
8
+ var __importDefault = (this && this.__importDefault) || function (mod) {
9
+ return (mod && mod.__esModule) ? mod : { "default": mod };
10
+ };
11
+ var JobsNestModule_1;
12
+ Object.defineProperty(exports, "__esModule", { value: true });
13
+ exports.JobsNestModule = exports.WORKFLOW_JOBS_OPTIONS = exports.WORKFLOW_JOBS_LOCK_ADAPTER = exports.WORKFLOW_JOBS_QUEUE = exports.WORKFLOW_JOBS_CONNECTION_OPTIONS = exports.WORKFLOW_JOBS_REDIS = void 0;
14
+ const common_1 = require("@nestjs/common");
15
+ const typeorm_1 = require("@nestjs/typeorm");
16
+ const typeorm_2 = require("@nestjs/typeorm");
17
+ const bullmq_1 = require("bullmq");
18
+ const ioredis_1 = __importDefault(require("ioredis"));
19
+ const workflow_execution_entity_1 = require("../../entities/workflow-execution.entity");
20
+ const workflow_job_entity_1 = require("../../entities/workflow-job.entity");
21
+ const workflow_node_entity_1 = require("../../entities/workflow-node.entity");
22
+ const workflow_core_module_1 = require("../../workflow-core.module");
23
+ const ioredis_lock_adapter_1 = require("./adapters/ioredis-lock.adapter");
24
+ const workflow_job_controller_1 = require("./controllers/workflow-job.controller");
25
+ const workflow_job_processor_1 = require("./processors/workflow-job.processor");
26
+ const distributed_lock_service_1 = require("./services/distributed-lock.service");
27
+ const job_scheduler_service_1 = require("./services/job-scheduler.service");
28
+ const workflow_job_service_1 = require("./services/workflow-job.service");
29
+ exports.WORKFLOW_JOBS_REDIS = 'WORKFLOW_JOBS_REDIS';
30
+ exports.WORKFLOW_JOBS_CONNECTION_OPTIONS = 'WORKFLOW_JOBS_CONNECTION_OPTIONS';
31
+ exports.WORKFLOW_JOBS_QUEUE = 'WORKFLOW_JOBS_QUEUE';
32
+ exports.WORKFLOW_JOBS_LOCK_ADAPTER = 'WORKFLOW_JOBS_LOCK_ADAPTER';
33
+ exports.WORKFLOW_JOBS_OPTIONS = 'WORKFLOW_JOBS_OPTIONS';
34
+ let JobsNestModule = JobsNestModule_1 = class JobsNestModule {
35
+ static forRoot(options) {
36
+ const connectionOptions = options.connection;
37
+ const redis = new ioredis_1.default(connectionOptions);
38
+ const lockAdapter = (0, ioredis_lock_adapter_1.createIORedisLockAdapter)(redis);
39
+ const queue = new bullmq_1.Queue(job_scheduler_service_1.WORKFLOW_JOBS_QUEUE_NAME, { connection: connectionOptions });
40
+ const queueAdapter = {
41
+ add: async (name, data, opts) => {
42
+ if (opts?.repeat?.pattern != null && opts.jobId != null) {
43
+ const firstJob = await queue.upsertJobScheduler(opts.jobId, { pattern: opts.repeat.pattern }, { name, data });
44
+ return { id: firstJob?.id, repeatJobKey: opts.jobId };
45
+ }
46
+ const job = await queue.add(name, data);
47
+ return { id: job?.id, repeatJobKey: undefined };
48
+ },
49
+ removeRepeatableByKey: (key) => queue.removeJobScheduler(key),
50
+ getRepeatableJobs: async () => {
51
+ const schedulers = await queue.getJobSchedulers(0, 9999, true);
52
+ return schedulers.map((s) => ({
53
+ key: s.id ?? '',
54
+ name: s.name ?? '',
55
+ }));
56
+ },
57
+ };
58
+ return {
59
+ module: JobsNestModule_1,
60
+ imports: [
61
+ workflow_core_module_1.WorkflowCoreModule,
62
+ typeorm_2.TypeOrmModule.forFeature([workflow_job_entity_1.WorkflowJob, workflow_execution_entity_1.WorkflowExecution, workflow_node_entity_1.WorkflowNode]),
63
+ ],
64
+ controllers: [workflow_job_controller_1.WorkflowJobController],
65
+ providers: [
66
+ { provide: exports.WORKFLOW_JOBS_REDIS, useValue: redis },
67
+ { provide: exports.WORKFLOW_JOBS_CONNECTION_OPTIONS, useValue: connectionOptions },
68
+ { provide: exports.WORKFLOW_JOBS_LOCK_ADAPTER, useValue: lockAdapter },
69
+ { provide: exports.WORKFLOW_JOBS_QUEUE, useValue: queueAdapter },
70
+ {
71
+ provide: distributed_lock_service_1.DistributedLockService,
72
+ useFactory: (adapter) => new distributed_lock_service_1.DistributedLockService(adapter),
73
+ inject: [exports.WORKFLOW_JOBS_LOCK_ADAPTER],
74
+ },
75
+ workflow_job_service_1.WorkflowJobService,
76
+ {
77
+ provide: job_scheduler_service_1.JobSchedulerService,
78
+ useFactory: async (jobRepo, q) => {
79
+ const service = new job_scheduler_service_1.JobSchedulerService(jobRepo, q);
80
+ await service.initialize();
81
+ return service;
82
+ },
83
+ inject: [(0, typeorm_1.getRepositoryToken)(workflow_job_entity_1.WorkflowJob), exports.WORKFLOW_JOBS_QUEUE],
84
+ },
85
+ workflow_job_processor_1.WorkflowJobProcessor,
86
+ {
87
+ provide: 'WorkflowJobsWorker',
88
+ useFactory: (opts, processor) => {
89
+ return new bullmq_1.Worker(job_scheduler_service_1.WORKFLOW_JOBS_QUEUE_NAME, async (job) => {
90
+ await processor.process(job.name, job.data);
91
+ }, { connection: opts, concurrency: 5 });
92
+ },
93
+ inject: [exports.WORKFLOW_JOBS_CONNECTION_OPTIONS, workflow_job_processor_1.WorkflowJobProcessor],
94
+ },
95
+ ],
96
+ exports: [workflow_job_service_1.WorkflowJobService, job_scheduler_service_1.JobSchedulerService, exports.WORKFLOW_JOBS_QUEUE],
97
+ };
98
+ }
99
+ static forRootAsync(asyncOptions) {
100
+ return {
101
+ module: JobsNestModule_1,
102
+ imports: [
103
+ ...(asyncOptions.imports ?? []),
104
+ workflow_core_module_1.WorkflowCoreModule,
105
+ typeorm_2.TypeOrmModule.forFeature([workflow_job_entity_1.WorkflowJob, workflow_execution_entity_1.WorkflowExecution, workflow_node_entity_1.WorkflowNode]),
106
+ ],
107
+ controllers: [workflow_job_controller_1.WorkflowJobController],
108
+ providers: [
109
+ {
110
+ provide: exports.WORKFLOW_JOBS_OPTIONS,
111
+ useFactory: async (...args) => Promise.resolve(asyncOptions.useFactory(...args)),
112
+ inject: asyncOptions.inject ?? [],
113
+ },
114
+ {
115
+ provide: exports.WORKFLOW_JOBS_CONNECTION_OPTIONS,
116
+ useFactory: (opts) => opts.connection,
117
+ inject: [exports.WORKFLOW_JOBS_OPTIONS],
118
+ },
119
+ {
120
+ provide: exports.WORKFLOW_JOBS_REDIS,
121
+ useFactory: (connectionOptions) => new ioredis_1.default(connectionOptions),
122
+ inject: [exports.WORKFLOW_JOBS_CONNECTION_OPTIONS],
123
+ },
124
+ {
125
+ provide: exports.WORKFLOW_JOBS_LOCK_ADAPTER,
126
+ useFactory: (redis) => (0, ioredis_lock_adapter_1.createIORedisLockAdapter)(redis),
127
+ inject: [exports.WORKFLOW_JOBS_REDIS],
128
+ },
129
+ {
130
+ provide: exports.WORKFLOW_JOBS_QUEUE,
131
+ useFactory: (connectionOptions) => {
132
+ const queue = new bullmq_1.Queue(job_scheduler_service_1.WORKFLOW_JOBS_QUEUE_NAME, { connection: connectionOptions });
133
+ return {
134
+ add: async (name, data, opts) => {
135
+ if (opts?.repeat?.pattern != null && opts.jobId != null) {
136
+ const firstJob = await queue.upsertJobScheduler(opts.jobId, { pattern: opts.repeat.pattern }, { name, data });
137
+ return { id: firstJob?.id, repeatJobKey: opts.jobId };
138
+ }
139
+ const job = await queue.add(name, data);
140
+ return { id: job?.id, repeatJobKey: undefined };
141
+ },
142
+ removeRepeatableByKey: (key) => queue.removeJobScheduler(key),
143
+ getRepeatableJobs: async () => {
144
+ const schedulers = await queue.getJobSchedulers(0, 9999, true);
145
+ return schedulers.map((s) => ({
146
+ key: s.id ?? '',
147
+ name: s.name ?? '',
148
+ }));
149
+ },
150
+ };
151
+ },
152
+ inject: [exports.WORKFLOW_JOBS_CONNECTION_OPTIONS],
153
+ },
154
+ {
155
+ provide: distributed_lock_service_1.DistributedLockService,
156
+ useFactory: (adapter) => new distributed_lock_service_1.DistributedLockService(adapter),
157
+ inject: [exports.WORKFLOW_JOBS_LOCK_ADAPTER],
158
+ },
159
+ workflow_job_service_1.WorkflowJobService,
160
+ {
161
+ provide: job_scheduler_service_1.JobSchedulerService,
162
+ useFactory: async (jobRepo, q) => {
163
+ const service = new job_scheduler_service_1.JobSchedulerService(jobRepo, q);
164
+ await service.initialize();
165
+ return service;
166
+ },
167
+ inject: [(0, typeorm_1.getRepositoryToken)(workflow_job_entity_1.WorkflowJob), exports.WORKFLOW_JOBS_QUEUE],
168
+ },
169
+ workflow_job_processor_1.WorkflowJobProcessor,
170
+ {
171
+ provide: 'WorkflowJobsWorker',
172
+ useFactory: (opts, processor) => {
173
+ return new bullmq_1.Worker(job_scheduler_service_1.WORKFLOW_JOBS_QUEUE_NAME, async (job) => {
174
+ await processor.process(job.name, job.data);
175
+ }, { connection: opts, concurrency: 5 });
176
+ },
177
+ inject: [exports.WORKFLOW_JOBS_CONNECTION_OPTIONS, workflow_job_processor_1.WorkflowJobProcessor],
178
+ },
179
+ ],
180
+ exports: [workflow_job_service_1.WorkflowJobService, job_scheduler_service_1.JobSchedulerService, exports.WORKFLOW_JOBS_QUEUE],
181
+ };
182
+ }
183
+ };
184
+ exports.JobsNestModule = JobsNestModule;
185
+ exports.JobsNestModule = JobsNestModule = JobsNestModule_1 = __decorate([
186
+ (0, common_1.Module)({})
187
+ ], JobsNestModule);
188
+ //# sourceMappingURL=jobs-nest.module.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"jobs-nest.module.js","sourceRoot":"","sources":["../../../src/modules/jobs/jobs-nest.module.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAuE;AACvE,6CAAqD;AACrD,6CAAgD;AAChD,mCAAuC;AACvC,sDAA8C;AAG9C,wFAA6E;AAC7E,4EAAiE;AACjE,8EAAmE;AACnE,qEAAgE;AAChE,0EAA2E;AAC3E,mFAA8E;AAC9E,gFAA2E;AAE3E,kFAA6E;AAC7E,4EAI0C;AAC1C,0EAAqE;AAExD,QAAA,mBAAmB,GAAG,qBAAqB,CAAC;AAC5C,QAAA,gCAAgC,GAAG,kCAAkC,CAAC;AACtE,QAAA,mBAAmB,GAAG,qBAAqB,CAAC;AAC5C,QAAA,0BAA0B,GAAG,4BAA4B,CAAC;AAE1D,QAAA,qBAAqB,GAAG,uBAAuB,CAAC;AAsBtD,IAAM,cAAc,sBAApB,MAAM,cAAc;IACzB,MAAM,CAAC,OAAO,CAAC,OAAkC;QAC/C,MAAM,iBAAiB,GAAG,OAAO,CAAC,UAA0B,CAAC;QAC7D,MAAM,KAAK,GAAG,IAAI,iBAAK,CAAC,iBAAiB,CAAC,CAAC;QAC3C,MAAM,WAAW,GAAkB,IAAA,+CAAwB,EAAC,KAAK,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,IAAI,cAAK,CAAC,gDAAwB,EAAE,EAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC,CAAC;QACrF,MAAM,YAAY,GAAsB;YACtC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;gBAC9B,IAAI,IAAI,EAAE,MAAM,EAAE,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;oBACxD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAC7C,IAAI,CAAC,KAAK,EACV,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAChC,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;oBACF,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;gBACxD,CAAC;gBACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACxC,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;YAClD,CAAC;YACD,qBAAqB,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC;YAC7D,iBAAiB,EAAE,KAAK,IAAI,EAAE;gBAC5B,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,gBAAgB,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC/D,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC5B,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE;oBACf,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE;iBACnB,CAAC,CAAC,CAAC;YACN,CAAC;SACF,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,gBAAc;YACtB,OAAO,EAAE;gBACP,yCAAkB;gBAClB,uBAAa,CAAC,UAAU,CAAC,CAAC,iCAAW,EAAE,6CAAiB,EAAE,mCAAY,CAAC,CAAC;aACzE;YACD,WAAW,EAAE,CAAC,+CAAqB,CAAC;YACpC,SAAS,EAAE;gBACT,EAAE,OAAO,EAAE,2BAAmB,EAAE,QAAQ,EAAE,KAAK,EAAE;gBACjD,EAAE,OAAO,EAAE,wCAAgC,EAAE,QAAQ,EAAE,iBAAiB,EAAE;gBAC1E,EAAE,OAAO,EAAE,kCAA0B,EAAE,QAAQ,EAAE,WAAW,EAAE;gBAC9D,EAAE,OAAO,EAAE,2BAAmB,EAAE,QAAQ,EAAE,YAAY,EAAE;gBACxD;oBACE,OAAO,EAAE,iDAAsB;oBAC/B,UAAU,EAAE,CAAC,OAAsB,EAAE,EAAE,CAAC,IAAI,iDAAsB,CAAC,OAAO,CAAC;oBAC3E,MAAM,EAAE,CAAC,kCAA0B,CAAC;iBACrC;gBACD,yCAAkB;gBAClB;oBACE,OAAO,EAAE,2CAAmB;oBAC5B,UAAU,EAAE,KAAK,EAAE,OAAgC,EAAE,CAAoB,EAAE,EAAE;wBAC3E,MAAM,OAAO,GAAG,IAAI,2CAAmB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;wBACpD,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;wBAC3B,OAAO,OAAO,CAAC;oBACjB,CAAC;oBACD,MAAM,EAAE,CAAC,IAAA,4BAAkB,EAAC,iCAAW,CAAC,EAAE,2BAAmB,CAAC;iBAC/D;gBACD,6CAAoB;gBACpB;oBACE,OAAO,EAAE,oBAAoB;oBAC7B,UAAU,EAAE,CACV,IAAkB,EAClB,SAA+B,EAC/B,EAAE;wBACF,OAAO,IAAI,eAAM,CACf,gDAAwB,EACxB,KAAK,EAAE,GAAoD,EAAE,EAAE;4BAC7D,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;wBAC9C,CAAC,EACD,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,CACrC,CAAC;oBACJ,CAAC;oBACD,MAAM,EAAE,CAAC,wCAAgC,EAAE,6CAAoB,CAAC;iBACjE;aACF;YACD,OAAO,EAAE,CAAC,yCAAkB,EAAE,2CAAmB,EAAE,2BAAmB,CAAC;SACxE,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,YAA4C;QAC9D,OAAO;YACL,MAAM,EAAE,gBAAc;YACtB,OAAO,EAAE;gBACP,GAAG,CAAC,YAAY,CAAC,OAAO,IAAI,EAAE,CAAC;gBAC/B,yCAAkB;gBAClB,uBAAa,CAAC,UAAU,CAAC,CAAC,iCAAW,EAAE,6CAAiB,EAAE,mCAAY,CAAC,CAAC;aACzE;YACD,WAAW,EAAE,CAAC,+CAAqB,CAAC;YACpC,SAAS,EAAE;gBACT;oBACE,OAAO,EAAE,6BAAqB;oBAC9B,UAAU,EAAE,KAAK,EAAE,GAAG,IAAe,EAAE,EAAE,CACvC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAuC;oBACzF,MAAM,EAAE,YAAY,CAAC,MAAM,IAAI,EAAE;iBAClC;gBACD;oBACE,OAAO,EAAE,wCAAgC;oBACzC,UAAU,EAAE,CAAC,IAA+B,EAAE,EAAE,CAAC,IAAI,CAAC,UAA0B;oBAChF,MAAM,EAAE,CAAC,6BAAqB,CAAC;iBAChC;gBACD;oBACE,OAAO,EAAE,2BAAmB;oBAC5B,UAAU,EAAE,CAAC,iBAA+B,EAAE,EAAE,CAAC,IAAI,iBAAK,CAAC,iBAAiB,CAAC;oBAC7E,MAAM,EAAE,CAAC,wCAAgC,CAAC;iBAC3C;gBACD;oBACE,OAAO,EAAE,kCAA0B;oBACnC,UAAU,EAAE,CAAC,KAAY,EAAE,EAAE,CAAC,IAAA,+CAAwB,EAAC,KAAK,CAAC;oBAC7D,MAAM,EAAE,CAAC,2BAAmB,CAAC;iBAC9B;gBACD;oBACE,OAAO,EAAE,2BAAmB;oBAC5B,UAAU,EAAE,CAAC,iBAA+B,EAAE,EAAE;wBAC9C,MAAM,KAAK,GAAG,IAAI,cAAK,CAAC,gDAAwB,EAAE,EAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC,CAAC;wBACrF,OAAO;4BACL,GAAG,EAAE,KAAK,EACR,IAAY,EACZ,IAA6B,EAC7B,IAAuD,EACvD,EAAE;gCACF,IAAI,IAAI,EAAE,MAAM,EAAE,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;oCACxD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAC7C,IAAI,CAAC,KAAK,EACV,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAChC,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;oCACF,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;gCACxD,CAAC;gCACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gCACxC,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;4BAClD,CAAC;4BACD,qBAAqB,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC;4BACrE,iBAAiB,EAAE,KAAK,IAAI,EAAE;gCAC5B,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,gBAAgB,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gCAC/D,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oCAC5B,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE;oCACf,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE;iCACnB,CAAC,CAAC,CAAC;4BACN,CAAC;yBACF,CAAC;oBACJ,CAAC;oBACD,MAAM,EAAE,CAAC,wCAAgC,CAAC;iBAC3C;gBACD;oBACE,OAAO,EAAE,iDAAsB;oBAC/B,UAAU,EAAE,CAAC,OAAsB,EAAE,EAAE,CAAC,IAAI,iDAAsB,CAAC,OAAO,CAAC;oBAC3E,MAAM,EAAE,CAAC,kCAA0B,CAAC;iBACrC;gBACD,yCAAkB;gBAClB;oBACE,OAAO,EAAE,2CAAmB;oBAC5B,UAAU,EAAE,KAAK,EAAE,OAAgC,EAAE,CAAoB,EAAE,EAAE;wBAC3E,MAAM,OAAO,GAAG,IAAI,2CAAmB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;wBACpD,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;wBAC3B,OAAO,OAAO,CAAC;oBACjB,CAAC;oBACD,MAAM,EAAE,CAAC,IAAA,4BAAkB,EAAC,iCAAW,CAAC,EAAE,2BAAmB,CAAC;iBAC/D;gBACD,6CAAoB;gBACpB;oBACE,OAAO,EAAE,oBAAoB;oBAC7B,UAAU,EAAE,CAAC,IAAkB,EAAE,SAA+B,EAAE,EAAE;wBAClE,OAAO,IAAI,eAAM,CACf,gDAAwB,EACxB,KAAK,EAAE,GAAoD,EAAE,EAAE;4BAC7D,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;wBAC9C,CAAC,EACD,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,CACrC,CAAC;oBACJ,CAAC;oBACD,MAAM,EAAE,CAAC,wCAAgC,EAAE,6CAAoB,CAAC;iBACjE;aACF;YACD,OAAO,EAAE,CAAC,yCAAkB,EAAE,2CAAmB,EAAE,2BAAmB,CAAC;SACxE,CAAC;IACJ,CAAC;CACF,CAAA;AA/KY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,eAAM,EAAC,EAAE,CAAC;GACE,cAAc,CA+K1B"}
@@ -0,0 +1,28 @@
1
+ import { Repository } from 'typeorm';
2
+ import { WorkflowExecution } from '../../../entities/workflow-execution.entity';
3
+ import { WorkflowJob } from '../../../entities/workflow-job.entity';
4
+ import { WorkflowNode } from '../../../entities/workflow-node.entity';
5
+ import { WorkflowExecutionService } from '../../../services/workflow-execution.service';
6
+ import { WorkflowJobService } from '../services/workflow-job.service';
7
+ import { JobSchedulerService } from '../services/job-scheduler.service';
8
+ import { DistributedLockService } from '../services/distributed-lock.service';
9
+ export interface JobPayload {
10
+ jobId: string;
11
+ tickTimestamp?: number;
12
+ executionId?: string;
13
+ manual?: boolean;
14
+ }
15
+ export declare class WorkflowJobProcessor {
16
+ private readonly jobRepo;
17
+ private readonly executionRepo;
18
+ private readonly nodeRepo;
19
+ private readonly workflowJobService;
20
+ private readonly workflowExecutionService;
21
+ private readonly jobSchedulerService;
22
+ private readonly lockService;
23
+ private readonly logger;
24
+ constructor(jobRepo: Repository<WorkflowJob>, executionRepo: Repository<WorkflowExecution>, nodeRepo: Repository<WorkflowNode>, workflowJobService: WorkflowJobService, workflowExecutionService: WorkflowExecutionService, jobSchedulerService: JobSchedulerService, lockService: DistributedLockService);
25
+ process(jobName: string, data: Record<string, unknown>): Promise<void>;
26
+ private processExecuteJob;
27
+ }
28
+ //# sourceMappingURL=workflow-job.processor.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workflow-job.processor.d.ts","sourceRoot":"","sources":["../../../../src/modules/jobs/processors/workflow-job.processor.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGrC,OAAO,EAAE,iBAAiB,EAAE,MAAM,6CAA6C,CAAC;AAChF,OAAO,EAAE,WAAW,EAAE,MAAM,uCAAuC,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,wCAAwC,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,8CAA8C,CAAC;AACxF,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAGL,mBAAmB,EACpB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAK9E,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,qBACa,oBAAoB;IAK7B,OAAO,CAAC,QAAQ,CAAC,OAAO;IAExB,OAAO,CAAC,QAAQ,CAAC,aAAa;IAE9B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,kBAAkB;IACnC,OAAO,CAAC,QAAQ,CAAC,wBAAwB;IACzC,OAAO,CAAC,QAAQ,CAAC,mBAAmB;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW;IAZ9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyC;gBAI7C,OAAO,EAAE,UAAU,CAAC,WAAW,CAAC,EAEhC,aAAa,EAAE,UAAU,CAAC,iBAAiB,CAAC,EAE5C,QAAQ,EAAE,UAAU,CAAC,YAAY,CAAC,EAClC,kBAAkB,EAAE,kBAAkB,EACtC,wBAAwB,EAAE,wBAAwB,EAClD,mBAAmB,EAAE,mBAAmB,EACxC,WAAW,EAAE,sBAAsB;IAGhD,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;YAe9D,iBAAiB;CA6DhC"}
@@ -0,0 +1,147 @@
1
+ "use strict";
2
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
7
+ };
8
+ var __metadata = (this && this.__metadata) || function (k, v) {
9
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
10
+ };
11
+ var __param = (this && this.__param) || function (paramIndex, decorator) {
12
+ return function (target, key) { decorator(target, key, paramIndex); }
13
+ };
14
+ var WorkflowJobProcessor_1;
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.WorkflowJobProcessor = void 0;
17
+ const common_1 = require("@nestjs/common");
18
+ const typeorm_1 = require("@nestjs/typeorm");
19
+ const cron_parser_1 = require("cron-parser");
20
+ const typeorm_2 = require("typeorm");
21
+ const workflow_constant_1 = require("../../../constants/workflow.constant");
22
+ const workflow_execution_entity_1 = require("../../../entities/workflow-execution.entity");
23
+ const workflow_job_entity_1 = require("../../../entities/workflow-job.entity");
24
+ const workflow_node_entity_1 = require("../../../entities/workflow-node.entity");
25
+ const workflow_execution_service_1 = require("../../../services/workflow-execution.service");
26
+ const workflow_job_service_1 = require("../services/workflow-job.service");
27
+ const job_scheduler_service_1 = require("../services/job-scheduler.service");
28
+ const distributed_lock_service_1 = require("../services/distributed-lock.service");
29
+ const LOCK_TTL_MS = 30_000;
30
+ const LOCK_EXTEND_INTERVAL_MS = 15_000;
31
+ let WorkflowJobProcessor = WorkflowJobProcessor_1 = class WorkflowJobProcessor {
32
+ jobRepo;
33
+ executionRepo;
34
+ nodeRepo;
35
+ workflowJobService;
36
+ workflowExecutionService;
37
+ jobSchedulerService;
38
+ lockService;
39
+ logger = new common_1.Logger(WorkflowJobProcessor_1.name);
40
+ constructor(jobRepo, executionRepo, nodeRepo, workflowJobService, workflowExecutionService, jobSchedulerService, lockService) {
41
+ this.jobRepo = jobRepo;
42
+ this.executionRepo = executionRepo;
43
+ this.nodeRepo = nodeRepo;
44
+ this.workflowJobService = workflowJobService;
45
+ this.workflowExecutionService = workflowExecutionService;
46
+ this.jobSchedulerService = jobSchedulerService;
47
+ this.lockService = lockService;
48
+ }
49
+ async process(jobName, data) {
50
+ if (jobName === job_scheduler_service_1.JOB_NAME_TICK) {
51
+ await this.jobSchedulerService.runTick();
52
+ return;
53
+ }
54
+ if (jobName === job_scheduler_service_1.JOB_NAME_EXECUTE) {
55
+ const payload = data;
56
+ if (payload.executionId && payload.manual) {
57
+ await this.workflowExecutionService.startExecution(payload.executionId);
58
+ return;
59
+ }
60
+ await this.processExecuteJob(payload);
61
+ }
62
+ }
63
+ async processExecuteJob(payload) {
64
+ const { jobId, tickTimestamp } = payload;
65
+ const lockKey = tickTimestamp != null
66
+ ? distributed_lock_service_1.DistributedLockService.lockKeyForJobTick(jobId, tickTimestamp)
67
+ : `${jobId}:${Date.now()}`;
68
+ const token = await this.lockService.acquire(lockKey, LOCK_TTL_MS);
69
+ if (!token) {
70
+ this.logger.debug(`Lock not acquired for ${lockKey}, skipping (another instance runs it)`);
71
+ return;
72
+ }
73
+ const extendInterval = setInterval(() => {
74
+ this.lockService.extend(lockKey, token, LOCK_TTL_MS).catch(() => {
75
+ });
76
+ }, LOCK_EXTEND_INTERVAL_MS);
77
+ try {
78
+ const job = await this.jobRepo.findOne({ where: { id: jobId } });
79
+ if (!job || !job.isActive) {
80
+ return;
81
+ }
82
+ let triggerNode = null;
83
+ if (job.triggerNodeId) {
84
+ triggerNode = await this.nodeRepo.findOne({
85
+ where: { workflowId: job.workflowId, id: job.triggerNodeId },
86
+ });
87
+ if (!triggerNode) {
88
+ this.logger.warn(`Trigger node "${job.triggerNodeId}" no longer exists in workflow ${job.workflowId}, disabling job ${job.id}`);
89
+ await this.workflowJobService.toggleJob(job.id, false);
90
+ return;
91
+ }
92
+ }
93
+ const triggeredBy = workflow_job_service_1.WorkflowJobService.triggeredByForJob(job.id);
94
+ const inputData = {
95
+ triggerNodeId: triggerNode?.nodeId ?? job.triggerNodeId,
96
+ schedule: {
97
+ jobId: job.id,
98
+ cronExpression: job.cronExpression,
99
+ timezone: job.timezone,
100
+ payload: job.payload,
101
+ },
102
+ ...(job.payload && typeof job.payload === 'object' ? job.payload : {}),
103
+ };
104
+ const execution = this.executionRepo.create({
105
+ workflowId: job.workflowId,
106
+ status: workflow_constant_1.EXECUTION_STATUS.PENDING,
107
+ triggeredBy,
108
+ inputData,
109
+ });
110
+ const saved = await this.executionRepo.save(execution);
111
+ await this.workflowJobService.markExecuted(job.id, new Date(), getNextRun(job));
112
+ await this.workflowExecutionService.startExecution(saved.id);
113
+ }
114
+ finally {
115
+ clearInterval(extendInterval);
116
+ await this.lockService.release(lockKey, token);
117
+ }
118
+ }
119
+ };
120
+ exports.WorkflowJobProcessor = WorkflowJobProcessor;
121
+ exports.WorkflowJobProcessor = WorkflowJobProcessor = WorkflowJobProcessor_1 = __decorate([
122
+ (0, common_1.Injectable)(),
123
+ __param(0, (0, typeorm_1.InjectRepository)(workflow_job_entity_1.WorkflowJob)),
124
+ __param(1, (0, typeorm_1.InjectRepository)(workflow_execution_entity_1.WorkflowExecution)),
125
+ __param(2, (0, typeorm_1.InjectRepository)(workflow_node_entity_1.WorkflowNode)),
126
+ __metadata("design:paramtypes", [typeorm_2.Repository,
127
+ typeorm_2.Repository,
128
+ typeorm_2.Repository,
129
+ workflow_job_service_1.WorkflowJobService,
130
+ workflow_execution_service_1.WorkflowExecutionService,
131
+ job_scheduler_service_1.JobSchedulerService,
132
+ distributed_lock_service_1.DistributedLockService])
133
+ ], WorkflowJobProcessor);
134
+ function getNextRun(job) {
135
+ try {
136
+ const interval = (0, cron_parser_1.parseExpression)(job.cronExpression, {
137
+ currentDate: new Date(),
138
+ tz: job.timezone || 'UTC',
139
+ });
140
+ const next = interval.next();
141
+ return next ? next.toDate() : undefined;
142
+ }
143
+ catch {
144
+ return undefined;
145
+ }
146
+ }
147
+ //# sourceMappingURL=workflow-job.processor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workflow-job.processor.js","sourceRoot":"","sources":["../../../../src/modules/jobs/processors/workflow-job.processor.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,6CAAmD;AACnD,6CAA8C;AAC9C,qCAAqC;AAErC,4EAAwE;AACxE,2FAAgF;AAChF,+EAAoE;AACpE,iFAAsE;AACtE,6FAAwF;AACxF,2EAAsE;AACtE,6EAI2C;AAC3C,mFAA8E;AAE9E,MAAM,WAAW,GAAG,MAAM,CAAC;AAC3B,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAUhC,IAAM,oBAAoB,4BAA1B,MAAM,oBAAoB;IAKZ;IAEA;IAEA;IACA;IACA;IACA;IACA;IAZF,MAAM,GAAG,IAAI,eAAM,CAAC,sBAAoB,CAAC,IAAI,CAAC,CAAC;IAEhE,YAEmB,OAAgC,EAEhC,aAA4C,EAE5C,QAAkC,EAClC,kBAAsC,EACtC,wBAAkD,EAClD,mBAAwC,EACxC,WAAmC;QARnC,YAAO,GAAP,OAAO,CAAyB;QAEhC,kBAAa,GAAb,aAAa,CAA+B;QAE5C,aAAQ,GAAR,QAAQ,CAA0B;QAClC,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,6BAAwB,GAAxB,wBAAwB,CAA0B;QAClD,wBAAmB,GAAnB,mBAAmB,CAAqB;QACxC,gBAAW,GAAX,WAAW,CAAwB;IACnD,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,OAAe,EAAE,IAA6B;QAC1D,IAAI,OAAO,KAAK,qCAAa,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QACD,IAAI,OAAO,KAAK,wCAAgB,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,IAA6B,CAAC;YAC9C,IAAI,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC1C,MAAM,IAAI,CAAC,wBAAwB,CAAC,cAAc,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;gBACxE,OAAO;YACT,CAAC;YACD,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,OAAmB;QACjD,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;QACzC,MAAM,OAAO,GACX,aAAa,IAAI,IAAI;YACnB,CAAC,CAAC,iDAAsB,CAAC,iBAAiB,CAAC,KAAK,EAAE,aAAa,CAAC;YAChE,CAAC,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACnE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,OAAO,uCAAuC,CAAC,CAAC;YAC3F,OAAO;QACT,CAAC;QACD,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACtC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;YAEhE,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,uBAAuB,CAAC,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACjE,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;gBAC1B,OAAO;YACT,CAAC;YAGD,IAAI,WAAW,GAAwB,IAAI,CAAC;YAC5C,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;gBACtB,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;oBACxC,KAAK,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,EAAE,EAAE,GAAG,CAAC,aAAa,EAAE;iBAC7D,CAAC,CAAC;gBACH,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iBAAiB,GAAG,CAAC,aAAa,kCAAkC,GAAG,CAAC,UAAU,mBAAmB,GAAG,CAAC,EAAE,EAAE,CAC9G,CAAC;oBACF,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;oBACvD,OAAO;gBACT,CAAC;YACH,CAAC;YACD,MAAM,WAAW,GAAG,yCAAkB,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjE,MAAM,SAAS,GAA4B;gBACzC,aAAa,EAAE,WAAW,EAAE,MAAM,IAAI,GAAG,CAAC,aAAa;gBACvD,QAAQ,EAAE;oBACR,KAAK,EAAE,GAAG,CAAC,EAAE;oBACb,cAAc,EAAE,GAAG,CAAC,cAAc;oBAClC,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB;gBACD,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;aACvE,CAAC;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;gBAC1C,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,MAAM,EAAE,oCAAgB,CAAC,OAAO;gBAChC,WAAW;gBACX,SAAS;aACV,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvD,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,IAAI,EAAE,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;YAChF,MAAM,IAAI,CAAC,wBAAwB,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/D,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,cAAc,CAAC,CAAC;YAC9B,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;CACF,CAAA;AA5FY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,0BAAgB,EAAC,iCAAW,CAAC,CAAA;IAE7B,WAAA,IAAA,0BAAgB,EAAC,6CAAiB,CAAC,CAAA;IAEnC,WAAA,IAAA,0BAAgB,EAAC,mCAAY,CAAC,CAAA;qCAHL,oBAAU;QAEJ,oBAAU;QAEf,oBAAU;QACA,yCAAkB;QACZ,qDAAwB;QAC7B,2CAAmB;QAC3B,iDAAsB;GAb3C,oBAAoB,CA4FhC;AAED,SAAS,UAAU,CAAC,GAAgB;IAClC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAA,6BAAe,EAAC,GAAG,CAAC,cAAc,EAAE;YACnD,WAAW,EAAE,IAAI,IAAI,EAAE;YACvB,EAAE,EAAE,GAAG,CAAC,QAAQ,IAAI,KAAK;SAC1B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC"}
@@ -0,0 +1,15 @@
1
+ export interface IRedisAdapter {
2
+ set(key: string, value: string, px?: number, nx?: boolean): Promise<string | null>;
3
+ get(key: string): Promise<string | null>;
4
+ eval(script: string, numKeys: number, ...keysAndArgs: (string | number)[]): Promise<unknown>;
5
+ del(key: string): Promise<number>;
6
+ }
7
+ export declare class DistributedLockService {
8
+ private readonly redis;
9
+ constructor(redis: IRedisAdapter);
10
+ acquire(key: string, ttlMs?: number): Promise<string | null>;
11
+ extend(key: string, token: string, ttlMs?: number): Promise<boolean>;
12
+ release(key: string, token: string): Promise<boolean>;
13
+ static lockKeyForJobTick(jobId: string, tickTimestamp: number): string;
14
+ }
15
+ //# sourceMappingURL=distributed-lock.service.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"distributed-lock.service.d.ts","sourceRoot":"","sources":["../../../../src/modules/jobs/services/distributed-lock.service.ts"],"names":[],"mappings":"AAUA,MAAM,WAAW,aAAa;IAC5B,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IACnF,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAEzC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7F,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACnC;AAED,qBACa,sBAAsB;IACrB,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAAL,KAAK,EAAE,aAAa;IAQ3C,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,GAAE,MAAuB,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAU5E,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,GAAE,MAAuB,GAAG,OAAO,CAAC,OAAO,CAAC;IAUpF,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAU3D,MAAM,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM;CAGvE"}
@@ -0,0 +1,49 @@
1
+ "use strict";
2
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
7
+ };
8
+ var __metadata = (this && this.__metadata) || function (k, v) {
9
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.DistributedLockService = void 0;
13
+ const common_1 = require("@nestjs/common");
14
+ const uuid_1 = require("uuid");
15
+ const DEFAULT_TTL_MS = 30_000;
16
+ const LOCK_PREFIX = 'workflow:job:lock:';
17
+ let DistributedLockService = class DistributedLockService {
18
+ redis;
19
+ constructor(redis) {
20
+ this.redis = redis;
21
+ }
22
+ async acquire(key, ttlMs = DEFAULT_TTL_MS) {
23
+ const token = (0, uuid_1.v4)();
24
+ const fullKey = LOCK_PREFIX + key;
25
+ const result = await this.redis.set(fullKey, token, ttlMs, true);
26
+ return result === 'OK' ? token : null;
27
+ }
28
+ async extend(key, token, ttlMs = DEFAULT_TTL_MS) {
29
+ const fullKey = LOCK_PREFIX + key;
30
+ const script = `if redis.call('get', KEYS[1]) == ARGV[1] then return redis.call('pexpire', KEYS[1], ARGV[2]) else return 0 end`;
31
+ const result = await this.redis.eval(script, 1, fullKey, token, ttlMs);
32
+ return result === 1;
33
+ }
34
+ async release(key, token) {
35
+ const fullKey = LOCK_PREFIX + key;
36
+ const script = `if redis.call('get', KEYS[1]) == ARGV[1] then return redis.call('del', KEYS[1]) else return 0 end`;
37
+ const result = await this.redis.eval(script, 1, fullKey, token);
38
+ return result === 1;
39
+ }
40
+ static lockKeyForJobTick(jobId, tickTimestamp) {
41
+ return `${jobId}:${tickTimestamp}`;
42
+ }
43
+ };
44
+ exports.DistributedLockService = DistributedLockService;
45
+ exports.DistributedLockService = DistributedLockService = __decorate([
46
+ (0, common_1.Injectable)(),
47
+ __metadata("design:paramtypes", [Object])
48
+ ], DistributedLockService);
49
+ //# sourceMappingURL=distributed-lock.service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"distributed-lock.service.js","sourceRoot":"","sources":["../../../../src/modules/jobs/services/distributed-lock.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,+BAAoC;AAEpC,MAAM,cAAc,GAAG,MAAM,CAAC;AAC9B,MAAM,WAAW,GAAG,oBAAoB,CAAC;AAelC,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IACJ;IAA7B,YAA6B,KAAoB;QAApB,UAAK,GAAL,KAAK,CAAe;IAAG,CAAC;IAQrD,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,QAAgB,cAAc;QACvD,MAAM,KAAK,GAAG,IAAA,SAAM,GAAE,CAAC;QACvB,MAAM,OAAO,GAAG,WAAW,GAAG,GAAG,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QACjE,OAAO,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IACxC,CAAC;IAKD,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,KAAa,EAAE,QAAgB,cAAc;QACrE,MAAM,OAAO,GAAG,WAAW,GAAG,GAAG,CAAC;QAClC,MAAM,MAAM,GAAG,gHAAgH,CAAC;QAChI,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACvE,OAAO,MAAM,KAAK,CAAC,CAAC;IACtB,CAAC;IAKD,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,KAAa;QACtC,MAAM,OAAO,GAAG,WAAW,GAAG,GAAG,CAAC;QAClC,MAAM,MAAM,GAAG,mGAAmG,CAAC;QACnH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAChE,OAAO,MAAM,KAAK,CAAC,CAAC;IACtB,CAAC;IAKD,MAAM,CAAC,iBAAiB,CAAC,KAAa,EAAE,aAAqB;QAC3D,OAAO,GAAG,KAAK,IAAI,aAAa,EAAE,CAAC;IACrC,CAAC;CACF,CAAA;AA1CY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;;GACA,sBAAsB,CA0ClC"}
@@ -0,0 +1,4 @@
1
+ export * from './distributed-lock.service';
2
+ export * from './job-scheduler.service';
3
+ export * from './workflow-job.service';
4
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/modules/jobs/services/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC"}
@@ -0,0 +1,20 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("./distributed-lock.service"), exports);
18
+ __exportStar(require("./job-scheduler.service"), exports);
19
+ __exportStar(require("./workflow-job.service"), exports);
20
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/modules/jobs/services/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6DAA2C;AAC3C,0DAAwC;AACxC,yDAAuC"}
@@ -0,0 +1,38 @@
1
+ import { OnModuleInit } from '@nestjs/common';
2
+ import { Repository } from 'typeorm';
3
+ import { WorkflowJob } from '../../../entities/workflow-job.entity';
4
+ export declare const WORKFLOW_JOBS_QUEUE_NAME = "workflow-jobs";
5
+ export declare const JOB_NAME_TICK = "tick";
6
+ export declare const JOB_NAME_EXECUTE = "execute";
7
+ export interface WorkflowJobsQueue {
8
+ add(name: string, data: Record<string, unknown>, opts?: {
9
+ repeat?: {
10
+ pattern: string;
11
+ };
12
+ jobId?: string;
13
+ removeOnComplete?: boolean | number;
14
+ removeOnFail?: boolean | number;
15
+ }): Promise<{
16
+ id?: string;
17
+ repeatJobKey?: string;
18
+ }>;
19
+ removeRepeatableByKey(key: string): Promise<boolean>;
20
+ getRepeatableJobs(): Promise<Array<{
21
+ key: string;
22
+ name: string;
23
+ }>>;
24
+ }
25
+ export declare class JobSchedulerService implements OnModuleInit {
26
+ private readonly jobRepo;
27
+ private readonly queue;
28
+ private repeatJobKey;
29
+ constructor(jobRepo: Repository<WorkflowJob>, queue: WorkflowJobsQueue);
30
+ onModuleInit(): Promise<void>;
31
+ initialize(): Promise<void>;
32
+ scheduleJob(job: WorkflowJob): Promise<void>;
33
+ unscheduleJob(jobId: string): Promise<void>;
34
+ runTick(): Promise<void>;
35
+ triggerJobNow(job: WorkflowJob, executionId: string): Promise<void>;
36
+ private getNextRun;
37
+ }
38
+ //# sourceMappingURL=job-scheduler.service.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"job-scheduler.service.d.ts","sourceRoot":"","sources":["../../../../src/modules/jobs/services/job-scheduler.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAG1D,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,OAAO,EAAE,WAAW,EAAE,MAAM,uCAAuC,CAAC;AAEpE,eAAO,MAAM,wBAAwB,kBAAkB,CAAC;AACxD,eAAO,MAAM,aAAa,SAAS,CAAC;AACpC,eAAO,MAAM,gBAAgB,YAAY,CAAC;AAE1C,MAAM,WAAW,iBAAiB;IAChC,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE;YAAE,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,gBAAgB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;QAC1I,YAAY,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;KAAC,GAAG,OAAO,CAAC;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACtF,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACrD,iBAAiB,IAAI,OAAO,CAAC,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;CACpE;AAGD,qBACa,mBAAoB,YAAW,YAAY;IAKpD,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,KAAK;IALxB,OAAO,CAAC,YAAY,CAAuB;gBAIxB,OAAO,EAAE,UAAU,CAAC,WAAW,CAAC,EAChC,KAAK,EAAE,iBAAiB;IAGrC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAK7B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB3B,WAAW,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5C,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK3C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IA2BxB,aAAa,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAazE,OAAO,CAAC,UAAU;CAYnB"}