@etohq/workflow-engine-redis 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (63) hide show
  1. package/README.md +1 -0
  2. package/dist/index.d.ts +6 -0
  3. package/dist/index.d.ts.map +1 -0
  4. package/dist/index.js +10 -0
  5. package/dist/index.js.map +1 -0
  6. package/dist/loaders/index.d.ts +3 -0
  7. package/dist/loaders/index.d.ts.map +1 -0
  8. package/dist/loaders/index.js +11 -0
  9. package/dist/loaders/index.js.map +1 -0
  10. package/dist/loaders/redis.d.ts +4 -0
  11. package/dist/loaders/redis.d.ts.map +1 -0
  12. package/dist/loaders/redis.js +64 -0
  13. package/dist/loaders/redis.js.map +1 -0
  14. package/dist/loaders/utils.d.ts +6 -0
  15. package/dist/loaders/utils.d.ts.map +1 -0
  16. package/dist/loaders/utils.js +11 -0
  17. package/dist/loaders/utils.js.map +1 -0
  18. package/dist/migrations/Migration20231228143900.d.ts +6 -0
  19. package/dist/migrations/Migration20231228143900.d.ts.map +1 -0
  20. package/dist/migrations/Migration20231228143900.js +40 -0
  21. package/dist/migrations/Migration20231228143900.js.map +1 -0
  22. package/dist/migrations/Migration20241206123341.d.ts +5 -0
  23. package/dist/migrations/Migration20241206123341.d.ts.map +1 -0
  24. package/dist/migrations/Migration20241206123341.js +19 -0
  25. package/dist/migrations/Migration20241206123341.js.map +1 -0
  26. package/dist/models/index.d.ts +2 -0
  27. package/dist/models/index.d.ts.map +1 -0
  28. package/dist/models/index.js +6 -0
  29. package/dist/models/index.js.map +1 -0
  30. package/dist/models/workflow-execution.d.ts +10 -0
  31. package/dist/models/workflow-execution.d.ts.map +1 -0
  32. package/dist/models/workflow-execution.js +33 -0
  33. package/dist/models/workflow-execution.js.map +1 -0
  34. package/dist/schema/index.d.ts +3 -0
  35. package/dist/schema/index.d.ts.map +1 -0
  36. package/dist/schema/index.js +26 -0
  37. package/dist/schema/index.js.map +1 -0
  38. package/dist/services/index.d.ts +3 -0
  39. package/dist/services/index.d.ts.map +1 -0
  40. package/dist/services/index.js +19 -0
  41. package/dist/services/index.js.map +1 -0
  42. package/dist/services/workflow-orchestrator.d.ts +83 -0
  43. package/dist/services/workflow-orchestrator.d.ts.map +1 -0
  44. package/dist/services/workflow-orchestrator.js +514 -0
  45. package/dist/services/workflow-orchestrator.js.map +1 -0
  46. package/dist/services/workflows-module.d.ts +54 -0
  47. package/dist/services/workflows-module.d.ts.map +1 -0
  48. package/dist/services/workflows-module.js +113 -0
  49. package/dist/services/workflows-module.js.map +1 -0
  50. package/dist/tsconfig.tsbuildinfo +1 -0
  51. package/dist/types/index.d.ts +30 -0
  52. package/dist/types/index.d.ts.map +1 -0
  53. package/dist/types/index.js +3 -0
  54. package/dist/types/index.js.map +1 -0
  55. package/dist/utils/index.d.ts +2 -0
  56. package/dist/utils/index.d.ts.map +1 -0
  57. package/dist/utils/index.js +18 -0
  58. package/dist/utils/index.js.map +1 -0
  59. package/dist/utils/workflow-orchestrator-storage.d.ts +46 -0
  60. package/dist/utils/workflow-orchestrator-storage.d.ts.map +1 -0
  61. package/dist/utils/workflow-orchestrator-storage.js +262 -0
  62. package/dist/utils/workflow-orchestrator-storage.js.map +1 -0
  63. package/package.json +65 -0
@@ -0,0 +1,113 @@
1
+ "use strict";
2
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
7
+ };
8
+ var __metadata = (this && this.__metadata) || function (k, v) {
9
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
10
+ };
11
+ var __param = (this && this.__param) || function (paramIndex, decorator) {
12
+ return function (target, key) { decorator(target, key, paramIndex); }
13
+ };
14
+ var _a;
15
+ Object.defineProperty(exports, "__esModule", { value: true });
16
+ exports.WorkflowsModuleService = void 0;
17
+ const types_1 = require("@etohq/framework/types");
18
+ const utils_1 = require("@etohq/framework/utils");
19
+ const _models_1 = require("../models");
20
+ class WorkflowsModuleService extends utils_1.ModulesSdkUtils.EtoService({ WorkflowExecution: _models_1.WorkflowExecution }) {
21
+ constructor({ baseRepository, workflowExecutionService, workflowOrchestratorService, redisDisconnectHandler, }, moduleDeclaration) {
22
+ // @ts-ignore
23
+ super(...arguments);
24
+ this.moduleDeclaration = moduleDeclaration;
25
+ this.__hooks = {
26
+ onApplicationShutdown: async () => {
27
+ await this.workflowOrchestratorService_.onApplicationShutdown();
28
+ await this.redisDisconnectHandler_();
29
+ },
30
+ onApplicationPrepareShutdown: async () => {
31
+ await this.workflowOrchestratorService_.onApplicationPrepareShutdown();
32
+ },
33
+ onApplicationStart: async () => {
34
+ await this.workflowOrchestratorService_.onApplicationStart();
35
+ },
36
+ };
37
+ this.baseRepository_ = baseRepository;
38
+ this.workflowExecutionService_ = workflowExecutionService;
39
+ this.workflowOrchestratorService_ = workflowOrchestratorService;
40
+ this.redisDisconnectHandler_ = redisDisconnectHandler;
41
+ }
42
+ async run(workflowIdOrWorkflow, options = {}, context = {}) {
43
+ const ret = await this.workflowOrchestratorService_.run(workflowIdOrWorkflow, options, context);
44
+ return ret;
45
+ }
46
+ async getRunningTransaction(workflowId, transactionId, context = {}) {
47
+ return await this.workflowOrchestratorService_.getRunningTransaction(workflowId, transactionId, context);
48
+ }
49
+ async setStepSuccess({ idempotencyKey, stepResponse, options, }, context = {}) {
50
+ return await this.workflowOrchestratorService_.setStepSuccess({
51
+ idempotencyKey,
52
+ stepResponse,
53
+ options,
54
+ }, context);
55
+ }
56
+ async setStepFailure({ idempotencyKey, stepResponse, options, }, context = {}) {
57
+ return await this.workflowOrchestratorService_.setStepFailure({
58
+ idempotencyKey,
59
+ stepResponse,
60
+ options,
61
+ }, context);
62
+ }
63
+ async subscribe(args, context = {}) {
64
+ return this.workflowOrchestratorService_.subscribe(args, context);
65
+ }
66
+ async unsubscribe(args, context = {}) {
67
+ return this.workflowOrchestratorService_.unsubscribe(args, context);
68
+ }
69
+ }
70
+ exports.WorkflowsModuleService = WorkflowsModuleService;
71
+ __decorate([
72
+ (0, utils_1.InjectSharedContext)(),
73
+ __param(2, (0, utils_1.EtoContext)()),
74
+ __metadata("design:type", Function),
75
+ __metadata("design:paramtypes", [typeof (_a = typeof TWorkflow !== "undefined" && TWorkflow) === "function" ? _a : Object, Object, Object]),
76
+ __metadata("design:returntype", Promise)
77
+ ], WorkflowsModuleService.prototype, "run", null);
78
+ __decorate([
79
+ (0, utils_1.InjectSharedContext)(),
80
+ __param(2, (0, utils_1.EtoContext)()),
81
+ __metadata("design:type", Function),
82
+ __metadata("design:paramtypes", [String, String, Object]),
83
+ __metadata("design:returntype", Promise)
84
+ ], WorkflowsModuleService.prototype, "getRunningTransaction", null);
85
+ __decorate([
86
+ (0, utils_1.InjectSharedContext)(),
87
+ __param(1, (0, utils_1.EtoContext)()),
88
+ __metadata("design:type", Function),
89
+ __metadata("design:paramtypes", [Object, Object]),
90
+ __metadata("design:returntype", Promise)
91
+ ], WorkflowsModuleService.prototype, "setStepSuccess", null);
92
+ __decorate([
93
+ (0, utils_1.InjectSharedContext)(),
94
+ __param(1, (0, utils_1.EtoContext)()),
95
+ __metadata("design:type", Function),
96
+ __metadata("design:paramtypes", [Object, Object]),
97
+ __metadata("design:returntype", Promise)
98
+ ], WorkflowsModuleService.prototype, "setStepFailure", null);
99
+ __decorate([
100
+ (0, utils_1.InjectSharedContext)(),
101
+ __param(1, (0, utils_1.EtoContext)()),
102
+ __metadata("design:type", Function),
103
+ __metadata("design:paramtypes", [Object, Object]),
104
+ __metadata("design:returntype", Promise)
105
+ ], WorkflowsModuleService.prototype, "subscribe", null);
106
+ __decorate([
107
+ (0, utils_1.InjectSharedContext)(),
108
+ __param(1, (0, utils_1.EtoContext)()),
109
+ __metadata("design:type", Function),
110
+ __metadata("design:paramtypes", [Object, Object]),
111
+ __metadata("design:returntype", Promise)
112
+ ], WorkflowsModuleService.prototype, "unsubscribe", null);
113
+ //# sourceMappingURL=workflows-module.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workflows-module.js","sourceRoot":"","sources":["../../src/services/workflows-module.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAO+B;AAC/B,kDAI+B;AAK/B,qCAA2C;AAU3C,MAAa,sBAIX,SAAQ,uBAAe,CAAC,UAAU,CAEjC,EAAE,iBAAiB,EAAjB,2BAAiB,EAAE,CAAC;IAMvB,YACE,EACE,cAAc,EACd,wBAAwB,EACxB,2BAA2B,EAC3B,sBAAsB,GACD,EACJ,iBAA4C;QAE/D,aAAa;QACb,KAAK,CAAC,GAAG,SAAS,CAAC,CAAA;QAHA,sBAAiB,GAAjB,iBAAiB,CAA2B;QAWjE,YAAO,GAAG;YACR,qBAAqB,EAAE,KAAK,IAAI,EAAE;gBAChC,MAAM,IAAI,CAAC,4BAA4B,CAAC,qBAAqB,EAAE,CAAA;gBAC/D,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAA;YACtC,CAAC;YACD,4BAA4B,EAAE,KAAK,IAAI,EAAE;gBACvC,MAAM,IAAI,CAAC,4BAA4B,CAAC,4BAA4B,EAAE,CAAA;YACxE,CAAC;YACD,kBAAkB,EAAE,KAAK,IAAI,EAAE;gBAC7B,MAAM,IAAI,CAAC,4BAA4B,CAAC,kBAAkB,EAAE,CAAA;YAC9D,CAAC;SACF,CAAA;QAjBC,IAAI,CAAC,eAAe,GAAG,cAAc,CAAA;QACrC,IAAI,CAAC,yBAAyB,GAAG,wBAAwB,CAAA;QACzD,IAAI,CAAC,4BAA4B,GAAG,2BAA2B,CAAA;QAC/D,IAAI,CAAC,uBAAuB,GAAG,sBAAsB,CAAA;IACvD,CAAC;IAgBK,AAAN,KAAK,CAAC,GAAG,CACP,oBAA+B,EAC/B,UAII,EAAE,EACQ,UAAmB,EAAE;QAEnC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAIrD,oBAAoB,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QAEzC,OAAO,GAAU,CAAA;IACnB,CAAC;IAGK,AAAN,KAAK,CAAC,qBAAqB,CACzB,UAAkB,EAClB,aAAqB,EACP,UAAmB,EAAE;QAEnC,OAAO,MAAM,IAAI,CAAC,4BAA4B,CAAC,qBAAqB,CAClE,UAAU,EACV,aAAa,EACb,OAAO,CACR,CAAA;IACH,CAAC;IAGK,AAAN,KAAK,CAAC,cAAc,CAClB,EACE,cAAc,EACd,YAAY,EACZ,OAAO,GAKR,EACa,UAAmB,EAAE;QAEnC,OAAO,MAAM,IAAI,CAAC,4BAA4B,CAAC,cAAc,CAC3D;YACE,cAAc;YACd,YAAY;YACZ,OAAO;SACD,EACR,OAAO,CACR,CAAA;IACH,CAAC;IAGK,AAAN,KAAK,CAAC,cAAc,CAClB,EACE,cAAc,EACd,YAAY,EACZ,OAAO,GAKR,EACa,UAAmB,EAAE;QAEnC,OAAO,MAAM,IAAI,CAAC,4BAA4B,CAAC,cAAc,CAC3D;YACE,cAAc;YACd,YAAY;YACZ,OAAO;SACD,EACR,OAAO,CACR,CAAA;IACH,CAAC;IAGK,AAAN,KAAK,CAAC,SAAS,CACb,IAKC,EACa,UAAmB,EAAE;QAEnC,OAAO,IAAI,CAAC,4BAA4B,CAAC,SAAS,CAAC,IAAW,EAAE,OAAO,CAAC,CAAA;IAC1E,CAAC;IAGK,AAAN,KAAK,CAAC,WAAW,CACf,IAIC,EACa,UAAmB,EAAE;QAEnC,OAAO,IAAI,CAAC,4BAA4B,CAAC,WAAW,CAAC,IAAW,EAAE,OAAO,CAAC,CAAA;IAC5E,CAAC;CACF;AAjJD,wDAiJC;AArGO;IADL,IAAA,2BAAmB,GAAE;IAQnB,WAAA,IAAA,kBAAU,GAAE,CAAA;;yDANS,SAAS,oBAAT,SAAS;;iDAehC;AAGK;IADL,IAAA,2BAAmB,GAAE;IAInB,WAAA,IAAA,kBAAU,GAAE,CAAA;;;;mEAOd;AAGK;IADL,IAAA,2BAAmB,GAAE;IAWnB,WAAA,IAAA,kBAAU,GAAE,CAAA;;;;4DAUd;AAGK;IADL,IAAA,2BAAmB,GAAE;IAWnB,WAAA,IAAA,kBAAU,GAAE,CAAA;;;;4DAUd;AAGK;IADL,IAAA,2BAAmB,GAAE;IAQnB,WAAA,IAAA,kBAAU,GAAE,CAAA;;;;uDAGd;AAGK;IADL,IAAA,2BAAmB,GAAE;IAOnB,WAAA,IAAA,kBAAU,GAAE,CAAA;;;;yDAGd"}
@@ -0,0 +1 @@
1
+ {"root":["../src/index.ts","../src/loaders/index.ts","../src/loaders/redis.ts","../src/loaders/utils.ts","../src/migrations/Migration20231228143900.ts","../src/migrations/Migration20241206123341.ts","../src/models/index.ts","../src/models/workflow-execution.ts","../src/schema/index.ts","../src/services/index.ts","../src/services/workflow-orchestrator.ts","../src/services/workflows-module.ts","../src/types/index.ts","../src/utils/index.ts","../src/utils/workflow-orchestrator-storage.ts"],"version":"5.6.2"}
@@ -0,0 +1,30 @@
1
+ import { Logger } from "@etohq/framework/types";
2
+ import { RedisOptions } from "ioredis";
3
+ export type InitializeModuleInjectableDependencies = {
4
+ logger?: Logger;
5
+ };
6
+ /**
7
+ * Module config type
8
+ */
9
+ export type RedisWorkflowsOptions = {
10
+ /**
11
+ * Redis connection string
12
+ */
13
+ url?: string;
14
+ /**
15
+ * Queue name used for retries and timeouts
16
+ */
17
+ queueName?: string;
18
+ /**
19
+ * Redis client options
20
+ */
21
+ options?: RedisOptions;
22
+ /**
23
+ * Optiona connection string and options to pub/sub
24
+ */
25
+ pubsub?: {
26
+ url: string;
27
+ options?: RedisOptions;
28
+ };
29
+ };
30
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,MAAM,MAAM,sCAAsC,GAAG;IACnD,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,CAAA;AAED;;GAEG;AACH,MAAM,MAAM,qBAAqB,GAAG;IAClC;;OAEG;IACH,GAAG,CAAC,EAAE,MAAM,CAAA;IAEZ;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,OAAO,CAAC,EAAE,YAAY,CAAA;IAEtB;;OAEG;IACH,MAAM,CAAC,EAAE;QACP,GAAG,EAAE,MAAM,CAAA;QACX,OAAO,CAAC,EAAE,YAAY,CAAA;KACvB,CAAA;CACF,CAAA"}
@@ -0,0 +1,3 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":""}
@@ -0,0 +1,2 @@
1
+ export * from "./workflow-orchestrator-storage";
2
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,iCAAiC,CAAA"}
@@ -0,0 +1,18 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("./workflow-orchestrator-storage"), exports);
18
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kEAA+C"}
@@ -0,0 +1,46 @@
1
+ import { DistributedTransactionType, IDistributedSchedulerStorage, IDistributedTransactionStorage, SchedulerOptions, TransactionCheckpoint, TransactionOptions, TransactionStep } from "@etohq/framework/orchestration";
2
+ import { Logger, ModulesSdkTypes } from "@etohq/framework/types";
3
+ import Redis from "ioredis";
4
+ export declare class RedisDistributedTransactionStorage implements IDistributedTransactionStorage, IDistributedSchedulerStorage {
5
+ private static TTL_AFTER_COMPLETED;
6
+ private workflowExecutionService_;
7
+ private logger_;
8
+ private workflowOrchestratorService_;
9
+ private redisClient;
10
+ private redisWorkerConnection;
11
+ private queueName;
12
+ private queue;
13
+ private worker;
14
+ constructor({ workflowExecutionService, redisConnection, redisWorkerConnection, redisQueueName, logger, }: {
15
+ workflowExecutionService: ModulesSdkTypes.IEtoInternalService<any>;
16
+ redisConnection: Redis;
17
+ redisWorkerConnection: Redis;
18
+ redisQueueName: string;
19
+ logger: Logger;
20
+ });
21
+ onApplicationPrepareShutdown(): Promise<void>;
22
+ onApplicationShutdown(): Promise<void>;
23
+ onApplicationStart(): Promise<void>;
24
+ setWorkflowOrchestratorService(workflowOrchestratorService: any): void;
25
+ private saveToDb;
26
+ private deleteFromDb;
27
+ private executeTransaction;
28
+ private executeScheduledJob;
29
+ get(key: string, options?: TransactionOptions): Promise<TransactionCheckpoint | undefined>;
30
+ list(): Promise<TransactionCheckpoint[]>;
31
+ save(key: string, data: TransactionCheckpoint, ttl?: number, options?: TransactionOptions): Promise<void>;
32
+ scheduleRetry(transaction: DistributedTransactionType, step: TransactionStep, timestamp: number, interval: number): Promise<void>;
33
+ clearRetry(transaction: DistributedTransactionType, step: TransactionStep): Promise<void>;
34
+ scheduleTransactionTimeout(transaction: DistributedTransactionType, _: number, interval: number): Promise<void>;
35
+ clearTransactionTimeout(transaction: DistributedTransactionType): Promise<void>;
36
+ scheduleStepTimeout(transaction: DistributedTransactionType, step: TransactionStep, timestamp: number, interval: number): Promise<void>;
37
+ clearStepTimeout(transaction: DistributedTransactionType, step: TransactionStep): Promise<void>;
38
+ private getJobId;
39
+ private removeJob;
40
+ schedule(jobDefinition: string | {
41
+ jobId: string;
42
+ }, schedulerOptions: SchedulerOptions): Promise<void>;
43
+ remove(jobId: string): Promise<void>;
44
+ removeAll(): Promise<void>;
45
+ }
46
+ //# sourceMappingURL=workflow-orchestrator-storage.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workflow-orchestrator-storage.d.ts","sourceRoot":"","sources":["../../src/utils/workflow-orchestrator-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,0BAA0B,EAC1B,4BAA4B,EAC5B,8BAA8B,EAC9B,gBAAgB,EAChB,qBAAqB,EACrB,kBAAkB,EAClB,eAAe,EAChB,MAAM,gCAAgC,CAAA;AACvC,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AAQhE,OAAO,KAAK,MAAM,SAAS,CAAA;AAS3B,qBAAa,kCACX,YAAW,8BAA8B,EAAE,4BAA4B;IAEvE,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAS;IAC3C,OAAO,CAAC,yBAAyB,CAA0C;IAC3E,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,4BAA4B,CAA6B;IAEjE,OAAO,CAAC,WAAW,CAAO;IAC1B,OAAO,CAAC,qBAAqB,CAAO;IACpC,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,KAAK,CAAO;IACpB,OAAO,CAAC,MAAM,CAAQ;gBAEV,EACV,wBAAwB,EACxB,eAAe,EACf,qBAAqB,EACrB,cAAc,EACd,MAAM,GACP,EAAE;QACD,wBAAwB,EAAE,eAAe,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAA;QAClE,eAAe,EAAE,KAAK,CAAA;QACtB,qBAAqB,EAAE,KAAK,CAAA;QAC5B,cAAc,EAAE,MAAM,CAAA;QACtB,MAAM,EAAE,MAAM,CAAA;KACf;IASK,4BAA4B;IAK5B,qBAAqB;IAIrB,kBAAkB;IAgCxB,8BAA8B,CAAC,2BAA2B,KAAA;YAI5C,QAAQ;YAeR,YAAY;YASZ,kBAAkB;YAQlB,mBAAmB;IAyB3B,GAAG,CACP,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC;IAmCvC,IAAI,IAAI,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAcxC,IAAI,CACR,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,qBAAqB,EAC3B,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC,IAAI,CAAC;IA6CV,aAAa,CACjB,WAAW,EAAE,0BAA0B,EACvC,IAAI,EAAE,eAAe,EACrB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAgBV,UAAU,CACd,WAAW,EAAE,0BAA0B,EACvC,IAAI,EAAE,eAAe,GACpB,OAAO,CAAC,IAAI,CAAC;IAIV,0BAA0B,CAC9B,WAAW,EAAE,0BAA0B,EACvC,CAAC,EAAE,MAAM,EACT,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAeV,uBAAuB,CAC3B,WAAW,EAAE,0BAA0B,GACtC,OAAO,CAAC,IAAI,CAAC;IAIV,mBAAmB,CACvB,WAAW,EAAE,0BAA0B,EACvC,IAAI,EAAE,eAAe,EACrB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAgBV,gBAAgB,CACpB,WAAW,EAAE,0BAA0B,EACvC,IAAI,EAAE,eAAe,GACpB,OAAO,CAAC,IAAI,CAAC;IAIhB,OAAO,CAAC,QAAQ;YAiBF,SAAS;IAcjB,QAAQ,CACZ,aAAa,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,EACzC,gBAAgB,EAAE,gBAAgB,GACjC,OAAO,CAAC,IAAI,CAAC;IA6BV,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CAMjC"}
@@ -0,0 +1,262 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.RedisDistributedTransactionStorage = void 0;
4
+ const orchestration_1 = require("@etohq/framework/orchestration");
5
+ const utils_1 = require("@etohq/framework/utils");
6
+ const bullmq_1 = require("bullmq");
7
+ var JobType;
8
+ (function (JobType) {
9
+ JobType["SCHEDULE"] = "schedule";
10
+ JobType["RETRY"] = "retry";
11
+ JobType["STEP_TIMEOUT"] = "step_timeout";
12
+ JobType["TRANSACTION_TIMEOUT"] = "transaction_timeout";
13
+ })(JobType || (JobType = {}));
14
+ class RedisDistributedTransactionStorage {
15
+ constructor({ workflowExecutionService, redisConnection, redisWorkerConnection, redisQueueName, logger, }) {
16
+ this.workflowExecutionService_ = workflowExecutionService;
17
+ this.logger_ = logger;
18
+ this.redisClient = redisConnection;
19
+ this.redisWorkerConnection = redisWorkerConnection;
20
+ this.queueName = redisQueueName;
21
+ this.queue = new bullmq_1.Queue(redisQueueName, { connection: this.redisClient });
22
+ }
23
+ async onApplicationPrepareShutdown() {
24
+ // Close worker gracefully, i.e. wait for the current jobs to finish
25
+ await this.worker?.close();
26
+ }
27
+ async onApplicationShutdown() {
28
+ await this.queue?.close();
29
+ }
30
+ async onApplicationStart() {
31
+ const allowedJobs = [
32
+ JobType.RETRY,
33
+ JobType.STEP_TIMEOUT,
34
+ JobType.TRANSACTION_TIMEOUT,
35
+ ];
36
+ this.worker = new bullmq_1.Worker(this.queueName, async (job) => {
37
+ if (allowedJobs.includes(job.name)) {
38
+ await this.executeTransaction(job.data.workflowId, job.data.transactionId);
39
+ }
40
+ // Note: We might even want a separate worker with different concurrency settings in the future, but for now we keep it simple
41
+ if (job.name === JobType.SCHEDULE) {
42
+ await this.executeScheduledJob(job.data.jobId, job.data.schedulerOptions);
43
+ }
44
+ }, {
45
+ connection: this.redisWorkerConnection /*, runRetryDelay: 100000 for tests */,
46
+ });
47
+ }
48
+ setWorkflowOrchestratorService(workflowOrchestratorService) {
49
+ this.workflowOrchestratorService_ = workflowOrchestratorService;
50
+ }
51
+ async saveToDb(data) {
52
+ await this.workflowExecutionService_.upsert([
53
+ {
54
+ workflow_id: data.flow.modelId,
55
+ transaction_id: data.flow.transactionId,
56
+ execution: data.flow,
57
+ context: {
58
+ data: data.context,
59
+ errors: data.errors,
60
+ },
61
+ state: data.flow.state,
62
+ },
63
+ ]);
64
+ }
65
+ async deleteFromDb(data) {
66
+ await this.workflowExecutionService_.delete([
67
+ {
68
+ workflow_id: data.flow.modelId,
69
+ transaction_id: data.flow.transactionId,
70
+ },
71
+ ]);
72
+ }
73
+ async executeTransaction(workflowId, transactionId) {
74
+ return await this.workflowOrchestratorService_.run(workflowId, {
75
+ transactionId,
76
+ logOnError: true,
77
+ throwOnError: false,
78
+ });
79
+ }
80
+ async executeScheduledJob(jobId, schedulerOptions) {
81
+ try {
82
+ // TODO: In the case of concurrency being forbidden, we want to generate a predictable transaction ID and rely on the idempotency
83
+ // of the transaction to ensure that the transaction is only executed once.
84
+ return await this.workflowOrchestratorService_.run(jobId, {
85
+ logOnError: true,
86
+ throwOnError: false,
87
+ });
88
+ }
89
+ catch (e) {
90
+ if (e instanceof utils_1.EtoError && e.type === utils_1.EtoError.Types.NOT_FOUND) {
91
+ this.logger_?.warn(`Tried to execute a scheduled workflow with ID ${jobId} that does not exist, removing it from the scheduler.`);
92
+ await this.remove(jobId);
93
+ return;
94
+ }
95
+ throw e;
96
+ }
97
+ }
98
+ async get(key, options) {
99
+ const data = await this.redisClient.get(key);
100
+ if (data) {
101
+ return JSON.parse(data);
102
+ }
103
+ const { idempotent } = options ?? {};
104
+ if (!idempotent) {
105
+ return;
106
+ }
107
+ const [_, workflowId, transactionId] = key.split(":");
108
+ const trx = await this.workflowExecutionService_
109
+ .retrieve({
110
+ workflow_id: workflowId,
111
+ transaction_id: transactionId,
112
+ }, {
113
+ select: ["execution", "context"],
114
+ })
115
+ .catch(() => undefined);
116
+ if (trx) {
117
+ return {
118
+ flow: trx.execution,
119
+ context: trx.context.data,
120
+ errors: trx.context.errors,
121
+ };
122
+ }
123
+ return;
124
+ }
125
+ async list() {
126
+ const keys = await this.redisClient.keys(orchestration_1.DistributedTransaction.keyPrefix + ":*");
127
+ const transactions = [];
128
+ for (const key of keys) {
129
+ const data = await this.redisClient.get(key);
130
+ if (data) {
131
+ transactions.push(JSON.parse(data));
132
+ }
133
+ }
134
+ return transactions;
135
+ }
136
+ async save(key, data, ttl, options) {
137
+ /**
138
+ * Store the retention time only if the transaction is done, failed or reverted.
139
+ * From that moment, this tuple can be later on archived or deleted after the retention time.
140
+ */
141
+ const hasFinished = [
142
+ utils_1.TransactionState.DONE,
143
+ utils_1.TransactionState.FAILED,
144
+ utils_1.TransactionState.REVERTED,
145
+ ].includes(data.flow.state);
146
+ const { retentionTime, idempotent } = options ?? {};
147
+ if (hasFinished) {
148
+ Object.assign(data, {
149
+ retention_time: retentionTime,
150
+ });
151
+ }
152
+ const stringifiedData = JSON.stringify(data);
153
+ if (!hasFinished) {
154
+ if (ttl) {
155
+ await this.redisClient.set(key, stringifiedData, "EX", ttl);
156
+ }
157
+ else {
158
+ await this.redisClient.set(key, stringifiedData);
159
+ }
160
+ }
161
+ if (hasFinished && !retentionTime && !idempotent) {
162
+ await this.deleteFromDb(data);
163
+ }
164
+ else {
165
+ await this.saveToDb(data);
166
+ }
167
+ if (hasFinished) {
168
+ await this.redisClient.set(key, stringifiedData, "EX", RedisDistributedTransactionStorage.TTL_AFTER_COMPLETED);
169
+ }
170
+ }
171
+ async scheduleRetry(transaction, step, timestamp, interval) {
172
+ await this.queue.add(JobType.RETRY, {
173
+ workflowId: transaction.modelId,
174
+ transactionId: transaction.transactionId,
175
+ stepId: step.id,
176
+ }, {
177
+ delay: interval > 0 ? interval * 1000 : undefined,
178
+ jobId: this.getJobId(JobType.RETRY, transaction, step),
179
+ removeOnComplete: true,
180
+ });
181
+ }
182
+ async clearRetry(transaction, step) {
183
+ await this.removeJob(JobType.RETRY, transaction, step);
184
+ }
185
+ async scheduleTransactionTimeout(transaction, _, interval) {
186
+ await this.queue.add(JobType.TRANSACTION_TIMEOUT, {
187
+ workflowId: transaction.modelId,
188
+ transactionId: transaction.transactionId,
189
+ }, {
190
+ delay: interval * 1000,
191
+ jobId: this.getJobId(JobType.TRANSACTION_TIMEOUT, transaction),
192
+ removeOnComplete: true,
193
+ });
194
+ }
195
+ async clearTransactionTimeout(transaction) {
196
+ await this.removeJob(JobType.TRANSACTION_TIMEOUT, transaction);
197
+ }
198
+ async scheduleStepTimeout(transaction, step, timestamp, interval) {
199
+ await this.queue.add(JobType.STEP_TIMEOUT, {
200
+ workflowId: transaction.modelId,
201
+ transactionId: transaction.transactionId,
202
+ stepId: step.id,
203
+ }, {
204
+ delay: interval * 1000,
205
+ jobId: this.getJobId(JobType.STEP_TIMEOUT, transaction, step),
206
+ removeOnComplete: true,
207
+ });
208
+ }
209
+ async clearStepTimeout(transaction, step) {
210
+ await this.removeJob(JobType.STEP_TIMEOUT, transaction, step);
211
+ }
212
+ getJobId(type, transaction, step) {
213
+ const key = [type, transaction.modelId, transaction.transactionId];
214
+ if (step) {
215
+ key.push(step.id, step.attempts + "");
216
+ if (step.isCompensating()) {
217
+ key.push("compensate");
218
+ }
219
+ }
220
+ return key.join(":");
221
+ }
222
+ async removeJob(type, transaction, step) {
223
+ const jobId = this.getJobId(type, transaction, step);
224
+ const job = await this.queue.getJob(jobId);
225
+ if (job && job.attemptsStarted === 0) {
226
+ await job.remove();
227
+ }
228
+ }
229
+ /* Scheduler storage methods */
230
+ async schedule(jobDefinition, schedulerOptions) {
231
+ const jobId = typeof jobDefinition === "string" ? jobDefinition : jobDefinition.jobId;
232
+ // If it is the same key (eg. the same workflow name), the old one will get overridden.
233
+ await this.queue.add(JobType.SCHEDULE, {
234
+ jobId,
235
+ schedulerOptions,
236
+ }, {
237
+ repeat: {
238
+ pattern: schedulerOptions.cron,
239
+ limit: schedulerOptions.numberOfExecutions,
240
+ key: `${JobType.SCHEDULE}_${jobId}`,
241
+ },
242
+ removeOnComplete: {
243
+ age: 86400,
244
+ count: 1000,
245
+ },
246
+ removeOnFail: {
247
+ age: 604800,
248
+ count: 5000,
249
+ },
250
+ });
251
+ }
252
+ async remove(jobId) {
253
+ await this.queue.removeRepeatableByKey(`${JobType.SCHEDULE}_${jobId}`);
254
+ }
255
+ async removeAll() {
256
+ const repeatableJobs = await this.queue.getRepeatableJobs();
257
+ await (0, utils_1.promiseAll)(repeatableJobs.map((job) => this.queue.removeRepeatableByKey(job.key)));
258
+ }
259
+ }
260
+ exports.RedisDistributedTransactionStorage = RedisDistributedTransactionStorage;
261
+ RedisDistributedTransactionStorage.TTL_AFTER_COMPLETED = 60 * 2; // 2 minutes
262
+ //# sourceMappingURL=workflow-orchestrator-storage.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workflow-orchestrator-storage.js","sourceRoot":"","sources":["../../src/utils/workflow-orchestrator-storage.ts"],"names":[],"mappings":";;;AAAA,kEASuC;AAEvC,kDAI+B;AAE/B,mCAAsC;AAGtC,IAAK,OAKJ;AALD,WAAK,OAAO;IACV,gCAAqB,CAAA;IACrB,0BAAe,CAAA;IACf,wCAA6B,CAAA;IAC7B,sDAA2C,CAAA;AAC7C,CAAC,EALI,OAAO,KAAP,OAAO,QAKX;AAED,MAAa,kCAAkC;IAc7C,YAAY,EACV,wBAAwB,EACxB,eAAe,EACf,qBAAqB,EACrB,cAAc,EACd,MAAM,GAOP;QACC,IAAI,CAAC,yBAAyB,GAAG,wBAAwB,CAAA;QACzD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,WAAW,GAAG,eAAe,CAAA;QAClC,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAA;QAClD,IAAI,CAAC,SAAS,GAAG,cAAc,CAAA;QAC/B,IAAI,CAAC,KAAK,GAAG,IAAI,cAAK,CAAC,cAAc,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAA;IAC1E,CAAC;IAED,KAAK,CAAC,4BAA4B;QAChC,oEAAoE;QACpE,MAAM,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,MAAM,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,MAAM,WAAW,GAAG;YAClB,OAAO,CAAC,KAAK;YACb,OAAO,CAAC,YAAY;YACpB,OAAO,CAAC,mBAAmB;SAC5B,CAAA;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CACtB,IAAI,CAAC,SAAS,EACd,KAAK,EAAE,GAAG,EAAE,EAAE;YACZ,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAe,CAAC,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,kBAAkB,CAC3B,GAAG,CAAC,IAAI,CAAC,UAAU,EACnB,GAAG,CAAC,IAAI,CAAC,aAAa,CACvB,CAAA;YACH,CAAC;YAED,8HAA8H;YAC9H,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAClC,MAAM,IAAI,CAAC,mBAAmB,CAC5B,GAAG,CAAC,IAAI,CAAC,KAAK,EACd,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAC1B,CAAA;YACH,CAAC;QACH,CAAC,EACD;YACE,UAAU,EACR,IAAI,CAAC,qBAAqB,CAAC,sCAAsC;SACpE,CACF,CAAA;IACH,CAAC;IAED,8BAA8B,CAAC,2BAA2B;QACxD,IAAI,CAAC,4BAA4B,GAAG,2BAA2B,CAAA;IACjE,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,IAA2B;QAChD,MAAM,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC;YAC1C;gBACE,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;gBAC9B,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,aAAa;gBACvC,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,OAAO,EAAE;oBACP,IAAI,EAAE,IAAI,CAAC,OAAO;oBAClB,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB;gBACD,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;aACvB;SACF,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,IAA2B;QACpD,MAAM,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC;YAC1C;gBACE,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;gBAC9B,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,aAAa;aACxC;SACF,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,UAAkB,EAAE,aAAqB;QACxE,OAAO,MAAM,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC,UAAU,EAAE;YAC7D,aAAa;YACb,UAAU,EAAE,IAAI;YAChB,YAAY,EAAE,KAAK;SACpB,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,KAAa,EACb,gBAAkC;QAElC,IAAI,CAAC;YACH,iIAAiI;YACjI,2EAA2E;YAC3E,OAAO,MAAM,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC,KAAK,EAAE;gBACxD,UAAU,EAAE,IAAI;gBAChB,YAAY,EAAE,KAAK;aACpB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,gBAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,gBAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACjE,IAAI,CAAC,OAAO,EAAE,IAAI,CAChB,iDAAiD,KAAK,uDAAuD,CAC9G,CAAA;gBAED,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACxB,OAAM;YACR,CAAC;YAED,MAAM,CAAC,CAAA;QACT,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CACP,GAAW,EACX,OAA4B;QAE5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAE5C,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAED,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,IAAI,EAAE,CAAA;QACpC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAM;QACR,CAAC;QAED,MAAM,CAAC,CAAC,EAAE,UAAU,EAAE,aAAa,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACrD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,yBAAyB;aAC7C,QAAQ,CACP;YACE,WAAW,EAAE,UAAU;YACvB,cAAc,EAAE,aAAa;SAC9B,EACD;YACE,MAAM,EAAE,CAAC,WAAW,EAAE,SAAS,CAAC;SACjC,CACF;aACA,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QAEzB,IAAI,GAAG,EAAE,CAAC;YACR,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,SAAS;gBACnB,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI;gBACzB,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM;aAC3B,CAAA;QACH,CAAC;QACD,OAAM;IACR,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CACtC,sCAAsB,CAAC,SAAS,GAAG,IAAI,CACxC,CAAA;QACD,MAAM,YAAY,GAAU,EAAE,CAAA;QAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAC5C,IAAI,IAAI,EAAE,CAAC;gBACT,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;YACrC,CAAC;QACH,CAAC;QACD,OAAO,YAAY,CAAA;IACrB,CAAC;IAED,KAAK,CAAC,IAAI,CACR,GAAW,EACX,IAA2B,EAC3B,GAAY,EACZ,OAA4B;QAE5B;;;WAGG;QACH,MAAM,WAAW,GAAG;YAClB,wBAAgB,CAAC,IAAI;YACrB,wBAAgB,CAAC,MAAM;YACvB,wBAAgB,CAAC,QAAQ;SAC1B,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAE3B,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,OAAO,IAAI,EAAE,CAAA;QAEnD,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE;gBAClB,cAAc,EAAE,aAAa;aAC9B,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QAE5C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,EAAE,IAAI,EAAE,GAAG,CAAC,CAAA;YAC7D,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,CAAA;YAClD,CAAC;QACH,CAAC;QAED,IAAI,WAAW,IAAI,CAAC,aAAa,IAAI,CAAC,UAAU,EAAE,CAAC;YACjD,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;QAC/B,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC3B,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CACxB,GAAG,EACH,eAAe,EACf,IAAI,EACJ,kCAAkC,CAAC,mBAAmB,CACvD,CAAA;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,WAAuC,EACvC,IAAqB,EACrB,SAAiB,EACjB,QAAgB;QAEhB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAClB,OAAO,CAAC,KAAK,EACb;YACE,UAAU,EAAE,WAAW,CAAC,OAAO;YAC/B,aAAa,EAAE,WAAW,CAAC,aAAa;YACxC,MAAM,EAAE,IAAI,CAAC,EAAE;SAChB,EACD;YACE,KAAK,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS;YACjD,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC;YACtD,gBAAgB,EAAE,IAAI;SACvB,CACF,CAAA;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CACd,WAAuC,EACvC,IAAqB;QAErB,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA;IACxD,CAAC;IAED,KAAK,CAAC,0BAA0B,CAC9B,WAAuC,EACvC,CAAS,EACT,QAAgB;QAEhB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAClB,OAAO,CAAC,mBAAmB,EAC3B;YACE,UAAU,EAAE,WAAW,CAAC,OAAO;YAC/B,aAAa,EAAE,WAAW,CAAC,aAAa;SACzC,EACD;YACE,KAAK,EAAE,QAAQ,GAAG,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,mBAAmB,EAAE,WAAW,CAAC;YAC9D,gBAAgB,EAAE,IAAI;SACvB,CACF,CAAA;IACH,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC3B,WAAuC;QAEvC,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAA;IAChE,CAAC;IAED,KAAK,CAAC,mBAAmB,CACvB,WAAuC,EACvC,IAAqB,EACrB,SAAiB,EACjB,QAAgB;QAEhB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAClB,OAAO,CAAC,YAAY,EACpB;YACE,UAAU,EAAE,WAAW,CAAC,OAAO;YAC/B,aAAa,EAAE,WAAW,CAAC,aAAa;YACxC,MAAM,EAAE,IAAI,CAAC,EAAE;SAChB,EACD;YACE,KAAK,EAAE,QAAQ,GAAG,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC;YAC7D,gBAAgB,EAAE,IAAI;SACvB,CACF,CAAA;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,WAAuC,EACvC,IAAqB;QAErB,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA;IAC/D,CAAC;IAEO,QAAQ,CACd,IAAa,EACb,WAAuC,EACvC,IAAsB;QAEtB,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,aAAa,CAAC,CAAA;QAElE,IAAI,IAAI,EAAE,CAAC;YACT,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAA;YACrC,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YACxB,CAAC;QACH,CAAC;QAED,OAAO,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACtB,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,IAAa,EACb,WAAuC,EACvC,IAAsB;QAEtB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAE1C,IAAI,GAAG,IAAI,GAAG,CAAC,eAAe,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM,GAAG,CAAC,MAAM,EAAE,CAAA;QACpB,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,KAAK,CAAC,QAAQ,CACZ,aAAyC,EACzC,gBAAkC;QAElC,MAAM,KAAK,GACT,OAAO,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAA;QAEzE,uFAAuF;QACvF,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAClB,OAAO,CAAC,QAAQ,EAChB;YACE,KAAK;YACL,gBAAgB;SACjB,EACD;YACE,MAAM,EAAE;gBACN,OAAO,EAAE,gBAAgB,CAAC,IAAI;gBAC9B,KAAK,EAAE,gBAAgB,CAAC,kBAAkB;gBAC1C,GAAG,EAAE,GAAG,OAAO,CAAC,QAAQ,IAAI,KAAK,EAAE;aACpC;YACD,gBAAgB,EAAE;gBAChB,GAAG,EAAE,KAAK;gBACV,KAAK,EAAE,IAAI;aACZ;YACD,YAAY,EAAE;gBACZ,GAAG,EAAE,MAAM;gBACX,KAAK,EAAE,IAAI;aACZ;SACF,CACF,CAAA;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa;QACxB,MAAM,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,GAAG,OAAO,CAAC,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAA;IACxE,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAA;QAC3D,MAAM,IAAA,kBAAU,EACd,cAAc,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CACvE,CAAA;IACH,CAAC;;AAxYH,gFAyYC;AAtYgB,sDAAmB,GAAG,EAAE,GAAG,CAAC,CAAA,CAAC,YAAY"}
package/package.json ADDED
@@ -0,0 +1,65 @@
1
+ {
2
+ "name": "@etohq/workflow-engine-redis",
3
+ "version": "1.0.0",
4
+ "description": "Eto Workflow Orchestrator module using Redis to track workflows executions",
5
+ "main": "dist/index.js",
6
+ "types": "dist/index.d.ts",
7
+ "files": [
8
+ "dist",
9
+ "!dist/**/__tests__",
10
+ "!dist/**/__mocks__",
11
+ "!dist/**/__fixtures__"
12
+ ],
13
+ "engines": {
14
+ "node": ">=20"
15
+ },
16
+ "repository": {
17
+ "type": "git",
18
+ "url": "https://github.com/etohq/eto",
19
+ "directory": "packages/workflow-engine-redis"
20
+ },
21
+ "publishConfig": {
22
+ "access": "public"
23
+ },
24
+ "author": "Eto",
25
+ "license": "MIT",
26
+ "scripts": {
27
+ "watch": "tsc --build --watch",
28
+ "watch:test": "tsc --build tsconfig.spec.json --watch",
29
+ "resolve:aliases": "tsc --showConfig -p tsconfig.json > tsconfig.resolved.json && tsc-alias -p tsconfig.resolved.json && rimraf tsconfig.resolved.json", "build": "rimraf dist && tsc --build && npm run resolve:aliases",
30
+ "test": "jest --passWithNoTests --runInBand --bail --forceExit -- src",
31
+ "test:integration": "jest --forceExit -- integration-tests/**/__tests__/**/*.ts",
32
+ "migration:initial": " MIKRO_ORM_CLI=./mikro-orm.config.dev.ts eto-mikro-orm migration:create --initial",
33
+ "migration:create": " MIKRO_ORM_CLI=./mikro-orm.config.dev.ts eto-mikro-orm migration:create",
34
+ "migration:up": " MIKRO_ORM_CLI=./mikro-orm.config.dev.ts eto-mikro-orm migration:up",
35
+ "orm:cache:clear": " MIKRO_ORM_CLI=./mikro-orm.config.dev.ts eto-mikro-orm cache:clear"
36
+ },
37
+ "devDependencies": {
38
+ "@etohq/framework": "^1.0.0",
39
+ "@etohq/test-utils": "^1.0.0",
40
+ "@mikro-orm/cli": "5.9.7",
41
+ "@mikro-orm/core": "5.9.7",
42
+ "@mikro-orm/migrations": "5.9.7",
43
+ "@mikro-orm/postgresql": "5.9.7",
44
+ "@swc/core": "^1.7.28",
45
+ "@swc/jest": "^0.2.36",
46
+ "@types/jest": "^29.5.14",
47
+ "jest": "^29.7.0",
48
+ "rimraf": "^5.0.2",
49
+ "tsc-alias": "^1.8.6",
50
+ "typescript": "^5.6.2"
51
+ },
52
+ "dependencies": {
53
+ "awilix": "^8.0.1",
54
+ "bullmq": "5.13.0",
55
+ "ioredis": "^5.4.1",
56
+ "ulid": "^2.3.0"
57
+ },
58
+ "peerDependencies": {
59
+ "@etohq/framework": "^1.0.0",
60
+ "@mikro-orm/core": "5.9.7",
61
+ "@mikro-orm/migrations": "5.9.7",
62
+ "@mikro-orm/postgresql": "5.9.7",
63
+ "awilix": "^8.0.1"
64
+ }
65
+ }