@dbos-inc/dbos-sdk 5.4.10-preview → 5.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/schemas/system_db_schema.d.ts +7 -0
- package/dist/schemas/system_db_schema.d.ts.map +1 -1
- package/dist/schemas/system_db_schema.js.map +1 -1
- package/dist/src/cli/cli.js +56 -13
- package/dist/src/cli/cli.js.map +1 -1
- package/dist/src/client.d.ts +44 -10
- package/dist/src/client.d.ts.map +1 -1
- package/dist/src/client.js +140 -44
- package/dist/src/client.js.map +1 -1
- package/dist/src/config.d.ts +1 -0
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/config.js +4 -0
- package/dist/src/config.js.map +1 -1
- package/dist/src/context.d.ts +6 -0
- package/dist/src/context.d.ts.map +1 -1
- package/dist/src/context.js +15 -1
- package/dist/src/context.js.map +1 -1
- package/dist/src/datasource.d.ts +2 -0
- package/dist/src/datasource.d.ts.map +1 -1
- package/dist/src/datasource.js +7 -1
- package/dist/src/datasource.js.map +1 -1
- package/dist/src/dbos-executor.d.ts +32 -4
- package/dist/src/dbos-executor.d.ts.map +1 -1
- package/dist/src/dbos-executor.js +102 -33
- package/dist/src/dbos-executor.js.map +1 -1
- package/dist/src/dbos.d.ts +104 -15
- package/dist/src/dbos.d.ts.map +1 -1
- package/dist/src/dbos.js +275 -86
- package/dist/src/dbos.js.map +1 -1
- package/dist/src/debugpoint.d.ts +1 -0
- package/dist/src/debugpoint.d.ts.map +1 -1
- package/dist/src/debugpoint.js +4 -2
- package/dist/src/debugpoint.js.map +1 -1
- package/dist/src/enqueue_options.d.ts +2 -0
- package/dist/src/enqueue_options.d.ts.map +1 -1
- package/dist/src/enqueue_options.js +3 -0
- package/dist/src/enqueue_options.js.map +1 -1
- package/dist/src/enqueue_workflow.d.ts.map +1 -1
- package/dist/src/enqueue_workflow.js +11 -5
- package/dist/src/enqueue_workflow.js.map +1 -1
- package/dist/src/enterprise.d.ts +78 -3
- package/dist/src/enterprise.d.ts.map +1 -1
- package/dist/src/enterprise.js +104 -45
- package/dist/src/enterprise.js.map +1 -1
- package/dist/src/error.d.ts +42 -0
- package/dist/src/error.d.ts.map +1 -1
- package/dist/src/error.js +85 -1
- package/dist/src/error.js.map +1 -1
- package/dist/src/eventreceiver.d.ts +2 -0
- package/dist/src/eventreceiver.d.ts.map +1 -1
- package/dist/src/eventreceiver.js +7 -1
- package/dist/src/eventreceiver.js.map +1 -1
- package/dist/src/external_storage.d.ts +27 -0
- package/dist/src/external_storage.d.ts.map +1 -0
- package/dist/src/external_storage.js +28 -0
- package/dist/src/external_storage.js.map +1 -0
- package/dist/src/index.d.ts +4 -3
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +2 -1
- package/dist/src/index.js.map +1 -1
- package/dist/src/scheduler/scheduler.d.ts +83 -3
- package/dist/src/scheduler/scheduler.d.ts.map +1 -1
- package/dist/src/scheduler/scheduler.js +422 -171
- package/dist/src/scheduler/scheduler.js.map +1 -1
- package/dist/src/shard_keys.d.ts +13 -0
- package/dist/src/shard_keys.d.ts.map +1 -0
- package/dist/src/shard_keys.js +55 -0
- package/dist/src/shard_keys.js.map +1 -0
- package/dist/src/streams.d.ts +2 -0
- package/dist/src/streams.d.ts.map +1 -1
- package/dist/src/streams.js +5 -2
- package/dist/src/streams.js.map +1 -1
- package/dist/src/sysdb_migrations/internal/migrations.js +82 -0
- package/dist/src/sysdb_migrations/internal/migrations.js.map +1 -1
- package/dist/src/system_database.d.ts +185 -10
- package/dist/src/system_database.d.ts.map +1 -1
- package/dist/src/system_database.js +1429 -626
- package/dist/src/system_database.js.map +1 -1
- package/dist/src/utils.d.ts +2 -0
- package/dist/src/utils.d.ts.map +1 -1
- package/dist/src/utils.js +9 -1
- package/dist/src/utils.js.map +1 -1
- package/dist/src/wfqueue.d.ts +1 -2
- package/dist/src/wfqueue.d.ts.map +1 -1
- package/dist/src/wfqueue.js +83 -63
- package/dist/src/wfqueue.js.map +1 -1
- package/dist/src/workflow.d.ts +15 -3
- package/dist/src/workflow.d.ts.map +1 -1
- package/dist/src/workflow.js +30 -12
- package/dist/src/workflow.js.map +1 -1
- package/dist/src/workflow_management.d.ts +17 -3
- package/dist/src/workflow_management.d.ts.map +1 -1
- package/dist/src/workflow_management.js +93 -20
- package/dist/src/workflow_management.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +2 -2
package/dist/src/workflow.js
CHANGED
|
@@ -4,6 +4,7 @@ exports.RetrievedHandle = exports.InvokedHandle = exports.isWorkflowActive = exp
|
|
|
4
4
|
const serialization_1 = require("./serialization");
|
|
5
5
|
const dbos_1 = require("./dbos");
|
|
6
6
|
const error_1 = require("./error");
|
|
7
|
+
const shard_keys_1 = require("./shard_keys");
|
|
7
8
|
/**
|
|
8
9
|
* Validate that custom workflow attributes, if provided, are a plain key-value object that
|
|
9
10
|
* can be serialized to JSON for storage in the JSONB `attributes` column. A key-value object
|
|
@@ -51,9 +52,14 @@ exports.StatusString = {
|
|
|
51
52
|
ENQUEUED: 'ENQUEUED',
|
|
52
53
|
/** Workflow is on a `WorkflowQueue` waiting for a delay to expire before it can start */
|
|
53
54
|
DELAYED: 'DELAYED',
|
|
55
|
+
/** Workflow is parked in the database by a suspend-mode recv or sleep, until a send or its timer re-enqueues it */
|
|
56
|
+
SUSPENDED: 'SUSPENDED',
|
|
54
57
|
};
|
|
55
58
|
function isWorkflowActive(status) {
|
|
56
|
-
return status === exports.StatusString.PENDING ||
|
|
59
|
+
return (status === exports.StatusString.PENDING ||
|
|
60
|
+
status === exports.StatusString.ENQUEUED ||
|
|
61
|
+
status === exports.StatusString.DELAYED ||
|
|
62
|
+
status === exports.StatusString.SUSPENDED);
|
|
57
63
|
}
|
|
58
64
|
exports.isWorkflowActive = isWorkflowActive;
|
|
59
65
|
/**
|
|
@@ -62,19 +68,29 @@ exports.isWorkflowActive = isWorkflowActive;
|
|
|
62
68
|
class InvokedHandle {
|
|
63
69
|
workflowPromise;
|
|
64
70
|
workflowID;
|
|
65
|
-
|
|
71
|
+
shardKey;
|
|
72
|
+
constructor(workflowPromise, workflowID, shardKey) {
|
|
66
73
|
this.workflowPromise = workflowPromise;
|
|
67
74
|
this.workflowID = workflowID;
|
|
75
|
+
this.shardKey = shardKey;
|
|
68
76
|
}
|
|
69
77
|
async getStatus() {
|
|
70
|
-
return await dbos_1.DBOS.getWorkflowStatus(this.workflowID);
|
|
78
|
+
return await dbos_1.DBOS.getWorkflowStatus(this.workflowID, { shardKey: this.shardKey });
|
|
71
79
|
}
|
|
72
80
|
async getResult(optionsOrFuncIdForGet) {
|
|
73
81
|
const funcIdForGet = typeof optionsOrFuncIdForGet === 'number' ? optionsOrFuncIdForGet : undefined;
|
|
74
|
-
(0, dbos_1.resolvePollingIntervalMs)(optionsOrFuncIdForGet);
|
|
75
|
-
return await (0, dbos_1.runInternalStep)(async () => {
|
|
76
|
-
|
|
77
|
-
|
|
82
|
+
const pollingIntervalMs = (0, dbos_1.resolvePollingIntervalMs)(optionsOrFuncIdForGet);
|
|
83
|
+
return await (0, shard_keys_1.bindShardKeys)([[this.workflowID, this.shardKey]], () => (0, dbos_1.runInternalStep)(async () => {
|
|
84
|
+
try {
|
|
85
|
+
return await this.workflowPromise;
|
|
86
|
+
}
|
|
87
|
+
catch (e) {
|
|
88
|
+
if (!(e instanceof error_1.DBOSWorkflowSuspendedError && e.workflowID === this.workflowID))
|
|
89
|
+
throw e;
|
|
90
|
+
// The workflow parked itself in the database: wait for the outcome a later execution records.
|
|
91
|
+
return (await (0, dbos_1.awaitRecordedResult)(this.workflowID, undefined, undefined, pollingIntervalMs));
|
|
92
|
+
}
|
|
93
|
+
}, 'DBOS.getResult', this.workflowID, funcIdForGet));
|
|
78
94
|
}
|
|
79
95
|
}
|
|
80
96
|
exports.InvokedHandle = InvokedHandle;
|
|
@@ -83,16 +99,18 @@ exports.InvokedHandle = InvokedHandle;
|
|
|
83
99
|
*/
|
|
84
100
|
class RetrievedHandle {
|
|
85
101
|
workflowID;
|
|
86
|
-
|
|
102
|
+
shardKey;
|
|
103
|
+
constructor(workflowID, shardKey) {
|
|
87
104
|
this.workflowID = workflowID;
|
|
105
|
+
this.shardKey = shardKey;
|
|
88
106
|
}
|
|
89
107
|
async getStatus() {
|
|
90
|
-
return await dbos_1.DBOS.getWorkflowStatus(this.workflowID);
|
|
108
|
+
return await dbos_1.DBOS.getWorkflowStatus(this.workflowID, { shardKey: this.shardKey });
|
|
91
109
|
}
|
|
92
110
|
async getResult(optionsOrFuncIdForGet) {
|
|
93
111
|
const funcIdForGet = typeof optionsOrFuncIdForGet === 'number' ? optionsOrFuncIdForGet : undefined;
|
|
94
112
|
const pollingIntervalMs = (0, dbos_1.resolvePollingIntervalMs)(optionsOrFuncIdForGet);
|
|
95
|
-
return (await (0, dbos_1.getResultInternal)(this.workflowID, undefined, undefined, funcIdForGet, pollingIntervalMs));
|
|
113
|
+
return (await (0, shard_keys_1.bindShardKeys)([[this.workflowID, this.shardKey]], () => (0, dbos_1.getResultInternal)(this.workflowID, undefined, undefined, funcIdForGet, pollingIntervalMs)));
|
|
96
114
|
}
|
|
97
115
|
}
|
|
98
116
|
exports.RetrievedHandle = RetrievedHandle;
|
|
@@ -102,8 +120,8 @@ exports.RetrievedHandle = RetrievedHandle;
|
|
|
102
120
|
return v instanceof RetrievedHandle || v instanceof InvokedHandle;
|
|
103
121
|
},
|
|
104
122
|
serialize: (v) => {
|
|
105
|
-
return { wfid: v.workflowID };
|
|
123
|
+
return v.shardKey === undefined ? { wfid: v.workflowID } : { wfid: v.workflowID, shardKey: v.shardKey };
|
|
106
124
|
},
|
|
107
|
-
deserialize: (s) => new RetrievedHandle(s.wfid),
|
|
125
|
+
deserialize: (s) => new RetrievedHandle(s.wfid, s.shardKey),
|
|
108
126
|
});
|
|
109
127
|
//# sourceMappingURL=workflow.js.map
|
package/dist/src/workflow.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workflow.js","sourceRoot":"","sources":["../../src/workflow.ts"],"names":[],"mappings":";;;AACA,mDAA8D;AAC9D,
|
|
1
|
+
{"version":3,"file":"workflow.js","sourceRoot":"","sources":["../../src/workflow.ts"],"names":[],"mappings":";;;AACA,mDAA8D;AAC9D,iCAOgB;AAEhB,mCAAgE;AAChE,6CAA6C;AAE7C;;;;;;;GAOG;AACH,SAAgB,0BAA0B,CAAC,UAAmB;IAC5D,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACpD,OAAO;IACT,CAAC;IACD,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,iBAAS,CACjB,gEACE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,UAC/C,GAAG,CACJ,CAAC;IACJ,CAAC;IACD,IAAI,UAAkB,CAAC;IACvB,IAAI,CAAC;QACH,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,iBAAS,CAAC,2DAA4D,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;IACzG,CAAC;IACD,0FAA0F;IAC1F,0FAA0F;IAC1F,2EAA2E;IAC3E,IAAI,UAAU,KAAK,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,iBAAS,CAAC,0EAA0E,CAAC,CAAC;IAClG,CAAC;AACH,CAAC;AAvBD,gEAuBC;AA2BY,QAAA,6BAA6B,GAAG,GAAG,CAAC;AA2KjD,gDAAgD;AACnC,QAAA,YAAY,GAAG;IAC1B,kCAAkC;IAClC,OAAO,EAAE,SAAS;IAClB,0CAA0C;IAC1C,OAAO,EAAE,SAAS;IAClB,0CAA0C;IAC1C,KAAK,EAAE,OAAO;IACd,iFAAiF;IACjF,8BAA8B,EAAE,gCAAgC;IAChE,gDAAgD;IAChD,SAAS,EAAE,WAAW;IACtB,+DAA+D;IAC/D,QAAQ,EAAE,UAAU;IACpB,yFAAyF;IACzF,OAAO,EAAE,SAAS;IAClB,mHAAmH;IACnH,SAAS,EAAE,WAAW;CACd,CAAC;AAYX,SAAgB,gBAAgB,CAAC,MAAc;IAC7C,OAAO,CACL,MAAM,KAAK,oBAAY,CAAC,OAAO;QAC/B,MAAM,KAAK,oBAAY,CAAC,QAAQ;QAChC,MAAM,KAAK,oBAAY,CAAC,OAAO;QAC/B,MAAM,KAAK,oBAAY,CAAC,SAAS,CAClC,CAAC;AACJ,CAAC;AAPD,4CAOC;AA4BD;;GAEG;AACH,MAAa,aAAa;IAEb;IACA;IACA;IAHX,YACW,eAA2B,EAC3B,UAAkB,EAClB,QAAiB;QAFjB,oBAAe,GAAf,eAAe,CAAY;QAC3B,eAAU,GAAV,UAAU,CAAQ;QAClB,aAAQ,GAAR,QAAQ,CAAS;IACzB,CAAC;IAEJ,KAAK,CAAC,SAAS;QACb,OAAO,MAAM,WAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,qBAA+C;QAC7D,MAAM,YAAY,GAAG,OAAO,qBAAqB,KAAK,QAAQ,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;QACnG,MAAM,iBAAiB,GAAG,IAAA,+BAAwB,EAAC,qBAAqB,CAAC,CAAC;QAC1E,OAAO,MAAM,IAAA,0BAAa,EAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,EAAE,CAClE,IAAA,sBAAe,EACb,KAAK,IAAI,EAAE;YACT,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC;YACpC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,CAAC,CAAC,YAAY,kCAA0B,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,CAAC;oBAAE,MAAM,CAAC,CAAC;gBAC5F,8FAA8F;gBAC9F,OAAO,CAAC,MAAM,IAAA,0BAAmB,EAAI,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAAM,CAAC;YACvG,CAAC;QACH,CAAC,EACD,gBAAgB,EAChB,IAAI,CAAC,UAAU,EACf,YAAY,CACb,CACF,CAAC;IACJ,CAAC;CACF;AA/BD,sCA+BC;AAED;;GAEG;AACH,MAAa,eAAe;IAEf;IACA;IAFX,YACW,UAAkB,EAClB,QAAiB;QADjB,eAAU,GAAV,UAAU,CAAQ;QAClB,aAAQ,GAAR,QAAQ,CAAS;IACzB,CAAC;IAEJ,KAAK,CAAC,SAAS;QACb,OAAO,MAAM,WAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,qBAA+C;QAC7D,MAAM,YAAY,GAAG,OAAO,qBAAqB,KAAK,QAAQ,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;QACnG,MAAM,iBAAiB,GAAG,IAAA,+BAAwB,EAAC,qBAAqB,CAAC,CAAC;QAC1E,OAAO,CAAC,MAAM,IAAA,0BAAa,EAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,EAAE,CACnE,IAAA,wBAAiB,EAAI,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,iBAAiB,CAAC,CAC7F,CAAe,CAAC;IACnB,CAAC;CACF;AAjBD,0CAiBC;AAED,IAAA,2CAA2B,EAA+D;IACxF,IAAI,EAAE,qBAAqB;IAC3B,YAAY,EAAE,CAAC,CAAU,EAAgC,EAAE;QACzD,OAAO,CAAC,YAAY,eAAe,IAAI,CAAC,YAAY,aAAa,CAAC;IACpE,CAAC;IACD,SAAS,EAAE,CAAC,CAA0B,EAAE,EAAE;QACxC,OAAO,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC1G,CAAC;IACD,WAAW,EAAE,CAAC,CAAsC,EAAE,EAAE,CAAC,IAAI,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC;CACjG,CAAC,CAAC"}
|
|
@@ -40,12 +40,26 @@ export declare function rewindWorkflow(sysdb: SystemDatabase, dataSources: reado
|
|
|
40
40
|
export declare function deleteCompletedDataSourceCheckpoints(sysdb: SystemDatabase, dataSources: Iterable<DataSourceTransactionHandler>, workflowID: string, ownerXid: string, logger: GlobalLogger): Promise<void>;
|
|
41
41
|
export declare function toWorkflowStatus(internal: WorkflowStatusInternal, serializer: DBOSSerializer): Promise<WorkflowStatus>;
|
|
42
42
|
export declare const workflowTimeoutConfig: {
|
|
43
|
-
/** How often
|
|
43
|
+
/** How often one of an application's processes runs its background jobs. */
|
|
44
44
|
pollingIntervalMs: number;
|
|
45
|
+
/** How long a holder keeps one lock transaction before retaking the lock: a peer can win it then. */
|
|
46
|
+
holdMs: number;
|
|
45
47
|
/** Most workflows one sweep transaction cancels; a full batch sweeps again at once. */
|
|
46
48
|
batchSize: number;
|
|
47
49
|
};
|
|
50
|
+
/** Whether this process holds the background-jobs lock, kept until its loop fails to retake it, as two holders only duplicate work. */
|
|
51
|
+
export declare class BackgroundLease {
|
|
52
|
+
#private;
|
|
53
|
+
renew(): void;
|
|
54
|
+
lose(): void;
|
|
55
|
+
held(): boolean;
|
|
56
|
+
}
|
|
48
57
|
export declare function waitOrAbort(ms: number, signal: AbortSignal): Promise<void>;
|
|
49
|
-
/**
|
|
50
|
-
export declare function
|
|
58
|
+
/** Run `jobs` once per interval in whichever of this application's processes holds their lock, holding it up to `holdMs` before retaking it, until aborted. */
|
|
59
|
+
export declare function runBackgroundJobs(sysdb: SystemDatabase, logger: GlobalLogger, signal: AbortSignal, lockName: string, intervalMs: number, jobs: Record<string, () => Promise<void>>, lease?: BackgroundLease, holdMs?: number): Promise<void>;
|
|
60
|
+
/**
|
|
61
|
+
* Enqueue DELAYED workflows whose delay expired and cancel those past their deadline, until `signal` aborts.
|
|
62
|
+
* In suspend mode, also re-enqueue the SUSPENDED workflows whose wake time has come.
|
|
63
|
+
*/
|
|
64
|
+
export declare function backgroundJobsLoop(sysdb: SystemDatabase, logger: GlobalLogger, signal: AbortSignal, lease?: BackgroundLease): Promise<void>;
|
|
51
65
|
//# sourceMappingURL=workflow_management.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workflow_management.d.ts","sourceRoot":"","sources":["../../src/workflow_management.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"workflow_management.d.ts","sourceRoot":"","sources":["../../src/workflow_management.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAmB,cAAc,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACjG,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAExG,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,cAAc,CAAC;AAEjE,OAAO,EAAE,cAAc,EAAsD,MAAM,iBAAiB,CAAC;AAErG,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAGrD,wBAAsB,aAAa,CAAC,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAG9G;AAED,wBAAsB,mBAAmB,CAAC,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,6BAKxF;AAED,wBAAsB,WAAW,CAAC,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAGhH;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,cAAc,EACrB,UAAU,EAAE,MAAM,EAClB,UAAU,GAAE,OAAc,EAC1B,OAAO,CAAC,EAAE,wBAAwB,GACjC,OAAO,CAAC,QAAQ,EAAE,GAAG,SAAS,CAAC,CAsBjC;AAED,wBAAsB,YAAY,CAChC,KAAK,EAAE,cAAc,EACrB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mBAAmB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACzC,GACL,OAAO,CAAC,MAAM,CAAC,CAIjB;AAmBD;;;;;;;;GAQG;AACH,wBAAsB,cAAc,CAClC,KAAK,EAAE,cAAc,EACrB,WAAW,EAAE,SAAS,4BAA4B,EAAE,EACpD,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CACvB,GACL,OAAO,CAAC,IAAI,CAAC,CAef;AAOD;;;;;;;GAOG;AACH,wBAAsB,oCAAoC,CACxD,KAAK,EAAE,cAAc,EACrB,WAAW,EAAE,QAAQ,CAAC,4BAA4B,CAAC,EACnD,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,YAAY,GACnB,OAAO,CAAC,IAAI,CAAC,CAiBf;AAED,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,sBAAsB,EAChC,UAAU,EAAE,cAAc,GACzB,OAAO,CAAC,cAAc,CAAC,CAyCzB;AAED,eAAO,MAAM,qBAAqB;IAChC,4EAA4E;;IAE5E,qGAAqG;;IAErG,uFAAuF;;CAExF,CAAC;AAEF,uIAAuI;AACvI,qBAAa,eAAe;;IAG1B,KAAK,IAAI,IAAI;IAIb,IAAI,IAAI,IAAI;IAIZ,IAAI,IAAI,OAAO;CAGhB;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAa1E;AAED,+JAA+J;AAC/J,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,cAAc,EACrB,MAAM,EAAE,YAAY,EACpB,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EACzC,KAAK,CAAC,EAAE,eAAe,EACvB,MAAM,GAAE,MAAqC,GAC5C,OAAO,CAAC,IAAI,CAAC,CAwCf;AAED;;;GAGG;AACH,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,cAAc,EACrB,MAAM,EAAE,YAAY,EACpB,MAAM,EAAE,WAAW,EACnB,KAAK,CAAC,EAAE,eAAe,GACtB,OAAO,CAAC,IAAI,CAAC,CA4Bf"}
|
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
3
|
+
exports.backgroundJobsLoop = exports.runBackgroundJobs = exports.waitOrAbort = exports.BackgroundLease = exports.workflowTimeoutConfig = exports.toWorkflowStatus = exports.deleteCompletedDataSourceCheckpoints = exports.rewindWorkflow = exports.forkWorkflow = exports.listWorkflowSteps = exports.getWorkflow = exports.listQueuedWorkflows = exports.listWorkflows = void 0;
|
|
4
4
|
const workflow_1 = require("./workflow");
|
|
5
5
|
const error_1 = require("./error");
|
|
6
6
|
const serialization_1 = require("./serialization");
|
|
7
7
|
const node_crypto_1 = require("node:crypto");
|
|
8
|
+
const utils_1 = require("./utils");
|
|
8
9
|
async function listWorkflows(sysdb, input) {
|
|
9
10
|
const workflows = await sysdb.listWorkflows(input);
|
|
10
11
|
return await Promise.all(workflows.map((wf) => toWorkflowStatus(wf, sysdb.serializer)));
|
|
@@ -34,6 +35,7 @@ async function listWorkflowSteps(sysdb, workflowID, loadOutput = true, options)
|
|
|
34
35
|
output: loadOutput && step.output ? await (0, serialization_1.safeParse)(sysdb.serializer, step.output, step.serialization) : null,
|
|
35
36
|
error: loadOutput && step.error ? await (0, serialization_1.safeParseError)(sysdb.serializer, step.error, step.serialization) : null,
|
|
36
37
|
childWorkflowID: step.child_workflow_id,
|
|
38
|
+
childShardKey: step.child_shard_key ?? undefined,
|
|
37
39
|
startedAtEpochMs: step.started_at_epoch_ms ? Number(step.started_at_epoch_ms) : undefined,
|
|
38
40
|
completedAtEpochMs: step.completed_at_epoch_ms ? Number(step.completed_at_epoch_ms) : undefined,
|
|
39
41
|
})));
|
|
@@ -56,9 +58,7 @@ async function checkRewindable(sysdb, workflowID) {
|
|
|
56
58
|
if (status === null) {
|
|
57
59
|
throw new error_1.DBOSNonExistentWorkflowError(`Workflow ${workflowID} does not exist`);
|
|
58
60
|
}
|
|
59
|
-
if (
|
|
60
|
-
status.status === workflow_1.StatusString.ENQUEUED ||
|
|
61
|
-
status.status === workflow_1.StatusString.DELAYED) {
|
|
61
|
+
if ((0, workflow_1.isWorkflowActive)(status.status)) {
|
|
62
62
|
throw new error_1.DBOSError(`Cannot rewind ${workflowID} (${status.status}): only a workflow in a terminal state can be rewound, so cancel it first`);
|
|
63
63
|
}
|
|
64
64
|
}
|
|
@@ -154,15 +154,33 @@ async function toWorkflowStatus(internal, serializer) {
|
|
|
154
154
|
attributes: internal.attributes,
|
|
155
155
|
scheduleName: internal.scheduleName,
|
|
156
156
|
applicationName: internal.applicationName,
|
|
157
|
+
shardKey: internal.shardKey,
|
|
158
|
+
parentShardKey: internal.parentShardKey,
|
|
157
159
|
};
|
|
158
160
|
}
|
|
159
161
|
exports.toWorkflowStatus = toWorkflowStatus;
|
|
160
162
|
exports.workflowTimeoutConfig = {
|
|
161
|
-
/** How often
|
|
163
|
+
/** How often one of an application's processes runs its background jobs. */
|
|
162
164
|
pollingIntervalMs: 1000,
|
|
165
|
+
/** How long a holder keeps one lock transaction before retaking the lock: a peer can win it then. */
|
|
166
|
+
holdMs: 60_000,
|
|
163
167
|
/** Most workflows one sweep transaction cancels; a full batch sweeps again at once. */
|
|
164
168
|
batchSize: 1000,
|
|
165
169
|
};
|
|
170
|
+
/** Whether this process holds the background-jobs lock, kept until its loop fails to retake it, as two holders only duplicate work. */
|
|
171
|
+
class BackgroundLease {
|
|
172
|
+
#held = false;
|
|
173
|
+
renew() {
|
|
174
|
+
this.#held = true;
|
|
175
|
+
}
|
|
176
|
+
lose() {
|
|
177
|
+
this.#held = false;
|
|
178
|
+
}
|
|
179
|
+
held() {
|
|
180
|
+
return this.#held;
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
exports.BackgroundLease = BackgroundLease;
|
|
166
184
|
function waitOrAbort(ms, signal) {
|
|
167
185
|
return new Promise((resolve) => {
|
|
168
186
|
if (signal.aborted)
|
|
@@ -179,24 +197,79 @@ function waitOrAbort(ms, signal) {
|
|
|
179
197
|
});
|
|
180
198
|
}
|
|
181
199
|
exports.waitOrAbort = waitOrAbort;
|
|
182
|
-
/**
|
|
183
|
-
async function
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
200
|
+
/** Run `jobs` once per interval in whichever of this application's processes holds their lock, holding it up to `holdMs` before retaking it, until aborted. */
|
|
201
|
+
async function runBackgroundJobs(sysdb, logger, signal, lockName, intervalMs, jobs, lease, holdMs = exports.workflowTimeoutConfig.holdMs) {
|
|
202
|
+
try {
|
|
203
|
+
while (!signal.aborted) {
|
|
204
|
+
let held = false;
|
|
205
|
+
try {
|
|
206
|
+
await sysdb.backgroundJobLock(lockName, async (renew) => {
|
|
207
|
+
if (renew === undefined) {
|
|
208
|
+
lease?.lose();
|
|
209
|
+
return;
|
|
210
|
+
}
|
|
211
|
+
lease?.renew();
|
|
212
|
+
const holdUntil = performance.now() + holdMs;
|
|
213
|
+
while (true) {
|
|
214
|
+
// Timed from the pass's start, so slow jobs can't shorten the interval.
|
|
215
|
+
const started = performance.now();
|
|
216
|
+
for (const [jobName, job] of Object.entries(jobs)) {
|
|
217
|
+
try {
|
|
218
|
+
await job();
|
|
219
|
+
}
|
|
220
|
+
catch (e) {
|
|
221
|
+
logger.warn(`Exception in background job ${jobName}: ${e.message}`);
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
await waitOrAbort(Math.max(0, intervalMs - (performance.now() - started)), signal);
|
|
225
|
+
if (signal.aborted || performance.now() >= holdUntil)
|
|
226
|
+
break;
|
|
227
|
+
// In place, so the lock is never free mid-hold.
|
|
228
|
+
await renew();
|
|
229
|
+
}
|
|
230
|
+
held = true;
|
|
231
|
+
});
|
|
232
|
+
}
|
|
233
|
+
catch (e) {
|
|
234
|
+
lease?.lose();
|
|
235
|
+
logger.warn(`Exception taking the ${lockName} lock: ${e.message}`);
|
|
193
236
|
}
|
|
237
|
+
// The holder tries again at once and so keeps the jobs; the rest poll for them.
|
|
238
|
+
const wait = held ? 0 : intervalMs * (0.9 + Math.random() * 0.2);
|
|
239
|
+
await waitOrAbort(wait, signal);
|
|
194
240
|
}
|
|
195
|
-
|
|
196
|
-
|
|
241
|
+
}
|
|
242
|
+
finally {
|
|
243
|
+
lease?.lose();
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
exports.runBackgroundJobs = runBackgroundJobs;
|
|
247
|
+
/**
|
|
248
|
+
* Enqueue DELAYED workflows whose delay expired and cancel those past their deadline, until `signal` aborts.
|
|
249
|
+
* In suspend mode, also re-enqueue the SUSPENDED workflows whose wake time has come.
|
|
250
|
+
*/
|
|
251
|
+
async function backgroundJobsLoop(sysdb, logger, signal, lease) {
|
|
252
|
+
const sweep = async () => {
|
|
253
|
+
while (!signal.aborted) {
|
|
254
|
+
const cancelled = await sysdb.cancelTimedOutWorkflows(exports.workflowTimeoutConfig.batchSize);
|
|
255
|
+
for (const workflowID of cancelled) {
|
|
256
|
+
logger.debug(`Cancelled workflow ${workflowID}: timed out`);
|
|
257
|
+
}
|
|
258
|
+
if (cancelled.length < exports.workflowTimeoutConfig.batchSize)
|
|
259
|
+
break;
|
|
197
260
|
}
|
|
198
|
-
|
|
261
|
+
};
|
|
262
|
+
const jobs = {
|
|
263
|
+
delayed_workflows: () => sysdb.transitionDelayedWorkflows(),
|
|
264
|
+
workflow_timeout: sweep,
|
|
265
|
+
};
|
|
266
|
+
const suspend = sysdb.suspend;
|
|
267
|
+
if (suspend !== undefined) {
|
|
268
|
+
jobs.suspended_workflows = () => suspend.transitionSuspendedWorkflows();
|
|
199
269
|
}
|
|
270
|
+
await runBackgroundJobs(sysdb, logger, signal,
|
|
271
|
+
// One holder per application version, so the latest code always runs them; they tolerate overlap.
|
|
272
|
+
`background_jobs.${utils_1.globalParams.appVersion}`, exports.workflowTimeoutConfig.pollingIntervalMs, jobs, lease);
|
|
200
273
|
}
|
|
201
|
-
exports.
|
|
274
|
+
exports.backgroundJobsLoop = backgroundJobsLoop;
|
|
202
275
|
//# sourceMappingURL=workflow_management.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workflow_management.js","sourceRoot":"","sources":["../../src/workflow_management.ts"],"names":[],"mappings":";;;AAEA,
|
|
1
|
+
{"version":3,"file":"workflow_management.js","sourceRoot":"","sources":["../../src/workflow_management.ts"],"names":[],"mappings":";;;AAEA,yCAA8C;AAE9C,mCAA6F;AAC7F,mDAAqG;AACrG,6CAAyC;AAEzC,mCAAuC;AAEhC,KAAK,UAAU,aAAa,CAAC,KAAqB,EAAE,KAAwB;IACjF,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IACnD,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,gBAAgB,CAAC,EAAE,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;AAC1F,CAAC;AAHD,sCAGC;AAEM,KAAK,UAAU,mBAAmB,CAAC,KAAqB,EAAE,KAAwB;IACvF,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;IACxB,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC;IACzB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IACnD,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,gBAAgB,CAAC,EAAE,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;AAC1F,CAAC;AALD,kDAKC;AAEM,KAAK,UAAU,WAAW,CAAC,KAAqB,EAAE,UAAkB;IACzE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACzD,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/E,CAAC;AAHD,kCAGC;AAEM,KAAK,UAAU,iBAAiB,CACrC,KAAqB,EACrB,UAAkB,EAClB,aAAsB,IAAI,EAC1B,OAAkC;IAElC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACzD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,sBAAsB,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IAE3G,MAAM,KAAK,GAAe,MAAM,OAAO,CAAC,GAAG,CACzC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,UAAU,EAAE,IAAI,CAAC,WAAW;QAC5B,IAAI,EAAE,IAAI,CAAC,aAAa,IAAI,EAAE;QAC9B,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAA,yBAAS,EAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI;QAC7G,KAAK,EAAE,UAAU,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,IAAA,8BAAc,EAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI;QAC/G,eAAe,EAAE,IAAI,CAAC,iBAAiB;QACvC,aAAa,EAAG,IAAwB,CAAC,eAAe,IAAI,SAAS;QACrE,gBAAgB,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,SAAS;QACzF,kBAAkB,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,SAAS;KAChG,CAAC,CAAC,CACJ,CAAC;IAEF,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;AAC/D,CAAC;AA3BD,8CA2BC;AAEM,KAAK,UAAU,YAAY,CAChC,KAAqB,EACrB,UAAkB,EAClB,SAAiB,EACjB,UAOI,EAAE;IAEN,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAA,wBAAU,GAAE,CAAC;IAC5D,MAAM,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,GAAG,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC;IAC/E,OAAO,aAAa,CAAC;AACvB,CAAC;AAhBD,oCAgBC;AAED;;;;GAIG;AACH,KAAK,UAAU,eAAe,CAAC,KAAqB,EAAE,UAAkB;IACtE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACzD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,MAAM,IAAI,oCAA4B,CAAC,YAAY,UAAU,iBAAiB,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,IAAA,2BAAgB,EAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,iBAAS,CACjB,iBAAiB,UAAU,KAAK,MAAM,CAAC,MAAM,2EAA2E,CACzH,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACI,KAAK,UAAU,cAAc,CAClC,KAAqB,EACrB,WAAoD,EACpD,UAAkB,EAClB,SAAiB,EACjB,UAII,EAAE;IAEN,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,iBAAS,CAAC,+BAA+B,SAAS,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,eAAe,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IACxD,+EAA+E;IAC/E,iFAAiF;IACjF,yEAAyE;IACzE,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,eAAe,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IAC3C,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC;QACjC,MAAM,EAAE,CAAC,iBAAkB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,KAAK,CAAC,cAAc,CAAC,UAAU,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;AAC7D,CAAC;AAzBD,wCAyBC;AAED,4GAA4G;AAC5G,SAAS,kBAAkB,CAAC,WAAoD;IAC9E,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC;AACxE,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,oCAAoC,CACxD,KAAqB,EACrB,WAAmD,EACnD,UAAkB,EAClB,QAAgB,EAChB,MAAoB;IAEpB,6EAA6E;IAC7E,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;QAC5B,IAAI,CAAC,MAAM,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC5D,MAAM,IAAI,iCAAyB,CAAC,UAAU,CAAC,CAAC;QAClD,CAAC;IACH,CAAC,CAAC;IACF,KAAK,MAAM,EAAE,IAAI,kBAAkB,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,EAAE,CAAC;QACtD,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,iBAAkB,CAAC,UAAU,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,iCAAyB;gBAAE,OAAO;YACnD,MAAM,CAAC,IAAI,CACT,gCAAgC,EAAE,CAAC,IAAI,4BAA4B,UAAU,KAAM,CAAW,CAAC,OAAO,EAAE,CACzG,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAvBD,oFAuBC;AAEM,KAAK,UAAU,gBAAgB,CACpC,QAAgC,EAChC,UAA0B;IAE1B,OAAO;QACL,UAAU,EAAE,QAAQ,CAAC,YAAY;QACjC,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;QAC/C,SAAS,EAAE,QAAQ,CAAC,SAAS;QAE7B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;QAE/C,KAAK,EAAE,QAAQ,CAAC,KAAK;YACnB,CAAC,CAAE,CAAC,MAAM,IAAA,uCAAuB,EAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAe;YACpG,CAAC,CAAC,SAAS;QACb,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAA,yBAAS,EAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,IAAI,IAAI,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;QAClH,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,IAAA,8BAAc,EAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;QAE5G,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;QAC/C,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;QAC3C,SAAS,EAAE,QAAQ,CAAC,SAAU;QAC9B,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,UAAU,EAAE,QAAQ,CAAC,gBAAgB;QACrC,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,aAAa,EAAE,QAAQ,CAAC,aAAa,IAAI,KAAK;QAC9C,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;QAC3C,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,cAAc,EAAE,QAAQ,CAAC,cAAc;KACxC,CAAC;AACJ,CAAC;AA5CD,4CA4CC;AAEY,QAAA,qBAAqB,GAAG;IACnC,4EAA4E;IAC5E,iBAAiB,EAAE,IAAI;IACvB,qGAAqG;IACrG,MAAM,EAAE,MAAM;IACd,uFAAuF;IACvF,SAAS,EAAE,IAAI;CAChB,CAAC;AAEF,uIAAuI;AACvI,MAAa,eAAe;IAC1B,KAAK,GAAG,KAAK,CAAC;IAEd,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,IAAI;QACF,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAdD,0CAcC;AAED,SAAgB,WAAW,CAAC,EAAU,EAAE,MAAmB;IACzD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,OAAO,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC7C,OAAO,EAAE,CAAC;QACZ,CAAC,EAAE,EAAE,CAAC,CAAC;QACP,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACL,CAAC;AAbD,kCAaC;AAED,+JAA+J;AACxJ,KAAK,UAAU,iBAAiB,CACrC,KAAqB,EACrB,MAAoB,EACpB,MAAmB,EACnB,QAAgB,EAChB,UAAkB,EAClB,IAAyC,EACzC,KAAuB,EACvB,SAAiB,6BAAqB,CAAC,MAAM;IAE7C,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACvB,IAAI,IAAI,GAAG,KAAK,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;oBACtD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;wBACxB,KAAK,EAAE,IAAI,EAAE,CAAC;wBACd,OAAO;oBACT,CAAC;oBACD,KAAK,EAAE,KAAK,EAAE,CAAC;oBACf,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;oBAC7C,OAAO,IAAI,EAAE,CAAC;wBACZ,wEAAwE;wBACxE,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;wBAClC,KAAK,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;4BAClD,IAAI,CAAC;gCACH,MAAM,GAAG,EAAE,CAAC;4BACd,CAAC;4BAAC,OAAO,CAAC,EAAE,CAAC;gCACX,MAAM,CAAC,IAAI,CAAC,+BAA+B,OAAO,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;4BACjF,CAAC;wBACH,CAAC;wBACD,MAAM,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;wBACnF,IAAI,MAAM,CAAC,OAAO,IAAI,WAAW,CAAC,GAAG,EAAE,IAAI,SAAS;4BAAE,MAAM;wBAC5D,gDAAgD;wBAChD,MAAM,KAAK,EAAE,CAAC;oBAChB,CAAC;oBACD,IAAI,GAAG,IAAI,CAAC;gBACd,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,KAAK,EAAE,IAAI,EAAE,CAAC;gBACd,MAAM,CAAC,IAAI,CAAC,wBAAwB,QAAQ,UAAW,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YAChF,CAAC;YACD,gFAAgF;YAChF,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;YACjE,MAAM,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;YAAS,CAAC;QACT,KAAK,EAAE,IAAI,EAAE,CAAC;IAChB,CAAC;AACH,CAAC;AAjDD,8CAiDC;AAED;;;GAGG;AACI,KAAK,UAAU,kBAAkB,CACtC,KAAqB,EACrB,MAAoB,EACpB,MAAmB,EACnB,KAAuB;IAEvB,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;QACvB,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,uBAAuB,CAAC,6BAAqB,CAAC,SAAS,CAAC,CAAC;YACvF,KAAK,MAAM,UAAU,IAAI,SAAS,EAAE,CAAC;gBACnC,MAAM,CAAC,KAAK,CAAC,sBAAsB,UAAU,aAAa,CAAC,CAAC;YAC9D,CAAC;YACD,IAAI,SAAS,CAAC,MAAM,GAAG,6BAAqB,CAAC,SAAS;gBAAE,MAAM;QAChE,CAAC;IACH,CAAC,CAAC;IACF,MAAM,IAAI,GAAwC;QAChD,iBAAiB,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,0BAA0B,EAAE;QAC3D,gBAAgB,EAAE,KAAK;KACxB,CAAC;IACF,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAC9B,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,IAAI,CAAC,mBAAmB,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4BAA4B,EAAE,CAAC;IAC1E,CAAC;IACD,MAAM,iBAAiB,CACrB,KAAK,EACL,MAAM,EACN,MAAM;IACN,kGAAkG;IAClG,mBAAmB,oBAAY,CAAC,UAAU,EAAE,EAC5C,6BAAqB,CAAC,iBAAiB,EACvC,IAAI,EACJ,KAAK,CACN,CAAC;AACJ,CAAC;AAjCD,gDAiCC"}
|