@orbytautomation/engine 0.8.3 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +127 -108
- package/dist/core/EngineConfig.d.ts +1 -1
- package/dist/core/EngineConfig.d.ts.map +1 -1
- package/dist/core/EngineConfig.js +55 -0
- package/dist/core/EngineConfig.js.map +1 -1
- package/dist/core/OrbytEngine.d.ts +27 -1
- package/dist/core/OrbytEngine.d.ts.map +1 -1
- package/dist/core/OrbytEngine.js +475 -6
- package/dist/core/OrbytEngine.js.map +1 -1
- package/dist/distributed/DistributedStepWorker.d.ts +40 -0
- package/dist/distributed/DistributedStepWorker.d.ts.map +1 -0
- package/dist/distributed/DistributedStepWorker.js +96 -0
- package/dist/distributed/DistributedStepWorker.js.map +1 -0
- package/dist/distributed/DistributedWorkflowOrchestrator.d.ts +51 -0
- package/dist/distributed/DistributedWorkflowOrchestrator.d.ts.map +1 -0
- package/dist/distributed/DistributedWorkflowOrchestrator.js +430 -0
- package/dist/distributed/DistributedWorkflowOrchestrator.js.map +1 -0
- package/dist/distributed/FileDistributedJobQueue.d.ts +29 -0
- package/dist/distributed/FileDistributedJobQueue.d.ts.map +1 -0
- package/dist/distributed/FileDistributedJobQueue.js +170 -0
- package/dist/distributed/FileDistributedJobQueue.js.map +1 -0
- package/dist/distributed/InMemoryDistributedJobQueue.d.ts +26 -0
- package/dist/distributed/InMemoryDistributedJobQueue.d.ts.map +1 -0
- package/dist/distributed/InMemoryDistributedJobQueue.js +130 -0
- package/dist/distributed/InMemoryDistributedJobQueue.js.map +1 -0
- package/dist/distributed/index.d.ts +5 -0
- package/dist/distributed/index.d.ts.map +1 -0
- package/dist/distributed/index.js +5 -0
- package/dist/distributed/index.js.map +1 -0
- package/dist/errors/FieldRegistry.d.ts +6 -2
- package/dist/errors/FieldRegistry.d.ts.map +1 -1
- package/dist/errors/FieldRegistry.js +11 -0
- package/dist/errors/FieldRegistry.js.map +1 -1
- package/dist/execution/ExecutionEngine.d.ts.map +1 -1
- package/dist/execution/ExecutionEngine.js +2 -1
- package/dist/execution/ExecutionEngine.js.map +1 -1
- package/dist/execution/InternalExecutionContext.d.ts.map +1 -1
- package/dist/execution/InternalExecutionContext.js +3 -1
- package/dist/execution/InternalExecutionContext.js.map +1 -1
- package/dist/execution/WorkflowExecutor.d.ts +5 -0
- package/dist/execution/WorkflowExecutor.d.ts.map +1 -1
- package/dist/execution/WorkflowExecutor.js +195 -7
- package/dist/execution/WorkflowExecutor.js.map +1 -1
- package/dist/explanation/ExplanationGenerator.d.ts.map +1 -1
- package/dist/explanation/ExplanationGenerator.js +6 -0
- package/dist/explanation/ExplanationGenerator.js.map +1 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/parser/SchemaValidator.d.ts +13 -0
- package/dist/parser/SchemaValidator.d.ts.map +1 -1
- package/dist/parser/SchemaValidator.js +175 -1
- package/dist/parser/SchemaValidator.js.map +1 -1
- package/dist/parser/WorkflowParser.d.ts +5 -0
- package/dist/parser/WorkflowParser.d.ts.map +1 -1
- package/dist/parser/WorkflowParser.js +20 -0
- package/dist/parser/WorkflowParser.js.map +1 -1
- package/dist/scheduling/JobScheduler.d.ts +12 -0
- package/dist/scheduling/JobScheduler.d.ts.map +1 -1
- package/dist/scheduling/JobScheduler.js +136 -20
- package/dist/scheduling/JobScheduler.js.map +1 -1
- package/dist/scheduling/Scheduler.d.ts +3 -0
- package/dist/scheduling/Scheduler.d.ts.map +1 -1
- package/dist/scheduling/Scheduler.js +3 -0
- package/dist/scheduling/Scheduler.js.map +1 -1
- package/dist/scheduling/workers/workflow-worker.js +59 -3
- package/dist/scheduling/workers/workflow-worker.js.map +1 -1
- package/dist/storage/CheckpointStore.d.ts +59 -0
- package/dist/storage/CheckpointStore.d.ts.map +1 -0
- package/dist/storage/CheckpointStore.js +62 -0
- package/dist/storage/CheckpointStore.js.map +1 -0
- package/dist/storage/index.d.ts +1 -0
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +1 -0
- package/dist/storage/index.js.map +1 -1
- package/dist/testing/integration/distributed/distributed-smoke.d.ts +3 -0
- package/dist/testing/integration/distributed/distributed-smoke.d.ts.map +1 -0
- package/dist/testing/integration/distributed/distributed-smoke.js +80 -0
- package/dist/testing/integration/distributed/distributed-smoke.js.map +1 -0
- package/dist/types/core-types.d.ts +278 -1
- package/dist/types/core-types.d.ts.map +1 -1
- package/dist/types/core-types.js.map +1 -1
- package/dist/usage/FileSpoolUsageCollector.d.ts +74 -0
- package/dist/usage/FileSpoolUsageCollector.d.ts.map +1 -0
- package/dist/usage/FileSpoolUsageCollector.js +225 -0
- package/dist/usage/FileSpoolUsageCollector.js.map +1 -0
- package/dist/usage/NoOpUsageCollector.d.ts +35 -0
- package/dist/usage/NoOpUsageCollector.d.ts.map +1 -0
- package/dist/usage/NoOpUsageCollector.js +40 -0
- package/dist/usage/NoOpUsageCollector.js.map +1 -0
- package/dist/usage/UsageEventFactory.d.ts +80 -0
- package/dist/usage/UsageEventFactory.d.ts.map +1 -0
- package/dist/usage/UsageEventFactory.js +117 -0
- package/dist/usage/UsageEventFactory.js.map +1 -0
- package/dist/usage/index.d.ts +11 -0
- package/dist/usage/index.d.ts.map +1 -0
- package/dist/usage/index.js +11 -0
- package/dist/usage/index.js.map +1 -0
- package/package.json +7 -3
|
@@ -37,6 +37,9 @@ export class Scheduler {
|
|
|
37
37
|
job: {
|
|
38
38
|
workerCount: config.job?.workerCount ?? 4,
|
|
39
39
|
maxConcurrent: config.job?.maxConcurrent ?? 10,
|
|
40
|
+
workerBackend: config.job?.workerBackend ?? 'node',
|
|
41
|
+
tokioWorkerCommand: config.job?.tokioWorkerCommand ?? 'orbyt-tokio-worker',
|
|
42
|
+
tokioWorkerArgs: config.job?.tokioWorkerArgs ?? [],
|
|
40
43
|
},
|
|
41
44
|
event: {
|
|
42
45
|
enabled: config.event?.enabled ?? true,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Scheduler.js","sourceRoot":"","sources":["../../src/scheduling/Scheduler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"Scheduler.js","sourceRoot":"","sources":["../../src/scheduling/Scheduler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AA8D5D;;;GAGG;AACH,MAAM,OAAO,SAAS;IACZ,aAAa,CAAgB;IAC7B,YAAY,CAAe;IAC3B,SAAS,GAAG,IAAI,GAAG,EAA4B,CAAC;IAChD,aAAa,GAAG,IAAI,GAAG,EAAuB,CAAC,CAAC,+BAA+B;IAC/E,eAAe,GAAG,IAAI,GAAG,EAAuB,CAAC,CAAC,2BAA2B;IAC7E,eAAe,CAA4B;IAClC,MAAM,CAA4B;IAEnD,YACE,QAAkB,EAClB,SAA0B,EAAE,EAC5B,eAA0C;QAE1C,IAAI,CAAC,MAAM,GAAG;YACZ,IAAI,EAAE;gBACJ,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,IAAI,IAAI;gBACrC,aAAa,EAAE,MAAM,CAAC,IAAI,EAAE,aAAa,IAAI,EAAE;gBAC/C,eAAe,EAAE,MAAM,CAAC,IAAI,EAAE,eAAe,IAAI,KAAK;aACvD;YACD,GAAG,EAAE;gBACH,WAAW,EAAE,MAAM,CAAC,GAAG,EAAE,WAAW,IAAI,CAAC;gBACzC,aAAa,EAAE,MAAM,CAAC,GAAG,EAAE,aAAa,IAAI,EAAE;gBAC9C,aAAa,EAAE,MAAM,CAAC,GAAG,EAAE,aAAa,IAAI,MAAM;gBAClD,kBAAkB,EAAE,MAAM,CAAC,GAAG,EAAE,kBAAkB,IAAI,oBAAoB;gBAC1E,eAAe,EAAE,MAAM,CAAC,GAAG,EAAE,eAAe,IAAI,EAAE;aACnD;YACD,KAAK,EAAE;gBACL,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI;aACvC;YACD,OAAO,EAAE;gBACP,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,IAAI;gBACxC,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,IAAI,IAAI;aACnC;SACF,CAAC;QAEF,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QAEvC,wBAAwB;QACxB,MAAM,SAAS,GAA4B;YACzC,iBAAiB,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE;gBAC/C,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAClD,CAAC;SACF,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACpE,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAClE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC;QAC7C,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,EACrD,kCAAkC,YAAY,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC,oBAAoB,EAAE,CAAC,CAAC;QAEpH,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QACjC,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAEhC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,EACrD,qCAAqC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mCAAmC,EAAE,CAAC,CAAC;IACpG,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC;QAC7C,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,iCAAiC,CAAC,CAAC;QAE5F,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QAE/B,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,oCAAoC,CAAC,CAAC;IACjG,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,KAA0B;QAC1C,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAE1C,MAAM,CAAC,IAAI,CAAC,gCAAgC,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,WAAW,GAAG,EAAE;YACrF,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,UAAU,EAAE,QAAQ,CAAC,UAAU;SAChC,CAAC,CAAC;QAEH,QAAQ,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC7B,KAAK,WAAW,CAAC,IAAI;gBACnB,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBAC/C,MAAM;YAER,KAAK,UAAU,CAAC;YAChB,KAAK,MAAM;gBACT,gCAAgC;gBAChC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBAC/C,MAAM;YAER,KAAK,WAAW,CAAC,KAAK;gBACpB,yBAAyB;gBACzB,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;oBACnD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;wBAC/C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;oBACvD,CAAC;oBACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC9D,CAAC;gBACD,MAAM;YAER,KAAK,WAAW,CAAC,OAAO;gBACtB,2BAA2B;gBAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;oBACzD,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;wBACrD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;oBAC7D,CAAC;oBACD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,MAAM;YAER,KAAK,WAAW,CAAC,MAAM;gBACrB,kDAAkD;gBAClD,MAAM;YAER;gBACE,OAAO,CAAC,IAAI,CAAC,yBAAyB,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,UAAkB;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,KAAK,CAAC;QACf,CAAC;QAED,oCAAoC;QACpC,QAAQ,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC7B,KAAK,WAAW,CAAC,IAAI,CAAC;YACtB,KAAK,UAAU,CAAC;YAChB,KAAK,MAAM;gBACT,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;gBACpD,MAAM;YAER,KAAK,WAAW,CAAC,KAAK;gBACpB,uBAAuB;gBACvB,KAAK,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvD,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;oBAC/B,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;wBAC3B,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBACpC,CAAC;gBACH,CAAC;gBACD,MAAM;YAER,KAAK,WAAW,CAAC,OAAO;gBACtB,yBAAyB;gBACzB,KAAK,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;oBAC3D,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;oBAC/B,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;wBAC3B,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBACxC,CAAC;gBACH,CAAC;gBACD,MAAM;QACV,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,UAAkB,EAAE,KAA2B;QACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,uBAAuB,UAAU,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,SAAS,GAAsB;YACnC,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;YACnE,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,WAAW,EAAE,IAAI,IAAI,EAAE;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,MAAM,EAAE,SAAS;SAClB,CAAC;QAEF,6BAA6B;QAC7B,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,CAAC,KAAK,GAAG,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE,GAAG,KAAK,EAAE,CAAC;QACnD,CAAC;QAED,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAChD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,OAAqB;QACtC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC/B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC3D,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC3C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,UAAU,GAAwB,EAAE,CAAC;QAE3C,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAChD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC9C,SAAS;YACX,CAAC;YAED,oCAAoC;YAEpC,MAAM,SAAS,GAAsB;gBACnC,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;gBACnE,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,WAAW,EAAE,IAAI,IAAI,EAAE;gBACvB,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,MAAM,EAAE,SAAS;aAClB,CAAC;YAEF,uCAAuC;YACvC,QAAQ,CAAC,KAAK,GAAG,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;YAE5D,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAChD,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,OAAuB;QAC1C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC/D,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC3C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,UAAU,GAAwB,EAAE,CAAC;QAE3C,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAChD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC9C,SAAS;YACX,CAAC;YAED,MAAM,SAAS,GAAsB;gBACnC,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;gBACnE,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,WAAW,EAAE,IAAI,IAAI,EAAE;gBACvB,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,MAAM,EAAE,SAAS;aAClB,CAAC;YAEF,yCAAyC;YACzC,QAAQ,CAAC,KAAK,GAAG;gBACf,GAAG,QAAQ,CAAC,KAAK;gBACjB,OAAO,EAAE;oBACP,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;iBACzB;aACF,CAAC;YAEF,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAChD,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,UAAkB,EAAE,KAA2B;QAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,uBAAuB,UAAU,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,6BAA6B;QAC7B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QAE1E,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC3E,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,QAA0B,EAC1B,SAA4B;QAE5B,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,iDAAiD,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,UAAkB;QAClC,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,WAA8C;QACrE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW,CAAC,CAAC;IACxF,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO;YACL,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;YACnC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE;YAC5C,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE;YAC1C,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI;YACtC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI;SAC3C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,OAAiC;QAClD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC;IACjC,CAAC;CACF"}
|
|
@@ -15,14 +15,67 @@ if (!parentPort) {
|
|
|
15
15
|
throw new Error('workflow-worker must be run as a worker thread');
|
|
16
16
|
}
|
|
17
17
|
const port = parentPort;
|
|
18
|
+
let isBusy = false;
|
|
19
|
+
function getErrorMessage(error) {
|
|
20
|
+
return error instanceof Error ? error.message : String(error);
|
|
21
|
+
}
|
|
22
|
+
function normalizeJob(rawJob) {
|
|
23
|
+
if (!rawJob || typeof rawJob !== 'object') {
|
|
24
|
+
throw new Error('Invalid job payload: expected object');
|
|
25
|
+
}
|
|
26
|
+
const candidate = rawJob;
|
|
27
|
+
if (!candidate.id || typeof candidate.id !== 'string') {
|
|
28
|
+
throw new Error('Invalid job payload: missing id');
|
|
29
|
+
}
|
|
30
|
+
if (!candidate.workflowId || typeof candidate.workflowId !== 'string') {
|
|
31
|
+
throw new Error('Invalid job payload: missing workflowId');
|
|
32
|
+
}
|
|
33
|
+
return {
|
|
34
|
+
id: candidate.id,
|
|
35
|
+
workflowId: candidate.workflowId,
|
|
36
|
+
payload: candidate.payload,
|
|
37
|
+
metadata: candidate.metadata,
|
|
38
|
+
};
|
|
39
|
+
}
|
|
18
40
|
// Signal ready to the scheduler
|
|
19
41
|
port.postMessage({ type: 'ready' });
|
|
20
42
|
port.on('message', async (message) => {
|
|
21
|
-
if (message
|
|
43
|
+
if (!message || typeof message !== 'object') {
|
|
44
|
+
return;
|
|
45
|
+
}
|
|
46
|
+
if (message.type === 'ping') {
|
|
47
|
+
port.postMessage({ type: 'ready' });
|
|
22
48
|
return;
|
|
23
49
|
}
|
|
24
|
-
|
|
50
|
+
if (message.type === 'shutdown') {
|
|
51
|
+
process.exit(0);
|
|
52
|
+
return;
|
|
53
|
+
}
|
|
54
|
+
if (message.type !== 'execute') {
|
|
55
|
+
port.postMessage({
|
|
56
|
+
type: 'failed',
|
|
57
|
+
error: `Unsupported worker message type: ${message.type}`,
|
|
58
|
+
});
|
|
59
|
+
return;
|
|
60
|
+
}
|
|
61
|
+
if (isBusy) {
|
|
62
|
+
port.postMessage({
|
|
63
|
+
type: 'failed',
|
|
64
|
+
error: 'Worker is already processing a job',
|
|
65
|
+
});
|
|
66
|
+
return;
|
|
67
|
+
}
|
|
68
|
+
isBusy = true;
|
|
25
69
|
try {
|
|
70
|
+
const job = normalizeJob(message.job);
|
|
71
|
+
port.postMessage({
|
|
72
|
+
type: 'progress',
|
|
73
|
+
progress: {
|
|
74
|
+
stage: 'started',
|
|
75
|
+
jobId: job.id,
|
|
76
|
+
workflowId: job.workflowId,
|
|
77
|
+
},
|
|
78
|
+
});
|
|
26
79
|
// Scheduled workflow execution is not yet implemented.
|
|
27
80
|
// The scheduler worker pool is reserved for future trigger-based execution.
|
|
28
81
|
// Direct engine.run() calls bypass this worker entirely.
|
|
@@ -39,8 +92,11 @@ port.on('message', async (message) => {
|
|
|
39
92
|
catch (err) {
|
|
40
93
|
port.postMessage({
|
|
41
94
|
type: 'failed',
|
|
42
|
-
error:
|
|
95
|
+
error: getErrorMessage(err),
|
|
43
96
|
});
|
|
44
97
|
}
|
|
98
|
+
finally {
|
|
99
|
+
isBusy = false;
|
|
100
|
+
}
|
|
45
101
|
});
|
|
46
102
|
//# sourceMappingURL=workflow-worker.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workflow-worker.js","sourceRoot":"","sources":["../../../src/scheduling/workers/workflow-worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjD,IAAI,CAAC,UAAU,EAAE,CAAC;IAChB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,IAAI,GAAG,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"workflow-worker.js","sourceRoot":"","sources":["../../../src/scheduling/workers/workflow-worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjD,IAAI,CAAC,UAAU,EAAE,CAAC;IAChB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,IAAI,GAAG,UAAU,CAAC;AACxB,IAAI,MAAM,GAAG,KAAK,CAAC;AAenB,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,YAAY,CAAC,MAAe;IACnC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,SAAS,GAAG,MAA4B,CAAC;IAC/C,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,OAAO,SAAS,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,CAAC,SAAS,CAAC,UAAU,IAAI,OAAO,SAAS,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO;QACL,EAAE,EAAE,SAAS,CAAC,EAAE;QAChB,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,QAAQ,EAAE,SAAS,CAAC,QAAQ;KAC7B,CAAC;AACJ,CAAC;AAED,gCAAgC;AAChC,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAEpC,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,OAAsB,EAAE,EAAE;IAClD,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QACpC,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAChC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,IAAI,CAAC,WAAW,CAAC;YACf,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,oCAAoC,OAAO,CAAC,IAAI,EAAE;SAC1D,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC,WAAW,CAAC;YACf,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,oCAAoC;SAC5C,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,MAAM,GAAG,IAAI,CAAC;IAEd,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAEtC,IAAI,CAAC,WAAW,CAAC;YACf,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,UAAU,EAAE,GAAG,CAAC,UAAU;aAC3B;SACF,CAAC,CAAC;QAEH,uDAAuD;QACvD,4EAA4E;QAC5E,yDAAyD;QACzD,IAAI,CAAC,WAAW,CAAC;YACf,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE;gBACN,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,MAAM,EAAE,SAAS;gBACjB,OAAO,EAAE,yCAAyC;aACnD;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,IAAI,CAAC,WAAW,CAAC;YACf,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC;SAC5B,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,MAAM,GAAG,KAAK,CAAC;IACjB,CAAC;AACH,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Workflow status snapshot used by checkpoint persistence.
|
|
3
|
+
*/
|
|
4
|
+
export type CheckpointWorkflowStatus = 'running' | 'completed' | 'failed' | 'timeout';
|
|
5
|
+
/**
|
|
6
|
+
* Why the checkpoint was written.
|
|
7
|
+
* Useful for resume heuristics and observability.
|
|
8
|
+
*/
|
|
9
|
+
export type CheckpointReason = 'workflow-started' | 'workflow-resumed' | 'step-updated' | 'workflow-completed' | 'workflow-failed' | 'workflow-timeout';
|
|
10
|
+
/**
|
|
11
|
+
* Minimal per-step durable state captured in each checkpoint.
|
|
12
|
+
*/
|
|
13
|
+
export interface StepSnapshot {
|
|
14
|
+
id: string;
|
|
15
|
+
status: 'success' | 'failure' | 'skipped' | 'timeout' | 'running' | 'pending';
|
|
16
|
+
attempts: number;
|
|
17
|
+
output?: unknown;
|
|
18
|
+
error?: string;
|
|
19
|
+
durationMs?: number;
|
|
20
|
+
completedAt?: string;
|
|
21
|
+
}
|
|
22
|
+
/**
|
|
23
|
+
* Durable execution snapshot used for crash recovery and future resume logic.
|
|
24
|
+
*/
|
|
25
|
+
export interface ExecutionCheckpointSnapshot {
|
|
26
|
+
runId: string;
|
|
27
|
+
workflowId: string;
|
|
28
|
+
status: CheckpointWorkflowStatus;
|
|
29
|
+
stepStates: Record<string, StepSnapshot>;
|
|
30
|
+
context: {
|
|
31
|
+
env?: Record<string, unknown>;
|
|
32
|
+
inputs?: Record<string, unknown>;
|
|
33
|
+
custom?: Record<string, unknown>;
|
|
34
|
+
stepOutputs?: Record<string, unknown>;
|
|
35
|
+
};
|
|
36
|
+
metadata: {
|
|
37
|
+
startedAt: number;
|
|
38
|
+
updatedAt: number;
|
|
39
|
+
completedAt?: number;
|
|
40
|
+
checkpointReason: CheckpointReason;
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
/**
|
|
44
|
+
* File-backed checkpoint store.
|
|
45
|
+
*
|
|
46
|
+
* One JSON file per run ID. All operations are best-effort and non-fatal,
|
|
47
|
+
* so checkpoint failures never break workflow execution.
|
|
48
|
+
*/
|
|
49
|
+
export declare class CheckpointStore {
|
|
50
|
+
private readonly adapter;
|
|
51
|
+
constructor(dir: string);
|
|
52
|
+
save(snapshot: ExecutionCheckpointSnapshot): void;
|
|
53
|
+
load(runId: string): ExecutionCheckpointSnapshot | null;
|
|
54
|
+
delete(runId: string): void;
|
|
55
|
+
listRunIds(): string[];
|
|
56
|
+
private fileName;
|
|
57
|
+
private sanitize;
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=CheckpointStore.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CheckpointStore.d.ts","sourceRoot":"","sources":["../../src/storage/CheckpointStore.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,MAAM,MAAM,wBAAwB,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,SAAS,CAAC;AAEtF;;;GAGG;AACH,MAAM,MAAM,gBAAgB,GACxB,kBAAkB,GAClB,kBAAkB,GAClB,cAAc,GACd,oBAAoB,GACpB,iBAAiB,GACjB,kBAAkB,CAAC;AAEvB;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,SAAS,GAAG,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;IAC9E,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,2BAA2B;IAC1C,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,wBAAwB,CAAC;IACjC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACzC,OAAO,EAAE;QACP,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,CAAC;IACF,QAAQ,EAAE;QACR,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,gBAAgB,CAAC;KACpC,CAAC;CACH;AAED;;;;;GAKG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;gBAEjC,GAAG,EAAE,MAAM;IAIvB,IAAI,CAAC,QAAQ,EAAE,2BAA2B,GAAG,IAAI;IAWjD,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,2BAA2B,GAAG,IAAI;IAQvD,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAQ3B,UAAU,IAAI,MAAM,EAAE;IAatB,OAAO,CAAC,QAAQ;IAIhB,OAAO,CAAC,QAAQ;CAIjB"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { basename } from 'node:path';
|
|
2
|
+
import { FileStorageAdapter } from './FileStorageAdapter.js';
|
|
3
|
+
/**
|
|
4
|
+
* File-backed checkpoint store.
|
|
5
|
+
*
|
|
6
|
+
* One JSON file per run ID. All operations are best-effort and non-fatal,
|
|
7
|
+
* so checkpoint failures never break workflow execution.
|
|
8
|
+
*/
|
|
9
|
+
export class CheckpointStore {
|
|
10
|
+
adapter;
|
|
11
|
+
constructor(dir) {
|
|
12
|
+
this.adapter = new FileStorageAdapter(dir);
|
|
13
|
+
}
|
|
14
|
+
save(snapshot) {
|
|
15
|
+
try {
|
|
16
|
+
this.adapter.ensureDir();
|
|
17
|
+
// Defensive clone to avoid accidental mutation side effects.
|
|
18
|
+
const sanitized = this.sanitize(snapshot);
|
|
19
|
+
this.adapter.saveJson(this.fileName(snapshot.runId), sanitized);
|
|
20
|
+
}
|
|
21
|
+
catch {
|
|
22
|
+
// Non-fatal by design
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
load(runId) {
|
|
26
|
+
try {
|
|
27
|
+
return this.adapter.readJson(this.fileName(runId));
|
|
28
|
+
}
|
|
29
|
+
catch {
|
|
30
|
+
return null;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
delete(runId) {
|
|
34
|
+
try {
|
|
35
|
+
this.adapter.delete(this.fileName(runId));
|
|
36
|
+
}
|
|
37
|
+
catch {
|
|
38
|
+
// Non-fatal by design
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
listRunIds() {
|
|
42
|
+
try {
|
|
43
|
+
this.adapter.ensureDir();
|
|
44
|
+
// Stable ordering simplifies operational tooling and tests.
|
|
45
|
+
return this.adapter
|
|
46
|
+
.list('', { suffix: '.json', filesOnly: true })
|
|
47
|
+
.map((f) => basename(f, '.json'))
|
|
48
|
+
.sort();
|
|
49
|
+
}
|
|
50
|
+
catch {
|
|
51
|
+
return [];
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
fileName(runId) {
|
|
55
|
+
return `${runId}.json`;
|
|
56
|
+
}
|
|
57
|
+
sanitize(snapshot) {
|
|
58
|
+
const cloned = JSON.parse(JSON.stringify(snapshot));
|
|
59
|
+
return cloned;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=CheckpointStore.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CheckpointStore.js","sourceRoot":"","sources":["../../src/storage/CheckpointStore.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAsD7D;;;;;GAKG;AACH,MAAM,OAAO,eAAe;IACT,OAAO,CAAqB;IAE7C,YAAY,GAAW;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,CAAC,QAAqC;QACxC,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACzB,6DAA6D;YAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC1C,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC;QAClE,CAAC;QAAC,MAAM,CAAC;YACP,sBAAsB;QACxB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,KAAa;QAChB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAA8B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAClF,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,sBAAsB;QACxB,CAAC;IACH,CAAC;IAED,UAAU;QACR,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACzB,4DAA4D;YAC5D,OAAO,IAAI,CAAC,OAAO;iBAChB,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;iBAC9C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;iBAChC,IAAI,EAAE,CAAC;QACZ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,KAAa;QAC5B,OAAO,GAAG,KAAK,OAAO,CAAC;IACzB,CAAC;IAEO,QAAQ,CAAC,QAAqC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAgC,CAAC;QACnF,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
|
package/dist/storage/index.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,yBAAyB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,yBAAyB,CAAC"}
|
package/dist/storage/index.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,yBAAyB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,yBAAyB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"distributed-smoke.d.ts","sourceRoot":"","sources":["../../../../src/testing/integration/distributed/distributed-smoke.ts"],"names":[],"mappings":"AA4BA,iBAAe,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC,CAsDlD;AASD,OAAO,EAAE,mBAAmB,EAAE,CAAC"}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
import { pathToFileURL } from 'node:url';
|
|
2
|
+
import { OrbytEngine } from '../../../core/OrbytEngine.js';
|
|
3
|
+
class DistributedSmokeAdapter {
|
|
4
|
+
name = 'smoke';
|
|
5
|
+
version = '1.0.0';
|
|
6
|
+
supportedActions = ['smoke.exec'];
|
|
7
|
+
capabilities = {
|
|
8
|
+
actions: ['smoke.exec'],
|
|
9
|
+
idempotent: true,
|
|
10
|
+
sideEffectLevel: 'low',
|
|
11
|
+
};
|
|
12
|
+
supports(action) {
|
|
13
|
+
return action === 'smoke.exec';
|
|
14
|
+
}
|
|
15
|
+
async execute(_action, input) {
|
|
16
|
+
return {
|
|
17
|
+
ok: true,
|
|
18
|
+
echo: input,
|
|
19
|
+
ts: Date.now(),
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
async function runDistributedSmoke() {
|
|
24
|
+
const engine = new OrbytEngine({
|
|
25
|
+
mode: 'distributed',
|
|
26
|
+
enableScheduler: false,
|
|
27
|
+
distributed: {
|
|
28
|
+
queueBackend: 'memory',
|
|
29
|
+
workerCount: 2,
|
|
30
|
+
pollIntervalMs: 20,
|
|
31
|
+
leaseMs: 10_000,
|
|
32
|
+
leaseExtensionMs: 1_000,
|
|
33
|
+
},
|
|
34
|
+
});
|
|
35
|
+
engine.registerAdapter(new DistributedSmokeAdapter());
|
|
36
|
+
const workflow = {
|
|
37
|
+
version: '1.0',
|
|
38
|
+
kind: 'workflow',
|
|
39
|
+
name: 'distributed-smoke',
|
|
40
|
+
steps: [
|
|
41
|
+
{
|
|
42
|
+
id: 's1',
|
|
43
|
+
adapter: 'smoke',
|
|
44
|
+
action: 'smoke.exec',
|
|
45
|
+
input: { value: 1 },
|
|
46
|
+
needs: [],
|
|
47
|
+
continueOnError: false,
|
|
48
|
+
},
|
|
49
|
+
{
|
|
50
|
+
id: 's2',
|
|
51
|
+
adapter: 'smoke',
|
|
52
|
+
action: 'smoke.exec',
|
|
53
|
+
input: { value: 2 },
|
|
54
|
+
needs: ['s1'],
|
|
55
|
+
continueOnError: false,
|
|
56
|
+
},
|
|
57
|
+
],
|
|
58
|
+
};
|
|
59
|
+
const result = await engine.run(workflow);
|
|
60
|
+
if (result.status !== 'success') {
|
|
61
|
+
throw new Error(`Distributed smoke failed: ${result.status}`);
|
|
62
|
+
}
|
|
63
|
+
const s2 = result.stepResults.get('s2');
|
|
64
|
+
if (!s2 || s2.status !== 'success') {
|
|
65
|
+
throw new Error('Distributed smoke failed: dependent step did not complete successfully');
|
|
66
|
+
}
|
|
67
|
+
console.log('[distributed-smoke] PASS', {
|
|
68
|
+
executionId: result.executionId,
|
|
69
|
+
status: result.status,
|
|
70
|
+
steps: result.metadata.totalSteps,
|
|
71
|
+
});
|
|
72
|
+
}
|
|
73
|
+
if (process.argv[1] && import.meta.url === pathToFileURL(process.argv[1]).href) {
|
|
74
|
+
runDistributedSmoke().catch((error) => {
|
|
75
|
+
console.error('[distributed-smoke] FAIL', error);
|
|
76
|
+
process.exitCode = 1;
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
export { runDistributedSmoke };
|
|
80
|
+
//# sourceMappingURL=distributed-smoke.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"distributed-smoke.js","sourceRoot":"","sources":["../../../../src/testing/integration/distributed/distributed-smoke.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAG3D,MAAM,uBAAuB;IAClB,IAAI,GAAG,OAAO,CAAC;IACf,OAAO,GAAG,OAAO,CAAC;IAClB,gBAAgB,GAAG,CAAC,YAAY,CAAC,CAAC;IAClC,YAAY,GAAG;QACtB,OAAO,EAAE,CAAC,YAAY,CAAC;QACvB,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,KAAc;KAChC,CAAC;IAEF,QAAQ,CAAC,MAAc;QACrB,OAAO,MAAM,KAAK,YAAY,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAe,EAAE,KAAU;QACvC,OAAO;YACL,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,KAAK;YACX,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE;SACf,CAAC;IACJ,CAAC;CACF;AAED,KAAK,UAAU,mBAAmB;IAChC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;QAC7B,IAAI,EAAE,aAAa;QACnB,eAAe,EAAE,KAAK;QACtB,WAAW,EAAE;YACX,YAAY,EAAE,QAAQ;YACtB,WAAW,EAAE,CAAC;YACd,cAAc,EAAE,EAAE;YAClB,OAAO,EAAE,MAAM;YACf,gBAAgB,EAAE,KAAK;SACxB;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,eAAe,CAAC,IAAI,uBAAuB,EAAE,CAAC,CAAC;IAEtD,MAAM,QAAQ,GAAmB;QAC/B,OAAO,EAAE,KAAK;QACd,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,mBAAmB;QACzB,KAAK,EAAE;YACL;gBACE,EAAE,EAAE,IAAI;gBACR,OAAO,EAAE,OAAO;gBAChB,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;gBACnB,KAAK,EAAE,EAAE;gBACT,eAAe,EAAE,KAAK;aACvB;YACD;gBACE,EAAE,EAAE,IAAI;gBACR,OAAO,EAAE,OAAO;gBAChB,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;gBACnB,KAAK,EAAE,CAAC,IAAI,CAAC;gBACb,eAAe,EAAE,KAAK;aACvB;SACF;KACF,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC1C,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACxC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;IAC5F,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE;QACtC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU;KAClC,CAAC,CAAC;AACL,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/E,mBAAmB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACpC,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QACjD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,OAAO,EAAE,mBAAmB,EAAE,CAAC"}
|