@decaf-ts/as-graph 0.2.1 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +274 -2
- package/dist/as-graph.cjs +1 -1
- package/dist/as-graph.cjs.map +1 -1
- package/dist/as-graph.js +1 -1
- package/dist/as-graph.js.map +1 -1
- package/lib/cjs/dagster/DagsterGraphEventBridge.cjs +344 -0
- package/lib/cjs/dagster/DagsterGraphEventBridge.cjs.map +1 -0
- package/lib/cjs/dagster/DagsterGraphExecutionBackend.cjs +789 -0
- package/lib/cjs/dagster/DagsterGraphExecutionBackend.cjs.map +1 -0
- package/lib/cjs/dagster/DagsterGraphQLClient.cjs +738 -0
- package/lib/cjs/dagster/DagsterGraphQLClient.cjs.map +1 -0
- package/lib/cjs/dagster/DagsterResultMapper.cjs +56 -0
- package/lib/cjs/dagster/DagsterResultMapper.cjs.map +1 -0
- package/lib/cjs/dagster/DagsterTypes.cjs +4 -0
- package/lib/cjs/dagster/DagsterTypes.cjs.map +1 -0
- package/lib/cjs/dagster/capabilities.cjs +102 -0
- package/lib/cjs/dagster/capabilities.cjs.map +1 -0
- package/lib/cjs/dagster/constants.cjs +92 -0
- package/lib/cjs/dagster/constants.cjs.map +1 -0
- package/lib/cjs/dagster/index.cjs +33 -0
- package/lib/cjs/dagster/index.cjs.map +1 -0
- package/lib/cjs/engine/constants.cjs +6 -1
- package/lib/cjs/engine/constants.cjs.map +1 -1
- package/lib/cjs/engine/execution/GraphCodeMode.cjs +137 -0
- package/lib/cjs/engine/execution/GraphCodeMode.cjs.map +1 -0
- package/lib/cjs/engine/execution/GraphExecutionBackend.cjs +89 -0
- package/lib/cjs/engine/execution/GraphExecutionBackend.cjs.map +1 -0
- package/lib/cjs/engine/execution/GraphExecutionBackendRegistry.cjs +107 -0
- package/lib/cjs/engine/execution/GraphExecutionBackendRegistry.cjs.map +1 -0
- package/lib/cjs/engine/execution/GraphExecutionEngine.cjs +250 -733
- package/lib/cjs/engine/execution/GraphExecutionEngine.cjs.map +1 -1
- package/lib/cjs/engine/execution/LocalGraphExecutionBackend.cjs +804 -0
- package/lib/cjs/engine/execution/LocalGraphExecutionBackend.cjs.map +1 -0
- package/lib/cjs/engine/execution/index.cjs +4 -0
- package/lib/cjs/engine/execution/index.cjs.map +1 -1
- package/lib/cjs/engine/index.cjs +4 -0
- package/lib/cjs/engine/index.cjs.map +1 -1
- package/lib/cjs/engine/runs/GraphRunService.cjs +61 -0
- package/lib/cjs/engine/runs/GraphRunService.cjs.map +1 -1
- package/lib/cjs/engine/services/GraphWorkflowService.cjs +33 -14
- package/lib/cjs/engine/services/GraphWorkflowService.cjs.map +1 -1
- package/lib/cjs/mastra/MastraCapabilities.cjs +171 -0
- package/lib/cjs/mastra/MastraCapabilities.cjs.map +1 -0
- package/lib/cjs/mastra/MastraConditionBridge.cjs +39 -0
- package/lib/cjs/mastra/MastraConditionBridge.cjs.map +1 -0
- package/lib/cjs/mastra/MastraEventBridge.cjs +486 -0
- package/lib/cjs/mastra/MastraEventBridge.cjs.map +1 -0
- package/lib/cjs/mastra/MastraGraphExecutionBackend.cjs +351 -0
- package/lib/cjs/mastra/MastraGraphExecutionBackend.cjs.map +1 -0
- package/lib/cjs/mastra/MastraResumeGuard.cjs +127 -0
- package/lib/cjs/mastra/MastraResumeGuard.cjs.map +1 -0
- package/lib/cjs/mastra/MastraSchemaConverter.cjs +124 -0
- package/lib/cjs/mastra/MastraSchemaConverter.cjs.map +1 -0
- package/lib/cjs/mastra/MastraWorkflowCompiler.cjs +461 -0
- package/lib/cjs/mastra/MastraWorkflowCompiler.cjs.map +1 -0
- package/lib/cjs/mastra/MastraWorkflowManager.cjs +401 -0
- package/lib/cjs/mastra/MastraWorkflowManager.cjs.map +1 -0
- package/lib/cjs/mastra/index.cjs +35 -0
- package/lib/cjs/mastra/index.cjs.map +1 -0
- package/lib/cjs/mastra/types.cjs +34 -0
- package/lib/cjs/mastra/types.cjs.map +1 -0
- package/lib/cjs/nest/graph/GraphBackendHost.cjs +146 -0
- package/lib/cjs/nest/graph/GraphBackendHost.cjs.map +1 -0
- package/lib/cjs/nest/graph/GraphEngineCapabilityManifest.cjs +136 -0
- package/lib/cjs/nest/graph/GraphEngineCapabilityManifest.cjs.map +1 -0
- package/lib/cjs/nest/graph/GraphEngineCapabilityService.cjs +140 -0
- package/lib/cjs/nest/graph/GraphEngineCapabilityService.cjs.map +1 -0
- package/lib/cjs/nest/graph/GraphEngineController.cjs +227 -0
- package/lib/cjs/nest/graph/GraphEngineController.cjs.map +1 -0
- package/lib/cjs/nest/graph/GraphExecutionModule.cjs +31 -2
- package/lib/cjs/nest/graph/GraphExecutionModule.cjs.map +1 -1
- package/lib/cjs/nest/graph/index.cjs +4 -0
- package/lib/cjs/nest/graph/index.cjs.map +1 -1
- package/lib/cjs/nest/graph/main.cjs +139 -0
- package/lib/cjs/nest/graph/main.cjs.map +1 -0
- package/lib/cjs/nest/graph/servingErrors.cjs +3 -0
- package/lib/cjs/nest/graph/servingErrors.cjs.map +1 -1
- package/lib/cjs/node/utility/code/node.cjs +11 -3
- package/lib/cjs/node/utility/code/node.cjs.map +1 -1
- package/lib/cjs/shared/graph/catalog/GraphManifestCompiler.cjs +2 -3
- package/lib/cjs/shared/graph/catalog/GraphManifestCompiler.cjs.map +1 -1
- package/lib/cjs/shared/graph/constants.cjs +8 -0
- package/lib/cjs/shared/graph/constants.cjs.map +1 -1
- package/lib/cjs/shared/graph/index.cjs +2 -1
- package/lib/cjs/shared/graph/index.cjs.map +1 -1
- package/lib/cjs/shared/graph/layout/GraphWorkflowLayout.cjs +146 -0
- package/lib/cjs/shared/graph/layout/GraphWorkflowLayout.cjs.map +1 -0
- package/lib/cjs/shared/graph/layout/index.cjs +23 -0
- package/lib/cjs/shared/graph/layout/index.cjs.map +1 -0
- package/lib/cjs/shared/graph/layout/layout-options.cjs +93 -0
- package/lib/cjs/shared/graph/layout/layout-options.cjs.map +1 -0
- package/lib/cjs/shared/ui/index.cjs +8 -10
- package/lib/cjs/shared/ui/index.cjs.map +1 -1
- package/lib/esm/dagster/DagsterGraphEventBridge.js +339 -0
- package/lib/esm/dagster/DagsterGraphEventBridge.js.map +1 -0
- package/lib/esm/dagster/DagsterGraphExecutionBackend.js +781 -0
- package/lib/esm/dagster/DagsterGraphExecutionBackend.js.map +1 -0
- package/lib/esm/dagster/DagsterGraphQLClient.js +733 -0
- package/lib/esm/dagster/DagsterGraphQLClient.js.map +1 -0
- package/lib/esm/dagster/DagsterResultMapper.js +51 -0
- package/lib/esm/dagster/DagsterResultMapper.js.map +1 -0
- package/lib/esm/dagster/DagsterTypes.js +2 -0
- package/lib/esm/dagster/DagsterTypes.js.map +1 -0
- package/lib/esm/dagster/capabilities.js +97 -0
- package/lib/esm/dagster/capabilities.js.map +1 -0
- package/lib/esm/dagster/constants.js +88 -0
- package/lib/esm/dagster/constants.js.map +1 -0
- package/lib/esm/dagster/index.js +16 -0
- package/lib/esm/dagster/index.js.map +1 -0
- package/lib/esm/engine/constants.js +5 -0
- package/lib/esm/engine/constants.js.map +1 -1
- package/lib/esm/engine/execution/GraphCodeMode.js +132 -0
- package/lib/esm/engine/execution/GraphCodeMode.js.map +1 -0
- package/lib/esm/engine/execution/GraphExecutionBackend.js +83 -0
- package/lib/esm/engine/execution/GraphExecutionBackend.js.map +1 -0
- package/lib/esm/engine/execution/GraphExecutionBackendRegistry.js +102 -0
- package/lib/esm/engine/execution/GraphExecutionBackendRegistry.js.map +1 -0
- package/lib/esm/engine/execution/GraphExecutionEngine.js +232 -716
- package/lib/esm/engine/execution/GraphExecutionEngine.js.map +1 -1
- package/lib/esm/engine/execution/LocalGraphExecutionBackend.js +799 -0
- package/lib/esm/engine/execution/LocalGraphExecutionBackend.js.map +1 -0
- package/lib/esm/engine/execution/index.js +4 -0
- package/lib/esm/engine/execution/index.js.map +1 -1
- package/lib/esm/engine/index.js +4 -0
- package/lib/esm/engine/index.js.map +1 -1
- package/lib/esm/engine/runs/GraphRunService.js +62 -1
- package/lib/esm/engine/runs/GraphRunService.js.map +1 -1
- package/lib/esm/engine/services/GraphWorkflowService.js +33 -14
- package/lib/esm/engine/services/GraphWorkflowService.js.map +1 -1
- package/lib/esm/mastra/MastraCapabilities.js +164 -0
- package/lib/esm/mastra/MastraCapabilities.js.map +1 -0
- package/lib/esm/mastra/MastraConditionBridge.js +34 -0
- package/lib/esm/mastra/MastraConditionBridge.js.map +1 -0
- package/lib/esm/mastra/MastraEventBridge.js +481 -0
- package/lib/esm/mastra/MastraEventBridge.js.map +1 -0
- package/lib/esm/mastra/MastraGraphExecutionBackend.js +346 -0
- package/lib/esm/mastra/MastraGraphExecutionBackend.js.map +1 -0
- package/lib/esm/mastra/MastraResumeGuard.js +123 -0
- package/lib/esm/mastra/MastraResumeGuard.js.map +1 -0
- package/lib/esm/mastra/MastraSchemaConverter.js +119 -0
- package/lib/esm/mastra/MastraSchemaConverter.js.map +1 -0
- package/lib/esm/mastra/MastraWorkflowCompiler.js +456 -0
- package/lib/esm/mastra/MastraWorkflowCompiler.js.map +1 -0
- package/lib/esm/mastra/MastraWorkflowManager.js +396 -0
- package/lib/esm/mastra/MastraWorkflowManager.js.map +1 -0
- package/lib/esm/mastra/index.js +18 -0
- package/lib/esm/mastra/index.js.map +1 -0
- package/lib/esm/mastra/types.js +30 -0
- package/lib/esm/mastra/types.js.map +1 -0
- package/lib/esm/nest/graph/GraphBackendHost.js +138 -0
- package/lib/esm/nest/graph/GraphBackendHost.js.map +1 -0
- package/lib/esm/nest/graph/GraphEngineCapabilityManifest.js +129 -0
- package/lib/esm/nest/graph/GraphEngineCapabilityManifest.js.map +1 -0
- package/lib/esm/nest/graph/GraphEngineCapabilityService.js +131 -0
- package/lib/esm/nest/graph/GraphEngineCapabilityService.js.map +1 -0
- package/lib/esm/nest/graph/GraphEngineController.js +218 -0
- package/lib/esm/nest/graph/GraphEngineController.js.map +1 -0
- package/lib/esm/nest/graph/GraphExecutionModule.js +31 -2
- package/lib/esm/nest/graph/GraphExecutionModule.js.map +1 -1
- package/lib/esm/nest/graph/index.js +4 -0
- package/lib/esm/nest/graph/index.js.map +1 -1
- package/lib/esm/nest/graph/main.js +103 -0
- package/lib/esm/nest/graph/main.js.map +1 -0
- package/lib/esm/nest/graph/servingErrors.js +3 -0
- package/lib/esm/nest/graph/servingErrors.js.map +1 -1
- package/lib/esm/node/utility/code/node.js +11 -3
- package/lib/esm/node/utility/code/node.js.map +1 -1
- package/lib/esm/shared/graph/GraphExecutionStateMapper.js.map +1 -1
- package/lib/esm/shared/graph/catalog/GraphManifestCompiler.js +2 -3
- package/lib/esm/shared/graph/catalog/GraphManifestCompiler.js.map +1 -1
- package/lib/esm/shared/graph/constants.js +8 -0
- package/lib/esm/shared/graph/constants.js.map +1 -1
- package/lib/esm/shared/graph/index.js +2 -1
- package/lib/esm/shared/graph/index.js.map +1 -1
- package/lib/esm/shared/graph/layout/GraphWorkflowLayout.js +107 -0
- package/lib/esm/shared/graph/layout/GraphWorkflowLayout.js.map +1 -0
- package/lib/esm/shared/graph/layout/index.js +6 -0
- package/lib/esm/shared/graph/layout/index.js.map +1 -0
- package/lib/esm/shared/graph/layout/layout-options.js +96 -0
- package/lib/esm/shared/graph/layout/layout-options.js.map +1 -0
- package/lib/esm/shared/ui/index.js +8 -10
- package/lib/esm/shared/ui/index.js.map +1 -1
- package/lib/types/dagster/DagsterGraphEventBridge.d.cts +142 -0
- package/lib/types/dagster/DagsterGraphEventBridge.d.mts +142 -0
- package/lib/types/dagster/DagsterGraphExecutionBackend.d.cts +323 -0
- package/lib/types/dagster/DagsterGraphExecutionBackend.d.mts +323 -0
- package/lib/types/dagster/DagsterGraphQLClient.d.cts +231 -0
- package/lib/types/dagster/DagsterGraphQLClient.d.mts +231 -0
- package/lib/types/dagster/DagsterResultMapper.d.cts +50 -0
- package/lib/types/dagster/DagsterResultMapper.d.mts +50 -0
- package/lib/types/dagster/DagsterTypes.d.cts +355 -0
- package/lib/types/dagster/DagsterTypes.d.mts +355 -0
- package/lib/types/dagster/capabilities.d.cts +34 -0
- package/lib/types/dagster/capabilities.d.mts +34 -0
- package/lib/types/dagster/constants.d.cts +87 -0
- package/lib/types/dagster/constants.d.mts +87 -0
- package/lib/types/dagster/index.d.cts +15 -0
- package/lib/types/dagster/index.d.mts +15 -0
- package/lib/types/engine/constants.d.cts +5 -0
- package/lib/types/engine/constants.d.mts +5 -0
- package/lib/types/engine/execution/GraphCodeMode.d.cts +52 -0
- package/lib/types/engine/execution/GraphCodeMode.d.mts +52 -0
- package/lib/types/engine/execution/GraphExecutionBackend.d.cts +306 -0
- package/lib/types/engine/execution/GraphExecutionBackend.d.mts +306 -0
- package/lib/types/engine/execution/GraphExecutionBackendRegistry.d.cts +59 -0
- package/lib/types/engine/execution/GraphExecutionBackendRegistry.d.mts +59 -0
- package/lib/types/engine/execution/GraphExecutionEngine.d.cts +116 -135
- package/lib/types/engine/execution/GraphExecutionEngine.d.mts +116 -135
- package/lib/types/engine/execution/LocalGraphExecutionBackend.d.cts +232 -0
- package/lib/types/engine/execution/LocalGraphExecutionBackend.d.mts +232 -0
- package/lib/types/engine/execution/index.d.cts +4 -0
- package/lib/types/engine/execution/index.d.mts +4 -0
- package/lib/types/engine/index.d.cts +4 -0
- package/lib/types/engine/index.d.mts +4 -0
- package/lib/types/engine/runs/GraphRunService.d.cts +19 -0
- package/lib/types/engine/runs/GraphRunService.d.mts +19 -0
- package/lib/types/engine/services/GraphWorkflowService.d.cts +22 -0
- package/lib/types/engine/services/GraphWorkflowService.d.mts +22 -0
- package/lib/types/mastra/MastraCapabilities.d.cts +86 -0
- package/lib/types/mastra/MastraCapabilities.d.mts +86 -0
- package/lib/types/mastra/MastraConditionBridge.d.cts +38 -0
- package/lib/types/mastra/MastraConditionBridge.d.mts +38 -0
- package/lib/types/mastra/MastraEventBridge.d.cts +189 -0
- package/lib/types/mastra/MastraEventBridge.d.mts +189 -0
- package/lib/types/mastra/MastraGraphExecutionBackend.d.cts +119 -0
- package/lib/types/mastra/MastraGraphExecutionBackend.d.mts +119 -0
- package/lib/types/mastra/MastraResumeGuard.d.cts +58 -0
- package/lib/types/mastra/MastraResumeGuard.d.mts +58 -0
- package/lib/types/mastra/MastraSchemaConverter.d.cts +39 -0
- package/lib/types/mastra/MastraSchemaConverter.d.mts +39 -0
- package/lib/types/mastra/MastraWorkflowCompiler.d.cts +218 -0
- package/lib/types/mastra/MastraWorkflowCompiler.d.mts +218 -0
- package/lib/types/mastra/MastraWorkflowManager.d.cts +220 -0
- package/lib/types/mastra/MastraWorkflowManager.d.mts +220 -0
- package/lib/types/mastra/index.d.cts +17 -0
- package/lib/types/mastra/index.d.mts +17 -0
- package/lib/types/mastra/types.d.cts +222 -0
- package/lib/types/mastra/types.d.mts +222 -0
- package/lib/types/nest/graph/GraphBackendHost.d.cts +100 -0
- package/lib/types/nest/graph/GraphBackendHost.d.mts +100 -0
- package/lib/types/nest/graph/GraphEngineCapabilityManifest.d.cts +87 -0
- package/lib/types/nest/graph/GraphEngineCapabilityManifest.d.mts +87 -0
- package/lib/types/nest/graph/GraphEngineCapabilityService.d.cts +98 -0
- package/lib/types/nest/graph/GraphEngineCapabilityService.d.mts +98 -0
- package/lib/types/nest/graph/GraphEngineController.d.cts +74 -0
- package/lib/types/nest/graph/GraphEngineController.d.mts +74 -0
- package/lib/types/nest/graph/GraphExecutionModule.d.cts +20 -0
- package/lib/types/nest/graph/GraphExecutionModule.d.mts +20 -0
- package/lib/types/nest/graph/index.d.cts +4 -0
- package/lib/types/nest/graph/index.d.mts +4 -0
- package/lib/types/nest/graph/main.d.cts +1 -0
- package/lib/types/nest/graph/main.d.mts +1 -0
- package/lib/types/nest/graph/servingErrors.d.cts +3 -1
- package/lib/types/nest/graph/servingErrors.d.mts +3 -1
- package/lib/types/node/utility/code/node.d.cts +1 -1
- package/lib/types/node/utility/code/node.d.mts +1 -1
- package/lib/types/shared/graph/GraphExecutionStateMapper.d.cts +5 -5
- package/lib/types/shared/graph/GraphExecutionStateMapper.d.mts +5 -5
- package/lib/types/shared/graph/constants.d.cts +8 -0
- package/lib/types/shared/graph/constants.d.mts +8 -0
- package/lib/types/shared/graph/index.d.cts +2 -1
- package/lib/types/shared/graph/index.d.mts +2 -1
- package/lib/types/shared/graph/layout/GraphWorkflowLayout.d.cts +49 -0
- package/lib/types/shared/graph/layout/GraphWorkflowLayout.d.mts +49 -0
- package/lib/types/shared/graph/layout/index.d.cts +5 -0
- package/lib/types/shared/graph/layout/index.d.mts +5 -0
- package/lib/types/shared/graph/layout/layout-options.d.cts +46 -0
- package/lib/types/shared/graph/layout/layout-options.d.mts +46 -0
- package/lib/types/shared/graph/types.d.cts +4 -3
- package/lib/types/shared/graph/types.d.mts +4 -3
- package/lib/types/shared/ui/index.d.cts +8 -10
- package/lib/types/shared/ui/index.d.mts +8 -10
- package/package.json +55 -6
- package/lib/cjs/shared/ui/GraphNodeView.cjs +0 -114
- package/lib/cjs/shared/ui/GraphNodeView.cjs.map +0 -1
- package/lib/cjs/shared/ui/GraphRunView.cjs +0 -96
- package/lib/cjs/shared/ui/GraphRunView.cjs.map +0 -1
- package/lib/cjs/shared/ui/GraphWorkflowView.cjs +0 -78
- package/lib/cjs/shared/ui/GraphWorkflowView.cjs.map +0 -1
- package/lib/cjs/shared/ui/types.cjs +0 -4
- package/lib/cjs/shared/ui/types.cjs.map +0 -1
- package/lib/esm/shared/ui/GraphNodeView.js +0 -107
- package/lib/esm/shared/ui/GraphNodeView.js.map +0 -1
- package/lib/esm/shared/ui/GraphRunView.js +0 -90
- package/lib/esm/shared/ui/GraphRunView.js.map +0 -1
- package/lib/esm/shared/ui/GraphWorkflowView.js +0 -72
- package/lib/esm/shared/ui/GraphWorkflowView.js.map +0 -1
- package/lib/esm/shared/ui/types.js +0 -2
- package/lib/esm/shared/ui/types.js.map +0 -1
- package/lib/types/shared/ui/GraphNodeView.d.cts +0 -48
- package/lib/types/shared/ui/GraphNodeView.d.mts +0 -48
- package/lib/types/shared/ui/GraphRunView.d.cts +0 -88
- package/lib/types/shared/ui/GraphRunView.d.mts +0 -88
- package/lib/types/shared/ui/GraphWorkflowView.d.cts +0 -18
- package/lib/types/shared/ui/GraphWorkflowView.d.mts +0 -18
- package/lib/types/shared/ui/types.d.cts +0 -200
- package/lib/types/shared/ui/types.d.mts +0 -200
|
@@ -0,0 +1,323 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @module as-graph/dagster/DagsterGraphExecutionBackend
|
|
3
|
+
* @summary Dagster graph backend: read-only surface plus gated execute/replay of
|
|
4
|
+
* EXISTING workflows (DECAF-50 §4.9).
|
|
5
|
+
* @description A non-local {@link GraphExecutionBackend} that lists, looks up,
|
|
6
|
+
* and inspects ALREADY-EXISTING Dagster workflows through a host-injected
|
|
7
|
+
* {@link DagsterClient} port, and — only when the explicit
|
|
8
|
+
* {@link DagsterGraphExecutionBackendConfig.executionEnabled} gate is on — launches
|
|
9
|
+
* a run of an already-deployed job and re-executes an existing run. By owner
|
|
10
|
+
* mandate the driver never authors a workflow and never generates, embeds, or emits
|
|
11
|
+
* Python source:
|
|
12
|
+
*
|
|
13
|
+
* - `listWorkflows`/`getWorkflow` map the real deployment structure (job name,
|
|
14
|
+
* graph/op structure, asset keys, schedules/sensors) into the canonical summary
|
|
15
|
+
* and document shapes;
|
|
16
|
+
* - `observeRun` surfaces the events of an EXISTING run and maps its terminal
|
|
17
|
+
* record onto a canonical result;
|
|
18
|
+
* - `execute` fails closed with `GRAPH_DAGSTER_EXECUTION_NOT_ENABLED` when the gate
|
|
19
|
+
* is off (before any network call); when on, it launches a run of the job the
|
|
20
|
+
* supplied document describes through `client.launchRun` and observes it through
|
|
21
|
+
* the existing event bridge. It never translates a document into Python;
|
|
22
|
+
* - `replayRun` fails closed with `GRAPH_DAGSTER_EXECUTION_NOT_ENABLED` when the
|
|
23
|
+
* gate is off; when on, it delegates re-execution of an existing run to the
|
|
24
|
+
* host transport's `client.replayRun`;
|
|
25
|
+
* - it declares `local = false` and `codeMode = "unsupported"`, so the facade fails
|
|
26
|
+
* closed on any code-mode surface before delegating;
|
|
27
|
+
* - it never reads, sets, or reconfigures a code sandbox evaluator.
|
|
28
|
+
*/
|
|
29
|
+
import type { GraphWorkflowDocument } from "../shared/graph/index.d.mts";
|
|
30
|
+
import type { GraphBackendCapabilities, GraphBackendExecutionRequest, GraphBackendWorkflowSummary, GraphExecutionBackend } from "../engine/execution/GraphExecutionBackend.d.mts";
|
|
31
|
+
import type { GraphExecutionResult, GraphRunId } from "../engine/types.d.mts";
|
|
32
|
+
import type { DagsterGraphExecutionBackendConfig, DagsterJobRecord, DagsterObserveRunRequest, DagsterReplayExistingRunRequest, DagsterRunRecord } from "./DagsterTypes.d.mts";
|
|
33
|
+
/**
|
|
34
|
+
* Builds the inspected job's op-name → canonical node-id map. The event bridge
|
|
35
|
+
* uses it to resolve Dagster step keys onto canonical node ids for an existing run.
|
|
36
|
+
*
|
|
37
|
+
* @param job - The inspected Dagster job record.
|
|
38
|
+
* @returns The op-name → node-id map.
|
|
39
|
+
*/
|
|
40
|
+
export declare function dagsterNodeIdsByOpName(job: DagsterJobRecord): Record<string, string>;
|
|
41
|
+
/**
|
|
42
|
+
* Builds the op-name → canonical node-id map from an already-mapped canonical
|
|
43
|
+
* document. The event bridge uses it to resolve Dagster step keys onto canonical
|
|
44
|
+
* node ids for a run the driver launched from that document, without re-reading
|
|
45
|
+
* the job.
|
|
46
|
+
*
|
|
47
|
+
* @param document - The canonical document of the launched job.
|
|
48
|
+
* @returns The op-name → node-id map.
|
|
49
|
+
*/
|
|
50
|
+
export declare function dagsterNodeIdsByOpNameFromDocument(document: {
|
|
51
|
+
nodes?: ReadonlyArray<{
|
|
52
|
+
id: string;
|
|
53
|
+
metadata?: Record<string, unknown>;
|
|
54
|
+
}>;
|
|
55
|
+
}): Record<string, string>;
|
|
56
|
+
/**
|
|
57
|
+
* Maps an inspected Dagster job record onto the canonical workflow document
|
|
58
|
+
* shape. The deployment structure (job name, ops, dependencies, asset keys,
|
|
59
|
+
* schedules/sensors) is carried as document metadata for read-only inspection;
|
|
60
|
+
* nothing is authored.
|
|
61
|
+
*
|
|
62
|
+
* @param job - The inspected Dagster job record.
|
|
63
|
+
* @returns The canonical workflow document.
|
|
64
|
+
*/
|
|
65
|
+
export declare function dagsterJobDocument(job: DagsterJobRecord): GraphWorkflowDocument;
|
|
66
|
+
/**
|
|
67
|
+
* Non-local Dagster backend. Read-only by default; launches/replays EXISTING
|
|
68
|
+
* workflows only behind the explicit `executionEnabled` gate. Registers itself
|
|
69
|
+
* under {@link DAGSTER_BACKEND_FLAVOUR} on construction.
|
|
70
|
+
*/
|
|
71
|
+
export declare class DagsterGraphExecutionBackend implements GraphExecutionBackend<DagsterGraphExecutionBackendConfig> {
|
|
72
|
+
/** This backend reads a remote Dagster deployment, not an in-process engine. */
|
|
73
|
+
readonly local = false;
|
|
74
|
+
/**
|
|
75
|
+
* Dagster never authors code-mode surfaces; the facade rejects them before
|
|
76
|
+
* delegating.
|
|
77
|
+
*/
|
|
78
|
+
readonly codeMode: "unsupported";
|
|
79
|
+
private client?;
|
|
80
|
+
private readonly mapper;
|
|
81
|
+
private readonly bridges;
|
|
82
|
+
private defaultTags;
|
|
83
|
+
private _config?;
|
|
84
|
+
private executionEnabled;
|
|
85
|
+
constructor();
|
|
86
|
+
/**
|
|
87
|
+
* Resolves the host-injected client port and the explicit execution gate. The
|
|
88
|
+
* backend never reads a code sandbox evaluator.
|
|
89
|
+
*
|
|
90
|
+
* @param config - The backend configuration.
|
|
91
|
+
*/
|
|
92
|
+
initialize(config: DagsterGraphExecutionBackendConfig): Promise<void>;
|
|
93
|
+
/**
|
|
94
|
+
* The backend configuration most recently resolved by {@link initialize}. The
|
|
95
|
+
* facade reads this during `GraphExecutionEngine.initialize` and merges its own
|
|
96
|
+
* facade-owned keys over it, so a host that configured the backend directly
|
|
97
|
+
* (including `executionEnabled`) before booting the engine does not lose that
|
|
98
|
+
* wiring.
|
|
99
|
+
*/
|
|
100
|
+
get config(): DagsterGraphExecutionBackendConfig | undefined;
|
|
101
|
+
/**
|
|
102
|
+
* Effective capability metadata: code-mode is `unsupported`; workflow
|
|
103
|
+
* listing/lookup is supported exactly when the client port exposes it.
|
|
104
|
+
*/
|
|
105
|
+
get capabilities(): GraphBackendCapabilities;
|
|
106
|
+
/**
|
|
107
|
+
* Lists the deployment's Dagster jobs through the client port.
|
|
108
|
+
*
|
|
109
|
+
* @returns Real workflow summaries.
|
|
110
|
+
* @throws {GraphExecutionError} when the client port exposes no job listing.
|
|
111
|
+
*/
|
|
112
|
+
listWorkflows(): Promise<GraphBackendWorkflowSummary[]>;
|
|
113
|
+
/**
|
|
114
|
+
* Reads a single already-deployed Dagster job through the client port and maps
|
|
115
|
+
* its ACTUAL deployment structure (graph/op structure, asset keys,
|
|
116
|
+
* schedules/sensors) into the canonical document shape.
|
|
117
|
+
*
|
|
118
|
+
* @param workflowId - The canonical workflow id (the Dagster job name).
|
|
119
|
+
* @returns A canonical document describing the existing job.
|
|
120
|
+
* @throws {GraphExecutionError} when the client port exposes no job lookup.
|
|
121
|
+
*/
|
|
122
|
+
getWorkflow(workflowId: string): Promise<GraphWorkflowDocument>;
|
|
123
|
+
/**
|
|
124
|
+
* Reads an EXISTING Dagster run's terminal record through the client port.
|
|
125
|
+
*
|
|
126
|
+
* @param runId - The Dagster run id.
|
|
127
|
+
* @returns The terminal run record.
|
|
128
|
+
*/
|
|
129
|
+
getRun(runId: string): Promise<DagsterRunRecord>;
|
|
130
|
+
/**
|
|
131
|
+
* Observes an EXISTING Dagster run: subscribes to its event stream, maps every
|
|
132
|
+
* event onto the canonical sink, and returns the canonical result of the terminal
|
|
133
|
+
* record. The driver never launches the run; the caller supplies the id of a run
|
|
134
|
+
* that already exists in the deployment.
|
|
135
|
+
*
|
|
136
|
+
* The request's bounds (`signal`, `maxEvents`, `maxPages`, `terminalTimeoutMs`)
|
|
137
|
+
* are forwarded to the event bridge so the observation always terminates: the
|
|
138
|
+
* event cap fails closed with `GRAPH_DAGSTER_EVENT_LIMIT_EXCEEDED`, the terminal
|
|
139
|
+
* wait with `GRAPH_DAGSTER_OBSERVE_TIMEOUT`, and an abort with
|
|
140
|
+
* `GRAPH_DAGSTER_OBSERVE_ABORTED`.
|
|
141
|
+
*
|
|
142
|
+
* @param request - The observe request (existing run id, workflow id, sink, and
|
|
143
|
+
* optional observation bounds).
|
|
144
|
+
* @returns The canonical execution result of the observed run.
|
|
145
|
+
* @throws {GraphExecutionError} when the run cannot be read or subscribed to,
|
|
146
|
+
* or when an observation bound is hit (see above).
|
|
147
|
+
*/
|
|
148
|
+
observeRun(request: DagsterObserveRunRequest): Promise<GraphExecutionResult>;
|
|
149
|
+
/**
|
|
150
|
+
* Executes an ALREADY-DEPLOYED Dagster job: launches a run of the job the
|
|
151
|
+
* supplied document describes through the client port's `launchRun`, then
|
|
152
|
+
* observes it through the existing event bridge to a canonical result.
|
|
153
|
+
*
|
|
154
|
+
* The operation is gated: when `executionEnabled` is off it fails closed with
|
|
155
|
+
* `GRAPH_DAGSTER_EXECUTION_NOT_ENABLED` BEFORE any network call, and when the
|
|
156
|
+
* client port exposes no `launchRun` it fails closed with
|
|
157
|
+
* `GRAPH_DAGSTER_EXECUTION_NOT_SUPPORTED`. The driver never translates a
|
|
158
|
+
* document into Python; it launches a job the deployment already defines.
|
|
159
|
+
*
|
|
160
|
+
* The job is bound from the document's canonical workflow id and confirmed
|
|
161
|
+
* through the read-only `getJob` surface, never from the document's untrusted
|
|
162
|
+
* `metadata.dagsterJobName` (C2): a document whose metadata names a different
|
|
163
|
+
* job is rejected before any launch.
|
|
164
|
+
*
|
|
165
|
+
* @param request - The execution request (document, plan, inputs, options, sink).
|
|
166
|
+
* @returns The canonical execution result of the launched run.
|
|
167
|
+
* @throws {GraphExecutionError} `GRAPH_DAGSTER_EXECUTION_NOT_ENABLED` when the
|
|
168
|
+
* gate is off, `GRAPH_DAGSTER_EXECUTION_NOT_SUPPORTED` when the port exposes no
|
|
169
|
+
* launch, `GRAPH_DAGSTER_RUN_WORKFLOW_MISMATCH` when the document metadata
|
|
170
|
+
* names a different job, or `GRAPH_DAGSTER_RUN_LAUNCH_FAILED` when the launch
|
|
171
|
+
* fails.
|
|
172
|
+
*/
|
|
173
|
+
execute(request: GraphBackendExecutionRequest): Promise<GraphExecutionResult>;
|
|
174
|
+
/**
|
|
175
|
+
* Replays (re-executes) an EXISTING Dagster run through the client port's
|
|
176
|
+
* `replayRun`, then observes the new run through the existing event bridge to a
|
|
177
|
+
* canonical result.
|
|
178
|
+
*
|
|
179
|
+
* The operation is gated: when `executionEnabled` is off it fails closed with
|
|
180
|
+
* `GRAPH_DAGSTER_EXECUTION_NOT_ENABLED` BEFORE any network call, and when the
|
|
181
|
+
* client port exposes no `replayRun` it fails closed with
|
|
182
|
+
* `GRAPH_DAGSTER_REPLAY_NOT_SUPPORTED`. The re-execution mechanism (GraphQL
|
|
183
|
+
* re-execution from the run id, or a re-launch of the run's job with its original
|
|
184
|
+
* configuration) is owned by the host transport; the driver only observes the
|
|
185
|
+
* resulting run.
|
|
186
|
+
*
|
|
187
|
+
* The caller-supplied run id is bound to the requested workflow before any
|
|
188
|
+
* re-execution (C1): the run's owning job is resolved through the read-only
|
|
189
|
+
* `getRun` surface and a cross-job replay, or a run whose owning job cannot be
|
|
190
|
+
* determined, is rejected before the re-execution is issued.
|
|
191
|
+
*
|
|
192
|
+
* @param request - The replay request (existing run id, workflow id, sink, bounds).
|
|
193
|
+
* @returns The canonical execution result of the re-executed run.
|
|
194
|
+
* @throws {GraphExecutionError} `GRAPH_DAGSTER_EXECUTION_NOT_ENABLED` when the
|
|
195
|
+
* gate is off, `GRAPH_DAGSTER_REPLAY_NOT_SUPPORTED` when the port exposes no
|
|
196
|
+
* replay, `GRAPH_DAGSTER_RUN_WORKFLOW_MISMATCH` when the run does not belong
|
|
197
|
+
* to the requested workflow, or `GRAPH_DAGSTER_RUN_LAUNCH_FAILED` when the
|
|
198
|
+
* re-execution fails.
|
|
199
|
+
*/
|
|
200
|
+
replayRun(request: DagsterReplayExistingRunRequest): Promise<GraphExecutionResult>;
|
|
201
|
+
/**
|
|
202
|
+
* Terminates an EXISTING run through the client port.
|
|
203
|
+
*
|
|
204
|
+
* @param runId - The Dagster run id.
|
|
205
|
+
* @param reason - Optional cancellation reason.
|
|
206
|
+
* @returns `true` when a run was terminated.
|
|
207
|
+
*/
|
|
208
|
+
cancel(runId: GraphRunId, reason?: string): Promise<boolean>;
|
|
209
|
+
/**
|
|
210
|
+
* Releases the bridge resources associated with a run.
|
|
211
|
+
*
|
|
212
|
+
* @param runId - The canonical run id.
|
|
213
|
+
*/
|
|
214
|
+
release(runId: GraphRunId): Promise<void>;
|
|
215
|
+
/** Disposes the backend and the host-injected client port. */
|
|
216
|
+
dispose(): Promise<void>;
|
|
217
|
+
/**
|
|
218
|
+
* Subscribes to an EXISTING (or just-launched) run's event stream, maps every
|
|
219
|
+
* event onto the canonical sink, and returns the canonical result of the
|
|
220
|
+
* terminal record. Shared by `observeRun`, `execute`, and `replayRun`.
|
|
221
|
+
*
|
|
222
|
+
* @param input - The run identity, document, op map, sink, and observation bounds.
|
|
223
|
+
* @returns The canonical execution result.
|
|
224
|
+
* @throws {GraphExecutionError} when the run cannot be read or subscribed to, or
|
|
225
|
+
* when an observation bound is hit.
|
|
226
|
+
*/
|
|
227
|
+
private observeRunEvents;
|
|
228
|
+
/**
|
|
229
|
+
* Launches a run through the port, mapping any transport failure onto the
|
|
230
|
+
* driver's machine-readable launch error.
|
|
231
|
+
*
|
|
232
|
+
* @param client - The wired client port.
|
|
233
|
+
* @param input - The job name, canonical run id, workflow id, and run config.
|
|
234
|
+
* @returns The launched run handle.
|
|
235
|
+
* @throws {GraphExecutionError} `GRAPH_DAGSTER_RUN_LAUNCH_FAILED`.
|
|
236
|
+
*/
|
|
237
|
+
private launchThroughPort;
|
|
238
|
+
/**
|
|
239
|
+
* Re-executes an existing run through the port, mapping any transport failure
|
|
240
|
+
* onto the driver's machine-readable launch error.
|
|
241
|
+
*
|
|
242
|
+
* @param client - The wired client port.
|
|
243
|
+
* @param input - The existing run id, job name, canonical run id, workflow id.
|
|
244
|
+
* @returns The re-executed run handle.
|
|
245
|
+
* @throws {GraphExecutionError} `GRAPH_DAGSTER_RUN_LAUNCH_FAILED`.
|
|
246
|
+
*/
|
|
247
|
+
private replayThroughPort;
|
|
248
|
+
/**
|
|
249
|
+
* Resolves the canonical deployed job a requested workflow binds to and rejects
|
|
250
|
+
* any document whose untrusted `metadata.dagsterJobName` claims a different job
|
|
251
|
+
* BEFORE any launch (C2). The canonical id comes from the document's own
|
|
252
|
+
* identity and is confirmed through the read-only `getJob` surface, mirroring
|
|
253
|
+
* `replayRun`; an unknown workflow fails closed as a launch failure.
|
|
254
|
+
*
|
|
255
|
+
* @param client - The wired client port.
|
|
256
|
+
* @param workflowId - The canonical workflow id (the document's own identity).
|
|
257
|
+
* @param document - The canonical document whose metadata must agree.
|
|
258
|
+
* @returns The canonical deployed job name to launch.
|
|
259
|
+
* @throws {GraphExecutionError} `GRAPH_DAGSTER_RUN_WORKFLOW_MISMATCH` when the
|
|
260
|
+
* metadata names a different job, or `GRAPH_DAGSTER_RUN_LAUNCH_FAILED` when the
|
|
261
|
+
* canonical job cannot be resolved.
|
|
262
|
+
*/
|
|
263
|
+
private resolveCanonicalJobName;
|
|
264
|
+
/**
|
|
265
|
+
* Asserts that a caller-supplied Dagster run id belongs to the requested
|
|
266
|
+
* workflow before it is re-executed (C1 BOLA guard). The run's owning job is
|
|
267
|
+
* resolved from the read-only `getRun` surface; a cross-job run, or a run whose
|
|
268
|
+
* owning job cannot be determined, is rejected before any re-execution.
|
|
269
|
+
*
|
|
270
|
+
* @param client - The wired client port.
|
|
271
|
+
* @param dagsterRunId - The caller-supplied run id to bind.
|
|
272
|
+
* @param workflowId - The workflow the run must belong to.
|
|
273
|
+
* @throws {GraphExecutionError} `GRAPH_DAGSTER_RUN_WORKFLOW_MISMATCH` when the
|
|
274
|
+
* run is foreign or its owning job cannot be determined.
|
|
275
|
+
*/
|
|
276
|
+
private assertRunOwnedByWorkflow;
|
|
277
|
+
/**
|
|
278
|
+
* Awaits a launched/re-executed run's terminal state through the read-only
|
|
279
|
+
* `getRun` surface, bounded by the signal and timeout. The run is then observed
|
|
280
|
+
* through the event bridge; this keeps the transport's replay-based subscription
|
|
281
|
+
* (which does not stream) sufficient without a live transport.
|
|
282
|
+
*
|
|
283
|
+
* @param client - The wired client port.
|
|
284
|
+
* @param runId - The launched/re-executed Dagster run id.
|
|
285
|
+
* @param options - Optional signal, timeout, and poll interval.
|
|
286
|
+
* @throws {GraphExecutionError} `GRAPH_DAGSTER_OBSERVE_ABORTED` on abort, or
|
|
287
|
+
* `GRAPH_DAGSTER_OBSERVE_TIMEOUT` when the run does not terminate in time.
|
|
288
|
+
*/
|
|
289
|
+
private awaitRunTerminal;
|
|
290
|
+
/**
|
|
291
|
+
* Fails closed when the explicit execution gate is off, BEFORE any client or
|
|
292
|
+
* network call.
|
|
293
|
+
*
|
|
294
|
+
* @throws {GraphExecutionError} `GRAPH_DAGSTER_EXECUTION_NOT_ENABLED`.
|
|
295
|
+
*/
|
|
296
|
+
private assertExecutionEnabled;
|
|
297
|
+
/**
|
|
298
|
+
* Builds the run tags the driver attaches to a launched/re-executed run: the
|
|
299
|
+
* host defaults plus the canonical run/workflow identity under the
|
|
300
|
+
* {@link DAGSTER_TAG_NAMESPACE} namespace. No document content or Python source
|
|
301
|
+
* is carried.
|
|
302
|
+
*
|
|
303
|
+
* @param graphRunId - The canonical run id.
|
|
304
|
+
* @param workflowId - The canonical workflow id.
|
|
305
|
+
* @returns The run tags.
|
|
306
|
+
*/
|
|
307
|
+
private executionTags;
|
|
308
|
+
/**
|
|
309
|
+
* Reads the optional raw Dagster run configuration from execution metadata. The
|
|
310
|
+
* driver forwards it verbatim; it never synthesizes run config.
|
|
311
|
+
*
|
|
312
|
+
* @param metadata - The execution options metadata.
|
|
313
|
+
* @returns The raw run config, when present.
|
|
314
|
+
*/
|
|
315
|
+
private dagsterRunConfigOf;
|
|
316
|
+
/**
|
|
317
|
+
* Returns the wired client port or fails loudly.
|
|
318
|
+
*
|
|
319
|
+
* @returns The client port.
|
|
320
|
+
* @throws {GraphExecutionError} when no client is configured.
|
|
321
|
+
*/
|
|
322
|
+
private requireClient;
|
|
323
|
+
}
|
|
@@ -0,0 +1,231 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @module as-graph/dagster/DagsterGraphQLClient
|
|
3
|
+
* @summary Real, read-only Dagster GraphQL client implementing the driver's
|
|
4
|
+
* `DagsterClient` port (SAA-306, SAA-706).
|
|
5
|
+
* @description A thin transport that implements the production `DagsterClient`
|
|
6
|
+
* port against a real `dagster-webserver` GraphQL endpoint. It is the only piece
|
|
7
|
+
* of the host that talks to Dagster, so a bootable Dagster host (see
|
|
8
|
+
* `@decaf-ts/as-graph/nest`) can list and inspect an already-deployed deployment.
|
|
9
|
+
* It exposes **no authoring method**: it
|
|
10
|
+
* never emits Python and never registers a job/op. It does implement the port's
|
|
11
|
+
* gated execution surface (`launchRun` of an already-deployed job and
|
|
12
|
+
* `replayRun` of an existing run via Dagster's `launchRunReexecution`), exactly as
|
|
13
|
+
* a host would wire its own transport; the production driver only calls those when
|
|
14
|
+
* its explicit `executionEnabled` gate is on.
|
|
15
|
+
*
|
|
16
|
+
* The client maps the raw GraphQL event vocabulary onto the driver's documented
|
|
17
|
+
* `DagsterEventRecord` contract. Dagster emits far more step-scoped telemetry
|
|
18
|
+
* (`STEP_WORKER_STARTING`, `RESOURCE_INIT_STARTED`, `LOADED_INPUT`, ...) than
|
|
19
|
+
* the canonical event map the driver consumes; those non-graph-transition events
|
|
20
|
+
* are engine telemetry and are intentionally not forwarded, matching the driver's
|
|
21
|
+
* allowlist posture. Only the documented graph-transition event types
|
|
22
|
+
* (`STEP_START`/`STEP_SUCCESS`/`STEP_FAILURE`/`STEP_SKIPPED`/`STEP_OUTPUT` and
|
|
23
|
+
* the run-level terminal events) are surfaced.
|
|
24
|
+
*/
|
|
25
|
+
import type { DagsterClient, DagsterEventRecord, DagsterJobRecord, DagsterJobSummary, DagsterLaunchedRun, DagsterLaunchRunRequest, DagsterReplayRunRequest, DagsterRunRecord, DagsterRunSubscription, DagsterRunSubscriptionOptions } from "./DagsterTypes.d.cts";
|
|
26
|
+
/**
|
|
27
|
+
* The fetch implementation a {@link DagsterGraphQLClient} transport is constructed
|
|
28
|
+
* with: the global `fetch` signature. It is named so the type is expressible in
|
|
29
|
+
* JSDoc — a bare `typeof fetch` member type is not parseable — and so a host can
|
|
30
|
+
* inject a stub in tests without changing the transport.
|
|
31
|
+
*/
|
|
32
|
+
export type FetchImpl = typeof fetch;
|
|
33
|
+
/** Options for constructing a {@link DagsterGraphQLClient}. */
|
|
34
|
+
export interface DagsterGraphQLClientOptions {
|
|
35
|
+
/** Absolute GraphQL endpoint URL, e.g. `http://127.0.0.1:3300/graphql`. */
|
|
36
|
+
url: string;
|
|
37
|
+
/** Fetch implementation; defaults to the global `fetch`. */
|
|
38
|
+
fetchImpl?: FetchImpl;
|
|
39
|
+
/** Per-request timeout in milliseconds. Defaults to `15000`. */
|
|
40
|
+
requestTimeoutMs?: number;
|
|
41
|
+
/** Repository (code location) selector name. Defaults to `__repository__`. */
|
|
42
|
+
repositoryName?: string;
|
|
43
|
+
/** Repository location name. Defaults to `definitions.py`. */
|
|
44
|
+
repositoryLocationName?: string;
|
|
45
|
+
}
|
|
46
|
+
/**
|
|
47
|
+
* Real, read-only Dagster GraphQL client implementing the production
|
|
48
|
+
* `DagsterClient` port. It never authors a workflow or launches a run.
|
|
49
|
+
*/
|
|
50
|
+
export declare class DagsterGraphQLClient implements DagsterClient {
|
|
51
|
+
private readonly url;
|
|
52
|
+
private readonly fetchImpl;
|
|
53
|
+
private readonly requestTimeoutMs;
|
|
54
|
+
private readonly repositoryName;
|
|
55
|
+
private readonly repositoryLocationName;
|
|
56
|
+
/**
|
|
57
|
+
* @param options - Endpoint URL, fetch implementation, timeout, and repository
|
|
58
|
+
* selector.
|
|
59
|
+
*/
|
|
60
|
+
constructor(options: DagsterGraphQLClientOptions);
|
|
61
|
+
/**
|
|
62
|
+
* Sends a GraphQL operation and unwraps the `data` envelope, failing loudly
|
|
63
|
+
* on transport, HTTP, or GraphQL errors.
|
|
64
|
+
*
|
|
65
|
+
* @typeParam T - The expected `data` shape.
|
|
66
|
+
* @param query - The GraphQL document.
|
|
67
|
+
* @param variables - Optional operation variables.
|
|
68
|
+
* @param signal - Optional caller signal composed with the request timeout.
|
|
69
|
+
* @returns The response `data`.
|
|
70
|
+
*/
|
|
71
|
+
private request;
|
|
72
|
+
/**
|
|
73
|
+
* Lists every already-deployed Dagster job across the served repositories.
|
|
74
|
+
*
|
|
75
|
+
* @returns The deployed job summaries.
|
|
76
|
+
*/
|
|
77
|
+
listJobs(): Promise<DagsterJobSummary[]>;
|
|
78
|
+
/**
|
|
79
|
+
* Reads a single already-deployed Dagster job, including its real graph
|
|
80
|
+
* structure (ops, dependencies, asset keys, schedules, sensors).
|
|
81
|
+
*
|
|
82
|
+
* @param jobName - The Dagster job name.
|
|
83
|
+
* @returns The inspected job record.
|
|
84
|
+
*/
|
|
85
|
+
getJob(jobName: string): Promise<DagsterJobRecord>;
|
|
86
|
+
/**
|
|
87
|
+
* Replays the recorded event stream of an EXISTING Dagster run and invokes the
|
|
88
|
+
* handler for every documented graph-transition event. The client never launches
|
|
89
|
+
* a run; it only reads a run that already exists.
|
|
90
|
+
*
|
|
91
|
+
* @param runId - The Dagster run id.
|
|
92
|
+
* @param handler - The per-event callback.
|
|
93
|
+
* @param options - Optional signal/event/page bounds.
|
|
94
|
+
* @returns A subscription handle.
|
|
95
|
+
* @throws {GraphExecutionError} `GRAPH_DAGSTER_OBSERVE_ABORTED` when the signal
|
|
96
|
+
* is already aborted before or during the event replay,
|
|
97
|
+
* `GRAPH_DAGSTER_PAGE_LIMIT_EXCEEDED` when the page cap is hit, or
|
|
98
|
+
* `GRAPH_DAGSTER_EVENT_LIMIT_EXCEEDED` when the event cap is hit.
|
|
99
|
+
*/
|
|
100
|
+
subscribeRun(runId: string, handler: (event: DagsterEventRecord) => void, options?: DagsterRunSubscriptionOptions): Promise<DagsterRunSubscription>;
|
|
101
|
+
/**
|
|
102
|
+
* Terminates an EXISTING Dagster run through the GraphQL mutation.
|
|
103
|
+
*
|
|
104
|
+
* @param runId - The Dagster run id.
|
|
105
|
+
* @param reason - Optional termination reason (unused by Dagster).
|
|
106
|
+
*/
|
|
107
|
+
terminateRun(runId: string, reason?: string): Promise<void>;
|
|
108
|
+
/**
|
|
109
|
+
* Launches a run of an ALREADY-DEPLOYED Dagster job through the real GraphQL
|
|
110
|
+
* `launchRun` mutation. The job must already exist in the deployment; no job or
|
|
111
|
+
* op is authored and no Python is emitted.
|
|
112
|
+
*
|
|
113
|
+
* @param request - The job name, optional raw run config, and optional tags.
|
|
114
|
+
* @returns The launched run's id and initial status.
|
|
115
|
+
*/
|
|
116
|
+
launchRun(request: DagsterLaunchRunRequest): Promise<DagsterLaunchedRun>;
|
|
117
|
+
/**
|
|
118
|
+
* Re-executes an EXISTING Dagster run from its run id through the real GraphQL
|
|
119
|
+
* `launchRunReexecution` mutation (Dagster's re-execution surface). The parent
|
|
120
|
+
* run must already exist; no job or op is authored and no Python is emitted.
|
|
121
|
+
*
|
|
122
|
+
* @param request - The parent run id, its job name, and optional tags.
|
|
123
|
+
* @returns The re-executed run's id and initial status.
|
|
124
|
+
*/
|
|
125
|
+
replayRun(request: DagsterReplayRunRequest): Promise<DagsterLaunchedRun>;
|
|
126
|
+
/**
|
|
127
|
+
* Builds the GraphQL `ExecutionParams` for a launch/re-execution: the job
|
|
128
|
+
* selector, optional raw run config, and optional run tags.
|
|
129
|
+
*
|
|
130
|
+
* @param jobName - The already-deployed job name.
|
|
131
|
+
* @param runConfig - Optional raw Dagster run config (forwarded verbatim).
|
|
132
|
+
* @param tags - Optional run tags.
|
|
133
|
+
* @returns The `ExecutionParams` input object.
|
|
134
|
+
*/
|
|
135
|
+
private executionParams;
|
|
136
|
+
/**
|
|
137
|
+
* Unwraps a launch/re-execution result union into a run handle, failing loudly
|
|
138
|
+
* on a launch error.
|
|
139
|
+
*
|
|
140
|
+
* @param result - The raw launch result union.
|
|
141
|
+
* @param jobName - The job name, for error context.
|
|
142
|
+
* @returns The launched run's id and initial status.
|
|
143
|
+
*/
|
|
144
|
+
private toLaunchedRun;
|
|
145
|
+
/**
|
|
146
|
+
* Reads an EXISTING Dagster run's terminal record.
|
|
147
|
+
*
|
|
148
|
+
* @param runId - The Dagster run id.
|
|
149
|
+
* @returns The terminal run record.
|
|
150
|
+
*/
|
|
151
|
+
getRun(runId: string): Promise<DagsterRunRecord>;
|
|
152
|
+
/**
|
|
153
|
+
* Harness-only helper: lists the runs for a job (or every run when no job name
|
|
154
|
+
* is given) with their raw Dagster status. Not part of the `DagsterClient` port;
|
|
155
|
+
* it exists so the suite can discover a pre-existing terminal run (e.g. the
|
|
156
|
+
* `etl_pipeline` run materialized at startup) without launching one, and can
|
|
157
|
+
* count runs before/after an operation to prove no run was created.
|
|
158
|
+
*
|
|
159
|
+
* @param jobName - Optional Dagster job name filter.
|
|
160
|
+
* @returns The runs, with raw Dagster run status.
|
|
161
|
+
*/
|
|
162
|
+
listRuns(jobName?: string): Promise<{
|
|
163
|
+
runId: string;
|
|
164
|
+
jobName: string;
|
|
165
|
+
status: string;
|
|
166
|
+
}[]>;
|
|
167
|
+
/**
|
|
168
|
+
* Harness-only helper: lists the ids of runs for a job (or every run when no
|
|
169
|
+
* job name is given). Not part of the `DagsterClient` port; it exists so the
|
|
170
|
+
* suite can discover a pre-existing run without launching one.
|
|
171
|
+
*
|
|
172
|
+
* @param jobName - Optional Dagster job name filter.
|
|
173
|
+
* @returns The run ids.
|
|
174
|
+
*/
|
|
175
|
+
listRunIds(jobName?: string): Promise<string[]>;
|
|
176
|
+
/** Disposes the client; the fetch transport holds no resources. */
|
|
177
|
+
dispose(): void;
|
|
178
|
+
/**
|
|
179
|
+
* Paginates the run's recorded event stream, bounded by `maxPages` and
|
|
180
|
+
* `maxEvents` so a gateway whose `eventConnection` never reports
|
|
181
|
+
* `hasMore: false` cannot page or buffer without limit.
|
|
182
|
+
*
|
|
183
|
+
* @param runId - The Dagster run id.
|
|
184
|
+
* @param options - Optional signal/event/page bounds.
|
|
185
|
+
* @returns The raw events, in order.
|
|
186
|
+
* @throws {GraphExecutionError} `GRAPH_DAGSTER_PAGE_LIMIT_EXCEEDED` when the
|
|
187
|
+
* page cap is hit, or `GRAPH_DAGSTER_EVENT_LIMIT_EXCEEDED` when the event cap
|
|
188
|
+
* is hit.
|
|
189
|
+
*/
|
|
190
|
+
private fetchRunEvents;
|
|
191
|
+
/**
|
|
192
|
+
* Maps a raw Dagster event onto the driver's documented `DagsterEventRecord`
|
|
193
|
+
* contract, filtering out non-graph-transition telemetry.
|
|
194
|
+
*
|
|
195
|
+
* @param event - The raw event.
|
|
196
|
+
* @returns The driver event record, or `undefined` when the event is engine
|
|
197
|
+
* telemetry the read-only driver does not consume.
|
|
198
|
+
*/
|
|
199
|
+
private toEventRecord;
|
|
200
|
+
/**
|
|
201
|
+
* Maps a raw `Run` onto the driver's `DagsterRunRecord` contract.
|
|
202
|
+
*
|
|
203
|
+
* @param run - The raw run.
|
|
204
|
+
* @returns The driver run record.
|
|
205
|
+
*/
|
|
206
|
+
private toRunRecord;
|
|
207
|
+
/**
|
|
208
|
+
* Maps a Dagster `RunStatus` onto the driver's terminal run status.
|
|
209
|
+
*
|
|
210
|
+
* @param status - The raw Dagster run status.
|
|
211
|
+
* @returns The driver run status.
|
|
212
|
+
*/
|
|
213
|
+
private toRunStatus;
|
|
214
|
+
/**
|
|
215
|
+
* Maps a raw job plus its repository context onto the driver's
|
|
216
|
+
* `DagsterJobRecord` contract.
|
|
217
|
+
*
|
|
218
|
+
* @param job - The raw job.
|
|
219
|
+
* @param repository - The raw repository the job belongs to.
|
|
220
|
+
* @returns The inspected job record.
|
|
221
|
+
*/
|
|
222
|
+
private toJobRecord;
|
|
223
|
+
/**
|
|
224
|
+
* Resolves the asset keys a job produces from the repository's asset nodes.
|
|
225
|
+
*
|
|
226
|
+
* @param jobName - The Dagster job name.
|
|
227
|
+
* @param assetNodes - The repository asset nodes.
|
|
228
|
+
* @returns The dotted asset keys.
|
|
229
|
+
*/
|
|
230
|
+
private assetKeysFor;
|
|
231
|
+
}
|