@galaxy-io/filament-ui 0.1.1 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/components/connections/ConnectorNameChips.d.ts +8 -0
- package/dist/components/connections/ConnectorNameChips.js +34 -0
- package/dist/module/hooks.d.ts +1 -1
- package/dist/module/routes.d.ts +1 -1
- package/dist/module/schemas.d.ts +1 -2
- package/dist/module/schemas.js +1 -2
- package/dist/pages/connections/components/drawer/ConnectionDrawer.js +4 -27
- package/dist/pages/pipelines/PipelineCanvasPage.js +2 -1
- package/dist/pages/pipelines/canvas/PipelineCanvasConnectionSelector.js +3 -1
- package/dist/pages/pipelines/canvas/PipelineCanvasControls.js +2 -5
- package/dist/pages/pipelines/canvas/PipelineCanvasFlow.js +20 -16
- package/dist/pages/pipelines/canvas/constants.d.ts +3 -1
- package/dist/pages/pipelines/canvas/constants.js +11 -1
- package/dist/pages/pipelines/canvas/graph/rules.d.ts +3 -2
- package/dist/pages/pipelines/canvas/graph/rules.js +9 -33
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeConfig.d.ts +5 -5
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeConfig.js +14 -13
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeResources.d.ts +6 -7
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeResources.js +18 -24
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasPanelResourceOptions.d.ts +6 -7
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasPanelResourceOptions.js +3 -3
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSelection.d.ts +2 -3
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSelection.js +6 -13
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSelectionReveal.js +11 -12
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceNodeResources.d.ts +2 -0
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceNodeResources.js +11 -0
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceResources.d.ts +1 -0
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceResources.js +1 -0
- package/dist/pages/pipelines/canvas/nodes/PipelineCanvasNodePlaceholder.js +3 -1
- package/dist/pages/pipelines/canvas/nodes/PipelineCanvasNodeSource.js +2 -4
- package/dist/pages/pipelines/canvas/panel/PipelineCanvasPanel.js +8 -35
- package/dist/pages/pipelines/canvas/panel/PipelineCanvasPanelColumn.d.ts +3 -0
- package/dist/pages/pipelines/canvas/panel/PipelineCanvasPanelColumn.js +63 -0
- package/dist/pages/pipelines/canvas/panel/PipelineCanvasPanelHeader.d.ts +5 -3
- package/dist/pages/pipelines/canvas/panel/PipelineCanvasPanelHeader.js +21 -14
- package/dist/pages/pipelines/canvas/panel/PipelineCanvasPanelLayout.d.ts +3 -0
- package/dist/pages/pipelines/canvas/panel/PipelineCanvasPanelLayout.js +28 -0
- package/dist/pages/pipelines/canvas/panel/PipelineCanvasPanelOpenButton.d.ts +3 -0
- package/dist/pages/pipelines/canvas/panel/PipelineCanvasPanelOpenButton.js +18 -0
- package/dist/pages/pipelines/canvas/panel/activity/PipelineCanvasPanelActivity.d.ts +5 -1
- package/dist/pages/pipelines/canvas/panel/activity/PipelineCanvasPanelActivity.js +19 -19
- package/dist/pages/pipelines/canvas/panel/activity/PipelineCanvasPanelActivityHeader.d.ts +7 -0
- package/dist/pages/pipelines/canvas/panel/activity/PipelineCanvasPanelActivityHeader.js +41 -0
- package/dist/pages/pipelines/canvas/panel/activity/PipelineCanvasPanelActivityLine.js +2 -2
- package/dist/pages/pipelines/canvas/panel/activity/constants.d.ts +5 -0
- package/dist/pages/pipelines/canvas/panel/activity/constants.js +8 -0
- package/dist/pages/pipelines/canvas/panel/activity/hooks/usePipelineCanvasPanelActivityRunIds.d.ts +1 -0
- package/dist/pages/pipelines/canvas/panel/activity/hooks/usePipelineCanvasPanelActivityRunIds.js +14 -0
- package/dist/pages/pipelines/canvas/panel/activity/hooks/usePipelineCanvasPanelActivityStickToBottom.d.ts +2 -0
- package/dist/pages/pipelines/canvas/panel/activity/hooks/usePipelineCanvasPanelActivityStickToBottom.js +57 -0
- package/dist/pages/pipelines/canvas/panel/activity/utils.d.ts +1 -0
- package/dist/pages/pipelines/canvas/panel/activity/utils.js +6 -1
- package/dist/pages/pipelines/canvas/panel/constants.d.ts +13 -5
- package/dist/pages/pipelines/canvas/panel/constants.js +7 -1
- package/dist/pages/pipelines/canvas/panel/overview/PipelineCanvasPanelOverview.js +1 -1
- package/dist/pages/pipelines/canvas/panel/overview/node/PipelineCanvasPanelNodeDetail.js +8 -3
- package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceDetail.js +27 -28
- package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceEndpoint.js +1 -1
- package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceSection.js +7 -21
- package/dist/pages/pipelines/canvas/panel/overview/resource/transform/PipelineCanvasPanelResourceTransformSection.js +2 -2
- package/dist/pages/pipelines/canvas/providers/canvas/PipelineCanvasProvider.d.ts +3 -2
- package/dist/pages/pipelines/canvas/providers/canvas/PipelineCanvasProvider.js +7 -4
- package/dist/pages/pipelines/canvas/providers/canvas/actions.d.ts +6 -2
- package/dist/pages/pipelines/canvas/providers/canvas/reducer.js +18 -11
- package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutes.js +4 -5
- package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesDraftRow.js +17 -17
- package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesList.js +2 -1
- package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesRowControls.js +16 -17
- package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesSourceIsland.js +2 -2
- package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesToolbar.js +3 -1
- package/dist/pages/pipelines/canvas/routes/constants.d.ts +1 -0
- package/dist/pages/pipelines/canvas/routes/hooks/usePipelineCanvasRoutes.js +4 -7
- package/dist/pages/pipelines/canvas/routes/hooks/usePipelineCanvasRoutesDraft.js +4 -16
- package/dist/pages/pipelines/canvas/routes/types.d.ts +0 -2
- package/dist/pages/pipelines/canvas/routes/utils.js +1 -1
- package/dist/pages/pipelines/canvas/utils.d.ts +4 -11
- package/dist/pages/pipelines/canvas/utils.js +14 -41
- package/dist/pages/pipelines/components/create/serialize.js +13 -31
- package/dist/pages/pipelines/components/create/steps/components/CreatePipelineModalDeliveryConnection.js +3 -3
- package/dist/pages/pipelines/components/create/steps/components/CreatePipelineModalResourcesReadModeCell.js +3 -3
- package/dist/pages/pipelines/components/header/PipelinePageEditActions.js +5 -21
- package/dist/pages/pipelines/components/header/PipelinePageRunActions.js +1 -7
- package/dist/pages/pipelines/components/resource/utils.d.ts +2 -2
- package/dist/pages/pipelines/components/resource/utils.js +3 -3
- package/dist/pages/pipelines/components/transform/PipelineTransformFields.js +4 -9
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsCall.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsChain.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsConditionGroup.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsConditionRow.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsNested.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsProvider.d.ts +3 -4
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsProvider.js +15 -23
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepCard.js +21 -47
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepCompute.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepDrop.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepRename.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsSteps.d.ts +3 -0
- package/dist/pages/pipelines/components/transform/{PipelineTransformFieldsResourceSteps.js → PipelineTransformFieldsSteps.js} +11 -29
- package/dist/pages/pipelines/components/transform/actions.d.ts +3 -12
- package/dist/pages/pipelines/components/transform/actions.js +0 -1
- package/dist/pages/pipelines/components/transform/grammar/parse.d.ts +1 -1
- package/dist/pages/pipelines/components/transform/grammar/parse.js +1 -1
- package/dist/pages/pipelines/components/transform/grammar/serialize.d.ts +1 -1
- package/dist/pages/pipelines/components/transform/grammar/serialize.js +3 -6
- package/dist/pages/pipelines/components/transform/hooks/usePipelineTransformFieldsIssues.d.ts +1 -2
- package/dist/pages/pipelines/components/transform/hooks/usePipelineTransformFieldsIssues.js +4 -6
- package/dist/pages/pipelines/components/transform/hooks/usePipelineTransformFieldsValidation.js +20 -19
- package/dist/pages/pipelines/components/transform/reducer.d.ts +1 -1
- package/dist/pages/pipelines/components/transform/reducer.js +18 -37
- package/dist/pages/pipelines/components/transform/types.d.ts +3 -4
- package/dist/pages/pipelines/components/transform/utils.d.ts +3 -3
- package/dist/pages/pipelines/components/transform/utils.js +7 -8
- package/dist/pages/pipelines/components/transform/validation.js +10 -13
- package/dist/styles.css +6 -6
- package/dist/utils/select.d.ts +1 -0
- package/dist/utils/select.js +2 -1
- package/package.json +3 -3
- package/dist/pages/pipelines/canvas/panel/PipelineCanvasPanelTabHeader.d.ts +0 -3
- package/dist/pages/pipelines/canvas/panel/PipelineCanvasPanelTabHeader.js +0 -35
- package/dist/pages/pipelines/canvas/panel/types.d.ts +0 -4
- package/dist/pages/pipelines/canvas/panel/types.js +0 -8
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsResourceSteps.d.ts +0 -8
|
@@ -14,17 +14,28 @@ function loadGraph(state, action) {
|
|
|
14
14
|
activeMode: null
|
|
15
15
|
};
|
|
16
16
|
}
|
|
17
|
+
function addEdges(edges, connections) {
|
|
18
|
+
return connections.reduce((nextEdges, connection) => {
|
|
19
|
+
if (!canConnectEdge(connection, nextEdges)) return nextEdges;
|
|
20
|
+
const routeWriteMode = nextEdges.find((edge) => edge.source === connection.source && edge.target === connection.target)?.data?.writeMode;
|
|
21
|
+
return addEdge({
|
|
22
|
+
...connection,
|
|
23
|
+
type: PIPELINE_CANVAS_EDGE_TYPE,
|
|
24
|
+
...routeWriteMode !== void 0 && { data: {
|
|
25
|
+
readMode: ReadMode.UNSPECIFIED,
|
|
26
|
+
writeMode: routeWriteMode,
|
|
27
|
+
cursors: []
|
|
28
|
+
} }
|
|
29
|
+
}, nextEdges);
|
|
30
|
+
}, edges);
|
|
31
|
+
}
|
|
17
32
|
function addNode(state, action) {
|
|
18
|
-
const node = action.payload;
|
|
33
|
+
const { node, resources } = action.payload;
|
|
19
34
|
if (node.type === PipelineCanvasNodeType.SOURCE && !canAddSourceNode(state.nodes)) return state;
|
|
20
|
-
const edges = getAutoConnections(node, state.nodes).reduce((nextEdges, connection) => canConnectEdge(connection, nextEdges) ? addEdge({
|
|
21
|
-
...connection,
|
|
22
|
-
type: PIPELINE_CANVAS_EDGE_TYPE
|
|
23
|
-
}, nextEdges) : nextEdges, state.edges);
|
|
24
35
|
return {
|
|
25
36
|
...state,
|
|
26
37
|
nodes: [...state.nodes, node],
|
|
27
|
-
edges
|
|
38
|
+
edges: addEdges(state.edges, getAutoConnections(node, state.nodes, resources))
|
|
28
39
|
};
|
|
29
40
|
}
|
|
30
41
|
function removeNode(state, action) {
|
|
@@ -53,13 +64,9 @@ function applyEdgeChanges$1(state, action) {
|
|
|
53
64
|
};
|
|
54
65
|
}
|
|
55
66
|
function connect(state, action) {
|
|
56
|
-
if (!canConnectEdge(action.payload, state.edges)) return state;
|
|
57
67
|
return {
|
|
58
68
|
...state,
|
|
59
|
-
edges:
|
|
60
|
-
...action.payload,
|
|
61
|
-
type: PIPELINE_CANVAS_EDGE_TYPE
|
|
62
|
-
}, state.edges)
|
|
69
|
+
edges: addEdges(state.edges, action.payload)
|
|
63
70
|
};
|
|
64
71
|
}
|
|
65
72
|
function setActiveMode(state, action) {
|
|
@@ -1,23 +1,22 @@
|
|
|
1
1
|
import { usePipelineCanvasSelection } from "../hooks/usePipelineCanvasSelection.js";
|
|
2
|
-
import PipelineCanvasPanel from "../panel/PipelineCanvasPanel.js";
|
|
3
2
|
import { usePipelineCanvasRoutes } from "./hooks/usePipelineCanvasRoutes.js";
|
|
4
3
|
import { usePipelineCanvasRoutesDraft } from "./hooks/usePipelineCanvasRoutesDraft.js";
|
|
5
4
|
import PipelineCanvasRoutesList from "./PipelineCanvasRoutesList.js";
|
|
6
5
|
import PipelineCanvasRoutesToolbar from "./PipelineCanvasRoutesToolbar.js";
|
|
7
6
|
import { useState } from "react";
|
|
8
|
-
import {
|
|
7
|
+
import { jsx, jsxs } from "react/jsx-runtime";
|
|
9
8
|
import Flex, { FlexDirection } from "@galaxy-io/dls/layout/Flex";
|
|
10
9
|
import Divider from "@galaxy-io/dls/layout/Divider";
|
|
11
10
|
//#region src/pages/pipelines/canvas/routes/PipelineCanvasRoutes.tsx
|
|
12
11
|
var PipelineCanvasRoutes = () => {
|
|
13
|
-
const { sinkIds
|
|
12
|
+
const { sinkIds } = usePipelineCanvasSelection();
|
|
14
13
|
const [search, setSearch] = useState("");
|
|
15
14
|
const { routes, hasRoutes } = usePipelineCanvasRoutes({
|
|
16
15
|
search,
|
|
17
16
|
sinkIds
|
|
18
17
|
});
|
|
19
18
|
const draft = usePipelineCanvasRoutesDraft();
|
|
20
|
-
return /* @__PURE__ */ jsxs(
|
|
19
|
+
return /* @__PURE__ */ jsxs(Flex, {
|
|
21
20
|
direction: FlexDirection.COLUMN,
|
|
22
21
|
height: "100%",
|
|
23
22
|
children: [
|
|
@@ -33,7 +32,7 @@ var PipelineCanvasRoutes = () => {
|
|
|
33
32
|
draftState: draft
|
|
34
33
|
})
|
|
35
34
|
]
|
|
36
|
-
})
|
|
35
|
+
});
|
|
37
36
|
};
|
|
38
37
|
//#endregion
|
|
39
38
|
export { PipelineCanvasRoutes as default };
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { ConnectorKind, ReadMode, WriteMode } from "../../../../gen/ingestion/v1/common_pb.js";
|
|
2
|
-
import { mapOptionIdToEnum } from "../../../../utils/select.js";
|
|
2
|
+
import { getEnumSelectValue, mapOptionIdToEnum } from "../../../../utils/select.js";
|
|
3
3
|
import { ConnectorTileSize } from "../../../../components/connections/types.js";
|
|
4
4
|
import { ResourceCursorConfigSchema } from "../../../../gen/ingestion/v1/pipelines_pb.js";
|
|
5
5
|
import ConnectorTile from "../../../../components/connections/ConnectorTile.js";
|
|
6
6
|
import { getCompatibleWriteModes, getCursorSelectOptions, getReadModeSelectOptions, getRecommendedCursor, getWriteModeSelectOptions } from "../../components/resource/utils.js";
|
|
7
7
|
import { PIPELINE_CANVAS_NODE_SINK_HANDLE_ID } from "../constants.js";
|
|
8
|
-
import {
|
|
8
|
+
import { getEdgeResourceStatus, hasSiblingIncrementalRead } from "../utils.js";
|
|
9
9
|
import { usePipelineCanvasState } from "../providers/canvas/PipelineCanvasProvider.js";
|
|
10
10
|
import { usePipelineCanvasConnections } from "../hooks/usePipelineCanvasConnections.js";
|
|
11
11
|
import { usePipelineCanvasPanelResourceOptions } from "../hooks/usePipelineCanvasPanelResourceOptions.js";
|
|
@@ -75,7 +75,7 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
75
75
|
draft?.sinkId
|
|
76
76
|
]);
|
|
77
77
|
const options = usePipelineCanvasPanelResourceOptions(draftEdge);
|
|
78
|
-
const { hasReadLevers, verdict, readModeOptions, writeModeOptions, effectiveReadMode, effectiveWriteMode,
|
|
78
|
+
const { hasReadLevers, verdict, readModeOptions, writeModeOptions, effectiveReadMode, effectiveWriteMode, columns, cursorOptions, defaultCursor, isManagedIncremental, isLoading } = options;
|
|
79
79
|
const resourceOptions = useMemo(() => (resourceNames ?? []).map((name) => ({
|
|
80
80
|
id: name,
|
|
81
81
|
label: name
|
|
@@ -92,8 +92,7 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
92
92
|
})), [sinks]);
|
|
93
93
|
if (!draft) return null;
|
|
94
94
|
const siblingEdges = edges.filter((edge) => edge.source === draftEdge.source && edge.target === draftEdge.target);
|
|
95
|
-
const
|
|
96
|
-
const hasRecommendedCursor = getRecommendedCursor(columnsByResource.get(resource) ?? []) !== "";
|
|
95
|
+
const hasRecommendedCursor = getRecommendedCursor(columns ?? []) !== "";
|
|
97
96
|
const defaultReadMode = (isManagedIncremental || hasRecommendedCursor) && readModeOptions.includes(ReadMode.INCREMENTAL) ? ReadMode.INCREMENTAL : effectiveReadMode;
|
|
98
97
|
const readMode = draft.readMode ?? defaultReadMode;
|
|
99
98
|
const routeHasIncremental = readMode === ReadMode.INCREMENTAL || hasSiblingIncrementalRead(edges, draftEdge);
|
|
@@ -101,18 +100,19 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
101
100
|
const siblingWriteMode = siblingEdges.find((edge) => edge.data?.writeMode !== void 0 && edge.data.writeMode !== WriteMode.UNSPECIFIED)?.data?.writeMode;
|
|
102
101
|
const preferredWriteMode = draft.writeMode ?? siblingWriteMode ?? effectiveWriteMode;
|
|
103
102
|
const writeMode = compatibleWriteModes.includes(preferredWriteMode) ? preferredWriteMode : compatibleWriteModes[0] ?? WriteMode.UNSPECIFIED;
|
|
104
|
-
const cursor = draft.cursor ??
|
|
103
|
+
const cursor = draft.cursor ?? defaultCursor;
|
|
105
104
|
const hasCursorSelect = hasReadLevers && readMode === ReadMode.INCREMENTAL && !isManagedIncremental;
|
|
106
|
-
const
|
|
105
|
+
const status = getEdgeResourceStatus(options, {
|
|
107
106
|
verdict,
|
|
108
107
|
readMode,
|
|
109
108
|
writeMode,
|
|
110
|
-
|
|
109
|
+
cursor: cursor !== "" ? cursor : void 0
|
|
111
110
|
});
|
|
112
|
-
const
|
|
113
|
-
const
|
|
114
|
-
const
|
|
115
|
-
const
|
|
111
|
+
const issues = status?.isBlocking ? [status.message] : [];
|
|
112
|
+
const warnings = status && !status.isBlocking ? [status.message] : [];
|
|
113
|
+
const readModeSelectOptions = getReadModeSelectOptions(readModeOptions, readMode);
|
|
114
|
+
const writeModeSelectOptions = getWriteModeSelectOptions(compatibleWriteModes, writeMode);
|
|
115
|
+
const cursorSelectOptions = getCursorSelectOptions(cursorOptions);
|
|
116
116
|
const handleAdd = () => draftState.add({
|
|
117
117
|
readMode,
|
|
118
118
|
writeMode,
|
|
@@ -202,7 +202,7 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
202
202
|
ariaLabel: "Read mode",
|
|
203
203
|
fillWidth: true,
|
|
204
204
|
options: readModeSelectOptions,
|
|
205
|
-
value:
|
|
205
|
+
value: getEnumSelectValue(ReadMode, readMode),
|
|
206
206
|
onChange: (id) => {
|
|
207
207
|
if (id !== null) draftState.setConfig({ readMode: mapOptionIdToEnum(ReadMode, id) });
|
|
208
208
|
},
|
|
@@ -228,8 +228,8 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
228
228
|
})
|
|
229
229
|
})] }),
|
|
230
230
|
/* @__PURE__ */ jsx(CenterSlot, { children: /* @__PURE__ */ jsx(PipelineTransformFieldsIssuesChip, {
|
|
231
|
-
issues
|
|
232
|
-
warnings
|
|
231
|
+
issues,
|
|
232
|
+
warnings
|
|
233
233
|
}) }),
|
|
234
234
|
/* @__PURE__ */ jsx(ControlsGroup, { children: /* @__PURE__ */ jsx(Box, {
|
|
235
235
|
width: 104,
|
|
@@ -237,7 +237,7 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
237
237
|
ariaLabel: "Write mode",
|
|
238
238
|
fillWidth: true,
|
|
239
239
|
options: writeModeSelectOptions,
|
|
240
|
-
value:
|
|
240
|
+
value: getEnumSelectValue(WriteMode, writeMode),
|
|
241
241
|
onChange: (id) => {
|
|
242
242
|
if (id !== null) draftState.setConfig({ writeMode: mapOptionIdToEnum(WriteMode, id) });
|
|
243
243
|
},
|
|
@@ -278,7 +278,7 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
278
278
|
variant: ButtonVariant.PRIMARY,
|
|
279
279
|
size: ButtonSize.SMALL,
|
|
280
280
|
onClick: handleAdd,
|
|
281
|
-
isDisabled: !draftState.canAdd || isLoading ||
|
|
281
|
+
isDisabled: !draftState.canAdd || isLoading || issues.length > 0
|
|
282
282
|
})
|
|
283
283
|
]
|
|
284
284
|
})
|
|
@@ -54,13 +54,14 @@ var PipelineCanvasRoutesList = ({ routes, hasRoutes, draftState }) => {
|
|
|
54
54
|
isGroupSelected: route.groupKey === selectedGroupKey,
|
|
55
55
|
isRunning,
|
|
56
56
|
onSelect: selectResource,
|
|
57
|
-
onAddSink: route.
|
|
57
|
+
onAddSink: route.groupSize < draftState.sinkCount ? onAddSink : void 0
|
|
58
58
|
});
|
|
59
59
|
};
|
|
60
60
|
return /* @__PURE__ */ jsx(ListFrame, {
|
|
61
61
|
onClick: handleBackgroundClick,
|
|
62
62
|
children: /* @__PURE__ */ jsx(ScrollArea, {
|
|
63
63
|
ref: scrollerRef,
|
|
64
|
+
canScrollHorizontally: true,
|
|
64
65
|
children: /* @__PURE__ */ jsx(ListInner, {
|
|
65
66
|
style: { height: virtualizer.getTotalSize() },
|
|
66
67
|
children: virtualizer.getVirtualItems().map((item) => /* @__PURE__ */ jsx(ListRowSlot, {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { ReadMode, WriteMode } from "../../../../gen/ingestion/v1/common_pb.js";
|
|
2
|
-
import { mapOptionIdToEnum } from "../../../../utils/select.js";
|
|
2
|
+
import { getEnumSelectValue, mapOptionIdToEnum } from "../../../../utils/select.js";
|
|
3
3
|
import { getCursorSelectOptions } from "../../components/resource/utils.js";
|
|
4
|
-
import { getEdgeModeOptions,
|
|
4
|
+
import { getEdgeModeOptions, getEdgeResourceStatus } from "../utils.js";
|
|
5
5
|
import { usePipelineCanvasReadOnly } from "../providers/canvas/PipelineCanvasProvider.js";
|
|
6
6
|
import { usePipelineCanvasEdgeConfig } from "../hooks/usePipelineCanvasEdgeConfig.js";
|
|
7
7
|
import { usePipelineCanvasEdgeResources } from "../hooks/usePipelineCanvasEdgeResources.js";
|
|
@@ -26,23 +26,22 @@ var stopPropagation = (event) => event.stopPropagation();
|
|
|
26
26
|
var PipelineCanvasRoutesRowControls = ({ route, children }) => {
|
|
27
27
|
const isReadOnly = usePipelineCanvasReadOnly();
|
|
28
28
|
const resources = usePipelineCanvasEdgeResources(route.edge, { enabled: route.hasReadLevers });
|
|
29
|
-
const {
|
|
30
|
-
const { readMode, writeMode,
|
|
29
|
+
const { resource, cursorOptions, defaultCursor, isManagedIncremental, isLoadingColumns } = resources;
|
|
30
|
+
const { readMode, writeMode, cursor, readModeSelectOptions, writeModeSelectOptions, handleReadModeChange, handleWriteModeChange, handleCursorChange } = usePipelineCanvasEdgeConfig(route.edge, {
|
|
31
31
|
...getEdgeModeOptions(route.verdict, route.hasReadLevers),
|
|
32
|
-
|
|
33
|
-
|
|
32
|
+
resource,
|
|
33
|
+
defaultCursor
|
|
34
34
|
});
|
|
35
|
-
const cursorSelectOptions = getCursorSelectOptions(
|
|
36
|
-
const
|
|
37
|
-
const
|
|
38
|
-
const statuses = getEdgeResourceStatuses(resources, {
|
|
35
|
+
const cursorSelectOptions = getCursorSelectOptions(cursorOptions);
|
|
36
|
+
const hasCursorSelect = route.hasReadLevers && readMode === ReadMode.INCREMENTAL && !isManagedIncremental;
|
|
37
|
+
const status = getEdgeResourceStatus(resources, {
|
|
39
38
|
verdict: route.verdict,
|
|
40
39
|
readMode,
|
|
41
40
|
writeMode,
|
|
42
|
-
|
|
41
|
+
cursor
|
|
43
42
|
});
|
|
44
|
-
const issues = [...route.issues,
|
|
45
|
-
const warnings =
|
|
43
|
+
const issues = status?.isBlocking ? [...route.issues, status.message] : route.issues;
|
|
44
|
+
const warnings = status && !status.isBlocking ? [status.message] : [];
|
|
46
45
|
return /* @__PURE__ */ jsxs(Fragment, { children: [
|
|
47
46
|
/* @__PURE__ */ jsxs(ControlsGroup, {
|
|
48
47
|
onClick: stopPropagation,
|
|
@@ -54,7 +53,7 @@ var PipelineCanvasRoutesRowControls = ({ route, children }) => {
|
|
|
54
53
|
ariaLabel: "Read mode",
|
|
55
54
|
fillWidth: true,
|
|
56
55
|
options: readModeSelectOptions,
|
|
57
|
-
value:
|
|
56
|
+
value: getEnumSelectValue(ReadMode, readMode),
|
|
58
57
|
onChange: (id) => {
|
|
59
58
|
if (id !== null) handleReadModeChange(mapOptionIdToEnum(ReadMode, id));
|
|
60
59
|
},
|
|
@@ -69,9 +68,9 @@ var PipelineCanvasRoutesRowControls = ({ route, children }) => {
|
|
|
69
68
|
ariaLabel: "Cursor",
|
|
70
69
|
fillWidth: true,
|
|
71
70
|
options: cursorSelectOptions,
|
|
72
|
-
value:
|
|
71
|
+
value: cursor || null,
|
|
73
72
|
onChange: (id) => {
|
|
74
|
-
if (id !== null) handleCursorChange(
|
|
73
|
+
if (id !== null) handleCursorChange(id);
|
|
75
74
|
},
|
|
76
75
|
variant: SelectInputVariant.SECONDARY,
|
|
77
76
|
size: SelectInputSize.SMALL,
|
|
@@ -94,7 +93,7 @@ var PipelineCanvasRoutesRowControls = ({ route, children }) => {
|
|
|
94
93
|
ariaLabel: "Write mode",
|
|
95
94
|
fillWidth: true,
|
|
96
95
|
options: writeModeSelectOptions,
|
|
97
|
-
value:
|
|
96
|
+
value: getEnumSelectValue(WriteMode, writeMode),
|
|
98
97
|
onChange: (id) => {
|
|
99
98
|
if (id !== null) handleWriteModeChange(mapOptionIdToEnum(WriteMode, id));
|
|
100
99
|
},
|
|
@@ -46,9 +46,9 @@ var PipelineCanvasRoutesSourceIsland = ({ route, isSelected, onSelect, onAddSink
|
|
|
46
46
|
children: /* @__PURE__ */ jsx(Text, {
|
|
47
47
|
size: TextSize.BODY_SM,
|
|
48
48
|
weight: TextWeight.MEDIUM,
|
|
49
|
-
family:
|
|
49
|
+
family: FontFamily.MONO,
|
|
50
50
|
lineClamp: 1,
|
|
51
|
-
children: route.
|
|
51
|
+
children: route.resource
|
|
52
52
|
})
|
|
53
53
|
}),
|
|
54
54
|
onAddSink && /* @__PURE__ */ jsx(AddSinkSlot, { children: /* @__PURE__ */ jsx(Button, {
|
|
@@ -3,6 +3,7 @@ import { ConnectorTileSize } from "../../../../components/connections/types.js";
|
|
|
3
3
|
import ConnectorTile from "../../../../components/connections/ConnectorTile.js";
|
|
4
4
|
import { usePipelineCanvasSelection } from "../hooks/usePipelineCanvasSelection.js";
|
|
5
5
|
import PipelineCanvasViewSwitcher from "../PipelineCanvasViewSwitcher.js";
|
|
6
|
+
import PipelineCanvasPanelOpenButton from "../panel/PipelineCanvasPanelOpenButton.js";
|
|
6
7
|
import { usePipelineCanvasRoutesSinks } from "./hooks/usePipelineCanvasRoutesSinks.js";
|
|
7
8
|
import { PlusIcon } from "@phosphor-icons/react";
|
|
8
9
|
import Button, { ButtonSize, ButtonVariant } from "@galaxy-io/dls/buttons/Button";
|
|
@@ -75,7 +76,8 @@ var PipelineCanvasRoutesToolbar = ({ onSearch, canAddRoute, onAddRoute }) => {
|
|
|
75
76
|
variant: ButtonVariant.SECONDARY,
|
|
76
77
|
size: ButtonSize.MEDIUM,
|
|
77
78
|
onClick: onAddRoute
|
|
78
|
-
})
|
|
79
|
+
}),
|
|
80
|
+
/* @__PURE__ */ jsx(PipelineCanvasPanelOpenButton, {})
|
|
79
81
|
]
|
|
80
82
|
});
|
|
81
83
|
};
|
|
@@ -9,6 +9,7 @@ export declare const PIPELINE_CANVAS_ROUTES_OVERSCAN = 6;
|
|
|
9
9
|
export declare const PIPELINE_CANVAS_ROUTES_EDGE_CONTROL_INSET = 24;
|
|
10
10
|
export declare const PIPELINE_CANVAS_ROUTES_EDGE_CONTROL_GAP: Space;
|
|
11
11
|
export declare const PIPELINE_CANVAS_ROUTES_EDGE_MIN_WIDTH = 560;
|
|
12
|
+
export declare const PIPELINE_CANVAS_ROUTES_ROW_MIN_WIDTH: number;
|
|
12
13
|
export declare const PIPELINE_CANVAS_ROUTES_EDGE_HIT_PADDING = 4;
|
|
13
14
|
export declare const PIPELINE_CANVAS_ROUTES_EDGE_FAN_CONTROL_X = 22;
|
|
14
15
|
export declare const PIPELINE_CANVAS_ROUTES_EDGE_FAN_END_X = 28;
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { ExecutionMode, ReplicationMode } from "../../../../../gen/ingestion/v1/common_pb.js";
|
|
2
2
|
import { PipelineCanvasValidationIssueKind } from "../../types.js";
|
|
3
|
-
import {
|
|
3
|
+
import { getTransformStepCount } from "../../utils.js";
|
|
4
4
|
import { getCanvasEdgeResource } from "../../graph/serialize.js";
|
|
5
5
|
import { usePipelineCanvasState } from "../../providers/canvas/PipelineCanvasProvider.js";
|
|
6
|
-
import { usePipelineCanvasConnections } from "../../hooks/usePipelineCanvasConnections.js";
|
|
7
6
|
import { usePipelineCanvasValidation } from "../../hooks/usePipelineCanvasValidation.js";
|
|
7
|
+
import { usePipelineCanvasConnections } from "../../hooks/usePipelineCanvasConnections.js";
|
|
8
8
|
import { usePipelineExecutionMode } from "../../../hooks/usePipelineExecutionMode.js";
|
|
9
9
|
import { getPipelineCanvasRouteGroupKey } from "../utils.js";
|
|
10
10
|
import { useMemo } from "react";
|
|
@@ -13,7 +13,7 @@ import { isSearchMatch } from "@galaxy-io/dls/utils/search";
|
|
|
13
13
|
var compareGroups = (left, right) => {
|
|
14
14
|
const leftIsInvalid = left.some((route) => route.isInvalid);
|
|
15
15
|
if (leftIsInvalid !== right.some((route) => route.isInvalid)) return leftIsInvalid ? -1 : 1;
|
|
16
|
-
return left[0].
|
|
16
|
+
return left[0].resource.localeCompare(right[0].resource);
|
|
17
17
|
};
|
|
18
18
|
var compareSinks = (left, right) => (left.sinkConnection?.name ?? left.edge.target).localeCompare(right.sinkConnection?.name ?? right.edge.target);
|
|
19
19
|
var usePipelineCanvasRoutes = ({ search, sinkIds }) => {
|
|
@@ -30,13 +30,10 @@ var usePipelineCanvasRoutes = ({ search, sinkIds }) => {
|
|
|
30
30
|
}
|
|
31
31
|
const drafts = edges.filter((edge) => sinkIds.length === 0 || sinkIds.includes(edge.target)).map((edge) => {
|
|
32
32
|
const resource = getCanvasEdgeResource(edge);
|
|
33
|
-
const { label, isNamedResource } = getCanvasEdgeResourceLabel(resource, 0);
|
|
34
33
|
const sourceConnection = connectionByNodeId.get(edge.source);
|
|
35
34
|
return {
|
|
36
35
|
edge,
|
|
37
36
|
resource,
|
|
38
|
-
resourceLabel: label,
|
|
39
|
-
isNamedResource,
|
|
40
37
|
sourceConnection,
|
|
41
38
|
sinkConnection: connectionByNodeId.get(edge.target),
|
|
42
39
|
groupKey: getPipelineCanvasRouteGroupKey(edge.source, resource),
|
|
@@ -46,7 +43,7 @@ var usePipelineCanvasRoutes = ({ search, sinkIds }) => {
|
|
|
46
43
|
isInvalid: invalidEdgeIds.has(edge.id),
|
|
47
44
|
verdict: edgeValidationByEdgeId.get(edge.id)
|
|
48
45
|
};
|
|
49
|
-
}).filter((draft) => isSearchMatch(search, draft.sourceConnection?.name ?? "", draft.
|
|
46
|
+
}).filter((draft) => isSearchMatch(search, draft.sourceConnection?.name ?? "", draft.resource, draft.sinkConnection?.name ?? ""));
|
|
50
47
|
const groups = /* @__PURE__ */ new Map();
|
|
51
48
|
for (const draft of drafts) groups.set(draft.groupKey, [...groups.get(draft.groupKey) ?? [], draft]);
|
|
52
49
|
return [...groups.values()].map((group) => group.sort(compareSinks)).sort(compareGroups).flatMap((group) => group.map((draft, groupIndex) => ({
|
|
@@ -1,18 +1,14 @@
|
|
|
1
1
|
import { ExecutionMode, WriteMode } from "../../../../../gen/ingestion/v1/common_pb.js";
|
|
2
2
|
import { PipelineCanvasNodeType } from "../../types.js";
|
|
3
|
-
import { DiscoverResourcesRequestSchema } from "../../../../../gen/ingestion/v1/connectors_pb.js";
|
|
4
|
-
import { useDiscoverResourcesQuery } from "../../../../../api/queries/connectors.js";
|
|
5
|
-
import { PROBE_QUERY_OPTIONS } from "../../../../../api/queries/constants.js";
|
|
6
3
|
import { PIPELINE_CANVAS_EDGE_TYPE, PIPELINE_CANVAS_NODE_SINK_HANDLE_ID } from "../../constants.js";
|
|
7
4
|
import { isConnectionNode } from "../../utils.js";
|
|
8
5
|
import { canConnectEdge } from "../../graph/rules.js";
|
|
9
6
|
import { usePipelineCanvasActions, usePipelineCanvasReadOnly, usePipelineCanvasState } from "../../providers/canvas/PipelineCanvasProvider.js";
|
|
10
|
-
import { usePipelineCanvasConnections } from "../../hooks/usePipelineCanvasConnections.js";
|
|
11
7
|
import { usePipelineCanvasSelection } from "../../hooks/usePipelineCanvasSelection.js";
|
|
8
|
+
import { usePipelineCanvasSourceNodeResources } from "../../hooks/usePipelineCanvasSourceNodeResources.js";
|
|
12
9
|
import { usePipelineExecutionMode } from "../../../hooks/usePipelineExecutionMode.js";
|
|
13
10
|
import { usePipelineCanvasRoutesSinks } from "./usePipelineCanvasRoutesSinks.js";
|
|
14
11
|
import { useCallback, useMemo, useState } from "react";
|
|
15
|
-
import { create } from "@bufbuild/protobuf";
|
|
16
12
|
import { addEdge } from "@xyflow/react";
|
|
17
13
|
//#region src/pages/pipelines/canvas/routes/hooks/usePipelineCanvasRoutesDraft.ts
|
|
18
14
|
var usePipelineCanvasRoutesDraft = () => {
|
|
@@ -22,17 +18,9 @@ var usePipelineCanvasRoutesDraft = () => {
|
|
|
22
18
|
const { selectResource } = usePipelineCanvasSelection();
|
|
23
19
|
const isReadOnly = usePipelineCanvasReadOnly();
|
|
24
20
|
const isContinuous = usePipelineExecutionMode() === ExecutionMode.CONTINUOUS;
|
|
25
|
-
const connectionByNodeId = usePipelineCanvasConnections();
|
|
26
21
|
const allSinks = usePipelineCanvasRoutesSinks();
|
|
27
22
|
const sourceNodeId = nodes.filter(isConnectionNode).find((node) => node.type === PipelineCanvasNodeType.SOURCE)?.id;
|
|
28
|
-
const
|
|
29
|
-
const { data: discovered } = useDiscoverResourcesQuery({
|
|
30
|
-
input: create(DiscoverResourcesRequestSchema, { connectionId: sourceConnectionId ?? "" }),
|
|
31
|
-
options: {
|
|
32
|
-
...PROBE_QUERY_OPTIONS,
|
|
33
|
-
enabled: sourceConnectionId !== void 0 && !isContinuous
|
|
34
|
-
}
|
|
35
|
-
});
|
|
23
|
+
const sourceResources = usePipelineCanvasSourceNodeResources();
|
|
36
24
|
const getConnection = useCallback((resource, sinkId) => ({
|
|
37
25
|
source: sourceNodeId ?? "",
|
|
38
26
|
sourceHandle: resource,
|
|
@@ -40,7 +28,7 @@ var usePipelineCanvasRoutesDraft = () => {
|
|
|
40
28
|
targetHandle: PIPELINE_CANVAS_NODE_SINK_HANDLE_ID
|
|
41
29
|
}), [sourceNodeId]);
|
|
42
30
|
const canRoute = useCallback((resource, sinkId) => resource !== "" && canConnectEdge(getConnection(resource, sinkId), edges), [getConnection, edges]);
|
|
43
|
-
const discoveredNames = useMemo(() =>
|
|
31
|
+
const discoveredNames = useMemo(() => isContinuous ? [] : sourceResources, [isContinuous, sourceResources]);
|
|
44
32
|
const resourceNames = useMemo(() => {
|
|
45
33
|
if (isContinuous || !draft) return void 0;
|
|
46
34
|
return draft.isResourceLocked ? discoveredNames : discoveredNames.filter((name) => canRoute(name, draft.sinkId));
|
|
@@ -97,7 +85,7 @@ var usePipelineCanvasRoutesDraft = () => {
|
|
|
97
85
|
...connection,
|
|
98
86
|
type: PIPELINE_CANVAS_EDGE_TYPE
|
|
99
87
|
}, []);
|
|
100
|
-
connect(connection);
|
|
88
|
+
connect([connection]);
|
|
101
89
|
setEdgeConfig(edge.id, config);
|
|
102
90
|
if (config.writeMode !== WriteMode.UNSPECIFIED) setRouteWriteMode(connection.source, connection.target, config.writeMode);
|
|
103
91
|
setDraft(void 0);
|
|
@@ -5,8 +5,6 @@ import { CanvasEdge, CanvasNode } from '../types';
|
|
|
5
5
|
export interface PipelineCanvasRoute {
|
|
6
6
|
edge: CanvasEdge;
|
|
7
7
|
resource: PipelineEdge["resource"];
|
|
8
|
-
resourceLabel: string;
|
|
9
|
-
isNamedResource: boolean;
|
|
10
8
|
sourceConnection: Connection | undefined;
|
|
11
9
|
sinkConnection: Connection | undefined;
|
|
12
10
|
groupKey: string;
|
|
@@ -31,7 +31,7 @@ var getPipelineCanvasRoutesListItems = (routes, draft, draftResource) => {
|
|
|
31
31
|
route
|
|
32
32
|
}));
|
|
33
33
|
if (!draft) return routeItems;
|
|
34
|
-
const groupEnd = draft.isResourceLocked ? routes.reduce((last, route, index) => route.
|
|
34
|
+
const groupEnd = draft.isResourceLocked ? routes.reduce((last, route, index) => route.resource === draftResource ? index : last, -1) : -1;
|
|
35
35
|
return [
|
|
36
36
|
...routeItems.slice(0, groupEnd + 1),
|
|
37
37
|
{ kind: PipelineCanvasRoutesListItemKind.DRAFT },
|
|
@@ -1,9 +1,8 @@
|
|
|
1
|
-
import { FitViewOptions } from '@xyflow/react';
|
|
2
1
|
import { Theme } from '@galaxy-io/dls/theme/tokens/types';
|
|
3
2
|
import { EdgeValidation } from '../../../gen/ingestion/v1/capabilities_pb';
|
|
4
3
|
import { ReadMode, WriteMode } from '../../../gen/ingestion/v1/common_pb';
|
|
5
4
|
import { Connection } from '../../../gen/ingestion/v1/connections_pb';
|
|
6
|
-
import {
|
|
5
|
+
import { ResourceColumn } from '../../../gen/ingestion/v1/connectors_pb';
|
|
7
6
|
import { PipelineEdge } from '../../../gen/ingestion/v1/pipelines_pb';
|
|
8
7
|
import { PipelineFlowEndpoints } from '../../../components/pipelines/utils';
|
|
9
8
|
import { PipelineCanvasEdgeResources } from './hooks/usePipelineCanvasEdgeResources';
|
|
@@ -16,27 +15,21 @@ export interface PipelineCanvasEdgeModeOptions {
|
|
|
16
15
|
effectiveWriteMode: WriteMode;
|
|
17
16
|
}
|
|
18
17
|
export declare const getEdgeModeOptions: (verdict: EdgeValidation | undefined, hasReadLevers: boolean) => PipelineCanvasEdgeModeOptions;
|
|
19
|
-
type PipelineCanvasEdgeStatusResources = Pick<PipelineCanvasEdgeResources, "hasReadLevers" | "
|
|
18
|
+
type PipelineCanvasEdgeStatusResources = Pick<PipelineCanvasEdgeResources, "hasReadLevers" | "resource" | "columns" | "cursorOptions" | "isManagedIncremental" | "hasPrimaryKey">;
|
|
20
19
|
interface PipelineCanvasEdgeStatusConfig {
|
|
21
20
|
verdict: EdgeValidation | undefined;
|
|
22
21
|
readMode: ReadMode;
|
|
23
22
|
writeMode: WriteMode;
|
|
24
|
-
|
|
23
|
+
cursor: ResourceColumn["name"] | undefined;
|
|
25
24
|
}
|
|
26
|
-
export declare const
|
|
25
|
+
export declare const getEdgeResourceStatus: ({ hasReadLevers, resource, columns, cursorOptions, isManagedIncremental, hasPrimaryKey, }: PipelineCanvasEdgeStatusResources, { verdict, readMode, writeMode, cursor }: PipelineCanvasEdgeStatusConfig) => PipelineResourceStatus | undefined;
|
|
27
26
|
export declare const hasSiblingIncrementalRead: (edges: CanvasEdge[], { source, target }: Pick<CanvasEdge, "source" | "target">, excludedEdgeId?: CanvasEdge["id"]) => boolean;
|
|
28
27
|
export declare const getTransformStepCount: (transform: PipelineCanvasEdgeTransform | undefined, resource: PipelineEdge["resource"]) => number;
|
|
29
|
-
export declare const getPipelineCanvasFitPadding: (showPanel: boolean) => NonNullable<FitViewOptions["padding"]>;
|
|
30
|
-
export declare const getPipelineCanvasFitViewOptions: (showPanel: boolean) => FitViewOptions;
|
|
31
28
|
export declare const mapElementsToSelected: <T extends {
|
|
32
29
|
id: string;
|
|
33
30
|
selected?: boolean;
|
|
34
31
|
}>(elements: T[], selectedId: string | undefined) => T[];
|
|
35
32
|
export declare const getDefaultDestinationResource: (resource: PipelineEdge["resource"]) => string;
|
|
36
|
-
export declare const getCanvasEdgeResourceLabel: (resource: PipelineEdge["resource"], coveredCount: number) => {
|
|
37
|
-
label: string;
|
|
38
|
-
isNamedResource: boolean;
|
|
39
|
-
};
|
|
40
33
|
export declare const mapEdgesToStyledEdges: (edges: CanvasEdge[], nodes: CanvasNode[], theme: Theme, isRunning: boolean, invalidEdgeIds: Set<CanvasEdge["id"]>) => CanvasEdge[];
|
|
41
34
|
export declare const mapCanvasNodesToFlowEndpoints: (nodes: CanvasNode[]) => PipelineFlowEndpoints;
|
|
42
35
|
export declare const isConnectionNode: (node: CanvasNode) => node is PipelineCanvasSourceNode | PipelineCanvasSinkNode;
|
|
@@ -10,24 +10,18 @@ var getEdgeModeOptions = (verdict, hasReadLevers) => ({
|
|
|
10
10
|
effectiveReadMode: verdict?.effectiveReadMode ?? ReadMode.UNSPECIFIED,
|
|
11
11
|
effectiveWriteMode: verdict?.effectiveWriteMode ?? WriteMode.UNSPECIFIED
|
|
12
12
|
});
|
|
13
|
-
var
|
|
14
|
-
if (!hasReadLevers || verdict === void 0) return
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
isCursorKnown: columns !== void 0,
|
|
26
|
-
managedIncremental: managedIncrementalResources.has(resource),
|
|
27
|
-
hasPrimaryKey: (primaryKeyByResource[resource]?.length ?? 0) > 0,
|
|
28
|
-
needsPrimaryKey: writeMode === WriteMode.UPSERT
|
|
29
|
-
});
|
|
30
|
-
return status ? [status] : [];
|
|
13
|
+
var getEdgeResourceStatus = ({ hasReadLevers, resource, columns, cursorOptions, isManagedIncremental, hasPrimaryKey }, { verdict, readMode, writeMode, cursor }) => {
|
|
14
|
+
if (!hasReadLevers || verdict === void 0 || resource === "") return void 0;
|
|
15
|
+
return getPipelineResourceStatus({
|
|
16
|
+
resource,
|
|
17
|
+
readMode,
|
|
18
|
+
readModeOptions: verdict.resources.find((candidate) => candidate.resource === resource)?.supportedReadModes ?? getEdgeModeOptions(verdict, hasReadLevers).readModeOptions,
|
|
19
|
+
cursorField: cursor ?? getRecommendedCursor(columns ?? []),
|
|
20
|
+
cursorOptions,
|
|
21
|
+
isCursorKnown: columns !== void 0,
|
|
22
|
+
managedIncremental: isManagedIncremental,
|
|
23
|
+
hasPrimaryKey,
|
|
24
|
+
needsPrimaryKey: writeMode === WriteMode.UPSERT
|
|
31
25
|
});
|
|
32
26
|
};
|
|
33
27
|
var hasSiblingIncrementalRead = (edges, { source, target }, excludedEdgeId) => edges.some((edge) => edge.source === source && edge.target === target && edge.id !== excludedEdgeId && edge.data?.readMode === ReadMode.INCREMENTAL);
|
|
@@ -35,19 +29,8 @@ var getTransformEntryStepCount = (entry) => entry !== void 0 && isJsonObject(ent
|
|
|
35
29
|
var getTransformStepCount = (transform, resource) => {
|
|
36
30
|
const resources = transform?.resources;
|
|
37
31
|
if (resources === void 0 || !isJsonObject(resources)) return 0;
|
|
38
|
-
|
|
39
|
-
return Object.values(resources).reduce((total, entry) => total + getTransformEntryStepCount(entry), 0);
|
|
32
|
+
return getTransformEntryStepCount(resources[resource]);
|
|
40
33
|
};
|
|
41
|
-
var getPipelineCanvasFitPadding = (showPanel) => ({
|
|
42
|
-
top: `48px`,
|
|
43
|
-
bottom: `48px`,
|
|
44
|
-
left: `80px`,
|
|
45
|
-
right: `${32 + (showPanel ? 540 : 28)}px`
|
|
46
|
-
});
|
|
47
|
-
var getPipelineCanvasFitViewOptions = (showPanel) => ({
|
|
48
|
-
padding: getPipelineCanvasFitPadding(showPanel),
|
|
49
|
-
maxZoom: 1
|
|
50
|
-
});
|
|
51
34
|
var mapElementsToSelected = (elements, selectedId) => elements.map((element) => {
|
|
52
35
|
const selected = element.id === selectedId;
|
|
53
36
|
return element.selected === selected ? element : {
|
|
@@ -56,16 +39,6 @@ var mapElementsToSelected = (elements, selectedId) => elements.map((element) =>
|
|
|
56
39
|
};
|
|
57
40
|
});
|
|
58
41
|
var getDefaultDestinationResource = (resource) => resource.replace(/[^a-zA-Z0-9_]+/g, "_").replace(/^_+|_+$/g, "");
|
|
59
|
-
var getCanvasEdgeResourceLabel = (resource, coveredCount) => {
|
|
60
|
-
if (resource) return {
|
|
61
|
-
label: resource,
|
|
62
|
-
isNamedResource: true
|
|
63
|
-
};
|
|
64
|
-
return {
|
|
65
|
-
label: coveredCount ? `${coveredCount} resources` : "All resources",
|
|
66
|
-
isNamedResource: false
|
|
67
|
-
};
|
|
68
|
-
};
|
|
69
42
|
var mapEdgesToStyledEdges = (edges, nodes, theme, isRunning, invalidEdgeIds) => {
|
|
70
43
|
const selectedNodeIds = new Set(nodes.filter((node) => node.selected).map((node) => node.id));
|
|
71
44
|
return edges.map((edge) => {
|
|
@@ -92,4 +65,4 @@ var mapCanvasNodesToFlowEndpoints = (nodes) => ({
|
|
|
92
65
|
var isConnectionNode = (node) => node.type === PipelineCanvasNodeType.SOURCE || node.type === PipelineCanvasNodeType.SINK;
|
|
93
66
|
var isPipelineCanvasConnectionDisabled = (connection, isSourceDisabled) => isSourceDisabled && connection.kind === ConnectorKind.SOURCE;
|
|
94
67
|
//#endregion
|
|
95
|
-
export {
|
|
68
|
+
export { getDefaultDestinationResource, getEdgeModeOptions, getEdgeResourceStatus, getTransformStepCount, hasSiblingIncrementalRead, isConnectionNode, isPipelineCanvasConnectionDisabled, mapCanvasNodesToFlowEndpoints, mapEdgesToStyledEdges, mapElementsToSelected };
|
|
@@ -27,41 +27,24 @@ var createCursors = (rows, readMode) => {
|
|
|
27
27
|
lookbackSeconds: 0n
|
|
28
28
|
}));
|
|
29
29
|
};
|
|
30
|
-
var createSinkEdges = ({ sourceId, rows, sink, hasReadLevers
|
|
31
|
-
const
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
toNode: sink.connection.id,
|
|
40
|
-
readMode,
|
|
41
|
-
writeMode: sink.writeMode,
|
|
42
|
-
cursors: hasReadLevers ? createCursors(selected, readMode) : []
|
|
43
|
-
})];
|
|
44
|
-
}
|
|
45
|
-
return selected.map((row) => {
|
|
46
|
-
const readMode = hasReadLevers ? row.readMode : ReadMode.UNSPECIFIED;
|
|
47
|
-
return create(PipelineEdgeSchema, {
|
|
48
|
-
fromNode: sourceId,
|
|
49
|
-
resource: row.name,
|
|
50
|
-
toNode: sink.connection.id,
|
|
51
|
-
readMode,
|
|
52
|
-
writeMode: sink.writeMode,
|
|
53
|
-
cursors: hasReadLevers ? createCursors([row], readMode) : []
|
|
54
|
-
});
|
|
30
|
+
var createSinkEdges = ({ sourceId, rows, sink, hasReadLevers }) => rows.filter((row) => row.isSelected).map((row) => {
|
|
31
|
+
const readMode = hasReadLevers ? row.readMode : ReadMode.UNSPECIFIED;
|
|
32
|
+
return create(PipelineEdgeSchema, {
|
|
33
|
+
fromNode: sourceId,
|
|
34
|
+
resource: row.name,
|
|
35
|
+
toNode: sink.connection.id,
|
|
36
|
+
readMode,
|
|
37
|
+
writeMode: sink.writeMode,
|
|
38
|
+
cursors: hasReadLevers ? createCursors([row], readMode) : []
|
|
55
39
|
});
|
|
56
|
-
};
|
|
57
|
-
var createEdges = ({ sourceConnection, rowsBySink, sinks, hasReadLevers
|
|
40
|
+
});
|
|
41
|
+
var createEdges = ({ sourceConnection, rowsBySink, sinks, hasReadLevers }) => {
|
|
58
42
|
if (!sourceConnection) return [];
|
|
59
43
|
return sinks.flatMap((sink) => createSinkEdges({
|
|
60
44
|
sourceId: sourceConnection.id,
|
|
61
45
|
rows: rowsBySink[sink.connection.id] ?? [],
|
|
62
46
|
sink,
|
|
63
|
-
hasReadLevers
|
|
64
|
-
isContinuous
|
|
47
|
+
hasReadLevers
|
|
65
48
|
}));
|
|
66
49
|
};
|
|
67
50
|
var mapCreatePipelineStateToVersionRequest = ({ sourceConnection, rowsBySink, sinks, nodeConfigs, replication, executionMode, pipelineId }) => create(CreatePipelineVersionRequestSchema, {
|
|
@@ -72,8 +55,7 @@ var mapCreatePipelineStateToVersionRequest = ({ sourceConnection, rowsBySink, si
|
|
|
72
55
|
sourceConnection,
|
|
73
56
|
rowsBySink,
|
|
74
57
|
sinks,
|
|
75
|
-
hasReadLevers: replication !== ReplicationMode.CDC && executionMode !== ExecutionMode.CONTINUOUS
|
|
76
|
-
isContinuous: executionMode === ExecutionMode.CONTINUOUS
|
|
58
|
+
hasReadLevers: replication !== ReplicationMode.CDC && executionMode !== ExecutionMode.CONTINUOUS
|
|
77
59
|
})
|
|
78
60
|
}
|
|
79
61
|
});
|