@galaxy-io/filament-ui 0.1.1 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/pages/pipelines/canvas/PipelineCanvasConnectionSelector.js +3 -1
- package/dist/pages/pipelines/canvas/PipelineCanvasFlow.js +10 -4
- package/dist/pages/pipelines/canvas/graph/rules.d.ts +3 -2
- package/dist/pages/pipelines/canvas/graph/rules.js +9 -33
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeConfig.d.ts +5 -5
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeConfig.js +14 -13
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeResources.d.ts +6 -7
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeResources.js +18 -24
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasPanelResourceOptions.d.ts +6 -7
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasPanelResourceOptions.js +3 -3
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceNodeResources.d.ts +2 -0
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceNodeResources.js +11 -0
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceResources.d.ts +1 -0
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceResources.js +1 -0
- package/dist/pages/pipelines/canvas/nodes/PipelineCanvasNodePlaceholder.js +3 -1
- package/dist/pages/pipelines/canvas/nodes/PipelineCanvasNodeSource.js +2 -4
- package/dist/pages/pipelines/canvas/panel/overview/PipelineCanvasPanelOverview.js +1 -1
- package/dist/pages/pipelines/canvas/panel/overview/node/PipelineCanvasPanelNodeDetail.js +1 -1
- package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceDetail.js +26 -28
- package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceEndpoint.js +1 -1
- package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceSection.js +6 -20
- package/dist/pages/pipelines/canvas/panel/overview/resource/transform/PipelineCanvasPanelResourceTransformSection.js +2 -2
- package/dist/pages/pipelines/canvas/providers/canvas/PipelineCanvasProvider.d.ts +3 -2
- package/dist/pages/pipelines/canvas/providers/canvas/PipelineCanvasProvider.js +7 -4
- package/dist/pages/pipelines/canvas/providers/canvas/actions.d.ts +6 -2
- package/dist/pages/pipelines/canvas/providers/canvas/reducer.js +18 -11
- package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesDraftRow.js +17 -17
- package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesList.js +1 -1
- package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesRowControls.js +16 -17
- package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesSourceIsland.js +2 -2
- package/dist/pages/pipelines/canvas/routes/hooks/usePipelineCanvasRoutes.js +4 -7
- package/dist/pages/pipelines/canvas/routes/hooks/usePipelineCanvasRoutesDraft.js +4 -16
- package/dist/pages/pipelines/canvas/routes/types.d.ts +0 -2
- package/dist/pages/pipelines/canvas/routes/utils.js +1 -1
- package/dist/pages/pipelines/canvas/utils.d.ts +4 -8
- package/dist/pages/pipelines/canvas/utils.js +14 -31
- package/dist/pages/pipelines/components/create/serialize.js +13 -31
- package/dist/pages/pipelines/components/create/steps/components/CreatePipelineModalDeliveryConnection.js +3 -3
- package/dist/pages/pipelines/components/create/steps/components/CreatePipelineModalResourcesReadModeCell.js +3 -3
- package/dist/pages/pipelines/components/header/PipelinePageEditActions.js +4 -19
- package/dist/pages/pipelines/components/resource/utils.d.ts +2 -2
- package/dist/pages/pipelines/components/resource/utils.js +3 -3
- package/dist/pages/pipelines/components/transform/PipelineTransformFields.js +4 -9
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsCall.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsChain.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsConditionGroup.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsConditionRow.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsNested.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsProvider.d.ts +3 -4
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsProvider.js +15 -23
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepCard.js +21 -47
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepCompute.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepDrop.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepRename.js +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsSteps.d.ts +3 -0
- package/dist/pages/pipelines/components/transform/{PipelineTransformFieldsResourceSteps.js → PipelineTransformFieldsSteps.js} +11 -29
- package/dist/pages/pipelines/components/transform/actions.d.ts +3 -12
- package/dist/pages/pipelines/components/transform/actions.js +0 -1
- package/dist/pages/pipelines/components/transform/grammar/parse.d.ts +1 -1
- package/dist/pages/pipelines/components/transform/grammar/parse.js +1 -1
- package/dist/pages/pipelines/components/transform/grammar/serialize.d.ts +1 -1
- package/dist/pages/pipelines/components/transform/grammar/serialize.js +3 -6
- package/dist/pages/pipelines/components/transform/hooks/usePipelineTransformFieldsIssues.d.ts +1 -2
- package/dist/pages/pipelines/components/transform/hooks/usePipelineTransformFieldsIssues.js +4 -6
- package/dist/pages/pipelines/components/transform/hooks/usePipelineTransformFieldsValidation.js +20 -19
- package/dist/pages/pipelines/components/transform/reducer.d.ts +1 -1
- package/dist/pages/pipelines/components/transform/reducer.js +18 -37
- package/dist/pages/pipelines/components/transform/types.d.ts +3 -4
- package/dist/pages/pipelines/components/transform/utils.d.ts +3 -3
- package/dist/pages/pipelines/components/transform/utils.js +7 -8
- package/dist/pages/pipelines/components/transform/validation.js +10 -13
- package/dist/utils/select.d.ts +1 -0
- package/dist/utils/select.js +2 -1
- package/package.json +1 -1
- package/dist/pages/pipelines/components/transform/PipelineTransformFieldsResourceSteps.d.ts +0 -8
package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceSection.js
CHANGED
|
@@ -1,27 +1,23 @@
|
|
|
1
1
|
import { ConnectorKind, ExecutionMode } from "../../../../../../gen/ingestion/v1/common_pb.js";
|
|
2
2
|
import { PipelineCanvasNodeType } from "../../../types.js";
|
|
3
|
-
import { DiscoverResourcesRequestSchema } from "../../../../../../gen/ingestion/v1/connectors_pb.js";
|
|
4
3
|
import { ConnectorTileSize } from "../../../../../../components/connections/types.js";
|
|
5
|
-
import { useDiscoverResourcesQuery } from "../../../../../../api/queries/connectors.js";
|
|
6
4
|
import ConnectorTile from "../../../../../../components/connections/ConnectorTile.js";
|
|
7
|
-
import { PROBE_QUERY_OPTIONS } from "../../../../../../api/queries/constants.js";
|
|
8
5
|
import PipelineResourceCreateForm from "../../../../components/resource/PipelineResourceCreateForm.js";
|
|
9
6
|
import { PIPELINE_CANVAS_NODE_SINK_HANDLE_ID } from "../../../constants.js";
|
|
10
7
|
import { PIPELINE_CANVAS_NODE_TYPE_TO_RESOURCE_EMPTY_MESSAGE_MAP } from "../../constants.js";
|
|
11
|
-
import {
|
|
8
|
+
import { isConnectionNode } from "../../../utils.js";
|
|
12
9
|
import { getCanvasEdgeResource } from "../../../graph/serialize.js";
|
|
13
10
|
import { canConnectEdge } from "../../../graph/rules.js";
|
|
14
11
|
import { usePipelineCanvasActions, usePipelineCanvasReadOnly, usePipelineCanvasState } from "../../../providers/canvas/PipelineCanvasProvider.js";
|
|
15
|
-
import { usePipelineCanvasConnections } from "../../../hooks/usePipelineCanvasConnections.js";
|
|
16
12
|
import { usePipelineCanvasSelection } from "../../../hooks/usePipelineCanvasSelection.js";
|
|
17
13
|
import PipelineTransformFieldsMarker from "../../../../components/transform/PipelineTransformFieldsMarker.js";
|
|
14
|
+
import { usePipelineCanvasConnections } from "../../../hooks/usePipelineCanvasConnections.js";
|
|
18
15
|
import PipelineCanvasPanelItem from "../PipelineCanvasPanelItem.js";
|
|
19
16
|
import PipelineCanvasPanelSection from "../../PipelineCanvasPanelSection.js";
|
|
20
17
|
import { usePipelineExecutionMode } from "../../../../hooks/usePipelineExecutionMode.js";
|
|
21
18
|
import { FlowArrowIcon, PlusIcon } from "@phosphor-icons/react";
|
|
22
19
|
import Button, { ButtonSize, ButtonVariant } from "@galaxy-io/dls/buttons/Button";
|
|
23
20
|
import { useState } from "react";
|
|
24
|
-
import { create } from "@bufbuild/protobuf";
|
|
25
21
|
import { Fragment as Fragment$1, jsx, jsxs } from "react/jsx-runtime";
|
|
26
22
|
import Flex, { AlignItems, FlexDirection, JustifyContent } from "@galaxy-io/dls/layout/Flex";
|
|
27
23
|
import Text, { TextSize } from "@galaxy-io/dls/text/Text";
|
|
@@ -48,15 +44,6 @@ var PipelineCanvasPanelResourceSection = ({ edges, nodeId, nodeType = PipelineCa
|
|
|
48
44
|
const connectionNodes = state.nodes.filter(isConnectionNode);
|
|
49
45
|
const sourceNode = connectionNodes.find((node) => node.type === PipelineCanvasNodeType.SOURCE);
|
|
50
46
|
const sinkNodes = connectionNodes.filter((node) => node.type === PipelineCanvasNodeType.SINK && (nodeType !== PipelineCanvasNodeType.SINK || node.id === nodeId));
|
|
51
|
-
const sourceConnectionId = sourceNode?.data.connectionId ?? "";
|
|
52
|
-
const { data: discovered } = useDiscoverResourcesQuery({
|
|
53
|
-
input: create(DiscoverResourcesRequestSchema, { connectionId: sourceConnectionId }),
|
|
54
|
-
options: {
|
|
55
|
-
...PROBE_QUERY_OPTIONS,
|
|
56
|
-
enabled: sourceConnectionId !== ""
|
|
57
|
-
}
|
|
58
|
-
});
|
|
59
|
-
const discoveredCount = (discovered?.resources ?? []).filter((resource) => resource.isSelectable).length;
|
|
60
47
|
const canCreate = isContinuous && !isReadOnly && !!sourceNode && sinkNodes.length > 0;
|
|
61
48
|
const getCreateError = ({ resource, sinkId }) => sourceNode && canConnectEdge({
|
|
62
49
|
source: sourceNode.id,
|
|
@@ -65,12 +52,12 @@ var PipelineCanvasPanelResourceSection = ({ edges, nodeId, nodeType = PipelineCa
|
|
|
65
52
|
}, state.edges) ? void 0 : "This resource is already routed to that sink.";
|
|
66
53
|
const handleCreate = ({ resource, sinkId }) => {
|
|
67
54
|
if (!sourceNode) return;
|
|
68
|
-
connect({
|
|
55
|
+
connect([{
|
|
69
56
|
source: sourceNode.id,
|
|
70
57
|
sourceHandle: resource,
|
|
71
58
|
target: sinkId,
|
|
72
59
|
targetHandle: PIPELINE_CANVAS_NODE_SINK_HANDLE_ID
|
|
73
|
-
});
|
|
60
|
+
}]);
|
|
74
61
|
setLocalState((prev) => ({
|
|
75
62
|
...prev,
|
|
76
63
|
isCreating: false
|
|
@@ -115,7 +102,6 @@ var PipelineCanvasPanelResourceSection = ({ edges, nodeId, nodeType = PipelineCa
|
|
|
115
102
|
}), edges.length > 0 && /* @__PURE__ */ jsx(Divider, {})] }), edges.map((edge) => {
|
|
116
103
|
const sourceConnection = connectionByNodeId.get(edge.source);
|
|
117
104
|
const sinkConnection = connectionByNodeId.get(edge.target);
|
|
118
|
-
const { label, isNamedResource } = getCanvasEdgeResourceLabel(getCanvasEdgeResource(edge), discoveredCount);
|
|
119
105
|
return /* @__PURE__ */ jsx(PipelineCanvasPanelItem, {
|
|
120
106
|
onClick: () => selectResource(edge.id),
|
|
121
107
|
children: /* @__PURE__ */ jsxs(Flex, {
|
|
@@ -128,9 +114,9 @@ var PipelineCanvasPanelResourceSection = ({ edges, nodeId, nodeType = PipelineCa
|
|
|
128
114
|
minWidth: 0,
|
|
129
115
|
children: /* @__PURE__ */ jsx(Text, {
|
|
130
116
|
size: TextSize.BODY_SM,
|
|
131
|
-
family:
|
|
117
|
+
family: FontFamily.MONO,
|
|
132
118
|
lineClamp: 1,
|
|
133
|
-
children:
|
|
119
|
+
children: getCanvasEdgeResource(edge)
|
|
134
120
|
})
|
|
135
121
|
}), /* @__PURE__ */ jsxs(Flex, {
|
|
136
122
|
alignItems: AlignItems.CENTER,
|
|
@@ -8,11 +8,11 @@ import { useState } from "react";
|
|
|
8
8
|
import { jsx } from "react/jsx-runtime";
|
|
9
9
|
//#region src/pages/pipelines/canvas/panel/overview/resource/transform/PipelineCanvasPanelResourceTransformSection.tsx
|
|
10
10
|
var PipelineCanvasPanelResourceTransformSection = () => {
|
|
11
|
-
const {
|
|
11
|
+
const { steps, draft } = usePipelineTransformFieldsState();
|
|
12
12
|
const { openNew } = usePipelineTransformFieldsActions();
|
|
13
13
|
const { isReadOnly } = usePipelineTransformFieldsEnvironment();
|
|
14
14
|
const [isOpen, setIsOpen] = useState(true);
|
|
15
|
-
const hasContent = draft !== null ||
|
|
15
|
+
const hasContent = draft !== null || steps.length > 0;
|
|
16
16
|
return /* @__PURE__ */ jsx(PipelineCanvasPanelSection, {
|
|
17
17
|
icon: FunctionIcon,
|
|
18
18
|
header: PIPELINE_CANVAS_PANEL_RESOURCE_TRANSFORM_HEADER,
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { FC, PropsWithChildren } from 'react';
|
|
2
2
|
import { Connection, EdgeChange, NodeChange } from '@xyflow/react';
|
|
3
3
|
import { WriteMode } from '../../../../../gen/ingestion/v1/common_pb';
|
|
4
|
+
import { Resource } from '../../../../../gen/ingestion/v1/connectors_pb';
|
|
4
5
|
import { PipelineNode } from '../../../../../gen/ingestion/v1/pipelines_pb';
|
|
5
6
|
import { PipelineCanvasEditMode, PipelineCanvasGraph, PipelineCanvasState } from './types';
|
|
6
7
|
import { CanvasEdge, CanvasNode, PipelineCanvasEdgeData } from '../../types';
|
|
@@ -8,12 +9,12 @@ export declare const usePipelineCanvasState: () => PipelineCanvasState;
|
|
|
8
9
|
export declare const usePipelineCanvasReadOnly: () => boolean;
|
|
9
10
|
export declare const usePipelineCanvasActions: () => {
|
|
10
11
|
loadGraph: (graph: PipelineCanvasGraph) => void;
|
|
11
|
-
addNode: (node: CanvasNode) => void;
|
|
12
|
+
addNode: (node: CanvasNode, resources: Resource["name"][]) => void;
|
|
12
13
|
removeNode: (nodeId: PipelineNode["id"]) => void;
|
|
13
14
|
setNodes: (nodes: CanvasNode[]) => void;
|
|
14
15
|
applyNodeChanges: (changes: NodeChange<CanvasNode>[]) => void;
|
|
15
16
|
applyEdgeChanges: (changes: EdgeChange<CanvasEdge>[]) => void;
|
|
16
|
-
connect: (
|
|
17
|
+
connect: (connections: Connection[]) => void;
|
|
17
18
|
setActiveMode: (mode: PipelineCanvasEditMode | null) => void;
|
|
18
19
|
setNodeConfig: (nodeId: PipelineNode["id"], config: NonNullable<PipelineNode["config"]>) => void;
|
|
19
20
|
setEdgeConfig: (edgeId: CanvasEdge["id"], data: PipelineCanvasEdgeData) => void;
|
|
@@ -28,9 +28,12 @@ var usePipelineCanvasActions = () => {
|
|
|
28
28
|
type: PipelineCanvasActionType.LOAD_GRAPH,
|
|
29
29
|
payload: graph
|
|
30
30
|
}),
|
|
31
|
-
addNode: (node) => dispatch({
|
|
31
|
+
addNode: (node, resources) => dispatch({
|
|
32
32
|
type: PipelineCanvasActionType.ADD_NODE,
|
|
33
|
-
payload:
|
|
33
|
+
payload: {
|
|
34
|
+
node,
|
|
35
|
+
resources
|
|
36
|
+
}
|
|
34
37
|
}),
|
|
35
38
|
removeNode: (nodeId) => dispatch({
|
|
36
39
|
type: PipelineCanvasActionType.REMOVE_NODE,
|
|
@@ -48,9 +51,9 @@ var usePipelineCanvasActions = () => {
|
|
|
48
51
|
type: PipelineCanvasActionType.APPLY_EDGE_CHANGES,
|
|
49
52
|
payload: changes
|
|
50
53
|
}),
|
|
51
|
-
connect: (
|
|
54
|
+
connect: (connections) => dispatch({
|
|
52
55
|
type: PipelineCanvasActionType.CONNECT,
|
|
53
|
-
payload:
|
|
56
|
+
payload: connections
|
|
54
57
|
}),
|
|
55
58
|
setActiveMode: (mode) => dispatch({
|
|
56
59
|
type: PipelineCanvasActionType.SET_ACTIVE_MODE,
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { Connection, EdgeChange, NodeChange } from '@xyflow/react';
|
|
2
2
|
import { WriteMode } from '../../../../../gen/ingestion/v1/common_pb';
|
|
3
|
+
import { Resource } from '../../../../../gen/ingestion/v1/connectors_pb';
|
|
3
4
|
import { PipelineNode } from '../../../../../gen/ingestion/v1/pipelines_pb';
|
|
4
5
|
import { PipelineCanvasEditMode, PipelineCanvasGraph } from './types';
|
|
5
6
|
import { CanvasEdge, CanvasNode, PipelineCanvasEdgeData } from '../../types';
|
|
@@ -22,7 +23,10 @@ export interface LoadGraphAction {
|
|
|
22
23
|
}
|
|
23
24
|
export interface AddNodeAction {
|
|
24
25
|
type: PipelineCanvasActionType.ADD_NODE;
|
|
25
|
-
payload:
|
|
26
|
+
payload: {
|
|
27
|
+
node: CanvasNode;
|
|
28
|
+
resources: Resource["name"][];
|
|
29
|
+
};
|
|
26
30
|
}
|
|
27
31
|
export interface RemoveNodeAction {
|
|
28
32
|
type: PipelineCanvasActionType.REMOVE_NODE;
|
|
@@ -42,7 +46,7 @@ export interface ApplyEdgeChangesAction {
|
|
|
42
46
|
}
|
|
43
47
|
export interface ConnectAction {
|
|
44
48
|
type: PipelineCanvasActionType.CONNECT;
|
|
45
|
-
payload: Connection;
|
|
49
|
+
payload: Connection[];
|
|
46
50
|
}
|
|
47
51
|
export interface SetActiveModeAction {
|
|
48
52
|
type: PipelineCanvasActionType.SET_ACTIVE_MODE;
|
|
@@ -14,17 +14,28 @@ function loadGraph(state, action) {
|
|
|
14
14
|
activeMode: null
|
|
15
15
|
};
|
|
16
16
|
}
|
|
17
|
+
function addEdges(edges, connections) {
|
|
18
|
+
return connections.reduce((nextEdges, connection) => {
|
|
19
|
+
if (!canConnectEdge(connection, nextEdges)) return nextEdges;
|
|
20
|
+
const routeWriteMode = nextEdges.find((edge) => edge.source === connection.source && edge.target === connection.target)?.data?.writeMode;
|
|
21
|
+
return addEdge({
|
|
22
|
+
...connection,
|
|
23
|
+
type: PIPELINE_CANVAS_EDGE_TYPE,
|
|
24
|
+
...routeWriteMode !== void 0 && { data: {
|
|
25
|
+
readMode: ReadMode.UNSPECIFIED,
|
|
26
|
+
writeMode: routeWriteMode,
|
|
27
|
+
cursors: []
|
|
28
|
+
} }
|
|
29
|
+
}, nextEdges);
|
|
30
|
+
}, edges);
|
|
31
|
+
}
|
|
17
32
|
function addNode(state, action) {
|
|
18
|
-
const node = action.payload;
|
|
33
|
+
const { node, resources } = action.payload;
|
|
19
34
|
if (node.type === PipelineCanvasNodeType.SOURCE && !canAddSourceNode(state.nodes)) return state;
|
|
20
|
-
const edges = getAutoConnections(node, state.nodes).reduce((nextEdges, connection) => canConnectEdge(connection, nextEdges) ? addEdge({
|
|
21
|
-
...connection,
|
|
22
|
-
type: PIPELINE_CANVAS_EDGE_TYPE
|
|
23
|
-
}, nextEdges) : nextEdges, state.edges);
|
|
24
35
|
return {
|
|
25
36
|
...state,
|
|
26
37
|
nodes: [...state.nodes, node],
|
|
27
|
-
edges
|
|
38
|
+
edges: addEdges(state.edges, getAutoConnections(node, state.nodes, resources))
|
|
28
39
|
};
|
|
29
40
|
}
|
|
30
41
|
function removeNode(state, action) {
|
|
@@ -53,13 +64,9 @@ function applyEdgeChanges$1(state, action) {
|
|
|
53
64
|
};
|
|
54
65
|
}
|
|
55
66
|
function connect(state, action) {
|
|
56
|
-
if (!canConnectEdge(action.payload, state.edges)) return state;
|
|
57
67
|
return {
|
|
58
68
|
...state,
|
|
59
|
-
edges:
|
|
60
|
-
...action.payload,
|
|
61
|
-
type: PIPELINE_CANVAS_EDGE_TYPE
|
|
62
|
-
}, state.edges)
|
|
69
|
+
edges: addEdges(state.edges, action.payload)
|
|
63
70
|
};
|
|
64
71
|
}
|
|
65
72
|
function setActiveMode(state, action) {
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { ConnectorKind, ReadMode, WriteMode } from "../../../../gen/ingestion/v1/common_pb.js";
|
|
2
|
-
import { mapOptionIdToEnum } from "../../../../utils/select.js";
|
|
2
|
+
import { getEnumSelectValue, mapOptionIdToEnum } from "../../../../utils/select.js";
|
|
3
3
|
import { ConnectorTileSize } from "../../../../components/connections/types.js";
|
|
4
4
|
import { ResourceCursorConfigSchema } from "../../../../gen/ingestion/v1/pipelines_pb.js";
|
|
5
5
|
import ConnectorTile from "../../../../components/connections/ConnectorTile.js";
|
|
6
6
|
import { getCompatibleWriteModes, getCursorSelectOptions, getReadModeSelectOptions, getRecommendedCursor, getWriteModeSelectOptions } from "../../components/resource/utils.js";
|
|
7
7
|
import { PIPELINE_CANVAS_NODE_SINK_HANDLE_ID } from "../constants.js";
|
|
8
|
-
import {
|
|
8
|
+
import { getEdgeResourceStatus, hasSiblingIncrementalRead } from "../utils.js";
|
|
9
9
|
import { usePipelineCanvasState } from "../providers/canvas/PipelineCanvasProvider.js";
|
|
10
10
|
import { usePipelineCanvasConnections } from "../hooks/usePipelineCanvasConnections.js";
|
|
11
11
|
import { usePipelineCanvasPanelResourceOptions } from "../hooks/usePipelineCanvasPanelResourceOptions.js";
|
|
@@ -75,7 +75,7 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
75
75
|
draft?.sinkId
|
|
76
76
|
]);
|
|
77
77
|
const options = usePipelineCanvasPanelResourceOptions(draftEdge);
|
|
78
|
-
const { hasReadLevers, verdict, readModeOptions, writeModeOptions, effectiveReadMode, effectiveWriteMode,
|
|
78
|
+
const { hasReadLevers, verdict, readModeOptions, writeModeOptions, effectiveReadMode, effectiveWriteMode, columns, cursorOptions, defaultCursor, isManagedIncremental, isLoading } = options;
|
|
79
79
|
const resourceOptions = useMemo(() => (resourceNames ?? []).map((name) => ({
|
|
80
80
|
id: name,
|
|
81
81
|
label: name
|
|
@@ -92,8 +92,7 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
92
92
|
})), [sinks]);
|
|
93
93
|
if (!draft) return null;
|
|
94
94
|
const siblingEdges = edges.filter((edge) => edge.source === draftEdge.source && edge.target === draftEdge.target);
|
|
95
|
-
const
|
|
96
|
-
const hasRecommendedCursor = getRecommendedCursor(columnsByResource.get(resource) ?? []) !== "";
|
|
95
|
+
const hasRecommendedCursor = getRecommendedCursor(columns ?? []) !== "";
|
|
97
96
|
const defaultReadMode = (isManagedIncremental || hasRecommendedCursor) && readModeOptions.includes(ReadMode.INCREMENTAL) ? ReadMode.INCREMENTAL : effectiveReadMode;
|
|
98
97
|
const readMode = draft.readMode ?? defaultReadMode;
|
|
99
98
|
const routeHasIncremental = readMode === ReadMode.INCREMENTAL || hasSiblingIncrementalRead(edges, draftEdge);
|
|
@@ -101,18 +100,19 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
101
100
|
const siblingWriteMode = siblingEdges.find((edge) => edge.data?.writeMode !== void 0 && edge.data.writeMode !== WriteMode.UNSPECIFIED)?.data?.writeMode;
|
|
102
101
|
const preferredWriteMode = draft.writeMode ?? siblingWriteMode ?? effectiveWriteMode;
|
|
103
102
|
const writeMode = compatibleWriteModes.includes(preferredWriteMode) ? preferredWriteMode : compatibleWriteModes[0] ?? WriteMode.UNSPECIFIED;
|
|
104
|
-
const cursor = draft.cursor ??
|
|
103
|
+
const cursor = draft.cursor ?? defaultCursor;
|
|
105
104
|
const hasCursorSelect = hasReadLevers && readMode === ReadMode.INCREMENTAL && !isManagedIncremental;
|
|
106
|
-
const
|
|
105
|
+
const status = getEdgeResourceStatus(options, {
|
|
107
106
|
verdict,
|
|
108
107
|
readMode,
|
|
109
108
|
writeMode,
|
|
110
|
-
|
|
109
|
+
cursor: cursor !== "" ? cursor : void 0
|
|
111
110
|
});
|
|
112
|
-
const
|
|
113
|
-
const
|
|
114
|
-
const
|
|
115
|
-
const
|
|
111
|
+
const issues = status?.isBlocking ? [status.message] : [];
|
|
112
|
+
const warnings = status && !status.isBlocking ? [status.message] : [];
|
|
113
|
+
const readModeSelectOptions = getReadModeSelectOptions(readModeOptions, readMode);
|
|
114
|
+
const writeModeSelectOptions = getWriteModeSelectOptions(compatibleWriteModes, writeMode);
|
|
115
|
+
const cursorSelectOptions = getCursorSelectOptions(cursorOptions);
|
|
116
116
|
const handleAdd = () => draftState.add({
|
|
117
117
|
readMode,
|
|
118
118
|
writeMode,
|
|
@@ -202,7 +202,7 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
202
202
|
ariaLabel: "Read mode",
|
|
203
203
|
fillWidth: true,
|
|
204
204
|
options: readModeSelectOptions,
|
|
205
|
-
value:
|
|
205
|
+
value: getEnumSelectValue(ReadMode, readMode),
|
|
206
206
|
onChange: (id) => {
|
|
207
207
|
if (id !== null) draftState.setConfig({ readMode: mapOptionIdToEnum(ReadMode, id) });
|
|
208
208
|
},
|
|
@@ -228,8 +228,8 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
228
228
|
})
|
|
229
229
|
})] }),
|
|
230
230
|
/* @__PURE__ */ jsx(CenterSlot, { children: /* @__PURE__ */ jsx(PipelineTransformFieldsIssuesChip, {
|
|
231
|
-
issues
|
|
232
|
-
warnings
|
|
231
|
+
issues,
|
|
232
|
+
warnings
|
|
233
233
|
}) }),
|
|
234
234
|
/* @__PURE__ */ jsx(ControlsGroup, { children: /* @__PURE__ */ jsx(Box, {
|
|
235
235
|
width: 104,
|
|
@@ -237,7 +237,7 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
237
237
|
ariaLabel: "Write mode",
|
|
238
238
|
fillWidth: true,
|
|
239
239
|
options: writeModeSelectOptions,
|
|
240
|
-
value:
|
|
240
|
+
value: getEnumSelectValue(WriteMode, writeMode),
|
|
241
241
|
onChange: (id) => {
|
|
242
242
|
if (id !== null) draftState.setConfig({ writeMode: mapOptionIdToEnum(WriteMode, id) });
|
|
243
243
|
},
|
|
@@ -278,7 +278,7 @@ var PipelineCanvasRoutesDraftRow = ({ draftState }) => {
|
|
|
278
278
|
variant: ButtonVariant.PRIMARY,
|
|
279
279
|
size: ButtonSize.SMALL,
|
|
280
280
|
onClick: handleAdd,
|
|
281
|
-
isDisabled: !draftState.canAdd || isLoading ||
|
|
281
|
+
isDisabled: !draftState.canAdd || isLoading || issues.length > 0
|
|
282
282
|
})
|
|
283
283
|
]
|
|
284
284
|
})
|
|
@@ -54,7 +54,7 @@ var PipelineCanvasRoutesList = ({ routes, hasRoutes, draftState }) => {
|
|
|
54
54
|
isGroupSelected: route.groupKey === selectedGroupKey,
|
|
55
55
|
isRunning,
|
|
56
56
|
onSelect: selectResource,
|
|
57
|
-
onAddSink: route.
|
|
57
|
+
onAddSink: route.groupSize < draftState.sinkCount ? onAddSink : void 0
|
|
58
58
|
});
|
|
59
59
|
};
|
|
60
60
|
return /* @__PURE__ */ jsx(ListFrame, {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { ReadMode, WriteMode } from "../../../../gen/ingestion/v1/common_pb.js";
|
|
2
|
-
import { mapOptionIdToEnum } from "../../../../utils/select.js";
|
|
2
|
+
import { getEnumSelectValue, mapOptionIdToEnum } from "../../../../utils/select.js";
|
|
3
3
|
import { getCursorSelectOptions } from "../../components/resource/utils.js";
|
|
4
|
-
import { getEdgeModeOptions,
|
|
4
|
+
import { getEdgeModeOptions, getEdgeResourceStatus } from "../utils.js";
|
|
5
5
|
import { usePipelineCanvasReadOnly } from "../providers/canvas/PipelineCanvasProvider.js";
|
|
6
6
|
import { usePipelineCanvasEdgeConfig } from "../hooks/usePipelineCanvasEdgeConfig.js";
|
|
7
7
|
import { usePipelineCanvasEdgeResources } from "../hooks/usePipelineCanvasEdgeResources.js";
|
|
@@ -26,23 +26,22 @@ var stopPropagation = (event) => event.stopPropagation();
|
|
|
26
26
|
var PipelineCanvasRoutesRowControls = ({ route, children }) => {
|
|
27
27
|
const isReadOnly = usePipelineCanvasReadOnly();
|
|
28
28
|
const resources = usePipelineCanvasEdgeResources(route.edge, { enabled: route.hasReadLevers });
|
|
29
|
-
const {
|
|
30
|
-
const { readMode, writeMode,
|
|
29
|
+
const { resource, cursorOptions, defaultCursor, isManagedIncremental, isLoadingColumns } = resources;
|
|
30
|
+
const { readMode, writeMode, cursor, readModeSelectOptions, writeModeSelectOptions, handleReadModeChange, handleWriteModeChange, handleCursorChange } = usePipelineCanvasEdgeConfig(route.edge, {
|
|
31
31
|
...getEdgeModeOptions(route.verdict, route.hasReadLevers),
|
|
32
|
-
|
|
33
|
-
|
|
32
|
+
resource,
|
|
33
|
+
defaultCursor
|
|
34
34
|
});
|
|
35
|
-
const cursorSelectOptions = getCursorSelectOptions(
|
|
36
|
-
const
|
|
37
|
-
const
|
|
38
|
-
const statuses = getEdgeResourceStatuses(resources, {
|
|
35
|
+
const cursorSelectOptions = getCursorSelectOptions(cursorOptions);
|
|
36
|
+
const hasCursorSelect = route.hasReadLevers && readMode === ReadMode.INCREMENTAL && !isManagedIncremental;
|
|
37
|
+
const status = getEdgeResourceStatus(resources, {
|
|
39
38
|
verdict: route.verdict,
|
|
40
39
|
readMode,
|
|
41
40
|
writeMode,
|
|
42
|
-
|
|
41
|
+
cursor
|
|
43
42
|
});
|
|
44
|
-
const issues = [...route.issues,
|
|
45
|
-
const warnings =
|
|
43
|
+
const issues = status?.isBlocking ? [...route.issues, status.message] : route.issues;
|
|
44
|
+
const warnings = status && !status.isBlocking ? [status.message] : [];
|
|
46
45
|
return /* @__PURE__ */ jsxs(Fragment, { children: [
|
|
47
46
|
/* @__PURE__ */ jsxs(ControlsGroup, {
|
|
48
47
|
onClick: stopPropagation,
|
|
@@ -54,7 +53,7 @@ var PipelineCanvasRoutesRowControls = ({ route, children }) => {
|
|
|
54
53
|
ariaLabel: "Read mode",
|
|
55
54
|
fillWidth: true,
|
|
56
55
|
options: readModeSelectOptions,
|
|
57
|
-
value:
|
|
56
|
+
value: getEnumSelectValue(ReadMode, readMode),
|
|
58
57
|
onChange: (id) => {
|
|
59
58
|
if (id !== null) handleReadModeChange(mapOptionIdToEnum(ReadMode, id));
|
|
60
59
|
},
|
|
@@ -69,9 +68,9 @@ var PipelineCanvasRoutesRowControls = ({ route, children }) => {
|
|
|
69
68
|
ariaLabel: "Cursor",
|
|
70
69
|
fillWidth: true,
|
|
71
70
|
options: cursorSelectOptions,
|
|
72
|
-
value:
|
|
71
|
+
value: cursor || null,
|
|
73
72
|
onChange: (id) => {
|
|
74
|
-
if (id !== null) handleCursorChange(
|
|
73
|
+
if (id !== null) handleCursorChange(id);
|
|
75
74
|
},
|
|
76
75
|
variant: SelectInputVariant.SECONDARY,
|
|
77
76
|
size: SelectInputSize.SMALL,
|
|
@@ -94,7 +93,7 @@ var PipelineCanvasRoutesRowControls = ({ route, children }) => {
|
|
|
94
93
|
ariaLabel: "Write mode",
|
|
95
94
|
fillWidth: true,
|
|
96
95
|
options: writeModeSelectOptions,
|
|
97
|
-
value:
|
|
96
|
+
value: getEnumSelectValue(WriteMode, writeMode),
|
|
98
97
|
onChange: (id) => {
|
|
99
98
|
if (id !== null) handleWriteModeChange(mapOptionIdToEnum(WriteMode, id));
|
|
100
99
|
},
|
|
@@ -46,9 +46,9 @@ var PipelineCanvasRoutesSourceIsland = ({ route, isSelected, onSelect, onAddSink
|
|
|
46
46
|
children: /* @__PURE__ */ jsx(Text, {
|
|
47
47
|
size: TextSize.BODY_SM,
|
|
48
48
|
weight: TextWeight.MEDIUM,
|
|
49
|
-
family:
|
|
49
|
+
family: FontFamily.MONO,
|
|
50
50
|
lineClamp: 1,
|
|
51
|
-
children: route.
|
|
51
|
+
children: route.resource
|
|
52
52
|
})
|
|
53
53
|
}),
|
|
54
54
|
onAddSink && /* @__PURE__ */ jsx(AddSinkSlot, { children: /* @__PURE__ */ jsx(Button, {
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { ExecutionMode, ReplicationMode } from "../../../../../gen/ingestion/v1/common_pb.js";
|
|
2
2
|
import { PipelineCanvasValidationIssueKind } from "../../types.js";
|
|
3
|
-
import {
|
|
3
|
+
import { getTransformStepCount } from "../../utils.js";
|
|
4
4
|
import { getCanvasEdgeResource } from "../../graph/serialize.js";
|
|
5
5
|
import { usePipelineCanvasState } from "../../providers/canvas/PipelineCanvasProvider.js";
|
|
6
|
-
import { usePipelineCanvasConnections } from "../../hooks/usePipelineCanvasConnections.js";
|
|
7
6
|
import { usePipelineCanvasValidation } from "../../hooks/usePipelineCanvasValidation.js";
|
|
7
|
+
import { usePipelineCanvasConnections } from "../../hooks/usePipelineCanvasConnections.js";
|
|
8
8
|
import { usePipelineExecutionMode } from "../../../hooks/usePipelineExecutionMode.js";
|
|
9
9
|
import { getPipelineCanvasRouteGroupKey } from "../utils.js";
|
|
10
10
|
import { useMemo } from "react";
|
|
@@ -13,7 +13,7 @@ import { isSearchMatch } from "@galaxy-io/dls/utils/search";
|
|
|
13
13
|
var compareGroups = (left, right) => {
|
|
14
14
|
const leftIsInvalid = left.some((route) => route.isInvalid);
|
|
15
15
|
if (leftIsInvalid !== right.some((route) => route.isInvalid)) return leftIsInvalid ? -1 : 1;
|
|
16
|
-
return left[0].
|
|
16
|
+
return left[0].resource.localeCompare(right[0].resource);
|
|
17
17
|
};
|
|
18
18
|
var compareSinks = (left, right) => (left.sinkConnection?.name ?? left.edge.target).localeCompare(right.sinkConnection?.name ?? right.edge.target);
|
|
19
19
|
var usePipelineCanvasRoutes = ({ search, sinkIds }) => {
|
|
@@ -30,13 +30,10 @@ var usePipelineCanvasRoutes = ({ search, sinkIds }) => {
|
|
|
30
30
|
}
|
|
31
31
|
const drafts = edges.filter((edge) => sinkIds.length === 0 || sinkIds.includes(edge.target)).map((edge) => {
|
|
32
32
|
const resource = getCanvasEdgeResource(edge);
|
|
33
|
-
const { label, isNamedResource } = getCanvasEdgeResourceLabel(resource, 0);
|
|
34
33
|
const sourceConnection = connectionByNodeId.get(edge.source);
|
|
35
34
|
return {
|
|
36
35
|
edge,
|
|
37
36
|
resource,
|
|
38
|
-
resourceLabel: label,
|
|
39
|
-
isNamedResource,
|
|
40
37
|
sourceConnection,
|
|
41
38
|
sinkConnection: connectionByNodeId.get(edge.target),
|
|
42
39
|
groupKey: getPipelineCanvasRouteGroupKey(edge.source, resource),
|
|
@@ -46,7 +43,7 @@ var usePipelineCanvasRoutes = ({ search, sinkIds }) => {
|
|
|
46
43
|
isInvalid: invalidEdgeIds.has(edge.id),
|
|
47
44
|
verdict: edgeValidationByEdgeId.get(edge.id)
|
|
48
45
|
};
|
|
49
|
-
}).filter((draft) => isSearchMatch(search, draft.sourceConnection?.name ?? "", draft.
|
|
46
|
+
}).filter((draft) => isSearchMatch(search, draft.sourceConnection?.name ?? "", draft.resource, draft.sinkConnection?.name ?? ""));
|
|
50
47
|
const groups = /* @__PURE__ */ new Map();
|
|
51
48
|
for (const draft of drafts) groups.set(draft.groupKey, [...groups.get(draft.groupKey) ?? [], draft]);
|
|
52
49
|
return [...groups.values()].map((group) => group.sort(compareSinks)).sort(compareGroups).flatMap((group) => group.map((draft, groupIndex) => ({
|
|
@@ -1,18 +1,14 @@
|
|
|
1
1
|
import { ExecutionMode, WriteMode } from "../../../../../gen/ingestion/v1/common_pb.js";
|
|
2
2
|
import { PipelineCanvasNodeType } from "../../types.js";
|
|
3
|
-
import { DiscoverResourcesRequestSchema } from "../../../../../gen/ingestion/v1/connectors_pb.js";
|
|
4
|
-
import { useDiscoverResourcesQuery } from "../../../../../api/queries/connectors.js";
|
|
5
|
-
import { PROBE_QUERY_OPTIONS } from "../../../../../api/queries/constants.js";
|
|
6
3
|
import { PIPELINE_CANVAS_EDGE_TYPE, PIPELINE_CANVAS_NODE_SINK_HANDLE_ID } from "../../constants.js";
|
|
7
4
|
import { isConnectionNode } from "../../utils.js";
|
|
8
5
|
import { canConnectEdge } from "../../graph/rules.js";
|
|
9
6
|
import { usePipelineCanvasActions, usePipelineCanvasReadOnly, usePipelineCanvasState } from "../../providers/canvas/PipelineCanvasProvider.js";
|
|
10
|
-
import { usePipelineCanvasConnections } from "../../hooks/usePipelineCanvasConnections.js";
|
|
11
7
|
import { usePipelineCanvasSelection } from "../../hooks/usePipelineCanvasSelection.js";
|
|
8
|
+
import { usePipelineCanvasSourceNodeResources } from "../../hooks/usePipelineCanvasSourceNodeResources.js";
|
|
12
9
|
import { usePipelineExecutionMode } from "../../../hooks/usePipelineExecutionMode.js";
|
|
13
10
|
import { usePipelineCanvasRoutesSinks } from "./usePipelineCanvasRoutesSinks.js";
|
|
14
11
|
import { useCallback, useMemo, useState } from "react";
|
|
15
|
-
import { create } from "@bufbuild/protobuf";
|
|
16
12
|
import { addEdge } from "@xyflow/react";
|
|
17
13
|
//#region src/pages/pipelines/canvas/routes/hooks/usePipelineCanvasRoutesDraft.ts
|
|
18
14
|
var usePipelineCanvasRoutesDraft = () => {
|
|
@@ -22,17 +18,9 @@ var usePipelineCanvasRoutesDraft = () => {
|
|
|
22
18
|
const { selectResource } = usePipelineCanvasSelection();
|
|
23
19
|
const isReadOnly = usePipelineCanvasReadOnly();
|
|
24
20
|
const isContinuous = usePipelineExecutionMode() === ExecutionMode.CONTINUOUS;
|
|
25
|
-
const connectionByNodeId = usePipelineCanvasConnections();
|
|
26
21
|
const allSinks = usePipelineCanvasRoutesSinks();
|
|
27
22
|
const sourceNodeId = nodes.filter(isConnectionNode).find((node) => node.type === PipelineCanvasNodeType.SOURCE)?.id;
|
|
28
|
-
const
|
|
29
|
-
const { data: discovered } = useDiscoverResourcesQuery({
|
|
30
|
-
input: create(DiscoverResourcesRequestSchema, { connectionId: sourceConnectionId ?? "" }),
|
|
31
|
-
options: {
|
|
32
|
-
...PROBE_QUERY_OPTIONS,
|
|
33
|
-
enabled: sourceConnectionId !== void 0 && !isContinuous
|
|
34
|
-
}
|
|
35
|
-
});
|
|
23
|
+
const sourceResources = usePipelineCanvasSourceNodeResources();
|
|
36
24
|
const getConnection = useCallback((resource, sinkId) => ({
|
|
37
25
|
source: sourceNodeId ?? "",
|
|
38
26
|
sourceHandle: resource,
|
|
@@ -40,7 +28,7 @@ var usePipelineCanvasRoutesDraft = () => {
|
|
|
40
28
|
targetHandle: PIPELINE_CANVAS_NODE_SINK_HANDLE_ID
|
|
41
29
|
}), [sourceNodeId]);
|
|
42
30
|
const canRoute = useCallback((resource, sinkId) => resource !== "" && canConnectEdge(getConnection(resource, sinkId), edges), [getConnection, edges]);
|
|
43
|
-
const discoveredNames = useMemo(() =>
|
|
31
|
+
const discoveredNames = useMemo(() => isContinuous ? [] : sourceResources, [isContinuous, sourceResources]);
|
|
44
32
|
const resourceNames = useMemo(() => {
|
|
45
33
|
if (isContinuous || !draft) return void 0;
|
|
46
34
|
return draft.isResourceLocked ? discoveredNames : discoveredNames.filter((name) => canRoute(name, draft.sinkId));
|
|
@@ -97,7 +85,7 @@ var usePipelineCanvasRoutesDraft = () => {
|
|
|
97
85
|
...connection,
|
|
98
86
|
type: PIPELINE_CANVAS_EDGE_TYPE
|
|
99
87
|
}, []);
|
|
100
|
-
connect(connection);
|
|
88
|
+
connect([connection]);
|
|
101
89
|
setEdgeConfig(edge.id, config);
|
|
102
90
|
if (config.writeMode !== WriteMode.UNSPECIFIED) setRouteWriteMode(connection.source, connection.target, config.writeMode);
|
|
103
91
|
setDraft(void 0);
|
|
@@ -5,8 +5,6 @@ import { CanvasEdge, CanvasNode } from '../types';
|
|
|
5
5
|
export interface PipelineCanvasRoute {
|
|
6
6
|
edge: CanvasEdge;
|
|
7
7
|
resource: PipelineEdge["resource"];
|
|
8
|
-
resourceLabel: string;
|
|
9
|
-
isNamedResource: boolean;
|
|
10
8
|
sourceConnection: Connection | undefined;
|
|
11
9
|
sinkConnection: Connection | undefined;
|
|
12
10
|
groupKey: string;
|
|
@@ -31,7 +31,7 @@ var getPipelineCanvasRoutesListItems = (routes, draft, draftResource) => {
|
|
|
31
31
|
route
|
|
32
32
|
}));
|
|
33
33
|
if (!draft) return routeItems;
|
|
34
|
-
const groupEnd = draft.isResourceLocked ? routes.reduce((last, route, index) => route.
|
|
34
|
+
const groupEnd = draft.isResourceLocked ? routes.reduce((last, route, index) => route.resource === draftResource ? index : last, -1) : -1;
|
|
35
35
|
return [
|
|
36
36
|
...routeItems.slice(0, groupEnd + 1),
|
|
37
37
|
{ kind: PipelineCanvasRoutesListItemKind.DRAFT },
|
|
@@ -3,7 +3,7 @@ import { Theme } from '@galaxy-io/dls/theme/tokens/types';
|
|
|
3
3
|
import { EdgeValidation } from '../../../gen/ingestion/v1/capabilities_pb';
|
|
4
4
|
import { ReadMode, WriteMode } from '../../../gen/ingestion/v1/common_pb';
|
|
5
5
|
import { Connection } from '../../../gen/ingestion/v1/connections_pb';
|
|
6
|
-
import {
|
|
6
|
+
import { ResourceColumn } from '../../../gen/ingestion/v1/connectors_pb';
|
|
7
7
|
import { PipelineEdge } from '../../../gen/ingestion/v1/pipelines_pb';
|
|
8
8
|
import { PipelineFlowEndpoints } from '../../../components/pipelines/utils';
|
|
9
9
|
import { PipelineCanvasEdgeResources } from './hooks/usePipelineCanvasEdgeResources';
|
|
@@ -16,14 +16,14 @@ export interface PipelineCanvasEdgeModeOptions {
|
|
|
16
16
|
effectiveWriteMode: WriteMode;
|
|
17
17
|
}
|
|
18
18
|
export declare const getEdgeModeOptions: (verdict: EdgeValidation | undefined, hasReadLevers: boolean) => PipelineCanvasEdgeModeOptions;
|
|
19
|
-
type PipelineCanvasEdgeStatusResources = Pick<PipelineCanvasEdgeResources, "hasReadLevers" | "
|
|
19
|
+
type PipelineCanvasEdgeStatusResources = Pick<PipelineCanvasEdgeResources, "hasReadLevers" | "resource" | "columns" | "cursorOptions" | "isManagedIncremental" | "hasPrimaryKey">;
|
|
20
20
|
interface PipelineCanvasEdgeStatusConfig {
|
|
21
21
|
verdict: EdgeValidation | undefined;
|
|
22
22
|
readMode: ReadMode;
|
|
23
23
|
writeMode: WriteMode;
|
|
24
|
-
|
|
24
|
+
cursor: ResourceColumn["name"] | undefined;
|
|
25
25
|
}
|
|
26
|
-
export declare const
|
|
26
|
+
export declare const getEdgeResourceStatus: ({ hasReadLevers, resource, columns, cursorOptions, isManagedIncremental, hasPrimaryKey, }: PipelineCanvasEdgeStatusResources, { verdict, readMode, writeMode, cursor }: PipelineCanvasEdgeStatusConfig) => PipelineResourceStatus | undefined;
|
|
27
27
|
export declare const hasSiblingIncrementalRead: (edges: CanvasEdge[], { source, target }: Pick<CanvasEdge, "source" | "target">, excludedEdgeId?: CanvasEdge["id"]) => boolean;
|
|
28
28
|
export declare const getTransformStepCount: (transform: PipelineCanvasEdgeTransform | undefined, resource: PipelineEdge["resource"]) => number;
|
|
29
29
|
export declare const getPipelineCanvasFitPadding: (showPanel: boolean) => NonNullable<FitViewOptions["padding"]>;
|
|
@@ -33,10 +33,6 @@ export declare const mapElementsToSelected: <T extends {
|
|
|
33
33
|
selected?: boolean;
|
|
34
34
|
}>(elements: T[], selectedId: string | undefined) => T[];
|
|
35
35
|
export declare const getDefaultDestinationResource: (resource: PipelineEdge["resource"]) => string;
|
|
36
|
-
export declare const getCanvasEdgeResourceLabel: (resource: PipelineEdge["resource"], coveredCount: number) => {
|
|
37
|
-
label: string;
|
|
38
|
-
isNamedResource: boolean;
|
|
39
|
-
};
|
|
40
36
|
export declare const mapEdgesToStyledEdges: (edges: CanvasEdge[], nodes: CanvasNode[], theme: Theme, isRunning: boolean, invalidEdgeIds: Set<CanvasEdge["id"]>) => CanvasEdge[];
|
|
41
37
|
export declare const mapCanvasNodesToFlowEndpoints: (nodes: CanvasNode[]) => PipelineFlowEndpoints;
|
|
42
38
|
export declare const isConnectionNode: (node: CanvasNode) => node is PipelineCanvasSourceNode | PipelineCanvasSinkNode;
|