@galaxy-io/filament-ui 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. package/LICENSE +201 -0
  2. package/dist/pages/pipelines/canvas/PipelineCanvasConnectionSelector.js +3 -1
  3. package/dist/pages/pipelines/canvas/PipelineCanvasFlow.js +10 -4
  4. package/dist/pages/pipelines/canvas/graph/rules.d.ts +3 -2
  5. package/dist/pages/pipelines/canvas/graph/rules.js +9 -33
  6. package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeConfig.d.ts +5 -5
  7. package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeConfig.js +14 -13
  8. package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeResources.d.ts +6 -7
  9. package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeResources.js +18 -24
  10. package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasPanelResourceOptions.d.ts +6 -7
  11. package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasPanelResourceOptions.js +3 -3
  12. package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceNodeResources.d.ts +2 -0
  13. package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceNodeResources.js +11 -0
  14. package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceResources.d.ts +1 -0
  15. package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasSourceResources.js +1 -0
  16. package/dist/pages/pipelines/canvas/nodes/PipelineCanvasNodePlaceholder.js +3 -1
  17. package/dist/pages/pipelines/canvas/nodes/PipelineCanvasNodeSource.js +2 -4
  18. package/dist/pages/pipelines/canvas/panel/overview/PipelineCanvasPanelOverview.js +1 -1
  19. package/dist/pages/pipelines/canvas/panel/overview/node/PipelineCanvasPanelNodeDetail.js +1 -1
  20. package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceDetail.js +26 -28
  21. package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceEndpoint.js +1 -1
  22. package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceSection.js +6 -20
  23. package/dist/pages/pipelines/canvas/panel/overview/resource/transform/PipelineCanvasPanelResourceTransformSection.js +2 -2
  24. package/dist/pages/pipelines/canvas/providers/canvas/PipelineCanvasProvider.d.ts +3 -2
  25. package/dist/pages/pipelines/canvas/providers/canvas/PipelineCanvasProvider.js +7 -4
  26. package/dist/pages/pipelines/canvas/providers/canvas/actions.d.ts +6 -2
  27. package/dist/pages/pipelines/canvas/providers/canvas/reducer.js +18 -11
  28. package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesDraftRow.js +17 -17
  29. package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesList.js +1 -1
  30. package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesRowControls.js +16 -17
  31. package/dist/pages/pipelines/canvas/routes/PipelineCanvasRoutesSourceIsland.js +2 -2
  32. package/dist/pages/pipelines/canvas/routes/hooks/usePipelineCanvasRoutes.js +4 -7
  33. package/dist/pages/pipelines/canvas/routes/hooks/usePipelineCanvasRoutesDraft.js +4 -16
  34. package/dist/pages/pipelines/canvas/routes/types.d.ts +0 -2
  35. package/dist/pages/pipelines/canvas/routes/utils.js +1 -1
  36. package/dist/pages/pipelines/canvas/utils.d.ts +4 -8
  37. package/dist/pages/pipelines/canvas/utils.js +14 -31
  38. package/dist/pages/pipelines/components/create/serialize.js +13 -31
  39. package/dist/pages/pipelines/components/create/steps/components/CreatePipelineModalDeliveryConnection.js +3 -3
  40. package/dist/pages/pipelines/components/create/steps/components/CreatePipelineModalResourcesReadModeCell.js +3 -3
  41. package/dist/pages/pipelines/components/header/PipelinePageEditActions.js +4 -19
  42. package/dist/pages/pipelines/components/resource/utils.d.ts +2 -2
  43. package/dist/pages/pipelines/components/resource/utils.js +3 -3
  44. package/dist/pages/pipelines/components/transform/PipelineTransformFields.js +4 -9
  45. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsCall.js +1 -1
  46. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsChain.js +1 -1
  47. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsConditionGroup.js +1 -1
  48. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsConditionRow.js +1 -1
  49. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsNested.js +1 -1
  50. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsProvider.d.ts +3 -4
  51. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsProvider.js +15 -23
  52. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepCard.js +21 -47
  53. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepCompute.js +1 -1
  54. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepDrop.js +1 -1
  55. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsStepRename.js +1 -1
  56. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsSteps.d.ts +3 -0
  57. package/dist/pages/pipelines/components/transform/{PipelineTransformFieldsResourceSteps.js → PipelineTransformFieldsSteps.js} +11 -29
  58. package/dist/pages/pipelines/components/transform/actions.d.ts +3 -12
  59. package/dist/pages/pipelines/components/transform/actions.js +0 -1
  60. package/dist/pages/pipelines/components/transform/grammar/parse.d.ts +1 -1
  61. package/dist/pages/pipelines/components/transform/grammar/parse.js +1 -1
  62. package/dist/pages/pipelines/components/transform/grammar/serialize.d.ts +1 -1
  63. package/dist/pages/pipelines/components/transform/grammar/serialize.js +3 -6
  64. package/dist/pages/pipelines/components/transform/hooks/usePipelineTransformFieldsIssues.d.ts +1 -2
  65. package/dist/pages/pipelines/components/transform/hooks/usePipelineTransformFieldsIssues.js +4 -6
  66. package/dist/pages/pipelines/components/transform/hooks/usePipelineTransformFieldsValidation.js +20 -19
  67. package/dist/pages/pipelines/components/transform/reducer.d.ts +1 -1
  68. package/dist/pages/pipelines/components/transform/reducer.js +18 -37
  69. package/dist/pages/pipelines/components/transform/types.d.ts +3 -4
  70. package/dist/pages/pipelines/components/transform/utils.d.ts +3 -3
  71. package/dist/pages/pipelines/components/transform/utils.js +7 -8
  72. package/dist/pages/pipelines/components/transform/validation.js +10 -13
  73. package/dist/utils/select.d.ts +1 -0
  74. package/dist/utils/select.js +2 -1
  75. package/package.json +12 -12
  76. package/dist/pages/pipelines/components/transform/PipelineTransformFieldsResourceSteps.d.ts +0 -8
@@ -1,10 +1,10 @@
1
1
  import { ExecutionMode, ReplicationMode } from "../../../../../gen/ingestion/v1/common_pb.js";
2
2
  import { PipelineCanvasValidationIssueKind } from "../../types.js";
3
- import { getCanvasEdgeResourceLabel, getTransformStepCount } from "../../utils.js";
3
+ import { getTransformStepCount } from "../../utils.js";
4
4
  import { getCanvasEdgeResource } from "../../graph/serialize.js";
5
5
  import { usePipelineCanvasState } from "../../providers/canvas/PipelineCanvasProvider.js";
6
- import { usePipelineCanvasConnections } from "../../hooks/usePipelineCanvasConnections.js";
7
6
  import { usePipelineCanvasValidation } from "../../hooks/usePipelineCanvasValidation.js";
7
+ import { usePipelineCanvasConnections } from "../../hooks/usePipelineCanvasConnections.js";
8
8
  import { usePipelineExecutionMode } from "../../../hooks/usePipelineExecutionMode.js";
9
9
  import { getPipelineCanvasRouteGroupKey } from "../utils.js";
10
10
  import { useMemo } from "react";
@@ -13,7 +13,7 @@ import { isSearchMatch } from "@galaxy-io/dls/utils/search";
13
13
  var compareGroups = (left, right) => {
14
14
  const leftIsInvalid = left.some((route) => route.isInvalid);
15
15
  if (leftIsInvalid !== right.some((route) => route.isInvalid)) return leftIsInvalid ? -1 : 1;
16
- return left[0].resourceLabel.localeCompare(right[0].resourceLabel);
16
+ return left[0].resource.localeCompare(right[0].resource);
17
17
  };
18
18
  var compareSinks = (left, right) => (left.sinkConnection?.name ?? left.edge.target).localeCompare(right.sinkConnection?.name ?? right.edge.target);
19
19
  var usePipelineCanvasRoutes = ({ search, sinkIds }) => {
@@ -30,13 +30,10 @@ var usePipelineCanvasRoutes = ({ search, sinkIds }) => {
30
30
  }
31
31
  const drafts = edges.filter((edge) => sinkIds.length === 0 || sinkIds.includes(edge.target)).map((edge) => {
32
32
  const resource = getCanvasEdgeResource(edge);
33
- const { label, isNamedResource } = getCanvasEdgeResourceLabel(resource, 0);
34
33
  const sourceConnection = connectionByNodeId.get(edge.source);
35
34
  return {
36
35
  edge,
37
36
  resource,
38
- resourceLabel: label,
39
- isNamedResource,
40
37
  sourceConnection,
41
38
  sinkConnection: connectionByNodeId.get(edge.target),
42
39
  groupKey: getPipelineCanvasRouteGroupKey(edge.source, resource),
@@ -46,7 +43,7 @@ var usePipelineCanvasRoutes = ({ search, sinkIds }) => {
46
43
  isInvalid: invalidEdgeIds.has(edge.id),
47
44
  verdict: edgeValidationByEdgeId.get(edge.id)
48
45
  };
49
- }).filter((draft) => isSearchMatch(search, draft.sourceConnection?.name ?? "", draft.resourceLabel, draft.sinkConnection?.name ?? ""));
46
+ }).filter((draft) => isSearchMatch(search, draft.sourceConnection?.name ?? "", draft.resource, draft.sinkConnection?.name ?? ""));
50
47
  const groups = /* @__PURE__ */ new Map();
51
48
  for (const draft of drafts) groups.set(draft.groupKey, [...groups.get(draft.groupKey) ?? [], draft]);
52
49
  return [...groups.values()].map((group) => group.sort(compareSinks)).sort(compareGroups).flatMap((group) => group.map((draft, groupIndex) => ({
@@ -1,18 +1,14 @@
1
1
  import { ExecutionMode, WriteMode } from "../../../../../gen/ingestion/v1/common_pb.js";
2
2
  import { PipelineCanvasNodeType } from "../../types.js";
3
- import { DiscoverResourcesRequestSchema } from "../../../../../gen/ingestion/v1/connectors_pb.js";
4
- import { useDiscoverResourcesQuery } from "../../../../../api/queries/connectors.js";
5
- import { PROBE_QUERY_OPTIONS } from "../../../../../api/queries/constants.js";
6
3
  import { PIPELINE_CANVAS_EDGE_TYPE, PIPELINE_CANVAS_NODE_SINK_HANDLE_ID } from "../../constants.js";
7
4
  import { isConnectionNode } from "../../utils.js";
8
5
  import { canConnectEdge } from "../../graph/rules.js";
9
6
  import { usePipelineCanvasActions, usePipelineCanvasReadOnly, usePipelineCanvasState } from "../../providers/canvas/PipelineCanvasProvider.js";
10
- import { usePipelineCanvasConnections } from "../../hooks/usePipelineCanvasConnections.js";
11
7
  import { usePipelineCanvasSelection } from "../../hooks/usePipelineCanvasSelection.js";
8
+ import { usePipelineCanvasSourceNodeResources } from "../../hooks/usePipelineCanvasSourceNodeResources.js";
12
9
  import { usePipelineExecutionMode } from "../../../hooks/usePipelineExecutionMode.js";
13
10
  import { usePipelineCanvasRoutesSinks } from "./usePipelineCanvasRoutesSinks.js";
14
11
  import { useCallback, useMemo, useState } from "react";
15
- import { create } from "@bufbuild/protobuf";
16
12
  import { addEdge } from "@xyflow/react";
17
13
  //#region src/pages/pipelines/canvas/routes/hooks/usePipelineCanvasRoutesDraft.ts
18
14
  var usePipelineCanvasRoutesDraft = () => {
@@ -22,17 +18,9 @@ var usePipelineCanvasRoutesDraft = () => {
22
18
  const { selectResource } = usePipelineCanvasSelection();
23
19
  const isReadOnly = usePipelineCanvasReadOnly();
24
20
  const isContinuous = usePipelineExecutionMode() === ExecutionMode.CONTINUOUS;
25
- const connectionByNodeId = usePipelineCanvasConnections();
26
21
  const allSinks = usePipelineCanvasRoutesSinks();
27
22
  const sourceNodeId = nodes.filter(isConnectionNode).find((node) => node.type === PipelineCanvasNodeType.SOURCE)?.id;
28
- const sourceConnectionId = sourceNodeId ? connectionByNodeId.get(sourceNodeId)?.id : void 0;
29
- const { data: discovered } = useDiscoverResourcesQuery({
30
- input: create(DiscoverResourcesRequestSchema, { connectionId: sourceConnectionId ?? "" }),
31
- options: {
32
- ...PROBE_QUERY_OPTIONS,
33
- enabled: sourceConnectionId !== void 0 && !isContinuous
34
- }
35
- });
23
+ const sourceResources = usePipelineCanvasSourceNodeResources();
36
24
  const getConnection = useCallback((resource, sinkId) => ({
37
25
  source: sourceNodeId ?? "",
38
26
  sourceHandle: resource,
@@ -40,7 +28,7 @@ var usePipelineCanvasRoutesDraft = () => {
40
28
  targetHandle: PIPELINE_CANVAS_NODE_SINK_HANDLE_ID
41
29
  }), [sourceNodeId]);
42
30
  const canRoute = useCallback((resource, sinkId) => resource !== "" && canConnectEdge(getConnection(resource, sinkId), edges), [getConnection, edges]);
43
- const discoveredNames = useMemo(() => (discovered?.resources ?? []).filter((resource) => resource.isSelectable).map((resource) => resource.name), [discovered]);
31
+ const discoveredNames = useMemo(() => isContinuous ? [] : sourceResources, [isContinuous, sourceResources]);
44
32
  const resourceNames = useMemo(() => {
45
33
  if (isContinuous || !draft) return void 0;
46
34
  return draft.isResourceLocked ? discoveredNames : discoveredNames.filter((name) => canRoute(name, draft.sinkId));
@@ -97,7 +85,7 @@ var usePipelineCanvasRoutesDraft = () => {
97
85
  ...connection,
98
86
  type: PIPELINE_CANVAS_EDGE_TYPE
99
87
  }, []);
100
- connect(connection);
88
+ connect([connection]);
101
89
  setEdgeConfig(edge.id, config);
102
90
  if (config.writeMode !== WriteMode.UNSPECIFIED) setRouteWriteMode(connection.source, connection.target, config.writeMode);
103
91
  setDraft(void 0);
@@ -5,8 +5,6 @@ import { CanvasEdge, CanvasNode } from '../types';
5
5
  export interface PipelineCanvasRoute {
6
6
  edge: CanvasEdge;
7
7
  resource: PipelineEdge["resource"];
8
- resourceLabel: string;
9
- isNamedResource: boolean;
10
8
  sourceConnection: Connection | undefined;
11
9
  sinkConnection: Connection | undefined;
12
10
  groupKey: string;
@@ -31,7 +31,7 @@ var getPipelineCanvasRoutesListItems = (routes, draft, draftResource) => {
31
31
  route
32
32
  }));
33
33
  if (!draft) return routeItems;
34
- const groupEnd = draft.isResourceLocked ? routes.reduce((last, route, index) => route.isNamedResource && route.resource === draftResource ? index : last, -1) : -1;
34
+ const groupEnd = draft.isResourceLocked ? routes.reduce((last, route, index) => route.resource === draftResource ? index : last, -1) : -1;
35
35
  return [
36
36
  ...routeItems.slice(0, groupEnd + 1),
37
37
  { kind: PipelineCanvasRoutesListItemKind.DRAFT },
@@ -3,7 +3,7 @@ import { Theme } from '@galaxy-io/dls/theme/tokens/types';
3
3
  import { EdgeValidation } from '../../../gen/ingestion/v1/capabilities_pb';
4
4
  import { ReadMode, WriteMode } from '../../../gen/ingestion/v1/common_pb';
5
5
  import { Connection } from '../../../gen/ingestion/v1/connections_pb';
6
- import { Resource, ResourceColumn } from '../../../gen/ingestion/v1/connectors_pb';
6
+ import { ResourceColumn } from '../../../gen/ingestion/v1/connectors_pb';
7
7
  import { PipelineEdge } from '../../../gen/ingestion/v1/pipelines_pb';
8
8
  import { PipelineFlowEndpoints } from '../../../components/pipelines/utils';
9
9
  import { PipelineCanvasEdgeResources } from './hooks/usePipelineCanvasEdgeResources';
@@ -16,14 +16,14 @@ export interface PipelineCanvasEdgeModeOptions {
16
16
  effectiveWriteMode: WriteMode;
17
17
  }
18
18
  export declare const getEdgeModeOptions: (verdict: EdgeValidation | undefined, hasReadLevers: boolean) => PipelineCanvasEdgeModeOptions;
19
- type PipelineCanvasEdgeStatusResources = Pick<PipelineCanvasEdgeResources, "hasReadLevers" | "coveredResources" | "columnsByResource" | "cursorOptionsByResource" | "managedIncrementalResources" | "primaryKeyByResource">;
19
+ type PipelineCanvasEdgeStatusResources = Pick<PipelineCanvasEdgeResources, "hasReadLevers" | "resource" | "columns" | "cursorOptions" | "isManagedIncremental" | "hasPrimaryKey">;
20
20
  interface PipelineCanvasEdgeStatusConfig {
21
21
  verdict: EdgeValidation | undefined;
22
22
  readMode: ReadMode;
23
23
  writeMode: WriteMode;
24
- cursorsByResource: Map<Resource["name"], ResourceColumn["name"]>;
24
+ cursor: ResourceColumn["name"] | undefined;
25
25
  }
26
- export declare const getEdgeResourceStatuses: ({ hasReadLevers, coveredResources, columnsByResource, cursorOptionsByResource, managedIncrementalResources, primaryKeyByResource, }: PipelineCanvasEdgeStatusResources, { verdict, readMode, writeMode, cursorsByResource }: PipelineCanvasEdgeStatusConfig) => PipelineResourceStatus[];
26
+ export declare const getEdgeResourceStatus: ({ hasReadLevers, resource, columns, cursorOptions, isManagedIncremental, hasPrimaryKey, }: PipelineCanvasEdgeStatusResources, { verdict, readMode, writeMode, cursor }: PipelineCanvasEdgeStatusConfig) => PipelineResourceStatus | undefined;
27
27
  export declare const hasSiblingIncrementalRead: (edges: CanvasEdge[], { source, target }: Pick<CanvasEdge, "source" | "target">, excludedEdgeId?: CanvasEdge["id"]) => boolean;
28
28
  export declare const getTransformStepCount: (transform: PipelineCanvasEdgeTransform | undefined, resource: PipelineEdge["resource"]) => number;
29
29
  export declare const getPipelineCanvasFitPadding: (showPanel: boolean) => NonNullable<FitViewOptions["padding"]>;
@@ -33,10 +33,6 @@ export declare const mapElementsToSelected: <T extends {
33
33
  selected?: boolean;
34
34
  }>(elements: T[], selectedId: string | undefined) => T[];
35
35
  export declare const getDefaultDestinationResource: (resource: PipelineEdge["resource"]) => string;
36
- export declare const getCanvasEdgeResourceLabel: (resource: PipelineEdge["resource"], coveredCount: number) => {
37
- label: string;
38
- isNamedResource: boolean;
39
- };
40
36
  export declare const mapEdgesToStyledEdges: (edges: CanvasEdge[], nodes: CanvasNode[], theme: Theme, isRunning: boolean, invalidEdgeIds: Set<CanvasEdge["id"]>) => CanvasEdge[];
41
37
  export declare const mapCanvasNodesToFlowEndpoints: (nodes: CanvasNode[]) => PipelineFlowEndpoints;
42
38
  export declare const isConnectionNode: (node: CanvasNode) => node is PipelineCanvasSourceNode | PipelineCanvasSinkNode;
@@ -10,24 +10,18 @@ var getEdgeModeOptions = (verdict, hasReadLevers) => ({
10
10
  effectiveReadMode: verdict?.effectiveReadMode ?? ReadMode.UNSPECIFIED,
11
11
  effectiveWriteMode: verdict?.effectiveWriteMode ?? WriteMode.UNSPECIFIED
12
12
  });
13
- var getEdgeResourceStatuses = ({ hasReadLevers, coveredResources, columnsByResource, cursorOptionsByResource, managedIncrementalResources, primaryKeyByResource }, { verdict, readMode, writeMode, cursorsByResource }) => {
14
- if (!hasReadLevers || verdict === void 0) return [];
15
- const { readModeOptions } = getEdgeModeOptions(verdict, hasReadLevers);
16
- const supportedReadModesByResource = new Map(verdict.resources.map((resource) => [resource.resource, resource.supportedReadModes]));
17
- return coveredResources.flatMap((resource) => {
18
- const columns = columnsByResource.get(resource);
19
- const status = getPipelineResourceStatus({
20
- resource,
21
- readMode,
22
- readModeOptions: supportedReadModesByResource.get(resource) ?? readModeOptions,
23
- cursorField: cursorsByResource.get(resource) ?? getRecommendedCursor(columns ?? []),
24
- cursorOptions: cursorOptionsByResource[resource] ?? [],
25
- isCursorKnown: columns !== void 0,
26
- managedIncremental: managedIncrementalResources.has(resource),
27
- hasPrimaryKey: (primaryKeyByResource[resource]?.length ?? 0) > 0,
28
- needsPrimaryKey: writeMode === WriteMode.UPSERT
29
- });
30
- return status ? [status] : [];
13
+ var getEdgeResourceStatus = ({ hasReadLevers, resource, columns, cursorOptions, isManagedIncremental, hasPrimaryKey }, { verdict, readMode, writeMode, cursor }) => {
14
+ if (!hasReadLevers || verdict === void 0 || resource === "") return void 0;
15
+ return getPipelineResourceStatus({
16
+ resource,
17
+ readMode,
18
+ readModeOptions: verdict.resources.find((candidate) => candidate.resource === resource)?.supportedReadModes ?? getEdgeModeOptions(verdict, hasReadLevers).readModeOptions,
19
+ cursorField: cursor ?? getRecommendedCursor(columns ?? []),
20
+ cursorOptions,
21
+ isCursorKnown: columns !== void 0,
22
+ managedIncremental: isManagedIncremental,
23
+ hasPrimaryKey,
24
+ needsPrimaryKey: writeMode === WriteMode.UPSERT
31
25
  });
32
26
  };
33
27
  var hasSiblingIncrementalRead = (edges, { source, target }, excludedEdgeId) => edges.some((edge) => edge.source === source && edge.target === target && edge.id !== excludedEdgeId && edge.data?.readMode === ReadMode.INCREMENTAL);
@@ -35,8 +29,7 @@ var getTransformEntryStepCount = (entry) => entry !== void 0 && isJsonObject(ent
35
29
  var getTransformStepCount = (transform, resource) => {
36
30
  const resources = transform?.resources;
37
31
  if (resources === void 0 || !isJsonObject(resources)) return 0;
38
- if (resource !== "") return getTransformEntryStepCount(resources[resource]);
39
- return Object.values(resources).reduce((total, entry) => total + getTransformEntryStepCount(entry), 0);
32
+ return getTransformEntryStepCount(resources[resource]);
40
33
  };
41
34
  var getPipelineCanvasFitPadding = (showPanel) => ({
42
35
  top: `48px`,
@@ -56,16 +49,6 @@ var mapElementsToSelected = (elements, selectedId) => elements.map((element) =>
56
49
  };
57
50
  });
58
51
  var getDefaultDestinationResource = (resource) => resource.replace(/[^a-zA-Z0-9_]+/g, "_").replace(/^_+|_+$/g, "");
59
- var getCanvasEdgeResourceLabel = (resource, coveredCount) => {
60
- if (resource) return {
61
- label: resource,
62
- isNamedResource: true
63
- };
64
- return {
65
- label: coveredCount ? `${coveredCount} resources` : "All resources",
66
- isNamedResource: false
67
- };
68
- };
69
52
  var mapEdgesToStyledEdges = (edges, nodes, theme, isRunning, invalidEdgeIds) => {
70
53
  const selectedNodeIds = new Set(nodes.filter((node) => node.selected).map((node) => node.id));
71
54
  return edges.map((edge) => {
@@ -92,4 +75,4 @@ var mapCanvasNodesToFlowEndpoints = (nodes) => ({
92
75
  var isConnectionNode = (node) => node.type === PipelineCanvasNodeType.SOURCE || node.type === PipelineCanvasNodeType.SINK;
93
76
  var isPipelineCanvasConnectionDisabled = (connection, isSourceDisabled) => isSourceDisabled && connection.kind === ConnectorKind.SOURCE;
94
77
  //#endregion
95
- export { getCanvasEdgeResourceLabel, getDefaultDestinationResource, getEdgeModeOptions, getEdgeResourceStatuses, getPipelineCanvasFitPadding, getPipelineCanvasFitViewOptions, getTransformStepCount, hasSiblingIncrementalRead, isConnectionNode, isPipelineCanvasConnectionDisabled, mapCanvasNodesToFlowEndpoints, mapEdgesToStyledEdges, mapElementsToSelected };
78
+ export { getDefaultDestinationResource, getEdgeModeOptions, getEdgeResourceStatus, getPipelineCanvasFitPadding, getPipelineCanvasFitViewOptions, getTransformStepCount, hasSiblingIncrementalRead, isConnectionNode, isPipelineCanvasConnectionDisabled, mapCanvasNodesToFlowEndpoints, mapEdgesToStyledEdges, mapElementsToSelected };
@@ -27,41 +27,24 @@ var createCursors = (rows, readMode) => {
27
27
  lookbackSeconds: 0n
28
28
  }));
29
29
  };
30
- var createSinkEdges = ({ sourceId, rows, sink, hasReadLevers, isContinuous }) => {
31
- const selectable = rows.filter((row) => row.isSelectable);
32
- const selected = rows.filter((row) => row.isSelected);
33
- const readModes = [...new Set(selected.map((row) => hasReadLevers ? row.readMode : ReadMode.UNSPECIFIED))];
34
- if (!isContinuous && (!selectable.length || selected.length === selectable.length && readModes.length <= 1)) {
35
- const readMode = readModes[0] ?? (hasReadLevers ? ReadMode.FULL : ReadMode.UNSPECIFIED);
36
- return [create(PipelineEdgeSchema, {
37
- fromNode: sourceId,
38
- resource: "",
39
- toNode: sink.connection.id,
40
- readMode,
41
- writeMode: sink.writeMode,
42
- cursors: hasReadLevers ? createCursors(selected, readMode) : []
43
- })];
44
- }
45
- return selected.map((row) => {
46
- const readMode = hasReadLevers ? row.readMode : ReadMode.UNSPECIFIED;
47
- return create(PipelineEdgeSchema, {
48
- fromNode: sourceId,
49
- resource: row.name,
50
- toNode: sink.connection.id,
51
- readMode,
52
- writeMode: sink.writeMode,
53
- cursors: hasReadLevers ? createCursors([row], readMode) : []
54
- });
30
+ var createSinkEdges = ({ sourceId, rows, sink, hasReadLevers }) => rows.filter((row) => row.isSelected).map((row) => {
31
+ const readMode = hasReadLevers ? row.readMode : ReadMode.UNSPECIFIED;
32
+ return create(PipelineEdgeSchema, {
33
+ fromNode: sourceId,
34
+ resource: row.name,
35
+ toNode: sink.connection.id,
36
+ readMode,
37
+ writeMode: sink.writeMode,
38
+ cursors: hasReadLevers ? createCursors([row], readMode) : []
55
39
  });
56
- };
57
- var createEdges = ({ sourceConnection, rowsBySink, sinks, hasReadLevers, isContinuous }) => {
40
+ });
41
+ var createEdges = ({ sourceConnection, rowsBySink, sinks, hasReadLevers }) => {
58
42
  if (!sourceConnection) return [];
59
43
  return sinks.flatMap((sink) => createSinkEdges({
60
44
  sourceId: sourceConnection.id,
61
45
  rows: rowsBySink[sink.connection.id] ?? [],
62
46
  sink,
63
- hasReadLevers,
64
- isContinuous
47
+ hasReadLevers
65
48
  }));
66
49
  };
67
50
  var mapCreatePipelineStateToVersionRequest = ({ sourceConnection, rowsBySink, sinks, nodeConfigs, replication, executionMode, pipelineId }) => create(CreatePipelineVersionRequestSchema, {
@@ -72,8 +55,7 @@ var mapCreatePipelineStateToVersionRequest = ({ sourceConnection, rowsBySink, si
72
55
  sourceConnection,
73
56
  rowsBySink,
74
57
  sinks,
75
- hasReadLevers: replication !== ReplicationMode.CDC && executionMode !== ExecutionMode.CONTINUOUS,
76
- isContinuous: executionMode === ExecutionMode.CONTINUOUS
58
+ hasReadLevers: replication !== ReplicationMode.CDC && executionMode !== ExecutionMode.CONTINUOUS
77
59
  })
78
60
  }
79
61
  });
@@ -1,5 +1,5 @@
1
1
  import { ConnectorKind, WriteMode } from "../../../../../../gen/ingestion/v1/common_pb.js";
2
- import { mapOptionIdToEnum } from "../../../../../../utils/select.js";
2
+ import { getEnumSelectValue, mapOptionIdToEnum } from "../../../../../../utils/select.js";
3
3
  import { ConnectorTileSize } from "../../../../../../components/connections/types.js";
4
4
  import ConnectorTile from "../../../../../../components/connections/ConnectorTile.js";
5
5
  import ConnectionKindChip from "../../../../../../components/connections/ConnectionKindChip.js";
@@ -77,8 +77,8 @@ var CreatePipelineModalDeliveryConnection = ({ connection, kind, sink }) => {
77
77
  defaultIsOpen: true,
78
78
  children: [sink && /* @__PURE__ */ jsx(SelectInput, {
79
79
  label: "Write mode",
80
- options: getWriteModeSelectOptions(sink.writeModeOptions),
81
- value: String(sink.writeMode),
80
+ options: getWriteModeSelectOptions(sink.writeModeOptions, sink.writeMode),
81
+ value: getEnumSelectValue(WriteMode, sink.writeMode),
82
82
  onChange: handleWriteModeChange,
83
83
  fillWidth: true
84
84
  }), nodeConfig.fields.length > 0 && /* @__PURE__ */ jsx(PipelineNodeConfigFields, {
@@ -1,5 +1,5 @@
1
1
  import { ReadMode } from "../../../../../../gen/ingestion/v1/common_pb.js";
2
- import { mapOptionIdToEnum } from "../../../../../../utils/select.js";
2
+ import { getEnumSelectValue, mapOptionIdToEnum } from "../../../../../../utils/select.js";
3
3
  import { getReadModeSelectOptions } from "../../../resource/utils.js";
4
4
  import { useCreatePipelineModalActions, useCreatePipelineModalState } from "../../CreatePipelineModalProvider.js";
5
5
  import { jsx } from "react/jsx-runtime";
@@ -9,7 +9,7 @@ import Box from "@galaxy-io/dls/layout/Box";
9
9
  var CreatePipelineModalResourcesReadModeCell = ({ row }) => {
10
10
  const { activeSinkId } = useCreatePipelineModalState();
11
11
  const { setResourceReadMode } = useCreatePipelineModalActions();
12
- const options = getReadModeSelectOptions(row.readModeOptions);
12
+ const options = getReadModeSelectOptions(row.readModeOptions, row.readMode);
13
13
  const handleReadModeChange = (id) => {
14
14
  if (id === null) return;
15
15
  setResourceReadMode({
@@ -23,7 +23,7 @@ var CreatePipelineModalResourcesReadModeCell = ({ row }) => {
23
23
  minWidth: 0,
24
24
  children: /* @__PURE__ */ jsx(SelectInput, {
25
25
  options,
26
- value: String(row.readMode),
26
+ value: getEnumSelectValue(ReadMode, row.readMode),
27
27
  onChange: handleReadModeChange,
28
28
  variant: SelectInputVariant.TERTIARY,
29
29
  isDisabled: !row.isSelected,
@@ -4,9 +4,7 @@ import { getErrorMessage } from "../../../../utils/errors.js";
4
4
  import { createGetPipelineInput, useSuspenseGetPipelineQuery } from "../../../../api/queries/pipelines.js";
5
5
  import { useCreatePipelineVersionMutation } from "../../../../api/queries/pipeline_versions.js";
6
6
  import { mapCanvasStateToVersionRequest, mapPipelineVersionToCanvasState } from "../../canvas/graph/serialize.js";
7
- import { getPipelineGraphConflicts } from "../../canvas/graph/rules.js";
8
7
  import { usePipelineCanvasActions, usePipelineCanvasState } from "../../canvas/providers/canvas/PipelineCanvasProvider.js";
9
- import { usePipelineCanvasConnections } from "../../canvas/hooks/usePipelineCanvasConnections.js";
10
8
  import { usePipelineCanvasValidation } from "../../canvas/hooks/usePipelineCanvasValidation.js";
11
9
  import PipelinePageSaveIssues from "./PipelinePageSaveIssues.js";
12
10
  import { usePipelineCanvasNavigate } from "../../hooks/usePipelineCanvasNavigate.js";
@@ -27,29 +25,16 @@ var PipelinePageEditActions = () => {
27
25
  const { id } = usePipelineParams();
28
26
  const state = usePipelineCanvasState();
29
27
  const { loadGraph } = usePipelineCanvasActions();
30
- const connectionByNodeId = usePipelineCanvasConnections();
31
28
  const navigateCanvas = usePipelineCanvasNavigate();
32
29
  const { data } = useSuspenseGetPipelineQuery({ input: createGetPipelineInput(id) });
33
30
  const pipeline = data.pipeline;
34
31
  const currentVersion = pipeline?.currentVersion;
35
32
  const { mutate: createPipelineVersion, isPending: isSaving } = useCreatePipelineVersionMutation();
36
33
  const { issues, isPending: isValidating, isError } = usePipelineCanvasValidation();
37
- const saveIssues = useMemo(() => [
38
- ...getPipelineGraphConflicts(state.edges, connectionByNodeId).map((message) => ({
39
- kind: PipelineCanvasValidationIssueKind.GRAPH,
40
- message
41
- })),
42
- ...issues,
43
- ...isError ? [{
44
- kind: PipelineCanvasValidationIssueKind.GRAPH,
45
- message: "Unable to validate this pipeline."
46
- }] : []
47
- ], [
48
- state.edges,
49
- connectionByNodeId,
50
- issues,
51
- isError
52
- ]);
34
+ const saveIssues = useMemo(() => [...issues, ...isError ? [{
35
+ kind: PipelineCanvasValidationIssueKind.GRAPH,
36
+ message: "Unable to validate this pipeline."
37
+ }] : []], [issues, isError]);
53
38
  if (!pipeline) return null;
54
39
  const handleUndo = () => {
55
40
  loadGraph(mapPipelineVersionToCanvasState(currentVersion));
@@ -2,8 +2,8 @@ import { SelectOption } from '@galaxy-io/dls/inputs/SelectInput';
2
2
  import { ReadMode, WriteMode } from '../../../../gen/ingestion/v1/common_pb';
3
3
  import { Resource, ResourceColumn } from '../../../../gen/ingestion/v1/connectors_pb';
4
4
  import { PipelineResourceStatus } from './types';
5
- export declare const getReadModeSelectOptions: (modes: ReadMode[]) => SelectOption[];
6
- export declare const getWriteModeSelectOptions: (modes: WriteMode[]) => SelectOption[];
5
+ export declare const getReadModeSelectOptions: (modes: ReadMode[], selected: ReadMode) => SelectOption[];
6
+ export declare const getWriteModeSelectOptions: (modes: WriteMode[], selected: WriteMode) => SelectOption[];
7
7
  export declare const getCursorSelectOptions: (columns: ResourceColumn[]) => SelectOption[];
8
8
  export declare const getSharedModes: <TMode>(sets: TMode[][]) => TMode[];
9
9
  export declare const getCompatibleWriteModes: (writeModes: WriteMode[], readModes: ReadMode[]) => WriteMode[];
@@ -1,11 +1,11 @@
1
- import { ReadMode } from "../../../../gen/ingestion/v1/common_pb.js";
1
+ import { ReadMode, WriteMode } from "../../../../gen/ingestion/v1/common_pb.js";
2
2
  import { createEnumSelectOptions } from "../../../../utils/select.js";
3
3
  import { READ_MODE_TO_LABEL_MAP, WRITE_MODE_TO_LABEL_MAP } from "../create/constants.js";
4
4
  import { READ_MODE_TO_WRITE_MODES_MAP } from "./constants.js";
5
5
  import { PipelineResourceStatusField } from "./types.js";
6
6
  //#region src/pages/pipelines/components/resource/utils.ts
7
- var getReadModeSelectOptions = (modes) => createEnumSelectOptions(modes, READ_MODE_TO_LABEL_MAP);
8
- var getWriteModeSelectOptions = (modes) => createEnumSelectOptions(modes, WRITE_MODE_TO_LABEL_MAP);
7
+ var getReadModeSelectOptions = (modes, selected) => createEnumSelectOptions(selected === ReadMode.UNSPECIFIED || modes.includes(selected) ? modes : [...modes, selected], READ_MODE_TO_LABEL_MAP);
8
+ var getWriteModeSelectOptions = (modes, selected) => createEnumSelectOptions(selected === WriteMode.UNSPECIFIED || modes.includes(selected) ? modes : [...modes, selected], WRITE_MODE_TO_LABEL_MAP);
9
9
  var getCursorSelectOptions = (columns) => columns.map((column) => ({
10
10
  id: column.name,
11
11
  label: column.name
@@ -1,22 +1,17 @@
1
- import { usePipelineTransformFieldsEnvironment, usePipelineTransformFieldsState } from "./PipelineTransformFieldsProvider.js";
1
+ import { usePipelineTransformFieldsState } from "./PipelineTransformFieldsProvider.js";
2
2
  import PipelineTransformFieldsStepCard from "./PipelineTransformFieldsStepCard.js";
3
- import PipelineTransformFieldsResourceSteps from "./PipelineTransformFieldsResourceSteps.js";
3
+ import PipelineTransformFieldsSteps from "./PipelineTransformFieldsSteps.js";
4
4
  import { Fragment, jsx, jsxs } from "react/jsx-runtime";
5
5
  import Flex, { AlignItems, FlexDirection } from "@galaxy-io/dls/layout/Flex";
6
6
  import Divider from "@galaxy-io/dls/layout/Divider";
7
7
  //#region src/pages/pipelines/components/transform/PipelineTransformFields.tsx
8
8
  var PipelineTransformFields = () => {
9
- const { stepsByResource, draft } = usePipelineTransformFieldsState();
10
- const { resources } = usePipelineTransformFieldsEnvironment();
11
- const hasSteps = (resource) => (stepsByResource.get(resource)?.length ?? 0) > 0;
9
+ const { steps, draft } = usePipelineTransformFieldsState();
12
10
  return /* @__PURE__ */ jsxs(Flex, {
13
11
  alignItems: AlignItems.START,
14
12
  direction: FlexDirection.COLUMN,
15
13
  fillWidth: true,
16
- children: [resources.map((resource, index) => /* @__PURE__ */ jsx(PipelineTransformFieldsResourceSteps, {
17
- resource,
18
- hasDivider: resources.slice(0, index).some(hasSteps)
19
- }, resource)), draft?.id === null && /* @__PURE__ */ jsxs(Fragment, { children: [resources.some(hasSteps) && /* @__PURE__ */ jsx(Divider, {}), /* @__PURE__ */ jsx(PipelineTransformFieldsStepCard, { draft })] })]
14
+ children: [/* @__PURE__ */ jsx(PipelineTransformFieldsSteps, {}), draft?.id === null && /* @__PURE__ */ jsxs(Fragment, { children: [steps.length > 0 && /* @__PURE__ */ jsx(Divider, {}), /* @__PURE__ */ jsx(PipelineTransformFieldsStepCard, { draft })] })]
20
15
  });
21
16
  };
22
17
  //#endregion
@@ -4,10 +4,10 @@ import { getTransformArgumentPath } from "./grammar/paths.js";
4
4
  import { getTransformArgumentSpec, getTransformArgumentTypes, getTransformCallSlotCount, isTransformExprComplete, isTransformVariadic } from "./grammar/catalog.js";
5
5
  import { createTransformChainCall, getTransformExprType } from "./utils.js";
6
6
  import { usePipelineTransformFieldsEditor, usePipelineTransformFieldsEnvironment } from "./PipelineTransformFieldsProvider.js";
7
- import PipelineTransformFieldsRow, { PipelineTransformFieldsRowVariant } from "./PipelineTransformFieldsRow.js";
8
7
  import PipelineTransformFieldsBox from "./PipelineTransformFieldsBox.js";
9
8
  import PipelineTransformFieldsFunctionPicker from "./PipelineTransformFieldsFunctionPicker.js";
10
9
  import PipelineTransformFieldsRemoveButton from "./PipelineTransformFieldsRemoveButton.js";
10
+ import PipelineTransformFieldsRow, { PipelineTransformFieldsRowVariant } from "./PipelineTransformFieldsRow.js";
11
11
  import PipelineTransformFieldsArgument from "./PipelineTransformFieldsArgument.js";
12
12
  import { PlusIcon } from "@phosphor-icons/react";
13
13
  import Button, { ButtonSize, ButtonVariant } from "@galaxy-io/dls/buttons/Button";
@@ -2,8 +2,8 @@ import { createTransformChainExpr, getTransformChainInput } from "./grammar/chai
2
2
  import { getTransformChainPaths } from "./grammar/paths.js";
3
3
  import { getTransformCallSlotCount, isTransformExprComplete } from "./grammar/catalog.js";
4
4
  import { usePipelineTransformFieldsEditor, usePipelineTransformFieldsEnvironment } from "./PipelineTransformFieldsProvider.js";
5
- import PipelineTransformFieldsRow, { PipelineTransformFieldsRowVariant } from "./PipelineTransformFieldsRow.js";
6
5
  import PipelineTransformFieldsRemoveButton from "./PipelineTransformFieldsRemoveButton.js";
6
+ import PipelineTransformFieldsRow, { PipelineTransformFieldsRowVariant } from "./PipelineTransformFieldsRow.js";
7
7
  import PipelineTransformFieldsCall from "./PipelineTransformFieldsCall.js";
8
8
  import { PlusIcon } from "@phosphor-icons/react";
9
9
  import Button, { ButtonSize, ButtonVariant } from "@galaxy-io/dls/buttons/Button";
@@ -1,9 +1,9 @@
1
1
  import { TRANSFORM_CONDITION_JOIN_TO_OPPOSITE_MAP } from "./constants.js";
2
2
  import { TRANSFORM_EMPTY_EXPR } from "./grammar/chain.js";
3
3
  import { usePipelineTransformFieldsEditor, usePipelineTransformFieldsEnvironment } from "./PipelineTransformFieldsProvider.js";
4
- import PipelineTransformFieldsRow, { PipelineTransformFieldsRowVariant } from "./PipelineTransformFieldsRow.js";
5
4
  import PipelineTransformFieldsBox from "./PipelineTransformFieldsBox.js";
6
5
  import PipelineTransformFieldsRemoveButton from "./PipelineTransformFieldsRemoveButton.js";
6
+ import PipelineTransformFieldsRow, { PipelineTransformFieldsRowVariant } from "./PipelineTransformFieldsRow.js";
7
7
  import PipelineTransformFieldsNested from "./PipelineTransformFieldsNested.js";
8
8
  import { createTransformConditionExpr, createTransformConditionGroupExpr, getTransformConditionGroup, isTransformConditionGroupExpr, isTransformGroupCompact } from "./grammar/groups.js";
9
9
  import PipelineTransformFieldsConditionRow from "./PipelineTransformFieldsConditionRow.js";
@@ -4,8 +4,8 @@ import { getTransformArgumentPath, getTransformInputPath } from "./grammar/paths
4
4
  import { getCompatibleTransformFunctions, getTransformArgumentSpec, getTransformArgumentTypes } from "./grammar/catalog.js";
5
5
  import { createTransformChainCall, createTransformFunctionOption, getTransformColumnType } from "./utils.js";
6
6
  import { usePipelineTransformFieldsEditor, usePipelineTransformFieldsEnvironment } from "./PipelineTransformFieldsProvider.js";
7
- import PipelineTransformFieldsRow, { PipelineTransformFieldsRowVariant } from "./PipelineTransformFieldsRow.js";
8
7
  import PipelineTransformFieldsLeaf from "./PipelineTransformFieldsLeaf.js";
8
+ import PipelineTransformFieldsRow, { PipelineTransformFieldsRowVariant } from "./PipelineTransformFieldsRow.js";
9
9
  import { isTransformConditionOperator } from "./grammar/groups.js";
10
10
  /* empty css */
11
11
  import { jsx, jsxs } from "react/jsx-runtime";
@@ -2,11 +2,11 @@ import { createTransformChainExpr, getTransformChain } from "./grammar/chain.js"
2
2
  import { getTransformChainPaths } from "./grammar/paths.js";
3
3
  import { getTransformExprType, replaceTransformChainCall } from "./utils.js";
4
4
  import { usePipelineTransformFieldsEditor, usePipelineTransformFieldsEnvironment } from "./PipelineTransformFieldsProvider.js";
5
- import PipelineTransformFieldsRow, { PipelineTransformFieldsRowVariant } from "./PipelineTransformFieldsRow.js";
6
5
  import PipelineTransformFieldsLeaf from "./PipelineTransformFieldsLeaf.js";
7
6
  import PipelineTransformFieldsBox from "./PipelineTransformFieldsBox.js";
8
7
  import PipelineTransformFieldsFunctionPicker from "./PipelineTransformFieldsFunctionPicker.js";
9
8
  import PipelineTransformFieldsRemoveButton from "./PipelineTransformFieldsRemoveButton.js";
9
+ import PipelineTransformFieldsRow, { PipelineTransformFieldsRowVariant } from "./PipelineTransformFieldsRow.js";
10
10
  import PipelineTransformFieldsChain from "./PipelineTransformFieldsChain.js";
11
11
  import { jsx, jsxs } from "react/jsx-runtime";
12
12
  import Flex, { AlignItems } from "@galaxy-io/dls/layout/Flex";
@@ -7,10 +7,9 @@ interface PipelineTransformFieldsActions {
7
7
  openStep: (id: TransformStep["id"]) => void;
8
8
  cancel: () => void;
9
9
  setDraft: (step: TransformEditableStep) => void;
10
- setResource: (resource: Resource["name"]) => void;
11
10
  save: () => void;
12
11
  removeStep: (id: TransformStep["id"]) => void;
13
- moveStep: (resource: Resource["name"], from: number, to: number) => void;
12
+ moveStep: (from: number, to: number) => void;
14
13
  }
15
14
  export declare const PipelineTransformFieldsEditorContext: import('react').Context<PipelineTransformFieldsEditor | null>;
16
15
  export declare const usePipelineTransformFieldsState: () => PipelineTransformFieldsState;
@@ -20,8 +19,8 @@ export declare const usePipelineTransformFieldsEditor: () => PipelineTransformFi
20
19
  interface PipelineTransformFieldsProviderProps {
21
20
  definition: TransformDefinition | undefined;
22
21
  onChange: (definition: TransformDefinition | undefined) => void;
23
- resources: Resource["name"][];
24
- columnsByResource: Map<Resource["name"], ResourceColumn[]>;
22
+ resource: Resource["name"];
23
+ columns: ResourceColumn[];
25
24
  sourceConnectionId: Connection["id"];
26
25
  isReadOnly?: boolean;
27
26
  }