@galaxy-io/filament-ui 0.10.0 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api/queries/constants.d.ts +1 -0
- package/dist/api/queries/constants.js +2 -1
- package/dist/api/queries/pipeline_versions.d.ts +5 -0
- package/dist/api/queries/pipelines.js +8 -13
- package/dist/api/queries/runs.d.ts +1 -1
- package/dist/api/queries/runs.js +5 -11
- package/dist/api/utils.d.ts +1 -0
- package/dist/api/utils.js +3 -1
- package/dist/components/connections/ConnectorPreviewChip.d.ts +7 -0
- package/dist/components/connections/ConnectorPreviewChip.js +11 -0
- package/dist/constants.js +1 -1
- package/dist/gen/ingestion/v1/capabilities_pb.js +1 -1
- package/dist/gen/ingestion/v1/connectors_pb.d.ts +11 -30
- package/dist/gen/ingestion/v1/connectors_pb.js +2 -24
- package/dist/gen/ingestion/v1/pipelines_pb.d.ts +29 -0
- package/dist/gen/ingestion/v1/pipelines_pb.js +17 -12
- package/dist/gen/ingestion/v1/service_pb.js +1 -1
- package/dist/module/commands.js +1 -1
- package/dist/module/hooks.d.ts +5 -6
- package/dist/module/hooks.js +6 -1
- package/dist/module/routes.d.ts +1 -2
- package/dist/module/schemas.d.ts +1 -2
- package/dist/module/schemas.js +1 -2
- package/dist/pages/connections/ConnectionsPage.js +5 -1
- package/dist/pages/connections/components/card/ConnectionCard.d.ts +1 -0
- package/dist/pages/connections/components/card/ConnectionCard.js +9 -4
- package/dist/pages/connections/components/create/select/CreateConnectionSelectorCard.js +9 -4
- package/dist/pages/connections/components/create/select/CreateConnectionSelectorSidebar.js +2 -2
- package/dist/pages/connections/components/create/select/hooks/useCreateConnectionSelectorCatalog.js +1 -1
- package/dist/pages/connections/components/create/types.d.ts +1 -3
- package/dist/pages/connections/components/create/types.js +1 -3
- package/dist/pages/connections/components/create/utils.js +2 -3
- package/dist/pages/connections/components/form/ConnectionForm.js +2 -3
- package/dist/pages/connections/components/form/ConnectionFormPreviewAlert.d.ts +10 -0
- package/dist/pages/connections/components/form/{ConnectionFormMaturityAlert.js → ConnectionFormPreviewAlert.js} +5 -8
- package/dist/pages/connections/constants.d.ts +0 -3
- package/dist/pages/connections/constants.js +3 -23
- package/dist/pages/observability/ObservabilityPage.js +61 -66
- package/dist/pages/observability/components/ObservabilityPageActions.js +1 -3
- package/dist/pages/observability/components/ObservabilityWidgetEmpty.d.ts +8 -0
- package/dist/pages/observability/components/ObservabilityWidgetEmpty.js +30 -0
- package/dist/pages/observability/components/band/ObservabilityBand.d.ts +3 -0
- package/dist/pages/observability/components/band/ObservabilityBand.js +28 -0
- package/dist/pages/observability/components/band/ObservabilityBandList.d.ts +12 -0
- package/dist/pages/observability/components/band/ObservabilityBandList.js +81 -0
- package/dist/pages/observability/components/band/ObservabilityBandMetricTile.d.ts +10 -0
- package/dist/pages/observability/components/band/ObservabilityBandMetricTile.js +86 -0
- package/dist/pages/observability/components/band/ObservabilityBandPivotSelect.d.ts +7 -0
- package/dist/pages/observability/components/band/ObservabilityBandPivotSelect.js +37 -0
- package/dist/pages/observability/components/band/ObservabilityBandRunsChart.d.ts +10 -0
- package/dist/pages/observability/components/band/ObservabilityBandRunsChart.js +26 -0
- package/dist/pages/observability/components/band/ObservabilityBandRunsPastTile.d.ts +3 -0
- package/dist/pages/observability/components/band/ObservabilityBandRunsPastTile.js +128 -0
- package/dist/pages/observability/components/band/ObservabilityBandRunsTile.d.ts +3 -0
- package/dist/pages/observability/components/band/ObservabilityBandRunsTile.js +13 -0
- package/dist/pages/observability/components/band/ObservabilityBandRunsUpcomingTile.d.ts +3 -0
- package/dist/pages/observability/components/band/ObservabilityBandRunsUpcomingTile.js +63 -0
- package/dist/pages/observability/components/band/ObservabilityBandTile.d.ts +12 -0
- package/dist/pages/observability/components/band/ObservabilityBandTile.js +71 -0
- package/dist/pages/observability/components/band/ObservabilityBandTimeseriesChart.d.ts +14 -0
- package/dist/pages/observability/components/band/ObservabilityBandTimeseriesChart.js +48 -0
- package/dist/pages/observability/components/band/ObservabilityBandTopList.d.ts +12 -0
- package/dist/pages/observability/components/band/ObservabilityBandTopList.js +19 -0
- package/dist/pages/observability/components/band/constants.d.ts +25 -0
- package/dist/pages/observability/components/band/constants.js +81 -0
- package/dist/pages/observability/components/band/types.d.ts +27 -0
- package/dist/pages/observability/components/band/utils.d.ts +25 -0
- package/dist/pages/observability/components/band/utils.js +93 -0
- package/dist/pages/observability/components/connections/ObservabilityConnectionRow.d.ts +9 -0
- package/dist/pages/observability/components/connections/ObservabilityConnectionRow.js +57 -0
- package/dist/pages/observability/components/connections/ObservabilityConnectionsWidget.d.ts +7 -0
- package/dist/pages/observability/components/connections/ObservabilityConnectionsWidget.js +56 -0
- package/dist/pages/observability/components/connections/constants.d.ts +5 -0
- package/dist/pages/observability/components/connections/constants.js +24 -0
- package/dist/pages/observability/components/connections/types.d.ts +4 -0
- package/dist/pages/observability/components/connections/utils.d.ts +4 -0
- package/dist/pages/observability/components/connections/utils.js +23 -0
- package/dist/pages/observability/components/failures/ObservabilityFailuresBanner.d.ts +3 -0
- package/dist/pages/observability/components/failures/ObservabilityFailuresBanner.js +33 -0
- package/dist/pages/observability/components/failures/ObservabilityFailuresDetails.d.ts +7 -0
- package/dist/pages/observability/components/failures/ObservabilityFailuresDetails.js +99 -0
- package/dist/pages/observability/components/failures/constants.d.ts +2 -0
- package/dist/pages/observability/components/pipelines/ObservabilityPipelinesBar.d.ts +7 -0
- package/dist/pages/observability/components/pipelines/ObservabilityPipelinesBar.js +34 -0
- package/dist/pages/observability/components/pipelines/ObservabilityPipelinesColumnCell.d.ts +7 -0
- package/dist/pages/observability/components/pipelines/ObservabilityPipelinesColumnCell.js +15 -0
- package/dist/pages/observability/components/pipelines/ObservabilityPipelinesHeader.d.ts +3 -0
- package/dist/pages/observability/components/pipelines/ObservabilityPipelinesHeader.js +34 -0
- package/dist/pages/observability/components/pipelines/ObservabilityPipelinesRow.d.ts +11 -0
- package/dist/pages/observability/components/pipelines/ObservabilityPipelinesRow.js +120 -0
- package/dist/pages/observability/components/pipelines/ObservabilityPipelinesWidget.d.ts +3 -0
- package/dist/pages/observability/components/pipelines/ObservabilityPipelinesWidget.js +142 -0
- package/dist/pages/observability/components/pipelines/constants.d.ts +23 -0
- package/dist/pages/observability/components/pipelines/constants.js +33 -0
- package/dist/pages/observability/components/pipelines/types.d.ts +22 -0
- package/dist/pages/observability/components/pipelines/types.js +11 -0
- package/dist/pages/observability/components/pipelines/utils.d.ts +9 -0
- package/dist/pages/observability/components/pipelines/utils.js +73 -0
- package/dist/pages/observability/components/runs/ObservabilityRunsPastTable.js +6 -13
- package/dist/pages/observability/components/runs/ObservabilityRunsTableActions.d.ts +3 -0
- package/dist/pages/observability/components/runs/ObservabilityRunsTableActions.js +43 -0
- package/dist/pages/observability/components/runs/ObservabilityRunsTableWidget.js +2 -0
- package/dist/pages/observability/components/runs/ObservabilityRunsViewToggle.d.ts +3 -0
- package/dist/pages/observability/components/runs/ObservabilityRunsViewToggle.js +26 -0
- package/dist/pages/observability/components/runs/constants.d.ts +4 -10
- package/dist/pages/observability/components/runs/constants.js +8 -12
- package/dist/pages/observability/components/scheduled/ObservabilityScheduledWidget.d.ts +3 -0
- package/dist/pages/observability/components/scheduled/ObservabilityScheduledWidget.js +94 -0
- package/dist/pages/observability/components/setup/ObservabilitySetupChecklist.js +3 -1
- package/dist/pages/observability/components/setup/constants.js +1 -1
- package/dist/pages/observability/constants.d.ts +18 -3
- package/dist/pages/observability/constants.js +24 -4
- package/dist/pages/observability/hooks/useObservabilityAggregateQuery.d.ts +2 -0
- package/dist/pages/observability/hooks/useObservabilityAggregateQuery.js +13 -0
- package/dist/pages/observability/hooks/useObservabilityBandRanking.d.ts +8 -0
- package/dist/pages/observability/hooks/useObservabilityBandRanking.js +21 -0
- package/dist/pages/observability/hooks/useObservabilityBandUpcoming.d.ts +8 -0
- package/dist/pages/observability/hooks/useObservabilityBandUpcoming.js +45 -0
- package/dist/pages/observability/hooks/useObservabilityMetricInputs.d.ts +9 -0
- package/dist/pages/observability/hooks/useObservabilityMetricInputs.js +33 -0
- package/dist/pages/observability/hooks/useObservabilityPipelines.d.ts +12 -0
- package/dist/pages/observability/hooks/useObservabilityPipelines.js +22 -0
- package/dist/pages/observability/hooks/useObservabilityTimeseriesQuery.d.ts +2 -0
- package/dist/pages/observability/hooks/useObservabilityTimeseriesQuery.js +13 -0
- package/dist/pages/observability/types.d.ts +16 -0
- package/dist/pages/observability/types.js +7 -1
- package/dist/pages/observability/utils.d.ts +6 -1
- package/dist/pages/observability/utils.js +19 -2
- package/dist/pages/pipelines/canvas/graph/diff.js +4 -1
- package/dist/pages/pipelines/canvas/graph/serialize.js +1 -0
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeResources.d.ts +2 -1
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeResources.js +2 -0
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasPanelResourceOptions.d.ts +1 -0
- package/dist/pages/pipelines/canvas/hooks/usePipelineCanvasPanelResourceOptions.js +2 -1
- package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceDetail.js +25 -2
- package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourcePartitionsSection.d.ts +11 -0
- package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourcePartitionsSection.js +35 -0
- package/dist/pages/pipelines/canvas/types.d.ts +1 -0
- package/dist/pages/pipelines/components/create/CreatePipelineModalProvider.d.ts +2 -1
- package/dist/pages/pipelines/components/create/CreatePipelineModalProvider.js +4 -0
- package/dist/pages/pipelines/components/create/actions.d.ts +11 -2
- package/dist/pages/pipelines/components/create/actions.js +1 -0
- package/dist/pages/pipelines/components/create/hooks/useCreatePipelineResources.js +9 -3
- package/dist/pages/pipelines/components/create/reducer.js +16 -0
- package/dist/pages/pipelines/components/create/rows.js +9 -1
- package/dist/pages/pipelines/components/create/serialize.js +8 -2
- package/dist/pages/pipelines/components/create/steps/components/CreatePipelineModalResourcesColumnsPane.js +90 -31
- package/dist/pages/pipelines/components/create/steps/components/CreatePipelineModalResourcesPaneSection.d.ts +9 -0
- package/dist/pages/pipelines/components/create/steps/components/CreatePipelineModalResourcesPaneSection.js +78 -0
- package/dist/pages/pipelines/components/create/types.d.ts +4 -1
- package/dist/pages/pipelines/components/create/utils.js +1 -0
- package/dist/pages/pipelines/components/header/PipelinePageHeading.js +1 -1
- package/dist/pages/pipelines/components/resource/PipelineResourcePartitionsChip.d.ts +7 -0
- package/dist/pages/pipelines/components/resource/PipelineResourcePartitionsChip.js +11 -0
- package/dist/pages/pipelines/components/resource/PipelineResourcePartitionsTable.d.ts +11 -0
- package/dist/pages/pipelines/components/resource/PipelineResourcePartitionsTable.js +45 -0
- package/dist/pages/pipelines/components/resource/types.d.ts +6 -2
- package/dist/pages/pipelines/components/resource/types.js +1 -0
- package/dist/pages/pipelines/components/resource/utils.d.ts +11 -2
- package/dist/pages/pipelines/components/resource/utils.js +7 -2
- package/dist/pages/pipelines/components/table/PipelinesTable.js +1 -1
- package/dist/pages/pipelines/settings/PipelineSettingsPageAdvanced.js +1 -1
- package/dist/pages/pipelines/settings/PipelineSettingsPageDanger.js +1 -1
- package/dist/pages/pipelines/settings/PipelineSettingsPageGeneral.js +1 -1
- package/dist/pages/pipelines/settings/PipelineSettingsPageSchedule.js +1 -1
- package/dist/styles.css +18 -0
- package/package.json +1 -1
- package/dist/pages/connections/components/form/ConnectionFormMaturityAlert.d.ts +0 -11
- package/dist/pages/observability/components/metrics/ObservabilityMetricsWidget.d.ts +0 -3
- package/dist/pages/observability/components/metrics/ObservabilityMetricsWidget.js +0 -139
- package/dist/pages/observability/components/metrics/constants.d.ts +0 -3
- package/dist/pages/observability/components/metrics/constants.js +0 -11
- package/dist/pages/observability/components/runs/ObservabilityRunsChart.d.ts +0 -3
- package/dist/pages/observability/components/runs/ObservabilityRunsChart.js +0 -66
- package/dist/pages/observability/components/runs/ObservabilityRunsChartWidget.d.ts +0 -3
- package/dist/pages/observability/components/runs/ObservabilityRunsChartWidget.js +0 -75
- package/dist/pages/observability/components/runs/ObservabilityRunsScheduledChart.d.ts +0 -3
- package/dist/pages/observability/components/runs/ObservabilityRunsScheduledChart.js +0 -39
- package/dist/pages/observability/components/runs/types.d.ts +0 -1
- package/dist/pages/observability/components/runs/utils.d.ts +0 -14
- package/dist/pages/observability/components/runs/utils.js +0 -71
- package/dist/pages/observability/components/timeseries/ObservabilityPivotSelect.d.ts +0 -8
- package/dist/pages/observability/components/timeseries/ObservabilityPivotSelect.js +0 -28
- package/dist/pages/observability/components/timeseries/ObservabilityTimeseriesChart.d.ts +0 -14
- package/dist/pages/observability/components/timeseries/ObservabilityTimeseriesChart.js +0 -105
- package/dist/pages/observability/components/timeseries/ObservabilityTimeseriesWidget.d.ts +0 -19
- package/dist/pages/observability/components/timeseries/ObservabilityTimeseriesWidget.js +0 -61
- package/dist/pages/observability/components/timeseries/constants.d.ts +0 -19
- package/dist/pages/observability/components/timeseries/constants.js +0 -57
|
@@ -12,6 +12,7 @@ var getCanvasEdgeConfig = (edge, baseEdge) => ({
|
|
|
12
12
|
writeMode: edge.data?.writeMode ?? baseEdge?.writeMode ?? WriteMode.UNSPECIFIED,
|
|
13
13
|
cursors: edge.data?.cursors ?? baseEdge?.cursors ?? [],
|
|
14
14
|
columns: edge.data?.columns ?? baseEdge?.columns ?? [],
|
|
15
|
+
partitions: edge.data?.partitions ?? baseEdge?.partitions ?? [],
|
|
15
16
|
transform: edge.data && "transform" in edge.data ? edge.data.transform : baseEdge?.transform
|
|
16
17
|
});
|
|
17
18
|
var getProtoEdgeKey = (edge) => `${edge.fromNode}|${edge.resource}|${edge.toNode}`;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { Connection } from '../../../../gen/ingestion/v1/connections_pb';
|
|
2
|
-
import { Resource, ResourceColumn } from '../../../../gen/ingestion/v1/connectors_pb';
|
|
2
|
+
import { Resource, ResourceColumn, ResourceColumns } from '../../../../gen/ingestion/v1/connectors_pb';
|
|
3
3
|
import { CanvasEdge } from '../types';
|
|
4
4
|
interface PipelineCanvasEdgeResourcesOptions {
|
|
5
5
|
enabled?: boolean;
|
|
@@ -16,6 +16,7 @@ export interface PipelineCanvasEdgeResources {
|
|
|
16
16
|
defaultCursor: ResourceColumn["name"];
|
|
17
17
|
isManagedIncremental: boolean;
|
|
18
18
|
isColumnSelectable: boolean;
|
|
19
|
+
partitions: ResourceColumns["partitions"];
|
|
19
20
|
hasPrimaryKey: boolean;
|
|
20
21
|
}
|
|
21
22
|
export declare const usePipelineCanvasEdgeResources: (edge: CanvasEdge, { enabled }?: PipelineCanvasEdgeResourcesOptions) => PipelineCanvasEdgeResources;
|
|
@@ -9,6 +9,7 @@ import { usePipelineExecutionMode } from "../../hooks/usePipelineExecutionMode.j
|
|
|
9
9
|
import { useMemo } from "react";
|
|
10
10
|
import { create } from "@bufbuild/protobuf";
|
|
11
11
|
//#region src/pages/pipelines/canvas/hooks/usePipelineCanvasEdgeResources.ts
|
|
12
|
+
var NO_PARTITIONS = [];
|
|
12
13
|
var usePipelineCanvasEdgeResources = (edge, { enabled = true } = {}) => {
|
|
13
14
|
const isContinuous = usePipelineExecutionMode() === ExecutionMode.CONTINUOUS;
|
|
14
15
|
const sourceConnection = usePipelineCanvasConnections().get(edge.source);
|
|
@@ -50,6 +51,7 @@ var usePipelineCanvasEdgeResources = (edge, { enabled = true } = {}) => {
|
|
|
50
51
|
defaultCursor: isManagedIncremental ? "" : getDefaultCursor(columns ?? []),
|
|
51
52
|
isManagedIncremental,
|
|
52
53
|
isColumnSelectable: entry?.selectableColumns ?? false,
|
|
54
|
+
partitions: entry?.partitions ?? NO_PARTITIONS,
|
|
53
55
|
hasPrimaryKey: (discovered?.resources.find((candidate) => candidate.name === resource)?.primaryKey.length ?? 0) > 0
|
|
54
56
|
};
|
|
55
57
|
};
|
|
@@ -18,5 +18,6 @@ export declare const usePipelineCanvasPanelResourceOptions: (edge: CanvasEdge) =
|
|
|
18
18
|
defaultCursor: import('../../../../gen/ingestion/v1/connectors_pb').ResourceColumn["name"];
|
|
19
19
|
isManagedIncremental: boolean;
|
|
20
20
|
isColumnSelectable: boolean;
|
|
21
|
+
partitions: import('../../../../gen/ingestion/v1/connectors_pb').ResourceColumns["partitions"];
|
|
21
22
|
hasPrimaryKey: boolean;
|
|
22
23
|
};
|
|
@@ -47,7 +47,8 @@ var usePipelineCanvasPanelResourceOptions = (edge) => {
|
|
|
47
47
|
readMode: edge.data?.readMode ?? ReadMode.UNSPECIFIED,
|
|
48
48
|
writeMode: edge.data?.writeMode ?? WriteMode.UNSPECIFIED,
|
|
49
49
|
cursors: edge.data?.cursors ?? [],
|
|
50
|
-
columns: edge.data?.columns ?? []
|
|
50
|
+
columns: edge.data?.columns ?? [],
|
|
51
|
+
partitions: edge.data?.partitions ?? []
|
|
51
52
|
})]
|
|
52
53
|
})
|
|
53
54
|
}), [
|
package/dist/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourceDetail.js
CHANGED
|
@@ -3,7 +3,7 @@ import { getEnumSelectValue, mapOptionIdToEnum } from "../../../../../../utils/s
|
|
|
3
3
|
import KeyValueList from "../../../../../../components/KeyValueList.js";
|
|
4
4
|
import KeyValueListRow from "../../../../../../components/KeyValueListRow.js";
|
|
5
5
|
import { PipelineResourceStatusField } from "../../../../components/resource/types.js";
|
|
6
|
-
import { createResourceColumnSelections, getEffectiveColumnSelection, getLockedColumnNames } from "../../../../components/resource/utils.js";
|
|
6
|
+
import { createResourceColumnSelections, createResourcePartitionSelections, getEffectiveColumnSelection, getEffectivePartitionSelection, getLockedColumnNames } from "../../../../components/resource/utils.js";
|
|
7
7
|
import "../../../constants.js";
|
|
8
8
|
import { getDefaultDestinationResource, getEdgeFieldError, getEdgeResourceStatus } from "../../../utils.js";
|
|
9
9
|
import { usePipelineCanvasActions, usePipelineCanvasReadOnly } from "../../../providers/canvas/PipelineCanvasProvider.js";
|
|
@@ -15,6 +15,7 @@ import { usePipelineCanvasPanelResourceOptions } from "../../../hooks/usePipelin
|
|
|
15
15
|
import PipelineCanvasPanelResourceColumnsSection from "./PipelineCanvasPanelResourceColumnsSection.js";
|
|
16
16
|
import PipelineCanvasPanelResourceCursorField from "./PipelineCanvasPanelResourceCursorField.js";
|
|
17
17
|
import PipelineCanvasPanelResourceEndpoint from "./PipelineCanvasPanelResourceEndpoint.js";
|
|
18
|
+
import PipelineCanvasPanelResourcePartitionsSection from "./PipelineCanvasPanelResourcePartitionsSection.js";
|
|
18
19
|
import PipelineTransformFieldsProvider from "../../../../components/transform/PipelineTransformFieldsProvider.js";
|
|
19
20
|
import PipelineCanvasPanelResourceTransformSection from "./transform/PipelineCanvasPanelResourceTransformSection.js";
|
|
20
21
|
import PipelineCanvasPanelResourceTransformSectionError from "./transform/PipelineCanvasPanelResourceTransformSectionError.js";
|
|
@@ -39,7 +40,7 @@ var PipelineCanvasPanelResourceDetail = ({ edge }) => {
|
|
|
39
40
|
const { clearSelection, setShowPanel } = usePipelineCanvasSelection();
|
|
40
41
|
const { setEdgeConfig, applyEdgeChanges } = usePipelineCanvasActions();
|
|
41
42
|
const options = usePipelineCanvasPanelResourceOptions(edge);
|
|
42
|
-
const { isContinuous, hasReadLevers, isTransformable, isLoading, isLoadingColumns, sourceConnectionId, resource, columns, verdict, readModeOptions, writeModeOptions, effectiveReadMode, effectiveWriteMode, cursorOptions, defaultCursor, isManagedIncremental, isColumnSelectable } = options;
|
|
43
|
+
const { isContinuous, hasReadLevers, isTransformable, isLoading, isLoadingColumns, sourceConnectionId, resource, columns, verdict, readModeOptions, writeModeOptions, effectiveReadMode, effectiveWriteMode, cursorOptions, defaultCursor, isManagedIncremental, isColumnSelectable, partitions } = options;
|
|
43
44
|
const { configuredReadMode, configuredWriteMode, readMode, writeMode, cursors, cursor, readModeSelectOptions, writeModeSelectOptions, handleReadModeChange, handleWriteModeChange, handleCursorChange } = usePipelineCanvasEdgeConfig(edge, {
|
|
44
45
|
readModeOptions,
|
|
45
46
|
writeModeOptions,
|
|
@@ -103,6 +104,21 @@ var PipelineCanvasPanelResourceDetail = ({ edge }) => {
|
|
|
103
104
|
columns: columns ?? NO_COLUMNS
|
|
104
105
|
})
|
|
105
106
|
});
|
|
107
|
+
const selectedPartitions = getEffectivePartitionSelection({
|
|
108
|
+
stored: edge.data?.partitions?.find((candidate) => candidate.resource === resource)?.partitions,
|
|
109
|
+
partitions
|
|
110
|
+
});
|
|
111
|
+
const partitionsError = getEdgeFieldError(verdict, PipelineResourceStatusField.PARTITIONS);
|
|
112
|
+
const handlePartitionsChange = (next) => setEdgeConfig(edge.id, {
|
|
113
|
+
readMode: configuredReadMode,
|
|
114
|
+
writeMode: configuredWriteMode,
|
|
115
|
+
cursors,
|
|
116
|
+
partitions: createResourcePartitionSelections({
|
|
117
|
+
resource,
|
|
118
|
+
selected: next,
|
|
119
|
+
partitions
|
|
120
|
+
})
|
|
121
|
+
});
|
|
106
122
|
return /* @__PURE__ */ jsxs(Fragment$1, { children: [/* @__PURE__ */ jsx(PipelineCanvasPanelHeader, {
|
|
107
123
|
title: resource,
|
|
108
124
|
icon: FlowArrowIcon,
|
|
@@ -219,6 +235,13 @@ var PipelineCanvasPanelResourceDetail = ({ edge }) => {
|
|
|
219
235
|
error: columnsError,
|
|
220
236
|
onChange: handleColumnsChange
|
|
221
237
|
}),
|
|
238
|
+
partitions.length > 0 && /* @__PURE__ */ jsx(PipelineCanvasPanelResourcePartitionsSection, {
|
|
239
|
+
partitions,
|
|
240
|
+
selected: selectedPartitions,
|
|
241
|
+
isDisabled: isReadOnly || isLoading,
|
|
242
|
+
error: partitionsError,
|
|
243
|
+
onChange: handlePartitionsChange
|
|
244
|
+
}),
|
|
222
245
|
isTransformable && (isLoadingColumns ? /* @__PURE__ */ jsx(PipelineCanvasPanelResourceTransformSectionPending, {}) : /* @__PURE__ */ jsx(CatchBoundary, {
|
|
223
246
|
getResetKey: () => edge.id,
|
|
224
247
|
errorComponent: PipelineCanvasPanelResourceTransformSectionError,
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { FC } from 'react';
|
|
2
|
+
import { ResourceColumns } from '../../../../../../gen/ingestion/v1/connectors_pb';
|
|
3
|
+
interface PipelineCanvasPanelResourcePartitionsSectionProps {
|
|
4
|
+
partitions: ResourceColumns["partitions"];
|
|
5
|
+
selected: ResourceColumns["partitions"];
|
|
6
|
+
isDisabled: boolean;
|
|
7
|
+
error?: string;
|
|
8
|
+
onChange: (selected: ResourceColumns["partitions"]) => void;
|
|
9
|
+
}
|
|
10
|
+
declare const PipelineCanvasPanelResourcePartitionsSection: FC<PipelineCanvasPanelResourcePartitionsSectionProps>;
|
|
11
|
+
export default PipelineCanvasPanelResourcePartitionsSection;
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import PipelineResourcePartitionsChip from "../../../../components/resource/PipelineResourcePartitionsChip.js";
|
|
2
|
+
import PipelineResourcePartitionsTable from "../../../../components/resource/PipelineResourcePartitionsTable.js";
|
|
3
|
+
import PipelineCanvasPanelSection from "../../PipelineCanvasPanelSection.js";
|
|
4
|
+
import { SquaresFourIcon } from "@phosphor-icons/react";
|
|
5
|
+
import { jsx, jsxs } from "react/jsx-runtime";
|
|
6
|
+
import Box from "@galaxy-io/dls/layout/Box";
|
|
7
|
+
import Text, { TextSize, TextVariant } from "@galaxy-io/dls/text/Text";
|
|
8
|
+
//#region src/pages/pipelines/canvas/panel/overview/resource/PipelineCanvasPanelResourcePartitionsSection.tsx
|
|
9
|
+
var PipelineCanvasPanelResourcePartitionsSection = ({ partitions, selected, isDisabled, error, onChange }) => /* @__PURE__ */ jsxs(PipelineCanvasPanelSection, {
|
|
10
|
+
icon: SquaresFourIcon,
|
|
11
|
+
header: "Partitions",
|
|
12
|
+
isEmpty: partitions.length === 0,
|
|
13
|
+
emptyHeader: "No partitions",
|
|
14
|
+
emptyMessage: "This resource is not partitioned.",
|
|
15
|
+
isOpenInitial: false,
|
|
16
|
+
trailing: /* @__PURE__ */ jsx(PipelineResourcePartitionsChip, {
|
|
17
|
+
selectedCount: selected.length,
|
|
18
|
+
totalCount: partitions.length
|
|
19
|
+
}),
|
|
20
|
+
children: [error && /* @__PURE__ */ jsx(Box, {
|
|
21
|
+
padding: 12,
|
|
22
|
+
children: /* @__PURE__ */ jsx(Text, {
|
|
23
|
+
size: TextSize.BODY_SM,
|
|
24
|
+
variant: TextVariant.ERROR,
|
|
25
|
+
children: error
|
|
26
|
+
})
|
|
27
|
+
}), /* @__PURE__ */ jsx(PipelineResourcePartitionsTable, {
|
|
28
|
+
partitions,
|
|
29
|
+
selected,
|
|
30
|
+
isDisabled,
|
|
31
|
+
onChange
|
|
32
|
+
})]
|
|
33
|
+
});
|
|
34
|
+
//#endregion
|
|
35
|
+
export { PipelineCanvasPanelResourcePartitionsSection as default };
|
|
@@ -32,6 +32,7 @@ export type CanvasNode = PipelineCanvasSourceNode | PipelineCanvasSinkNode | Pip
|
|
|
32
32
|
export type PipelineCanvasEdgeTransform = JsonObject;
|
|
33
33
|
export type PipelineCanvasEdgeData = Pick<PipelineEdge, "readMode" | "writeMode" | "cursors"> & {
|
|
34
34
|
columns?: PipelineEdge["columns"];
|
|
35
|
+
partitions?: PipelineEdge["partitions"];
|
|
35
36
|
transform?: PipelineCanvasEdgeTransform;
|
|
36
37
|
destinationResource?: string;
|
|
37
38
|
};
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { FC, PropsWithChildren } from 'react';
|
|
2
|
-
import { AddNotifierAction, AddResourceAction, GoToStepAction, RemoveNotifierAction, SelectSourceAction, SetActiveSinkAction, SetDescriptionAction, SetExecutionModeAction, SetNameAction, SetNodeConfigAction, SetResourceColumnsAction, SetResourceCursorAction, SetResourceReadModeAction, SetResourceSelectionAction, SetResourceWriteModeAction, SetScheduleAction, SetSinkWriteModeAction, SetSubmittingAction, SetWorkerConfigurationAction, ToggleSinkAction, UpdateNotifierAction } from './actions';
|
|
2
|
+
import { AddNotifierAction, AddResourceAction, GoToStepAction, RemoveNotifierAction, SelectSourceAction, SetActiveSinkAction, SetDescriptionAction, SetExecutionModeAction, SetNameAction, SetNodeConfigAction, SetResourceColumnsAction, SetResourceCursorAction, SetResourcePartitionsAction, SetResourceReadModeAction, SetResourceSelectionAction, SetResourceWriteModeAction, SetScheduleAction, SetSinkWriteModeAction, SetSubmittingAction, SetWorkerConfigurationAction, ToggleSinkAction, UpdateNotifierAction } from './actions';
|
|
3
3
|
import { CreatePipelineModalContextValue } from './types';
|
|
4
4
|
export declare const useCreatePipelineModalState: () => CreatePipelineModalContextValue;
|
|
5
5
|
export declare const useCreatePipelineModalActions: () => {
|
|
@@ -12,6 +12,7 @@ export declare const useCreatePipelineModalActions: () => {
|
|
|
12
12
|
setResourceReadMode: (payload: SetResourceReadModeAction["payload"]) => void;
|
|
13
13
|
setResourceCursor: (payload: SetResourceCursorAction["payload"]) => void;
|
|
14
14
|
setResourceColumns: (payload: SetResourceColumnsAction["payload"]) => void;
|
|
15
|
+
setResourcePartitions: (payload: SetResourcePartitionsAction["payload"]) => void;
|
|
15
16
|
setResourceWriteMode: (payload: SetResourceWriteModeAction["payload"]) => void;
|
|
16
17
|
setSinkWriteMode: (payload: SetSinkWriteModeAction["payload"]) => void;
|
|
17
18
|
setNodeConfig: (payload: SetNodeConfigAction["payload"]) => void;
|
|
@@ -68,6 +68,10 @@ var useCreatePipelineModalActions = () => {
|
|
|
68
68
|
type: CreatePipelineModalActionType.SET_RESOURCE_COLUMNS,
|
|
69
69
|
payload
|
|
70
70
|
}),
|
|
71
|
+
setResourcePartitions: (payload) => dispatch({
|
|
72
|
+
type: CreatePipelineModalActionType.SET_RESOURCE_PARTITIONS,
|
|
73
|
+
payload
|
|
74
|
+
}),
|
|
71
75
|
setResourceWriteMode: (payload) => dispatch({
|
|
72
76
|
type: CreatePipelineModalActionType.SET_RESOURCE_WRITE_MODE,
|
|
73
77
|
payload
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { ExecutionMode, ReadMode, WriteMode } from '../../../../gen/ingestion/v1/common_pb';
|
|
2
2
|
import { Connection } from '../../../../gen/ingestion/v1/connections_pb';
|
|
3
|
-
import { Resource, ResourceColumn } from '../../../../gen/ingestion/v1/connectors_pb';
|
|
3
|
+
import { Resource, ResourceColumn, ResourceColumns } from '../../../../gen/ingestion/v1/connectors_pb';
|
|
4
4
|
import { Pipeline } from '../../../../gen/ingestion/v1/pipelines_pb';
|
|
5
5
|
import { CreatePipelineModalStep } from './types';
|
|
6
6
|
import { PipelineNodeConfig } from '../node/types';
|
|
@@ -16,6 +16,7 @@ export declare enum CreatePipelineModalActionType {
|
|
|
16
16
|
SET_RESOURCE_READ_MODE = "SET_RESOURCE_READ_MODE",
|
|
17
17
|
SET_RESOURCE_CURSOR = "SET_RESOURCE_CURSOR",
|
|
18
18
|
SET_RESOURCE_COLUMNS = "SET_RESOURCE_COLUMNS",
|
|
19
|
+
SET_RESOURCE_PARTITIONS = "SET_RESOURCE_PARTITIONS",
|
|
19
20
|
SET_RESOURCE_WRITE_MODE = "SET_RESOURCE_WRITE_MODE",
|
|
20
21
|
SET_SINK_WRITE_MODE = "SET_SINK_WRITE_MODE",
|
|
21
22
|
SET_NODE_CONFIG = "SET_NODE_CONFIG",
|
|
@@ -86,6 +87,14 @@ export interface SetResourceColumnsAction {
|
|
|
86
87
|
columns: ResourceColumn["name"][];
|
|
87
88
|
};
|
|
88
89
|
}
|
|
90
|
+
export interface SetResourcePartitionsAction {
|
|
91
|
+
type: CreatePipelineModalActionType.SET_RESOURCE_PARTITIONS;
|
|
92
|
+
payload: {
|
|
93
|
+
sinkId: Connection["id"];
|
|
94
|
+
resource: Resource["name"];
|
|
95
|
+
partitions: ResourceColumns["partitions"];
|
|
96
|
+
};
|
|
97
|
+
}
|
|
89
98
|
export interface SetResourceWriteModeAction {
|
|
90
99
|
type: CreatePipelineModalActionType.SET_RESOURCE_WRITE_MODE;
|
|
91
100
|
payload: {
|
|
@@ -153,5 +162,5 @@ export interface SetSubmittingAction {
|
|
|
153
162
|
type: CreatePipelineModalActionType.SET_SUBMITTING;
|
|
154
163
|
payload: boolean;
|
|
155
164
|
}
|
|
156
|
-
export type CreatePipelineModalAction = SelectSourceAction | ToggleSinkAction | SetActiveSinkAction | SetExecutionModeAction | AddResourceAction | SetResourceSelectionAction | SetResourceReadModeAction | SetResourceCursorAction | SetResourceColumnsAction | SetResourceWriteModeAction | SetSinkWriteModeAction | SetNodeConfigAction | SetNameAction | SetDescriptionAction | SetScheduleAction | AddNotifierAction | UpdateNotifierAction | RemoveNotifierAction | SetWorkerConfigurationAction | GoToStepAction | GoBackAction | GoNextAction | SetSubmittingAction;
|
|
165
|
+
export type CreatePipelineModalAction = SelectSourceAction | ToggleSinkAction | SetActiveSinkAction | SetExecutionModeAction | AddResourceAction | SetResourceSelectionAction | SetResourceReadModeAction | SetResourceCursorAction | SetResourceColumnsAction | SetResourcePartitionsAction | SetResourceWriteModeAction | SetSinkWriteModeAction | SetNodeConfigAction | SetNameAction | SetDescriptionAction | SetScheduleAction | AddNotifierAction | UpdateNotifierAction | RemoveNotifierAction | SetWorkerConfigurationAction | GoToStepAction | GoBackAction | GoNextAction | SetSubmittingAction;
|
|
157
166
|
export {};
|
|
@@ -9,6 +9,7 @@ var CreatePipelineModalActionType = /* @__PURE__ */ function(CreatePipelineModal
|
|
|
9
9
|
CreatePipelineModalActionType["SET_RESOURCE_READ_MODE"] = "SET_RESOURCE_READ_MODE";
|
|
10
10
|
CreatePipelineModalActionType["SET_RESOURCE_CURSOR"] = "SET_RESOURCE_CURSOR";
|
|
11
11
|
CreatePipelineModalActionType["SET_RESOURCE_COLUMNS"] = "SET_RESOURCE_COLUMNS";
|
|
12
|
+
CreatePipelineModalActionType["SET_RESOURCE_PARTITIONS"] = "SET_RESOURCE_PARTITIONS";
|
|
12
13
|
CreatePipelineModalActionType["SET_RESOURCE_WRITE_MODE"] = "SET_RESOURCE_WRITE_MODE";
|
|
13
14
|
CreatePipelineModalActionType["SET_SINK_WRITE_MODE"] = "SET_SINK_WRITE_MODE";
|
|
14
15
|
CreatePipelineModalActionType["SET_NODE_CONFIG"] = "SET_NODE_CONFIG";
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { ConnectorKind, ExecutionMode, ReadMode, ReplicationMode, WriteMode } from "../../../../../gen/ingestion/v1/common_pb.js";
|
|
2
|
+
import { PipelineEdgeSchema, PipelineGraphSchema, PipelineNodeSchema, ResourceColumnSelectionSchema, ResourcePartitionSelectionSchema } from "../../../../../gen/ingestion/v1/pipelines_pb.js";
|
|
2
3
|
import { DiscoverResourcesRequestSchema, GetResourceColumnsRequestSchema, ResourceSchema } from "../../../../../gen/ingestion/v1/connectors_pb.js";
|
|
3
|
-
import { PipelineEdgeSchema, PipelineGraphSchema, PipelineNodeSchema, ResourceColumnSelectionSchema } from "../../../../../gen/ingestion/v1/pipelines_pb.js";
|
|
4
4
|
import { ValidatePipelineRequestSchema } from "../../../../../gen/ingestion/v1/capabilities_pb.js";
|
|
5
5
|
import { useDiscoverResourcesQuery, useGetResourceColumnsQuery } from "../../../../../api/queries/connectors.js";
|
|
6
6
|
import { useValidatePipelineQuery } from "../../../../../api/queries/capabilities.js";
|
|
@@ -43,12 +43,16 @@ var useCreatePipelineResources = (state, isOpen) => {
|
|
|
43
43
|
enabled: isOpen && connectionId !== "" && resourceNames.length > 0
|
|
44
44
|
}
|
|
45
45
|
});
|
|
46
|
-
const { sinkConnections, sinkWriteModes, nodeConfigs, resourceSelection, resourceColumns, executionMode } = state;
|
|
46
|
+
const { sinkConnections, sinkWriteModes, nodeConfigs, resourceSelection, resourceColumns, resourcePartitions, executionMode } = state;
|
|
47
47
|
const validationInput = useMemo(() => {
|
|
48
48
|
const createColumnSelections = (sinkId, resource) => Object.entries(resourceColumns[sinkId] ?? {}).filter(([name]) => resource === "" || name === resource).map(([name, columns]) => create(ResourceColumnSelectionSchema, {
|
|
49
49
|
resource: name,
|
|
50
50
|
columns
|
|
51
51
|
}));
|
|
52
|
+
const createPartitionSelections = (sinkId, resource) => Object.entries(resourcePartitions[sinkId] ?? {}).filter(([name]) => resource === "" || name === resource).map(([name, partitions]) => create(ResourcePartitionSelectionSchema, {
|
|
53
|
+
resource: name,
|
|
54
|
+
partitions
|
|
55
|
+
}));
|
|
52
56
|
const createSinkEdges = (sink) => {
|
|
53
57
|
const writeMode = sinkWriteModes[sink.id] ?? (hasReadLevers ? CREATE_PIPELINE_MODAL_DEFAULT_WRITE_MODE : WriteMode.APPEND);
|
|
54
58
|
const selected = isContinuous ? resources.filter((resource) => isResourceSelected(resourceSelection[sink.id], resource)) : [];
|
|
@@ -58,7 +62,8 @@ var useCreatePipelineResources = (state, isOpen) => {
|
|
|
58
62
|
resource,
|
|
59
63
|
readMode: hasReadLevers ? ReadMode.FULL : ReadMode.UNSPECIFIED,
|
|
60
64
|
writeMode,
|
|
61
|
-
columns: createColumnSelections(sink.id, resource)
|
|
65
|
+
columns: createColumnSelections(sink.id, resource),
|
|
66
|
+
partitions: createPartitionSelections(sink.id, resource)
|
|
62
67
|
}));
|
|
63
68
|
};
|
|
64
69
|
return create(ValidatePipelineRequestSchema, {
|
|
@@ -85,6 +90,7 @@ var useCreatePipelineResources = (state, isOpen) => {
|
|
|
85
90
|
nodeConfigs,
|
|
86
91
|
resourceSelection,
|
|
87
92
|
resourceColumns,
|
|
93
|
+
resourcePartitions,
|
|
88
94
|
executionMode,
|
|
89
95
|
resources,
|
|
90
96
|
hasReadLevers,
|
|
@@ -13,6 +13,7 @@ function applyExecutionMode(state, executionMode) {
|
|
|
13
13
|
resourceReadModes: {},
|
|
14
14
|
resourceCursors: {},
|
|
15
15
|
resourceColumns: {},
|
|
16
|
+
resourcePartitions: {},
|
|
16
17
|
resourceWriteModes: {},
|
|
17
18
|
sinkWriteModes: {}
|
|
18
19
|
};
|
|
@@ -31,6 +32,7 @@ function selectSource(state, action) {
|
|
|
31
32
|
resourceReadModes: {},
|
|
32
33
|
resourceCursors: {},
|
|
33
34
|
resourceColumns: {},
|
|
35
|
+
resourcePartitions: {},
|
|
34
36
|
resourceWriteModes: {}
|
|
35
37
|
});
|
|
36
38
|
}
|
|
@@ -146,6 +148,19 @@ function setResourceColumns(state, action) {
|
|
|
146
148
|
}
|
|
147
149
|
};
|
|
148
150
|
}
|
|
151
|
+
function setResourcePartitions(state, action) {
|
|
152
|
+
const { sinkId, resource, partitions } = action.payload;
|
|
153
|
+
return {
|
|
154
|
+
...state,
|
|
155
|
+
resourcePartitions: {
|
|
156
|
+
...state.resourcePartitions,
|
|
157
|
+
[sinkId]: {
|
|
158
|
+
...state.resourcePartitions[sinkId],
|
|
159
|
+
[resource]: partitions
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
};
|
|
163
|
+
}
|
|
149
164
|
function setName(state, action) {
|
|
150
165
|
return {
|
|
151
166
|
...state,
|
|
@@ -232,6 +247,7 @@ var createPipelineModalReducer = (state, action) => {
|
|
|
232
247
|
case CreatePipelineModalActionType.SET_RESOURCE_READ_MODE: return setResourceReadMode(state, action);
|
|
233
248
|
case CreatePipelineModalActionType.SET_RESOURCE_CURSOR: return setResourceCursor(state, action);
|
|
234
249
|
case CreatePipelineModalActionType.SET_RESOURCE_COLUMNS: return setResourceColumns(state, action);
|
|
250
|
+
case CreatePipelineModalActionType.SET_RESOURCE_PARTITIONS: return setResourcePartitions(state, action);
|
|
235
251
|
case CreatePipelineModalActionType.SET_RESOURCE_WRITE_MODE: return setResourceWriteMode(state, action);
|
|
236
252
|
case CreatePipelineModalActionType.SET_SINK_WRITE_MODE: return setSinkWriteMode(state, action);
|
|
237
253
|
case CreatePipelineModalActionType.SET_NODE_CONFIG: return setNodeConfig(state, action);
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { ReadMode, WriteMode } from "../../../../gen/ingestion/v1/common_pb.js";
|
|
2
2
|
import { CREATE_PIPELINE_MODAL_DEFAULT_READ_MODE, CREATE_PIPELINE_MODAL_DEFAULT_WRITE_MODE } from "./constants.js";
|
|
3
|
-
import { getCompatibleWriteModes, getCursorOptions, getDefaultCursor, getDefaultReadMode, getEffectiveColumnSelection, getLockedColumnNames, getPipelineResourceStatus } from "../resource/utils.js";
|
|
3
|
+
import { getCompatibleWriteModes, getCursorOptions, getDefaultCursor, getDefaultReadMode, getEffectiveColumnSelection, getEffectivePartitionSelection, getLockedColumnNames, getPipelineResourceStatus } from "../resource/utils.js";
|
|
4
4
|
//#region src/pages/pipelines/components/create/rows.ts
|
|
5
5
|
var getDefaultPipelineName = (source, sinks) => {
|
|
6
6
|
const sinkNames = sinks.map((sink) => sink.name).join(", ");
|
|
@@ -11,6 +11,7 @@ var getDefaultPipelineName = (source, sinks) => {
|
|
|
11
11
|
var isResourceSelected = (selection, resource) => resource.isSelectable && (selection?.[resource.name] ?? resource.metadata.default_resources !== "false");
|
|
12
12
|
var createResourceRows = ({ state, sinkId, resources, columns, supportedReadModes, supportedWriteModes, hasReadLevers }) => {
|
|
13
13
|
const columnsByResource = new Map((columns?.resources ?? []).map((entry) => [entry.resource, entry.columns]));
|
|
14
|
+
const partitionsByResource = new Map((columns?.resources ?? []).map((entry) => [entry.resource, entry.partitions]));
|
|
14
15
|
const selectableResources = new Set((columns?.resources ?? []).filter((entry) => entry.selectableColumns).map((entry) => entry.resource));
|
|
15
16
|
const managedResources = new Set((columns?.resources ?? []).filter((entry) => entry.managedIncremental).map((entry) => entry.resource));
|
|
16
17
|
return resources.map((resource) => {
|
|
@@ -42,6 +43,11 @@ var createResourceRows = ({ state, sinkId, resources, columns, supportedReadMode
|
|
|
42
43
|
columns: resourceColumns,
|
|
43
44
|
locked: lockedColumns
|
|
44
45
|
});
|
|
46
|
+
const partitions = partitionsByResource.get(resource.name) ?? [];
|
|
47
|
+
const selectedPartitions = getEffectivePartitionSelection({
|
|
48
|
+
stored: state.resourcePartitions[sinkId]?.[resource.name],
|
|
49
|
+
partitions
|
|
50
|
+
});
|
|
45
51
|
return {
|
|
46
52
|
name: resource.name,
|
|
47
53
|
displayName: resource.displayName || resource.name,
|
|
@@ -58,6 +64,8 @@ var createResourceRows = ({ state, sinkId, resources, columns, supportedReadMode
|
|
|
58
64
|
selectedColumns,
|
|
59
65
|
lockedColumns,
|
|
60
66
|
isColumnSelectable: selectableResources.has(resource.name) || storedColumns !== void 0,
|
|
67
|
+
partitions,
|
|
68
|
+
selectedPartitions,
|
|
61
69
|
status: !hasReadLevers || !isSelected ? void 0 : getPipelineResourceStatus({
|
|
62
70
|
readMode,
|
|
63
71
|
readModeOptions,
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { ConnectorKind, ExecutionMode, ReadMode, ReplicationMode } from "../../../../gen/ingestion/v1/common_pb.js";
|
|
2
2
|
import { CreatePipelineRequestSchema, CreatePipelineVersionRequestSchema, PipelineEdgeSchema, PipelineNodeSchema, ResourceCursorConfigSchema } from "../../../../gen/ingestion/v1/pipelines_pb.js";
|
|
3
3
|
import { CreatePipelineNotifierRequestSchema } from "../../../../gen/ingestion/v1/notifiers_pb.js";
|
|
4
|
-
import { createResourceColumnSelections } from "../resource/utils.js";
|
|
4
|
+
import { createResourceColumnSelections, createResourcePartitionSelections } from "../resource/utils.js";
|
|
5
5
|
import { mapPipelineNotifierStateToInput } from "../notifier/utils.js";
|
|
6
6
|
import { parseWorkerConfiguration } from "../worker/utils.js";
|
|
7
7
|
import { create } from "@bufbuild/protobuf";
|
|
@@ -33,6 +33,11 @@ var createColumns = (row) => row.isColumnSelectable ? createResourceColumnSelect
|
|
|
33
33
|
selected: row.selectedColumns,
|
|
34
34
|
columns: row.columns
|
|
35
35
|
}) : [];
|
|
36
|
+
var createPartitions = (row, readMode) => readMode === ReadMode.INCREMENTAL ? [] : createResourcePartitionSelections({
|
|
37
|
+
resource: row.name,
|
|
38
|
+
selected: row.selectedPartitions,
|
|
39
|
+
partitions: row.partitions
|
|
40
|
+
});
|
|
36
41
|
var createSinkEdges = ({ sourceId, rows, sink, hasReadLevers }) => rows.filter((row) => row.isSelected).map((row) => {
|
|
37
42
|
const readMode = hasReadLevers ? row.readMode : ReadMode.UNSPECIFIED;
|
|
38
43
|
return create(PipelineEdgeSchema, {
|
|
@@ -42,7 +47,8 @@ var createSinkEdges = ({ sourceId, rows, sink, hasReadLevers }) => rows.filter((
|
|
|
42
47
|
readMode,
|
|
43
48
|
writeMode: hasReadLevers ? row.writeMode : sink.writeMode,
|
|
44
49
|
cursors: hasReadLevers ? createCursors([row], readMode) : [],
|
|
45
|
-
columns: createColumns(row)
|
|
50
|
+
columns: createColumns(row),
|
|
51
|
+
partitions: createPartitions(row, readMode)
|
|
46
52
|
});
|
|
47
53
|
});
|
|
48
54
|
var createEdges = ({ sourceConnection, rowsBySink, sinks, hasReadLevers }) => {
|
|
@@ -1,21 +1,29 @@
|
|
|
1
|
+
import { ReadMode } from "../../../../../../gen/ingestion/v1/common_pb.js";
|
|
1
2
|
import BaseHeader, { BaseHeaderSize } from "../../../../../../components/BaseHeader.js";
|
|
2
3
|
import { useCreatePipelineModalActions, useCreatePipelineModalState } from "../../CreatePipelineModalProvider.js";
|
|
3
4
|
import PipelineResourceColumnsChip from "../../../resource/PipelineResourceColumnsChip.js";
|
|
4
5
|
import CreatePipelineModalResourcesColumnsPaneFooter from "./CreatePipelineModalResourcesColumnsPaneFooter.js";
|
|
6
|
+
import CreatePipelineModalResourcesPaneSection from "./CreatePipelineModalResourcesPaneSection.js";
|
|
5
7
|
import PipelineResourceColumnsTable from "../../../resource/PipelineResourceColumnsTable.js";
|
|
6
|
-
import
|
|
8
|
+
import PipelineResourcePartitionsChip from "../../../resource/PipelineResourcePartitionsChip.js";
|
|
9
|
+
import PipelineResourcePartitionsTable from "../../../resource/PipelineResourcePartitionsTable.js";
|
|
10
|
+
import { ColumnsIcon, FlowArrowIcon, SquaresFourIcon } from "@phosphor-icons/react";
|
|
7
11
|
import { useState } from "react";
|
|
8
12
|
import { Fragment as Fragment$1, jsx, jsxs } from "react/jsx-runtime";
|
|
9
13
|
import Flex, { AlignItems, FlexDirection } from "@galaxy-io/dls/layout/Flex";
|
|
10
14
|
import Box from "@galaxy-io/dls/layout/Box";
|
|
15
|
+
import FlexItem from "@galaxy-io/dls/layout/FlexItem";
|
|
11
16
|
import { FontFamily } from "@galaxy-io/dls/theme/enums";
|
|
12
17
|
import SearchInput from "@galaxy-io/dls/inputs/SearchInput";
|
|
13
18
|
import Divider from "@galaxy-io/dls/layout/Divider";
|
|
19
|
+
import ScrollArea from "@galaxy-io/dls/layout/ScrollArea";
|
|
14
20
|
//#region src/pages/pipelines/components/create/steps/components/CreatePipelineModalResourcesColumnsPane.tsx
|
|
15
21
|
var CreatePipelineModalResourcesColumnsPane = ({ row, onClose }) => {
|
|
16
22
|
const { activeSinkId, hasReadLevers } = useCreatePipelineModalState();
|
|
17
|
-
const { setResourceColumns } = useCreatePipelineModalActions();
|
|
23
|
+
const { setResourceColumns, setResourcePartitions } = useCreatePipelineModalActions();
|
|
18
24
|
const [search, setSearch] = useState("");
|
|
25
|
+
const [partitionSearch, setPartitionSearch] = useState("");
|
|
26
|
+
const hasPartitions = row.partitions.length > 0 && row.readMode !== ReadMode.INCREMENTAL;
|
|
19
27
|
return /* @__PURE__ */ jsx(Box, {
|
|
20
28
|
width: 440,
|
|
21
29
|
height: "100%",
|
|
@@ -37,42 +45,93 @@ var CreatePipelineModalResourcesColumnsPane = ({ row, onClose }) => {
|
|
|
37
45
|
family: FontFamily.MONO,
|
|
38
46
|
icon: FlowArrowIcon,
|
|
39
47
|
size: BaseHeaderSize.MEDIUM,
|
|
40
|
-
actions: [/* @__PURE__ */ jsx(PipelineResourceColumnsChip, {
|
|
41
|
-
selectedCount: row.selectedColumns.length,
|
|
42
|
-
totalCount: row.columns.length
|
|
43
|
-
}, "columns")],
|
|
44
48
|
onClose
|
|
45
49
|
})
|
|
46
50
|
}),
|
|
47
51
|
/* @__PURE__ */ jsx(Divider, {}),
|
|
48
|
-
/* @__PURE__ */ jsx(
|
|
49
|
-
padding: 8,
|
|
50
|
-
children: /* @__PURE__ */ jsx(SearchInput, {
|
|
51
|
-
value: search,
|
|
52
|
-
onChange: setSearch,
|
|
53
|
-
placeholder: "Search columns...",
|
|
54
|
-
ariaLabel: "Search columns",
|
|
55
|
-
fillWidth: true
|
|
56
|
-
})
|
|
57
|
-
}),
|
|
58
|
-
/* @__PURE__ */ jsx(Divider, {}),
|
|
59
|
-
/* @__PURE__ */ jsx(Flex, {
|
|
60
|
-
direction: FlexDirection.COLUMN,
|
|
52
|
+
/* @__PURE__ */ jsx(FlexItem, {
|
|
61
53
|
grow: 1,
|
|
62
54
|
basis: 0,
|
|
63
55
|
minHeight: 0,
|
|
64
|
-
children: /* @__PURE__ */ jsx(
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
56
|
+
children: /* @__PURE__ */ jsx(ScrollArea, { children: /* @__PURE__ */ jsxs(Flex, {
|
|
57
|
+
direction: FlexDirection.COLUMN,
|
|
58
|
+
gap: 8,
|
|
59
|
+
padding: 12,
|
|
60
|
+
children: [/* @__PURE__ */ jsxs(CreatePipelineModalResourcesPaneSection, {
|
|
61
|
+
icon: ColumnsIcon,
|
|
62
|
+
header: "Columns",
|
|
63
|
+
trailing: /* @__PURE__ */ jsx(PipelineResourceColumnsChip, {
|
|
64
|
+
selectedCount: row.selectedColumns.length,
|
|
65
|
+
totalCount: row.columns.length
|
|
66
|
+
}),
|
|
67
|
+
children: [
|
|
68
|
+
/* @__PURE__ */ jsx(Box, {
|
|
69
|
+
padding: 8,
|
|
70
|
+
children: /* @__PURE__ */ jsx(SearchInput, {
|
|
71
|
+
value: search,
|
|
72
|
+
onChange: setSearch,
|
|
73
|
+
placeholder: "Search columns...",
|
|
74
|
+
ariaLabel: "Search columns",
|
|
75
|
+
fillWidth: true
|
|
76
|
+
})
|
|
77
|
+
}),
|
|
78
|
+
/* @__PURE__ */ jsx(Divider, {}),
|
|
79
|
+
/* @__PURE__ */ jsx(Flex, {
|
|
80
|
+
direction: FlexDirection.COLUMN,
|
|
81
|
+
shrink: 1,
|
|
82
|
+
minHeight: 0,
|
|
83
|
+
children: /* @__PURE__ */ jsx(PipelineResourceColumnsTable, {
|
|
84
|
+
columns: row.columns,
|
|
85
|
+
selected: row.selectedColumns,
|
|
86
|
+
locked: row.lockedColumns,
|
|
87
|
+
isDisabled: !row.isSelected,
|
|
88
|
+
search,
|
|
89
|
+
onChange: (columns) => setResourceColumns({
|
|
90
|
+
sinkId: activeSinkId,
|
|
91
|
+
resource: row.name,
|
|
92
|
+
columns
|
|
93
|
+
})
|
|
94
|
+
})
|
|
95
|
+
})
|
|
96
|
+
]
|
|
97
|
+
}), hasPartitions && /* @__PURE__ */ jsx(Fragment$1, { children: /* @__PURE__ */ jsxs(CreatePipelineModalResourcesPaneSection, {
|
|
98
|
+
icon: SquaresFourIcon,
|
|
99
|
+
header: "Partitions",
|
|
100
|
+
trailing: /* @__PURE__ */ jsx(PipelineResourcePartitionsChip, {
|
|
101
|
+
selectedCount: row.selectedPartitions.length,
|
|
102
|
+
totalCount: row.partitions.length
|
|
103
|
+
}),
|
|
104
|
+
children: [
|
|
105
|
+
/* @__PURE__ */ jsx(Box, {
|
|
106
|
+
padding: 8,
|
|
107
|
+
children: /* @__PURE__ */ jsx(SearchInput, {
|
|
108
|
+
value: partitionSearch,
|
|
109
|
+
onChange: setPartitionSearch,
|
|
110
|
+
placeholder: "Search partitions...",
|
|
111
|
+
ariaLabel: "Search partitions",
|
|
112
|
+
fillWidth: true
|
|
113
|
+
})
|
|
114
|
+
}),
|
|
115
|
+
/* @__PURE__ */ jsx(Divider, {}),
|
|
116
|
+
/* @__PURE__ */ jsx(Flex, {
|
|
117
|
+
direction: FlexDirection.COLUMN,
|
|
118
|
+
shrink: 1,
|
|
119
|
+
minHeight: 0,
|
|
120
|
+
children: /* @__PURE__ */ jsx(PipelineResourcePartitionsTable, {
|
|
121
|
+
partitions: row.partitions,
|
|
122
|
+
search: partitionSearch,
|
|
123
|
+
selected: row.selectedPartitions,
|
|
124
|
+
isDisabled: !row.isSelected,
|
|
125
|
+
onChange: (partitions) => setResourcePartitions({
|
|
126
|
+
sinkId: activeSinkId,
|
|
127
|
+
resource: row.name,
|
|
128
|
+
partitions
|
|
129
|
+
})
|
|
130
|
+
})
|
|
131
|
+
})
|
|
132
|
+
]
|
|
133
|
+
}) })]
|
|
134
|
+
}) })
|
|
76
135
|
}),
|
|
77
136
|
hasReadLevers && /* @__PURE__ */ jsxs(Fragment$1, { children: [/* @__PURE__ */ jsx(Divider, {}), /* @__PURE__ */ jsx(CreatePipelineModalResourcesColumnsPaneFooter, { row })] })
|
|
78
137
|
]
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { FC, PropsWithChildren, ReactNode } from 'react';
|
|
2
|
+
import { Icon as PhosphorIcon } from '@phosphor-icons/react';
|
|
3
|
+
interface CreatePipelineModalResourcesPaneSectionProps {
|
|
4
|
+
icon: PhosphorIcon;
|
|
5
|
+
header: string;
|
|
6
|
+
trailing: ReactNode;
|
|
7
|
+
}
|
|
8
|
+
declare const CreatePipelineModalResourcesPaneSection: FC<PropsWithChildren<CreatePipelineModalResourcesPaneSectionProps>>;
|
|
9
|
+
export default CreatePipelineModalResourcesPaneSection;
|