@aws-sdk/client-appflow 3.212.0 → 3.213.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/models/models_0.js +32 -5
- package/dist-cjs/protocols/Aws_restJson1.js +102 -0
- package/dist-es/models/models_0.js +23 -0
- package/dist-es/protocols/Aws_restJson1.js +102 -0
- package/dist-types/models/models_0.d.ts +214 -6
- package/dist-types/ts3.4/models/models_0.d.ts +48 -0
- package/package.json +2 -2
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
exports.
|
|
5
|
-
exports.
|
|
6
|
-
exports.
|
|
7
|
-
exports.UpdateFlowResponseFilterSensitiveLog = exports.UpdateFlowRequestFilterSensitiveLog = exports.UpdateConnectorProfileResponseFilterSensitiveLog = exports.UpdateConnectorProfileRequestFilterSensitiveLog = exports.UntagResourceResponseFilterSensitiveLog = exports.UntagResourceRequestFilterSensitiveLog = exports.UnregisterConnectorResponseFilterSensitiveLog = exports.UnregisterConnectorRequestFilterSensitiveLog = exports.TagResourceResponseFilterSensitiveLog = exports.TagResourceRequestFilterSensitiveLog = exports.StopFlowResponseFilterSensitiveLog = exports.StopFlowRequestFilterSensitiveLog = exports.StartFlowResponseFilterSensitiveLog = exports.StartFlowRequestFilterSensitiveLog = exports.RegisterConnectorResponseFilterSensitiveLog = exports.RegisterConnectorRequestFilterSensitiveLog = exports.ListTagsForResourceResponseFilterSensitiveLog = exports.ListTagsForResourceRequestFilterSensitiveLog = exports.ListFlowsResponseFilterSensitiveLog = exports.ListFlowsRequestFilterSensitiveLog = exports.ListConnectorsResponseFilterSensitiveLog = exports.ListConnectorsRequestFilterSensitiveLog = exports.ListConnectorEntitiesResponseFilterSensitiveLog = exports.ListConnectorEntitiesRequestFilterSensitiveLog = exports.FlowDefinitionFilterSensitiveLog = exports.DescribeFlowExecutionRecordsResponseFilterSensitiveLog = exports.ExecutionRecordFilterSensitiveLog = exports.ExecutionResultFilterSensitiveLog = exports.ErrorInfoFilterSensitiveLog = exports.DescribeFlowExecutionRecordsRequestFilterSensitiveLog = exports.DescribeFlowResponseFilterSensitiveLog = exports.ExecutionDetailsFilterSensitiveLog = void 0;
|
|
3
|
+
exports.ThrottlingException = exports.ExecutionStatus = exports.ResourceNotFoundException = exports.FlowStatus = exports.DataPullMode = exports.TaskType = exports.OperatorPropertiesKeys = exports.S3InputFileType = exports.PrefixType = exports.PrefixFormat = exports.PathPrefix = exports.FileType = exports.ValidationException = exports.ServiceQuotaExceededException = exports.InternalServerException = exports.ConnectorServerException = exports.PrivateConnectionProvisioningStatus = exports.PrivateConnectionProvisioningFailureCause = exports.ZendeskConnectorOperator = exports.VeevaConnectorOperator = exports.TrendmicroConnectorOperator = exports.SlackConnectorOperator = exports.SingularConnectorOperator = exports.ServiceNowConnectorOperator = exports.SAPODataConnectorOperator = exports.SalesforceConnectorOperator = exports.S3ConnectorOperator = exports.MarketoConnectorOperator = exports.InforNexusConnectorOperator = exports.GoogleAnalyticsConnectorOperator = exports.DynatraceConnectorOperator = exports.DatadogConnectorOperator = exports.Operator = exports.WriteOperationType = exports.TriggerType = exports.ScheduleFrequencyType = exports.Operators = exports.ConnectorType = exports.ConnectorProvisioningType = exports.SalesforceDataTransferApi = exports.ConnectorAuthenticationException = exports.ConnectionMode = exports.ConflictException = exports.CatalogType = exports.AuthenticationType = exports.OAuth2GrantType = exports.OAuth2CustomPropType = exports.AmplitudeConnectorOperator = exports.AggregationType = exports.AccessDeniedException = void 0;
|
|
4
|
+
exports.CustomConnectorProfilePropertiesFilterSensitiveLog = exports.OAuth2PropertiesFilterSensitiveLog = exports.ConnectorOperatorFilterSensitiveLog = exports.ConnectorOAuthRequestFilterSensitiveLog = exports.ConnectorEntityFieldFilterSensitiveLog = exports.SupportedFieldTypeDetailsFilterSensitiveLog = exports.FieldTypeDetailsFilterSensitiveLog = exports.RangeFilterSensitiveLog = exports.SourceFieldPropertiesFilterSensitiveLog = exports.DestinationFieldPropertiesFilterSensitiveLog = exports.ConnectorEntityFilterSensitiveLog = exports.ConnectorDetailFilterSensitiveLog = exports.ConnectorConfigurationFilterSensitiveLog = exports.ConnectorRuntimeSettingFilterSensitiveLog = exports.ConnectorProvisioningConfigFilterSensitiveLog = exports.LambdaConnectorProvisioningConfigFilterSensitiveLog = exports.ConnectorMetadataFilterSensitiveLog = exports.ZendeskMetadataFilterSensitiveLog = exports.VeevaMetadataFilterSensitiveLog = exports.UpsolverMetadataFilterSensitiveLog = exports.TrendmicroMetadataFilterSensitiveLog = exports.SnowflakeMetadataFilterSensitiveLog = exports.SlackMetadataFilterSensitiveLog = exports.SingularMetadataFilterSensitiveLog = exports.ServiceNowMetadataFilterSensitiveLog = exports.SAPODataMetadataFilterSensitiveLog = exports.SalesforceMetadataFilterSensitiveLog = exports.S3MetadataFilterSensitiveLog = exports.RedshiftMetadataFilterSensitiveLog = exports.MarketoMetadataFilterSensitiveLog = exports.InforNexusMetadataFilterSensitiveLog = exports.HoneycodeMetadataFilterSensitiveLog = exports.GoogleAnalyticsMetadataFilterSensitiveLog = exports.EventBridgeMetadataFilterSensitiveLog = exports.DynatraceMetadataFilterSensitiveLog = exports.DatadogMetadataFilterSensitiveLog = exports.CustomerProfilesMetadataFilterSensitiveLog = exports.BasicAuthCredentialsFilterSensitiveLog = exports.AuthenticationConfigFilterSensitiveLog = exports.OAuth2DefaultsFilterSensitiveLog = exports.OAuth2CustomParameterFilterSensitiveLog = exports.CustomAuthConfigFilterSensitiveLog = exports.AuthParameterFilterSensitiveLog = exports.ApiKeyCredentialsFilterSensitiveLog = exports.AmplitudeSourcePropertiesFilterSensitiveLog = exports.AmplitudeMetadataFilterSensitiveLog = exports.AmplitudeConnectorProfilePropertiesFilterSensitiveLog = exports.AmplitudeConnectorProfileCredentialsFilterSensitiveLog = exports.AggregationConfigFilterSensitiveLog = exports.UnsupportedOperationException = void 0;
|
|
5
|
+
exports.LookoutMetricsDestinationPropertiesFilterSensitiveLog = exports.HoneycodeDestinationPropertiesFilterSensitiveLog = exports.EventBridgeDestinationPropertiesFilterSensitiveLog = exports.CustomerProfilesDestinationPropertiesFilterSensitiveLog = exports.CustomConnectorDestinationPropertiesFilterSensitiveLog = exports.ErrorHandlingConfigFilterSensitiveLog = exports.CreateConnectorProfileResponseFilterSensitiveLog = exports.CreateConnectorProfileRequestFilterSensitiveLog = exports.ConnectorProfileConfigFilterSensitiveLog = exports.ConnectorProfileCredentialsFilterSensitiveLog = exports.ZendeskConnectorProfileCredentialsFilterSensitiveLog = exports.VeevaConnectorProfileCredentialsFilterSensitiveLog = exports.TrendmicroConnectorProfileCredentialsFilterSensitiveLog = exports.SnowflakeConnectorProfileCredentialsFilterSensitiveLog = exports.SlackConnectorProfileCredentialsFilterSensitiveLog = exports.SingularConnectorProfileCredentialsFilterSensitiveLog = exports.ServiceNowConnectorProfileCredentialsFilterSensitiveLog = exports.SAPODataConnectorProfileCredentialsFilterSensitiveLog = exports.OAuthCredentialsFilterSensitiveLog = exports.SalesforceConnectorProfileCredentialsFilterSensitiveLog = exports.RedshiftConnectorProfileCredentialsFilterSensitiveLog = exports.MarketoConnectorProfileCredentialsFilterSensitiveLog = exports.InforNexusConnectorProfileCredentialsFilterSensitiveLog = exports.HoneycodeConnectorProfileCredentialsFilterSensitiveLog = exports.GoogleAnalyticsConnectorProfileCredentialsFilterSensitiveLog = exports.DynatraceConnectorProfileCredentialsFilterSensitiveLog = exports.DatadogConnectorProfileCredentialsFilterSensitiveLog = exports.CustomConnectorProfileCredentialsFilterSensitiveLog = exports.OAuth2CredentialsFilterSensitiveLog = exports.CustomAuthCredentialsFilterSensitiveLog = exports.ConnectorProfileFilterSensitiveLog = exports.PrivateConnectionProvisioningStateFilterSensitiveLog = exports.ConnectorProfilePropertiesFilterSensitiveLog = exports.ZendeskConnectorProfilePropertiesFilterSensitiveLog = exports.VeevaConnectorProfilePropertiesFilterSensitiveLog = exports.TrendmicroConnectorProfilePropertiesFilterSensitiveLog = exports.SnowflakeConnectorProfilePropertiesFilterSensitiveLog = exports.SlackConnectorProfilePropertiesFilterSensitiveLog = exports.SingularConnectorProfilePropertiesFilterSensitiveLog = exports.ServiceNowConnectorProfilePropertiesFilterSensitiveLog = exports.SAPODataConnectorProfilePropertiesFilterSensitiveLog = exports.OAuthPropertiesFilterSensitiveLog = exports.SalesforceConnectorProfilePropertiesFilterSensitiveLog = exports.RedshiftConnectorProfilePropertiesFilterSensitiveLog = exports.MarketoConnectorProfilePropertiesFilterSensitiveLog = exports.InforNexusConnectorProfilePropertiesFilterSensitiveLog = exports.HoneycodeConnectorProfilePropertiesFilterSensitiveLog = exports.GoogleAnalyticsConnectorProfilePropertiesFilterSensitiveLog = exports.DynatraceConnectorProfilePropertiesFilterSensitiveLog = exports.DatadogConnectorProfilePropertiesFilterSensitiveLog = void 0;
|
|
6
|
+
exports.DescribeConnectorProfilesRequestFilterSensitiveLog = exports.DescribeConnectorEntityResponseFilterSensitiveLog = exports.DescribeConnectorEntityRequestFilterSensitiveLog = exports.DescribeConnectorResponseFilterSensitiveLog = exports.DescribeConnectorRequestFilterSensitiveLog = exports.DeleteFlowResponseFilterSensitiveLog = exports.DeleteFlowRequestFilterSensitiveLog = exports.DeleteConnectorProfileResponseFilterSensitiveLog = exports.DeleteConnectorProfileRequestFilterSensitiveLog = exports.CreateFlowResponseFilterSensitiveLog = exports.CreateFlowRequestFilterSensitiveLog = exports.TriggerConfigFilterSensitiveLog = exports.TriggerPropertiesFilterSensitiveLog = exports.ScheduledTriggerPropertiesFilterSensitiveLog = exports.TaskFilterSensitiveLog = exports.SourceFlowConfigFilterSensitiveLog = exports.SourceConnectorPropertiesFilterSensitiveLog = exports.ZendeskSourcePropertiesFilterSensitiveLog = exports.VeevaSourcePropertiesFilterSensitiveLog = exports.TrendmicroSourcePropertiesFilterSensitiveLog = exports.SlackSourcePropertiesFilterSensitiveLog = exports.SingularSourcePropertiesFilterSensitiveLog = exports.ServiceNowSourcePropertiesFilterSensitiveLog = exports.SAPODataSourcePropertiesFilterSensitiveLog = exports.SalesforceSourcePropertiesFilterSensitiveLog = exports.S3SourcePropertiesFilterSensitiveLog = exports.S3InputFormatConfigFilterSensitiveLog = exports.MarketoSourcePropertiesFilterSensitiveLog = exports.InforNexusSourcePropertiesFilterSensitiveLog = exports.GoogleAnalyticsSourcePropertiesFilterSensitiveLog = exports.DynatraceSourcePropertiesFilterSensitiveLog = exports.DatadogSourcePropertiesFilterSensitiveLog = exports.CustomConnectorSourcePropertiesFilterSensitiveLog = exports.IncrementalPullConfigFilterSensitiveLog = exports.MetadataCatalogConfigFilterSensitiveLog = exports.GlueDataCatalogConfigFilterSensitiveLog = exports.DestinationFlowConfigFilterSensitiveLog = exports.DestinationConnectorPropertiesFilterSensitiveLog = exports.ZendeskDestinationPropertiesFilterSensitiveLog = exports.UpsolverDestinationPropertiesFilterSensitiveLog = exports.UpsolverS3OutputFormatConfigFilterSensitiveLog = exports.SnowflakeDestinationPropertiesFilterSensitiveLog = exports.SAPODataDestinationPropertiesFilterSensitiveLog = exports.SuccessResponseHandlingConfigFilterSensitiveLog = exports.SalesforceDestinationPropertiesFilterSensitiveLog = exports.S3DestinationPropertiesFilterSensitiveLog = exports.S3OutputFormatConfigFilterSensitiveLog = exports.PrefixConfigFilterSensitiveLog = exports.RedshiftDestinationPropertiesFilterSensitiveLog = exports.MarketoDestinationPropertiesFilterSensitiveLog = void 0;
|
|
7
|
+
exports.UpdateFlowResponseFilterSensitiveLog = exports.UpdateFlowRequestFilterSensitiveLog = exports.UpdateConnectorProfileResponseFilterSensitiveLog = exports.UpdateConnectorProfileRequestFilterSensitiveLog = exports.UntagResourceResponseFilterSensitiveLog = exports.UntagResourceRequestFilterSensitiveLog = exports.UnregisterConnectorResponseFilterSensitiveLog = exports.UnregisterConnectorRequestFilterSensitiveLog = exports.TagResourceResponseFilterSensitiveLog = exports.TagResourceRequestFilterSensitiveLog = exports.StopFlowResponseFilterSensitiveLog = exports.StopFlowRequestFilterSensitiveLog = exports.StartFlowResponseFilterSensitiveLog = exports.StartFlowRequestFilterSensitiveLog = exports.RegisterConnectorResponseFilterSensitiveLog = exports.RegisterConnectorRequestFilterSensitiveLog = exports.ListTagsForResourceResponseFilterSensitiveLog = exports.ListTagsForResourceRequestFilterSensitiveLog = exports.ListFlowsResponseFilterSensitiveLog = exports.ListFlowsRequestFilterSensitiveLog = exports.ListConnectorsResponseFilterSensitiveLog = exports.ListConnectorsRequestFilterSensitiveLog = exports.ListConnectorEntitiesResponseFilterSensitiveLog = exports.ListConnectorEntitiesRequestFilterSensitiveLog = exports.FlowDefinitionFilterSensitiveLog = exports.DescribeFlowExecutionRecordsResponseFilterSensitiveLog = exports.ExecutionRecordFilterSensitiveLog = exports.ExecutionResultFilterSensitiveLog = exports.ErrorInfoFilterSensitiveLog = exports.DescribeFlowExecutionRecordsRequestFilterSensitiveLog = exports.DescribeFlowResponseFilterSensitiveLog = exports.MetadataCatalogDetailFilterSensitiveLog = exports.RegistrationOutputFilterSensitiveLog = exports.ExecutionDetailsFilterSensitiveLog = exports.DescribeFlowRequestFilterSensitiveLog = exports.DescribeConnectorsResponseFilterSensitiveLog = exports.DescribeConnectorsRequestFilterSensitiveLog = exports.DescribeConnectorProfilesResponseFilterSensitiveLog = void 0;
|
|
8
8
|
const smithy_client_1 = require("@aws-sdk/smithy-client");
|
|
9
9
|
const AppflowServiceException_1 = require("./AppflowServiceException");
|
|
10
10
|
class AccessDeniedException extends AppflowServiceException_1.AppflowServiceException {
|
|
@@ -46,6 +46,10 @@ var AuthenticationType;
|
|
|
46
46
|
AuthenticationType["CUSTOM"] = "CUSTOM";
|
|
47
47
|
AuthenticationType["OAUTH2"] = "OAUTH2";
|
|
48
48
|
})(AuthenticationType = exports.AuthenticationType || (exports.AuthenticationType = {}));
|
|
49
|
+
var CatalogType;
|
|
50
|
+
(function (CatalogType) {
|
|
51
|
+
CatalogType["GLUE"] = "GLUE";
|
|
52
|
+
})(CatalogType = exports.CatalogType || (exports.CatalogType = {}));
|
|
49
53
|
class ConflictException extends AppflowServiceException_1.AppflowServiceException {
|
|
50
54
|
constructor(opts) {
|
|
51
55
|
super({
|
|
@@ -525,6 +529,11 @@ var FileType;
|
|
|
525
529
|
FileType["JSON"] = "JSON";
|
|
526
530
|
FileType["PARQUET"] = "PARQUET";
|
|
527
531
|
})(FileType = exports.FileType || (exports.FileType = {}));
|
|
532
|
+
var PathPrefix;
|
|
533
|
+
(function (PathPrefix) {
|
|
534
|
+
PathPrefix["EXECUTION_ID"] = "EXECUTION_ID";
|
|
535
|
+
PathPrefix["SCHEMA_VERSION"] = "SCHEMA_VERSION";
|
|
536
|
+
})(PathPrefix = exports.PathPrefix || (exports.PathPrefix = {}));
|
|
528
537
|
var PrefixFormat;
|
|
529
538
|
(function (PrefixFormat) {
|
|
530
539
|
PrefixFormat["DAY"] = "DAY";
|
|
@@ -555,6 +564,7 @@ var OperatorPropertiesKeys;
|
|
|
555
564
|
OperatorPropertiesKeys["MASK_LENGTH"] = "MASK_LENGTH";
|
|
556
565
|
OperatorPropertiesKeys["MASK_VALUE"] = "MASK_VALUE";
|
|
557
566
|
OperatorPropertiesKeys["MATH_OPERATION_FIELDS_ORDER"] = "MATH_OPERATION_FIELDS_ORDER";
|
|
567
|
+
OperatorPropertiesKeys["ORDERED_PARTITION_KEYS_LIST"] = "ORDERED_PARTITION_KEYS_LIST";
|
|
558
568
|
OperatorPropertiesKeys["SOURCE_DATA_TYPE"] = "SOURCE_DATA_TYPE";
|
|
559
569
|
OperatorPropertiesKeys["SUBFIELD_CATEGORY_MAP"] = "SUBFIELD_CATEGORY_MAP";
|
|
560
570
|
OperatorPropertiesKeys["TRUNCATE_LENGTH"] = "TRUNCATE_LENGTH";
|
|
@@ -571,6 +581,7 @@ var TaskType;
|
|
|
571
581
|
TaskType["MAP_ALL"] = "Map_all";
|
|
572
582
|
TaskType["MASK"] = "Mask";
|
|
573
583
|
TaskType["MERGE"] = "Merge";
|
|
584
|
+
TaskType["PARTITION"] = "Partition";
|
|
574
585
|
TaskType["PASSTHROUGH"] = "Passthrough";
|
|
575
586
|
TaskType["TRUNCATE"] = "Truncate";
|
|
576
587
|
TaskType["VALIDATE"] = "Validate";
|
|
@@ -1147,6 +1158,14 @@ const DestinationFlowConfigFilterSensitiveLog = (obj) => ({
|
|
|
1147
1158
|
...obj,
|
|
1148
1159
|
});
|
|
1149
1160
|
exports.DestinationFlowConfigFilterSensitiveLog = DestinationFlowConfigFilterSensitiveLog;
|
|
1161
|
+
const GlueDataCatalogConfigFilterSensitiveLog = (obj) => ({
|
|
1162
|
+
...obj,
|
|
1163
|
+
});
|
|
1164
|
+
exports.GlueDataCatalogConfigFilterSensitiveLog = GlueDataCatalogConfigFilterSensitiveLog;
|
|
1165
|
+
const MetadataCatalogConfigFilterSensitiveLog = (obj) => ({
|
|
1166
|
+
...obj,
|
|
1167
|
+
});
|
|
1168
|
+
exports.MetadataCatalogConfigFilterSensitiveLog = MetadataCatalogConfigFilterSensitiveLog;
|
|
1150
1169
|
const IncrementalPullConfigFilterSensitiveLog = (obj) => ({
|
|
1151
1170
|
...obj,
|
|
1152
1171
|
});
|
|
@@ -1303,6 +1322,14 @@ const ExecutionDetailsFilterSensitiveLog = (obj) => ({
|
|
|
1303
1322
|
...obj,
|
|
1304
1323
|
});
|
|
1305
1324
|
exports.ExecutionDetailsFilterSensitiveLog = ExecutionDetailsFilterSensitiveLog;
|
|
1325
|
+
const RegistrationOutputFilterSensitiveLog = (obj) => ({
|
|
1326
|
+
...obj,
|
|
1327
|
+
});
|
|
1328
|
+
exports.RegistrationOutputFilterSensitiveLog = RegistrationOutputFilterSensitiveLog;
|
|
1329
|
+
const MetadataCatalogDetailFilterSensitiveLog = (obj) => ({
|
|
1330
|
+
...obj,
|
|
1331
|
+
});
|
|
1332
|
+
exports.MetadataCatalogDetailFilterSensitiveLog = MetadataCatalogDetailFilterSensitiveLog;
|
|
1306
1333
|
const DescribeFlowResponseFilterSensitiveLog = (obj) => ({
|
|
1307
1334
|
...obj,
|
|
1308
1335
|
});
|
|
@@ -47,6 +47,9 @@ const serializeAws_restJson1CreateFlowCommand = async (input, context) => {
|
|
|
47
47
|
}),
|
|
48
48
|
...(input.flowName != null && { flowName: input.flowName }),
|
|
49
49
|
...(input.kmsArn != null && { kmsArn: input.kmsArn }),
|
|
50
|
+
...(input.metadataCatalogConfig != null && {
|
|
51
|
+
metadataCatalogConfig: serializeAws_restJson1MetadataCatalogConfig(input.metadataCatalogConfig, context),
|
|
52
|
+
}),
|
|
50
53
|
...(input.sourceFlowConfig != null && {
|
|
51
54
|
sourceFlowConfig: serializeAws_restJson1SourceFlowConfig(input.sourceFlowConfig, context),
|
|
52
55
|
}),
|
|
@@ -509,6 +512,9 @@ const serializeAws_restJson1UpdateFlowCommand = async (input, context) => {
|
|
|
509
512
|
destinationFlowConfigList: serializeAws_restJson1DestinationFlowConfigList(input.destinationFlowConfigList, context),
|
|
510
513
|
}),
|
|
511
514
|
...(input.flowName != null && { flowName: input.flowName }),
|
|
515
|
+
...(input.metadataCatalogConfig != null && {
|
|
516
|
+
metadataCatalogConfig: serializeAws_restJson1MetadataCatalogConfig(input.metadataCatalogConfig, context),
|
|
517
|
+
}),
|
|
512
518
|
...(input.sourceFlowConfig != null && {
|
|
513
519
|
sourceFlowConfig: serializeAws_restJson1SourceFlowConfig(input.sourceFlowConfig, context),
|
|
514
520
|
}),
|
|
@@ -910,12 +916,21 @@ const deserializeAws_restJson1DescribeFlowCommand = async (output, context) => {
|
|
|
910
916
|
if (data.lastRunExecutionDetails != null) {
|
|
911
917
|
contents.lastRunExecutionDetails = deserializeAws_restJson1ExecutionDetails(data.lastRunExecutionDetails, context);
|
|
912
918
|
}
|
|
919
|
+
if (data.lastRunMetadataCatalogDetails != null) {
|
|
920
|
+
contents.lastRunMetadataCatalogDetails = deserializeAws_restJson1MetadataCatalogDetails(data.lastRunMetadataCatalogDetails, context);
|
|
921
|
+
}
|
|
913
922
|
if (data.lastUpdatedAt != null) {
|
|
914
923
|
contents.lastUpdatedAt = (0, smithy_client_1.expectNonNull)((0, smithy_client_1.parseEpochTimestamp)((0, smithy_client_1.expectNumber)(data.lastUpdatedAt)));
|
|
915
924
|
}
|
|
916
925
|
if (data.lastUpdatedBy != null) {
|
|
917
926
|
contents.lastUpdatedBy = (0, smithy_client_1.expectString)(data.lastUpdatedBy);
|
|
918
927
|
}
|
|
928
|
+
if (data.metadataCatalogConfig != null) {
|
|
929
|
+
contents.metadataCatalogConfig = deserializeAws_restJson1MetadataCatalogConfig(data.metadataCatalogConfig, context);
|
|
930
|
+
}
|
|
931
|
+
if (data.schemaVersion != null) {
|
|
932
|
+
contents.schemaVersion = (0, smithy_client_1.expectLong)(data.schemaVersion);
|
|
933
|
+
}
|
|
919
934
|
if (data.sourceFlowConfig != null) {
|
|
920
935
|
contents.sourceFlowConfig = deserializeAws_restJson1SourceFlowConfig(data.sourceFlowConfig, context);
|
|
921
936
|
}
|
|
@@ -1649,6 +1664,7 @@ const deserializeAws_restJson1ValidationExceptionResponse = async (parsedOutput,
|
|
|
1649
1664
|
const serializeAws_restJson1AggregationConfig = (input, context) => {
|
|
1650
1665
|
return {
|
|
1651
1666
|
...(input.aggregationType != null && { aggregationType: input.aggregationType }),
|
|
1667
|
+
...(input.targetFileSize != null && { targetFileSize: input.targetFileSize }),
|
|
1652
1668
|
};
|
|
1653
1669
|
};
|
|
1654
1670
|
const serializeAws_restJson1AmplitudeConnectorProfileCredentials = (input, context) => {
|
|
@@ -2022,6 +2038,13 @@ const serializeAws_restJson1EventBridgeDestinationProperties = (input, context)
|
|
|
2022
2038
|
...(input.object != null && { object: input.object }),
|
|
2023
2039
|
};
|
|
2024
2040
|
};
|
|
2041
|
+
const serializeAws_restJson1GlueDataCatalogConfig = (input, context) => {
|
|
2042
|
+
return {
|
|
2043
|
+
...(input.databaseName != null && { databaseName: input.databaseName }),
|
|
2044
|
+
...(input.roleArn != null && { roleArn: input.roleArn }),
|
|
2045
|
+
...(input.tablePrefix != null && { tablePrefix: input.tablePrefix }),
|
|
2046
|
+
};
|
|
2047
|
+
};
|
|
2025
2048
|
const serializeAws_restJson1GoogleAnalyticsConnectorProfileCredentials = (input, context) => {
|
|
2026
2049
|
return {
|
|
2027
2050
|
...(input.accessToken != null && { accessToken: input.accessToken }),
|
|
@@ -2127,6 +2150,13 @@ const serializeAws_restJson1MarketoSourceProperties = (input, context) => {
|
|
|
2127
2150
|
...(input.object != null && { object: input.object }),
|
|
2128
2151
|
};
|
|
2129
2152
|
};
|
|
2153
|
+
const serializeAws_restJson1MetadataCatalogConfig = (input, context) => {
|
|
2154
|
+
return {
|
|
2155
|
+
...(input.glueDataCatalog != null && {
|
|
2156
|
+
glueDataCatalog: serializeAws_restJson1GlueDataCatalogConfig(input.glueDataCatalog, context),
|
|
2157
|
+
}),
|
|
2158
|
+
};
|
|
2159
|
+
};
|
|
2130
2160
|
const serializeAws_restJson1OAuth2Credentials = (input, context) => {
|
|
2131
2161
|
return {
|
|
2132
2162
|
...(input.accessToken != null && { accessToken: input.accessToken }),
|
|
@@ -2172,8 +2202,18 @@ const serializeAws_restJson1OAuthScopeList = (input, context) => {
|
|
|
2172
2202
|
return entry;
|
|
2173
2203
|
});
|
|
2174
2204
|
};
|
|
2205
|
+
const serializeAws_restJson1PathPrefixHierarchy = (input, context) => {
|
|
2206
|
+
return input
|
|
2207
|
+
.filter((e) => e != null)
|
|
2208
|
+
.map((entry) => {
|
|
2209
|
+
return entry;
|
|
2210
|
+
});
|
|
2211
|
+
};
|
|
2175
2212
|
const serializeAws_restJson1PrefixConfig = (input, context) => {
|
|
2176
2213
|
return {
|
|
2214
|
+
...(input.pathPrefixHierarchy != null && {
|
|
2215
|
+
pathPrefixHierarchy: serializeAws_restJson1PathPrefixHierarchy(input.pathPrefixHierarchy, context),
|
|
2216
|
+
}),
|
|
2177
2217
|
...(input.prefixFormat != null && { prefixFormat: input.prefixFormat }),
|
|
2178
2218
|
...(input.prefixType != null && { prefixType: input.prefixType }),
|
|
2179
2219
|
};
|
|
@@ -2636,6 +2676,7 @@ const serializeAws_restJson1ZendeskSourceProperties = (input, context) => {
|
|
|
2636
2676
|
const deserializeAws_restJson1AggregationConfig = (output, context) => {
|
|
2637
2677
|
return {
|
|
2638
2678
|
aggregationType: (0, smithy_client_1.expectString)(output.aggregationType),
|
|
2679
|
+
targetFileSize: (0, smithy_client_1.expectLong)(output.targetFileSize),
|
|
2639
2680
|
};
|
|
2640
2681
|
};
|
|
2641
2682
|
const deserializeAws_restJson1AmplitudeConnectorProfileProperties = (output, context) => {
|
|
@@ -3277,6 +3318,9 @@ const deserializeAws_restJson1ExecutionRecord = (output, context) => {
|
|
|
3277
3318
|
lastUpdatedAt: output.lastUpdatedAt != null
|
|
3278
3319
|
? (0, smithy_client_1.expectNonNull)((0, smithy_client_1.parseEpochTimestamp)((0, smithy_client_1.expectNumber)(output.lastUpdatedAt)))
|
|
3279
3320
|
: undefined,
|
|
3321
|
+
metadataCatalogDetails: output.metadataCatalogDetails != null
|
|
3322
|
+
? deserializeAws_restJson1MetadataCatalogDetails(output.metadataCatalogDetails, context)
|
|
3323
|
+
: undefined,
|
|
3280
3324
|
startedAt: output.startedAt != null ? (0, smithy_client_1.expectNonNull)((0, smithy_client_1.parseEpochTimestamp)((0, smithy_client_1.expectNumber)(output.startedAt))) : undefined,
|
|
3281
3325
|
};
|
|
3282
3326
|
};
|
|
@@ -3359,6 +3403,13 @@ const deserializeAws_restJson1FlowList = (output, context) => {
|
|
|
3359
3403
|
});
|
|
3360
3404
|
return retVal;
|
|
3361
3405
|
};
|
|
3406
|
+
const deserializeAws_restJson1GlueDataCatalogConfig = (output, context) => {
|
|
3407
|
+
return {
|
|
3408
|
+
databaseName: (0, smithy_client_1.expectString)(output.databaseName),
|
|
3409
|
+
roleArn: (0, smithy_client_1.expectString)(output.roleArn),
|
|
3410
|
+
tablePrefix: (0, smithy_client_1.expectString)(output.tablePrefix),
|
|
3411
|
+
};
|
|
3412
|
+
};
|
|
3362
3413
|
const deserializeAws_restJson1GoogleAnalyticsConnectorProfileProperties = (output, context) => {
|
|
3363
3414
|
return {};
|
|
3364
3415
|
};
|
|
@@ -3446,6 +3497,36 @@ const deserializeAws_restJson1MarketoSourceProperties = (output, context) => {
|
|
|
3446
3497
|
object: (0, smithy_client_1.expectString)(output.object),
|
|
3447
3498
|
};
|
|
3448
3499
|
};
|
|
3500
|
+
const deserializeAws_restJson1MetadataCatalogConfig = (output, context) => {
|
|
3501
|
+
return {
|
|
3502
|
+
glueDataCatalog: output.glueDataCatalog != null
|
|
3503
|
+
? deserializeAws_restJson1GlueDataCatalogConfig(output.glueDataCatalog, context)
|
|
3504
|
+
: undefined,
|
|
3505
|
+
};
|
|
3506
|
+
};
|
|
3507
|
+
const deserializeAws_restJson1MetadataCatalogDetail = (output, context) => {
|
|
3508
|
+
return {
|
|
3509
|
+
catalogType: (0, smithy_client_1.expectString)(output.catalogType),
|
|
3510
|
+
partitionRegistrationOutput: output.partitionRegistrationOutput != null
|
|
3511
|
+
? deserializeAws_restJson1RegistrationOutput(output.partitionRegistrationOutput, context)
|
|
3512
|
+
: undefined,
|
|
3513
|
+
tableName: (0, smithy_client_1.expectString)(output.tableName),
|
|
3514
|
+
tableRegistrationOutput: output.tableRegistrationOutput != null
|
|
3515
|
+
? deserializeAws_restJson1RegistrationOutput(output.tableRegistrationOutput, context)
|
|
3516
|
+
: undefined,
|
|
3517
|
+
};
|
|
3518
|
+
};
|
|
3519
|
+
const deserializeAws_restJson1MetadataCatalogDetails = (output, context) => {
|
|
3520
|
+
const retVal = (output || [])
|
|
3521
|
+
.filter((e) => e != null)
|
|
3522
|
+
.map((entry) => {
|
|
3523
|
+
if (entry === null) {
|
|
3524
|
+
return null;
|
|
3525
|
+
}
|
|
3526
|
+
return deserializeAws_restJson1MetadataCatalogDetail(entry, context);
|
|
3527
|
+
});
|
|
3528
|
+
return retVal;
|
|
3529
|
+
};
|
|
3449
3530
|
const deserializeAws_restJson1OAuth2CustomParameter = (output, context) => {
|
|
3450
3531
|
return {
|
|
3451
3532
|
connectorSuppliedValues: output.connectorSuppliedValues != null
|
|
@@ -3521,8 +3602,22 @@ const deserializeAws_restJson1OAuthScopeList = (output, context) => {
|
|
|
3521
3602
|
});
|
|
3522
3603
|
return retVal;
|
|
3523
3604
|
};
|
|
3605
|
+
const deserializeAws_restJson1PathPrefixHierarchy = (output, context) => {
|
|
3606
|
+
const retVal = (output || [])
|
|
3607
|
+
.filter((e) => e != null)
|
|
3608
|
+
.map((entry) => {
|
|
3609
|
+
if (entry === null) {
|
|
3610
|
+
return null;
|
|
3611
|
+
}
|
|
3612
|
+
return (0, smithy_client_1.expectString)(entry);
|
|
3613
|
+
});
|
|
3614
|
+
return retVal;
|
|
3615
|
+
};
|
|
3524
3616
|
const deserializeAws_restJson1PrefixConfig = (output, context) => {
|
|
3525
3617
|
return {
|
|
3618
|
+
pathPrefixHierarchy: output.pathPrefixHierarchy != null
|
|
3619
|
+
? deserializeAws_restJson1PathPrefixHierarchy(output.pathPrefixHierarchy, context)
|
|
3620
|
+
: undefined,
|
|
3526
3621
|
prefixFormat: (0, smithy_client_1.expectString)(output.prefixFormat),
|
|
3527
3622
|
prefixType: (0, smithy_client_1.expectString)(output.prefixType),
|
|
3528
3623
|
};
|
|
@@ -3581,6 +3676,13 @@ const deserializeAws_restJson1RegionList = (output, context) => {
|
|
|
3581
3676
|
});
|
|
3582
3677
|
return retVal;
|
|
3583
3678
|
};
|
|
3679
|
+
const deserializeAws_restJson1RegistrationOutput = (output, context) => {
|
|
3680
|
+
return {
|
|
3681
|
+
message: (0, smithy_client_1.expectString)(output.message),
|
|
3682
|
+
result: (0, smithy_client_1.expectString)(output.result),
|
|
3683
|
+
status: (0, smithy_client_1.expectString)(output.status),
|
|
3684
|
+
};
|
|
3685
|
+
};
|
|
3584
3686
|
const deserializeAws_restJson1S3DestinationProperties = (output, context) => {
|
|
3585
3687
|
return {
|
|
3586
3688
|
bucketName: (0, smithy_client_1.expectString)(output.bucketName),
|
|
@@ -38,6 +38,10 @@ export var AuthenticationType;
|
|
|
38
38
|
AuthenticationType["CUSTOM"] = "CUSTOM";
|
|
39
39
|
AuthenticationType["OAUTH2"] = "OAUTH2";
|
|
40
40
|
})(AuthenticationType || (AuthenticationType = {}));
|
|
41
|
+
export var CatalogType;
|
|
42
|
+
(function (CatalogType) {
|
|
43
|
+
CatalogType["GLUE"] = "GLUE";
|
|
44
|
+
})(CatalogType || (CatalogType = {}));
|
|
41
45
|
export class ConflictException extends __BaseException {
|
|
42
46
|
constructor(opts) {
|
|
43
47
|
super({
|
|
@@ -511,6 +515,11 @@ export var FileType;
|
|
|
511
515
|
FileType["JSON"] = "JSON";
|
|
512
516
|
FileType["PARQUET"] = "PARQUET";
|
|
513
517
|
})(FileType || (FileType = {}));
|
|
518
|
+
export var PathPrefix;
|
|
519
|
+
(function (PathPrefix) {
|
|
520
|
+
PathPrefix["EXECUTION_ID"] = "EXECUTION_ID";
|
|
521
|
+
PathPrefix["SCHEMA_VERSION"] = "SCHEMA_VERSION";
|
|
522
|
+
})(PathPrefix || (PathPrefix = {}));
|
|
514
523
|
export var PrefixFormat;
|
|
515
524
|
(function (PrefixFormat) {
|
|
516
525
|
PrefixFormat["DAY"] = "DAY";
|
|
@@ -541,6 +550,7 @@ export var OperatorPropertiesKeys;
|
|
|
541
550
|
OperatorPropertiesKeys["MASK_LENGTH"] = "MASK_LENGTH";
|
|
542
551
|
OperatorPropertiesKeys["MASK_VALUE"] = "MASK_VALUE";
|
|
543
552
|
OperatorPropertiesKeys["MATH_OPERATION_FIELDS_ORDER"] = "MATH_OPERATION_FIELDS_ORDER";
|
|
553
|
+
OperatorPropertiesKeys["ORDERED_PARTITION_KEYS_LIST"] = "ORDERED_PARTITION_KEYS_LIST";
|
|
544
554
|
OperatorPropertiesKeys["SOURCE_DATA_TYPE"] = "SOURCE_DATA_TYPE";
|
|
545
555
|
OperatorPropertiesKeys["SUBFIELD_CATEGORY_MAP"] = "SUBFIELD_CATEGORY_MAP";
|
|
546
556
|
OperatorPropertiesKeys["TRUNCATE_LENGTH"] = "TRUNCATE_LENGTH";
|
|
@@ -557,6 +567,7 @@ export var TaskType;
|
|
|
557
567
|
TaskType["MAP_ALL"] = "Map_all";
|
|
558
568
|
TaskType["MASK"] = "Mask";
|
|
559
569
|
TaskType["MERGE"] = "Merge";
|
|
570
|
+
TaskType["PARTITION"] = "Partition";
|
|
560
571
|
TaskType["PASSTHROUGH"] = "Passthrough";
|
|
561
572
|
TaskType["TRUNCATE"] = "Truncate";
|
|
562
573
|
TaskType["VALIDATE"] = "Validate";
|
|
@@ -1017,6 +1028,12 @@ export const DestinationConnectorPropertiesFilterSensitiveLog = (obj) => ({
|
|
|
1017
1028
|
export const DestinationFlowConfigFilterSensitiveLog = (obj) => ({
|
|
1018
1029
|
...obj,
|
|
1019
1030
|
});
|
|
1031
|
+
export const GlueDataCatalogConfigFilterSensitiveLog = (obj) => ({
|
|
1032
|
+
...obj,
|
|
1033
|
+
});
|
|
1034
|
+
export const MetadataCatalogConfigFilterSensitiveLog = (obj) => ({
|
|
1035
|
+
...obj,
|
|
1036
|
+
});
|
|
1020
1037
|
export const IncrementalPullConfigFilterSensitiveLog = (obj) => ({
|
|
1021
1038
|
...obj,
|
|
1022
1039
|
});
|
|
@@ -1134,6 +1151,12 @@ export const DescribeFlowRequestFilterSensitiveLog = (obj) => ({
|
|
|
1134
1151
|
export const ExecutionDetailsFilterSensitiveLog = (obj) => ({
|
|
1135
1152
|
...obj,
|
|
1136
1153
|
});
|
|
1154
|
+
export const RegistrationOutputFilterSensitiveLog = (obj) => ({
|
|
1155
|
+
...obj,
|
|
1156
|
+
});
|
|
1157
|
+
export const MetadataCatalogDetailFilterSensitiveLog = (obj) => ({
|
|
1158
|
+
...obj,
|
|
1159
|
+
});
|
|
1137
1160
|
export const DescribeFlowResponseFilterSensitiveLog = (obj) => ({
|
|
1138
1161
|
...obj,
|
|
1139
1162
|
});
|
|
@@ -43,6 +43,9 @@ export const serializeAws_restJson1CreateFlowCommand = async (input, context) =>
|
|
|
43
43
|
}),
|
|
44
44
|
...(input.flowName != null && { flowName: input.flowName }),
|
|
45
45
|
...(input.kmsArn != null && { kmsArn: input.kmsArn }),
|
|
46
|
+
...(input.metadataCatalogConfig != null && {
|
|
47
|
+
metadataCatalogConfig: serializeAws_restJson1MetadataCatalogConfig(input.metadataCatalogConfig, context),
|
|
48
|
+
}),
|
|
46
49
|
...(input.sourceFlowConfig != null && {
|
|
47
50
|
sourceFlowConfig: serializeAws_restJson1SourceFlowConfig(input.sourceFlowConfig, context),
|
|
48
51
|
}),
|
|
@@ -485,6 +488,9 @@ export const serializeAws_restJson1UpdateFlowCommand = async (input, context) =>
|
|
|
485
488
|
destinationFlowConfigList: serializeAws_restJson1DestinationFlowConfigList(input.destinationFlowConfigList, context),
|
|
486
489
|
}),
|
|
487
490
|
...(input.flowName != null && { flowName: input.flowName }),
|
|
491
|
+
...(input.metadataCatalogConfig != null && {
|
|
492
|
+
metadataCatalogConfig: serializeAws_restJson1MetadataCatalogConfig(input.metadataCatalogConfig, context),
|
|
493
|
+
}),
|
|
488
494
|
...(input.sourceFlowConfig != null && {
|
|
489
495
|
sourceFlowConfig: serializeAws_restJson1SourceFlowConfig(input.sourceFlowConfig, context),
|
|
490
496
|
}),
|
|
@@ -877,12 +883,21 @@ export const deserializeAws_restJson1DescribeFlowCommand = async (output, contex
|
|
|
877
883
|
if (data.lastRunExecutionDetails != null) {
|
|
878
884
|
contents.lastRunExecutionDetails = deserializeAws_restJson1ExecutionDetails(data.lastRunExecutionDetails, context);
|
|
879
885
|
}
|
|
886
|
+
if (data.lastRunMetadataCatalogDetails != null) {
|
|
887
|
+
contents.lastRunMetadataCatalogDetails = deserializeAws_restJson1MetadataCatalogDetails(data.lastRunMetadataCatalogDetails, context);
|
|
888
|
+
}
|
|
880
889
|
if (data.lastUpdatedAt != null) {
|
|
881
890
|
contents.lastUpdatedAt = __expectNonNull(__parseEpochTimestamp(__expectNumber(data.lastUpdatedAt)));
|
|
882
891
|
}
|
|
883
892
|
if (data.lastUpdatedBy != null) {
|
|
884
893
|
contents.lastUpdatedBy = __expectString(data.lastUpdatedBy);
|
|
885
894
|
}
|
|
895
|
+
if (data.metadataCatalogConfig != null) {
|
|
896
|
+
contents.metadataCatalogConfig = deserializeAws_restJson1MetadataCatalogConfig(data.metadataCatalogConfig, context);
|
|
897
|
+
}
|
|
898
|
+
if (data.schemaVersion != null) {
|
|
899
|
+
contents.schemaVersion = __expectLong(data.schemaVersion);
|
|
900
|
+
}
|
|
886
901
|
if (data.sourceFlowConfig != null) {
|
|
887
902
|
contents.sourceFlowConfig = deserializeAws_restJson1SourceFlowConfig(data.sourceFlowConfig, context);
|
|
888
903
|
}
|
|
@@ -1602,6 +1617,7 @@ const deserializeAws_restJson1ValidationExceptionResponse = async (parsedOutput,
|
|
|
1602
1617
|
const serializeAws_restJson1AggregationConfig = (input, context) => {
|
|
1603
1618
|
return {
|
|
1604
1619
|
...(input.aggregationType != null && { aggregationType: input.aggregationType }),
|
|
1620
|
+
...(input.targetFileSize != null && { targetFileSize: input.targetFileSize }),
|
|
1605
1621
|
};
|
|
1606
1622
|
};
|
|
1607
1623
|
const serializeAws_restJson1AmplitudeConnectorProfileCredentials = (input, context) => {
|
|
@@ -1975,6 +1991,13 @@ const serializeAws_restJson1EventBridgeDestinationProperties = (input, context)
|
|
|
1975
1991
|
...(input.object != null && { object: input.object }),
|
|
1976
1992
|
};
|
|
1977
1993
|
};
|
|
1994
|
+
const serializeAws_restJson1GlueDataCatalogConfig = (input, context) => {
|
|
1995
|
+
return {
|
|
1996
|
+
...(input.databaseName != null && { databaseName: input.databaseName }),
|
|
1997
|
+
...(input.roleArn != null && { roleArn: input.roleArn }),
|
|
1998
|
+
...(input.tablePrefix != null && { tablePrefix: input.tablePrefix }),
|
|
1999
|
+
};
|
|
2000
|
+
};
|
|
1978
2001
|
const serializeAws_restJson1GoogleAnalyticsConnectorProfileCredentials = (input, context) => {
|
|
1979
2002
|
return {
|
|
1980
2003
|
...(input.accessToken != null && { accessToken: input.accessToken }),
|
|
@@ -2080,6 +2103,13 @@ const serializeAws_restJson1MarketoSourceProperties = (input, context) => {
|
|
|
2080
2103
|
...(input.object != null && { object: input.object }),
|
|
2081
2104
|
};
|
|
2082
2105
|
};
|
|
2106
|
+
const serializeAws_restJson1MetadataCatalogConfig = (input, context) => {
|
|
2107
|
+
return {
|
|
2108
|
+
...(input.glueDataCatalog != null && {
|
|
2109
|
+
glueDataCatalog: serializeAws_restJson1GlueDataCatalogConfig(input.glueDataCatalog, context),
|
|
2110
|
+
}),
|
|
2111
|
+
};
|
|
2112
|
+
};
|
|
2083
2113
|
const serializeAws_restJson1OAuth2Credentials = (input, context) => {
|
|
2084
2114
|
return {
|
|
2085
2115
|
...(input.accessToken != null && { accessToken: input.accessToken }),
|
|
@@ -2125,8 +2155,18 @@ const serializeAws_restJson1OAuthScopeList = (input, context) => {
|
|
|
2125
2155
|
return entry;
|
|
2126
2156
|
});
|
|
2127
2157
|
};
|
|
2158
|
+
const serializeAws_restJson1PathPrefixHierarchy = (input, context) => {
|
|
2159
|
+
return input
|
|
2160
|
+
.filter((e) => e != null)
|
|
2161
|
+
.map((entry) => {
|
|
2162
|
+
return entry;
|
|
2163
|
+
});
|
|
2164
|
+
};
|
|
2128
2165
|
const serializeAws_restJson1PrefixConfig = (input, context) => {
|
|
2129
2166
|
return {
|
|
2167
|
+
...(input.pathPrefixHierarchy != null && {
|
|
2168
|
+
pathPrefixHierarchy: serializeAws_restJson1PathPrefixHierarchy(input.pathPrefixHierarchy, context),
|
|
2169
|
+
}),
|
|
2130
2170
|
...(input.prefixFormat != null && { prefixFormat: input.prefixFormat }),
|
|
2131
2171
|
...(input.prefixType != null && { prefixType: input.prefixType }),
|
|
2132
2172
|
};
|
|
@@ -2589,6 +2629,7 @@ const serializeAws_restJson1ZendeskSourceProperties = (input, context) => {
|
|
|
2589
2629
|
const deserializeAws_restJson1AggregationConfig = (output, context) => {
|
|
2590
2630
|
return {
|
|
2591
2631
|
aggregationType: __expectString(output.aggregationType),
|
|
2632
|
+
targetFileSize: __expectLong(output.targetFileSize),
|
|
2592
2633
|
};
|
|
2593
2634
|
};
|
|
2594
2635
|
const deserializeAws_restJson1AmplitudeConnectorProfileProperties = (output, context) => {
|
|
@@ -3230,6 +3271,9 @@ const deserializeAws_restJson1ExecutionRecord = (output, context) => {
|
|
|
3230
3271
|
lastUpdatedAt: output.lastUpdatedAt != null
|
|
3231
3272
|
? __expectNonNull(__parseEpochTimestamp(__expectNumber(output.lastUpdatedAt)))
|
|
3232
3273
|
: undefined,
|
|
3274
|
+
metadataCatalogDetails: output.metadataCatalogDetails != null
|
|
3275
|
+
? deserializeAws_restJson1MetadataCatalogDetails(output.metadataCatalogDetails, context)
|
|
3276
|
+
: undefined,
|
|
3233
3277
|
startedAt: output.startedAt != null ? __expectNonNull(__parseEpochTimestamp(__expectNumber(output.startedAt))) : undefined,
|
|
3234
3278
|
};
|
|
3235
3279
|
};
|
|
@@ -3312,6 +3356,13 @@ const deserializeAws_restJson1FlowList = (output, context) => {
|
|
|
3312
3356
|
});
|
|
3313
3357
|
return retVal;
|
|
3314
3358
|
};
|
|
3359
|
+
const deserializeAws_restJson1GlueDataCatalogConfig = (output, context) => {
|
|
3360
|
+
return {
|
|
3361
|
+
databaseName: __expectString(output.databaseName),
|
|
3362
|
+
roleArn: __expectString(output.roleArn),
|
|
3363
|
+
tablePrefix: __expectString(output.tablePrefix),
|
|
3364
|
+
};
|
|
3365
|
+
};
|
|
3315
3366
|
const deserializeAws_restJson1GoogleAnalyticsConnectorProfileProperties = (output, context) => {
|
|
3316
3367
|
return {};
|
|
3317
3368
|
};
|
|
@@ -3399,6 +3450,36 @@ const deserializeAws_restJson1MarketoSourceProperties = (output, context) => {
|
|
|
3399
3450
|
object: __expectString(output.object),
|
|
3400
3451
|
};
|
|
3401
3452
|
};
|
|
3453
|
+
const deserializeAws_restJson1MetadataCatalogConfig = (output, context) => {
|
|
3454
|
+
return {
|
|
3455
|
+
glueDataCatalog: output.glueDataCatalog != null
|
|
3456
|
+
? deserializeAws_restJson1GlueDataCatalogConfig(output.glueDataCatalog, context)
|
|
3457
|
+
: undefined,
|
|
3458
|
+
};
|
|
3459
|
+
};
|
|
3460
|
+
const deserializeAws_restJson1MetadataCatalogDetail = (output, context) => {
|
|
3461
|
+
return {
|
|
3462
|
+
catalogType: __expectString(output.catalogType),
|
|
3463
|
+
partitionRegistrationOutput: output.partitionRegistrationOutput != null
|
|
3464
|
+
? deserializeAws_restJson1RegistrationOutput(output.partitionRegistrationOutput, context)
|
|
3465
|
+
: undefined,
|
|
3466
|
+
tableName: __expectString(output.tableName),
|
|
3467
|
+
tableRegistrationOutput: output.tableRegistrationOutput != null
|
|
3468
|
+
? deserializeAws_restJson1RegistrationOutput(output.tableRegistrationOutput, context)
|
|
3469
|
+
: undefined,
|
|
3470
|
+
};
|
|
3471
|
+
};
|
|
3472
|
+
const deserializeAws_restJson1MetadataCatalogDetails = (output, context) => {
|
|
3473
|
+
const retVal = (output || [])
|
|
3474
|
+
.filter((e) => e != null)
|
|
3475
|
+
.map((entry) => {
|
|
3476
|
+
if (entry === null) {
|
|
3477
|
+
return null;
|
|
3478
|
+
}
|
|
3479
|
+
return deserializeAws_restJson1MetadataCatalogDetail(entry, context);
|
|
3480
|
+
});
|
|
3481
|
+
return retVal;
|
|
3482
|
+
};
|
|
3402
3483
|
const deserializeAws_restJson1OAuth2CustomParameter = (output, context) => {
|
|
3403
3484
|
return {
|
|
3404
3485
|
connectorSuppliedValues: output.connectorSuppliedValues != null
|
|
@@ -3474,8 +3555,22 @@ const deserializeAws_restJson1OAuthScopeList = (output, context) => {
|
|
|
3474
3555
|
});
|
|
3475
3556
|
return retVal;
|
|
3476
3557
|
};
|
|
3558
|
+
const deserializeAws_restJson1PathPrefixHierarchy = (output, context) => {
|
|
3559
|
+
const retVal = (output || [])
|
|
3560
|
+
.filter((e) => e != null)
|
|
3561
|
+
.map((entry) => {
|
|
3562
|
+
if (entry === null) {
|
|
3563
|
+
return null;
|
|
3564
|
+
}
|
|
3565
|
+
return __expectString(entry);
|
|
3566
|
+
});
|
|
3567
|
+
return retVal;
|
|
3568
|
+
};
|
|
3477
3569
|
const deserializeAws_restJson1PrefixConfig = (output, context) => {
|
|
3478
3570
|
return {
|
|
3571
|
+
pathPrefixHierarchy: output.pathPrefixHierarchy != null
|
|
3572
|
+
? deserializeAws_restJson1PathPrefixHierarchy(output.pathPrefixHierarchy, context)
|
|
3573
|
+
: undefined,
|
|
3479
3574
|
prefixFormat: __expectString(output.prefixFormat),
|
|
3480
3575
|
prefixType: __expectString(output.prefixType),
|
|
3481
3576
|
};
|
|
@@ -3534,6 +3629,13 @@ const deserializeAws_restJson1RegionList = (output, context) => {
|
|
|
3534
3629
|
});
|
|
3535
3630
|
return retVal;
|
|
3536
3631
|
};
|
|
3632
|
+
const deserializeAws_restJson1RegistrationOutput = (output, context) => {
|
|
3633
|
+
return {
|
|
3634
|
+
message: __expectString(output.message),
|
|
3635
|
+
result: __expectString(output.result),
|
|
3636
|
+
status: __expectString(output.status),
|
|
3637
|
+
};
|
|
3638
|
+
};
|
|
3537
3639
|
const deserializeAws_restJson1S3DestinationProperties = (output, context) => {
|
|
3538
3640
|
return {
|
|
3539
3641
|
bucketName: __expectString(output.bucketName),
|
|
@@ -25,6 +25,13 @@ export interface AggregationConfig {
|
|
|
25
25
|
* leave them unaggregated. </p>
|
|
26
26
|
*/
|
|
27
27
|
aggregationType?: AggregationType | string;
|
|
28
|
+
/**
|
|
29
|
+
* <p>The desired file size, in MB, for each output file that Amazon AppFlow writes to the
|
|
30
|
+
* flow destination. For each file, Amazon AppFlow attempts to achieve the size that you
|
|
31
|
+
* specify. The actual file sizes might differ from this target based on the number and size of
|
|
32
|
+
* the records that each file contains.</p>
|
|
33
|
+
*/
|
|
34
|
+
targetFileSize?: number;
|
|
28
35
|
}
|
|
29
36
|
export declare enum AmplitudeConnectorOperator {
|
|
30
37
|
BETWEEN = "BETWEEN"
|
|
@@ -233,6 +240,9 @@ export interface BasicAuthCredentials {
|
|
|
233
240
|
*/
|
|
234
241
|
password: string | undefined;
|
|
235
242
|
}
|
|
243
|
+
export declare enum CatalogType {
|
|
244
|
+
GLUE = "GLUE"
|
|
245
|
+
}
|
|
236
246
|
/**
|
|
237
247
|
* <p> There was a conflict when processing the request (for example, a flow with the given name
|
|
238
248
|
* already exists within the account. Check for conflicting resource names and try again. </p>
|
|
@@ -2423,6 +2433,10 @@ export declare enum FileType {
|
|
|
2423
2433
|
JSON = "JSON",
|
|
2424
2434
|
PARQUET = "PARQUET"
|
|
2425
2435
|
}
|
|
2436
|
+
export declare enum PathPrefix {
|
|
2437
|
+
EXECUTION_ID = "EXECUTION_ID",
|
|
2438
|
+
SCHEMA_VERSION = "SCHEMA_VERSION"
|
|
2439
|
+
}
|
|
2426
2440
|
export declare enum PrefixFormat {
|
|
2427
2441
|
DAY = "DAY",
|
|
2428
2442
|
HOUR = "HOUR",
|
|
@@ -2436,19 +2450,47 @@ export declare enum PrefixType {
|
|
|
2436
2450
|
PATH_AND_FILENAME = "PATH_AND_FILENAME"
|
|
2437
2451
|
}
|
|
2438
2452
|
/**
|
|
2439
|
-
* <p>
|
|
2440
|
-
*
|
|
2453
|
+
* <p>Specifies elements that Amazon AppFlow includes in the file and folder names in the flow
|
|
2454
|
+
* destination.</p>
|
|
2441
2455
|
*/
|
|
2442
2456
|
export interface PrefixConfig {
|
|
2443
2457
|
/**
|
|
2444
|
-
* <p>
|
|
2458
|
+
* <p>Determines the format of the prefix, and whether it applies to the file name, file path,
|
|
2445
2459
|
* or both. </p>
|
|
2446
2460
|
*/
|
|
2447
2461
|
prefixType?: PrefixType | string;
|
|
2448
2462
|
/**
|
|
2449
|
-
* <p>
|
|
2463
|
+
* <p>Determines the level of granularity for the date and time that's included in the prefix. </p>
|
|
2450
2464
|
*/
|
|
2451
2465
|
prefixFormat?: PrefixFormat | string;
|
|
2466
|
+
/**
|
|
2467
|
+
* <p>Specifies whether the destination file path includes either or both of the following
|
|
2468
|
+
* elements:</p>
|
|
2469
|
+
* <dl>
|
|
2470
|
+
* <dt>EXECUTION_ID</dt>
|
|
2471
|
+
* <dd>
|
|
2472
|
+
* <p>The ID that Amazon AppFlow assigns to the flow run.</p>
|
|
2473
|
+
* </dd>
|
|
2474
|
+
* <dt>SCHEMA_VERSION</dt>
|
|
2475
|
+
* <dd>
|
|
2476
|
+
* <p>The version number of your data schema. Amazon AppFlow assigns this version
|
|
2477
|
+
* number. The version number increases by one when you change any of the following
|
|
2478
|
+
* settings in your flow configuration:</p>
|
|
2479
|
+
* <ul>
|
|
2480
|
+
* <li>
|
|
2481
|
+
* <p>Source-to-destination field mappings</p>
|
|
2482
|
+
* </li>
|
|
2483
|
+
* <li>
|
|
2484
|
+
* <p>Field data types</p>
|
|
2485
|
+
* </li>
|
|
2486
|
+
* <li>
|
|
2487
|
+
* <p>Partition keys</p>
|
|
2488
|
+
* </li>
|
|
2489
|
+
* </ul>
|
|
2490
|
+
* </dd>
|
|
2491
|
+
* </dl>
|
|
2492
|
+
*/
|
|
2493
|
+
pathPrefixHierarchy?: (PathPrefix | string)[];
|
|
2452
2494
|
}
|
|
2453
2495
|
/**
|
|
2454
2496
|
* <p> The configuration that determines how Amazon AppFlow should format the flow output
|
|
@@ -2662,8 +2704,8 @@ export interface UpsolverS3OutputFormatConfig {
|
|
|
2662
2704
|
*/
|
|
2663
2705
|
fileType?: FileType | string;
|
|
2664
2706
|
/**
|
|
2665
|
-
* <p>
|
|
2666
|
-
*
|
|
2707
|
+
* <p>Specifies elements that Amazon AppFlow includes in the file and folder names in the flow
|
|
2708
|
+
* destination.</p>
|
|
2667
2709
|
*/
|
|
2668
2710
|
prefixConfig: PrefixConfig | undefined;
|
|
2669
2711
|
/**
|
|
@@ -2798,6 +2840,52 @@ export interface DestinationFlowConfig {
|
|
|
2798
2840
|
*/
|
|
2799
2841
|
destinationConnectorProperties: DestinationConnectorProperties | undefined;
|
|
2800
2842
|
}
|
|
2843
|
+
/**
|
|
2844
|
+
* <p>Specifies the configuration that Amazon AppFlow uses when it catalogs your data with
|
|
2845
|
+
* the Glue Data Catalog. When Amazon AppFlow catalogs your data, it stores
|
|
2846
|
+
* metadata in Data Catalog tables. This metadata represents the data that's transferred
|
|
2847
|
+
* by the flow that you configure with these settings.</p>
|
|
2848
|
+
* <note>
|
|
2849
|
+
* <p>You can configure a flow with these settings only when the flow destination is Amazon S3.</p>
|
|
2850
|
+
* </note>
|
|
2851
|
+
*/
|
|
2852
|
+
export interface GlueDataCatalogConfig {
|
|
2853
|
+
/**
|
|
2854
|
+
* <p>The Amazon Resource Name (ARN) of an IAM role that grants Amazon AppFlow the permissions it needs to create Data Catalog tables, databases, and
|
|
2855
|
+
* partitions.</p>
|
|
2856
|
+
* <p>For an example IAM policy that has the required permissions, see <a href="https://docs.aws.amazon.com/appflow/latest/userguide/security_iam_id-based-policy-examples.html">Identity-based
|
|
2857
|
+
* policy examples for Amazon AppFlow</a>.</p>
|
|
2858
|
+
*/
|
|
2859
|
+
roleArn: string | undefined;
|
|
2860
|
+
/**
|
|
2861
|
+
* <p>The name of the Data Catalog database that stores the metadata tables that
|
|
2862
|
+
* Amazon AppFlow creates in your Amazon Web Services account. These tables contain
|
|
2863
|
+
* metadata for the data that's transferred by the flow that you configure with this
|
|
2864
|
+
* parameter.</p>
|
|
2865
|
+
* <note>
|
|
2866
|
+
* <p>When you configure a new flow with this parameter, you must specify an existing
|
|
2867
|
+
* database.</p>
|
|
2868
|
+
* </note>
|
|
2869
|
+
*/
|
|
2870
|
+
databaseName: string | undefined;
|
|
2871
|
+
/**
|
|
2872
|
+
* <p>A naming prefix for each Data Catalog table that Amazon AppFlow creates for
|
|
2873
|
+
* the flow that you configure with this setting. Amazon AppFlow adds the prefix to the
|
|
2874
|
+
* beginning of the each table name.</p>
|
|
2875
|
+
*/
|
|
2876
|
+
tablePrefix: string | undefined;
|
|
2877
|
+
}
|
|
2878
|
+
/**
|
|
2879
|
+
* <p>Specifies the configuration that Amazon AppFlow uses when it catalogs your data.
|
|
2880
|
+
* When Amazon AppFlow catalogs your data, it stores metadata in a data catalog.</p>
|
|
2881
|
+
*/
|
|
2882
|
+
export interface MetadataCatalogConfig {
|
|
2883
|
+
/**
|
|
2884
|
+
* <p>Specifies the configuration that Amazon AppFlow uses when it catalogs your data with the
|
|
2885
|
+
* Glue Data Catalog.</p>
|
|
2886
|
+
*/
|
|
2887
|
+
glueDataCatalog?: GlueDataCatalogConfig;
|
|
2888
|
+
}
|
|
2801
2889
|
/**
|
|
2802
2890
|
* <p> Specifies the configuration used when importing incremental records from the source.
|
|
2803
2891
|
* </p>
|
|
@@ -3149,6 +3237,7 @@ export declare enum OperatorPropertiesKeys {
|
|
|
3149
3237
|
MASK_LENGTH = "MASK_LENGTH",
|
|
3150
3238
|
MASK_VALUE = "MASK_VALUE",
|
|
3151
3239
|
MATH_OPERATION_FIELDS_ORDER = "MATH_OPERATION_FIELDS_ORDER",
|
|
3240
|
+
ORDERED_PARTITION_KEYS_LIST = "ORDERED_PARTITION_KEYS_LIST",
|
|
3152
3241
|
SOURCE_DATA_TYPE = "SOURCE_DATA_TYPE",
|
|
3153
3242
|
SUBFIELD_CATEGORY_MAP = "SUBFIELD_CATEGORY_MAP",
|
|
3154
3243
|
TRUNCATE_LENGTH = "TRUNCATE_LENGTH",
|
|
@@ -3164,6 +3253,7 @@ export declare enum TaskType {
|
|
|
3164
3253
|
MAP_ALL = "Map_all",
|
|
3165
3254
|
MASK = "Mask",
|
|
3166
3255
|
MERGE = "Merge",
|
|
3256
|
+
PARTITION = "Partition",
|
|
3167
3257
|
PASSTHROUGH = "Passthrough",
|
|
3168
3258
|
TRUNCATE = "Truncate",
|
|
3169
3259
|
VALIDATE = "Validate"
|
|
@@ -3318,6 +3408,12 @@ export interface CreateFlowRequest {
|
|
|
3318
3408
|
* <p> The tags used to organize, track, or control access for your flow. </p>
|
|
3319
3409
|
*/
|
|
3320
3410
|
tags?: Record<string, string>;
|
|
3411
|
+
/**
|
|
3412
|
+
* <p>Specifies the configuration that Amazon AppFlow uses when it catalogs the data
|
|
3413
|
+
* that's transferred by the associated flow. When Amazon AppFlow catalogs the data from a
|
|
3414
|
+
* flow, it stores metadata in a data catalog.</p>
|
|
3415
|
+
*/
|
|
3416
|
+
metadataCatalogConfig?: MetadataCatalogConfig;
|
|
3321
3417
|
}
|
|
3322
3418
|
export declare enum FlowStatus {
|
|
3323
3419
|
ACTIVE = "Active",
|
|
@@ -3519,6 +3615,65 @@ export interface ExecutionDetails {
|
|
|
3519
3615
|
*/
|
|
3520
3616
|
mostRecentExecutionStatus?: ExecutionStatus | string;
|
|
3521
3617
|
}
|
|
3618
|
+
/**
|
|
3619
|
+
* <p>Describes the status of an attempt from Amazon AppFlow to register a
|
|
3620
|
+
* resource.</p>
|
|
3621
|
+
* <p>When you run a flow that you've configured to use a metadata catalog, Amazon AppFlow
|
|
3622
|
+
* registers a metadata table and data partitions with that catalog. This operation provides the
|
|
3623
|
+
* status of that registration attempt. The operation also indicates how many related resources
|
|
3624
|
+
* Amazon AppFlow created or updated.</p>
|
|
3625
|
+
*/
|
|
3626
|
+
export interface RegistrationOutput {
|
|
3627
|
+
/**
|
|
3628
|
+
* <p>Explains the status of the registration attempt from Amazon AppFlow. If the attempt
|
|
3629
|
+
* fails, the message explains why.</p>
|
|
3630
|
+
*/
|
|
3631
|
+
message?: string;
|
|
3632
|
+
/**
|
|
3633
|
+
* <p>Indicates the number of resources that Amazon AppFlow created or updated. Possible
|
|
3634
|
+
* resources include metadata tables and data partitions.</p>
|
|
3635
|
+
*/
|
|
3636
|
+
result?: string;
|
|
3637
|
+
/**
|
|
3638
|
+
* <p>Indicates the status of the registration attempt from Amazon AppFlow.</p>
|
|
3639
|
+
*/
|
|
3640
|
+
status?: ExecutionStatus | string;
|
|
3641
|
+
}
|
|
3642
|
+
/**
|
|
3643
|
+
* <p>Describes the metadata catalog, metadata table, and data partitions that Amazon AppFlow used for the associated flow run.</p>
|
|
3644
|
+
*/
|
|
3645
|
+
export interface MetadataCatalogDetail {
|
|
3646
|
+
/**
|
|
3647
|
+
* <p>The type of metadata catalog that Amazon AppFlow used for the associated flow run.
|
|
3648
|
+
* This parameter returns the following value:</p>
|
|
3649
|
+
* <dl>
|
|
3650
|
+
* <dt>GLUE</dt>
|
|
3651
|
+
* <dd>
|
|
3652
|
+
* <p>The metadata catalog is provided by the Glue Data Catalog. Glue includes the Glue Data Catalog as a component.</p>
|
|
3653
|
+
* </dd>
|
|
3654
|
+
* </dl>
|
|
3655
|
+
*/
|
|
3656
|
+
catalogType?: CatalogType | string;
|
|
3657
|
+
/**
|
|
3658
|
+
* <p>The name of the table that stores the metadata for the associated flow run. The table
|
|
3659
|
+
* stores metadata that represents the data that the flow transferred. Amazon AppFlow
|
|
3660
|
+
* stores the table in the metadata catalog.</p>
|
|
3661
|
+
*/
|
|
3662
|
+
tableName?: string;
|
|
3663
|
+
/**
|
|
3664
|
+
* <p>Describes the status of the attempt from Amazon AppFlow to register the metadata
|
|
3665
|
+
* table with the metadata catalog. Amazon AppFlow creates or updates this table for the
|
|
3666
|
+
* associated flow run.</p>
|
|
3667
|
+
*/
|
|
3668
|
+
tableRegistrationOutput?: RegistrationOutput;
|
|
3669
|
+
/**
|
|
3670
|
+
* <p>Describes the status of the attempt from Amazon AppFlow to register the data
|
|
3671
|
+
* partitions with the metadata catalog. The data partitions organize the flow output into a
|
|
3672
|
+
* hierarchical path, such as a folder path in an S3 bucket. Amazon AppFlow creates the
|
|
3673
|
+
* partitions (if they don't already exist) based on your flow configuration.</p>
|
|
3674
|
+
*/
|
|
3675
|
+
partitionRegistrationOutput?: RegistrationOutput;
|
|
3676
|
+
}
|
|
3522
3677
|
export interface DescribeFlowResponse {
|
|
3523
3678
|
/**
|
|
3524
3679
|
* <p> The flow's Amazon Resource Name (ARN). </p>
|
|
@@ -3591,6 +3746,33 @@ export interface DescribeFlowResponse {
|
|
|
3591
3746
|
* <p> The tags used to organize, track, or control access for your flow. </p>
|
|
3592
3747
|
*/
|
|
3593
3748
|
tags?: Record<string, string>;
|
|
3749
|
+
/**
|
|
3750
|
+
* <p>Specifies the configuration that Amazon AppFlow uses when it catalogs the data
|
|
3751
|
+
* that's transferred by the associated flow. When Amazon AppFlow catalogs the data from a
|
|
3752
|
+
* flow, it stores metadata in a data catalog.</p>
|
|
3753
|
+
*/
|
|
3754
|
+
metadataCatalogConfig?: MetadataCatalogConfig;
|
|
3755
|
+
/**
|
|
3756
|
+
* <p>Describes the metadata catalog, metadata table, and data partitions that Amazon AppFlow used for the associated flow run.</p>
|
|
3757
|
+
*/
|
|
3758
|
+
lastRunMetadataCatalogDetails?: MetadataCatalogDetail[];
|
|
3759
|
+
/**
|
|
3760
|
+
* <p>The version number of your data schema. Amazon AppFlow assigns this version number.
|
|
3761
|
+
* The version number increases by one when you change any of the following settings in your flow
|
|
3762
|
+
* configuration:</p>
|
|
3763
|
+
* <ul>
|
|
3764
|
+
* <li>
|
|
3765
|
+
* <p>Source-to-destination field mappings</p>
|
|
3766
|
+
* </li>
|
|
3767
|
+
* <li>
|
|
3768
|
+
* <p>Field data types</p>
|
|
3769
|
+
* </li>
|
|
3770
|
+
* <li>
|
|
3771
|
+
* <p>Partition keys</p>
|
|
3772
|
+
* </li>
|
|
3773
|
+
* </ul>
|
|
3774
|
+
*/
|
|
3775
|
+
schemaVersion?: number;
|
|
3594
3776
|
}
|
|
3595
3777
|
export interface DescribeFlowExecutionRecordsRequest {
|
|
3596
3778
|
/**
|
|
@@ -3678,6 +3860,10 @@ export interface ExecutionRecord {
|
|
|
3678
3860
|
* run. </p>
|
|
3679
3861
|
*/
|
|
3680
3862
|
dataPullEndTime?: Date;
|
|
3863
|
+
/**
|
|
3864
|
+
* <p>Describes the metadata catalog, metadata table, and data partitions that Amazon AppFlow used for the associated flow run.</p>
|
|
3865
|
+
*/
|
|
3866
|
+
metadataCatalogDetails?: MetadataCatalogDetail[];
|
|
3681
3867
|
}
|
|
3682
3868
|
export interface DescribeFlowExecutionRecordsResponse {
|
|
3683
3869
|
/**
|
|
@@ -4022,6 +4208,12 @@ export interface UpdateFlowRequest {
|
|
|
4022
4208
|
* flow run. </p>
|
|
4023
4209
|
*/
|
|
4024
4210
|
tasks: Task[] | undefined;
|
|
4211
|
+
/**
|
|
4212
|
+
* <p>Specifies the configuration that Amazon AppFlow uses when it catalogs the data
|
|
4213
|
+
* that's transferred by the associated flow. When Amazon AppFlow catalogs the data from a
|
|
4214
|
+
* flow, it stores metadata in a data catalog.</p>
|
|
4215
|
+
*/
|
|
4216
|
+
metadataCatalogConfig?: MetadataCatalogConfig;
|
|
4025
4217
|
}
|
|
4026
4218
|
export interface UpdateFlowResponse {
|
|
4027
4219
|
/**
|
|
@@ -4481,6 +4673,14 @@ export declare const DestinationConnectorPropertiesFilterSensitiveLog: (obj: Des
|
|
|
4481
4673
|
* @internal
|
|
4482
4674
|
*/
|
|
4483
4675
|
export declare const DestinationFlowConfigFilterSensitiveLog: (obj: DestinationFlowConfig) => any;
|
|
4676
|
+
/**
|
|
4677
|
+
* @internal
|
|
4678
|
+
*/
|
|
4679
|
+
export declare const GlueDataCatalogConfigFilterSensitiveLog: (obj: GlueDataCatalogConfig) => any;
|
|
4680
|
+
/**
|
|
4681
|
+
* @internal
|
|
4682
|
+
*/
|
|
4683
|
+
export declare const MetadataCatalogConfigFilterSensitiveLog: (obj: MetadataCatalogConfig) => any;
|
|
4484
4684
|
/**
|
|
4485
4685
|
* @internal
|
|
4486
4686
|
*/
|
|
@@ -4637,6 +4837,14 @@ export declare const DescribeFlowRequestFilterSensitiveLog: (obj: DescribeFlowRe
|
|
|
4637
4837
|
* @internal
|
|
4638
4838
|
*/
|
|
4639
4839
|
export declare const ExecutionDetailsFilterSensitiveLog: (obj: ExecutionDetails) => any;
|
|
4840
|
+
/**
|
|
4841
|
+
* @internal
|
|
4842
|
+
*/
|
|
4843
|
+
export declare const RegistrationOutputFilterSensitiveLog: (obj: RegistrationOutput) => any;
|
|
4844
|
+
/**
|
|
4845
|
+
* @internal
|
|
4846
|
+
*/
|
|
4847
|
+
export declare const MetadataCatalogDetailFilterSensitiveLog: (obj: MetadataCatalogDetail) => any;
|
|
4640
4848
|
/**
|
|
4641
4849
|
* @internal
|
|
4642
4850
|
*/
|
|
@@ -13,6 +13,7 @@ export declare enum AggregationType {
|
|
|
13
13
|
}
|
|
14
14
|
export interface AggregationConfig {
|
|
15
15
|
aggregationType?: AggregationType | string;
|
|
16
|
+
targetFileSize?: number;
|
|
16
17
|
}
|
|
17
18
|
export declare enum AmplitudeConnectorOperator {
|
|
18
19
|
BETWEEN = "BETWEEN",
|
|
@@ -84,6 +85,9 @@ export interface BasicAuthCredentials {
|
|
|
84
85
|
username: string | undefined;
|
|
85
86
|
password: string | undefined;
|
|
86
87
|
}
|
|
88
|
+
export declare enum CatalogType {
|
|
89
|
+
GLUE = "GLUE",
|
|
90
|
+
}
|
|
87
91
|
export declare class ConflictException extends __BaseException {
|
|
88
92
|
readonly name: "ConflictException";
|
|
89
93
|
readonly $fault: "client";
|
|
@@ -960,6 +964,10 @@ export declare enum FileType {
|
|
|
960
964
|
JSON = "JSON",
|
|
961
965
|
PARQUET = "PARQUET",
|
|
962
966
|
}
|
|
967
|
+
export declare enum PathPrefix {
|
|
968
|
+
EXECUTION_ID = "EXECUTION_ID",
|
|
969
|
+
SCHEMA_VERSION = "SCHEMA_VERSION",
|
|
970
|
+
}
|
|
963
971
|
export declare enum PrefixFormat {
|
|
964
972
|
DAY = "DAY",
|
|
965
973
|
HOUR = "HOUR",
|
|
@@ -975,6 +983,7 @@ export declare enum PrefixType {
|
|
|
975
983
|
export interface PrefixConfig {
|
|
976
984
|
prefixType?: PrefixType | string;
|
|
977
985
|
prefixFormat?: PrefixFormat | string;
|
|
986
|
+
pathPrefixHierarchy?: (PathPrefix | string)[];
|
|
978
987
|
}
|
|
979
988
|
export interface S3OutputFormatConfig {
|
|
980
989
|
fileType?: FileType | string;
|
|
@@ -1048,6 +1057,14 @@ export interface DestinationFlowConfig {
|
|
|
1048
1057
|
connectorProfileName?: string;
|
|
1049
1058
|
destinationConnectorProperties: DestinationConnectorProperties | undefined;
|
|
1050
1059
|
}
|
|
1060
|
+
export interface GlueDataCatalogConfig {
|
|
1061
|
+
roleArn: string | undefined;
|
|
1062
|
+
databaseName: string | undefined;
|
|
1063
|
+
tablePrefix: string | undefined;
|
|
1064
|
+
}
|
|
1065
|
+
export interface MetadataCatalogConfig {
|
|
1066
|
+
glueDataCatalog?: GlueDataCatalogConfig;
|
|
1067
|
+
}
|
|
1051
1068
|
export interface IncrementalPullConfig {
|
|
1052
1069
|
datetimeTypeFieldName?: string;
|
|
1053
1070
|
}
|
|
@@ -1148,6 +1165,7 @@ export declare enum OperatorPropertiesKeys {
|
|
|
1148
1165
|
MASK_LENGTH = "MASK_LENGTH",
|
|
1149
1166
|
MASK_VALUE = "MASK_VALUE",
|
|
1150
1167
|
MATH_OPERATION_FIELDS_ORDER = "MATH_OPERATION_FIELDS_ORDER",
|
|
1168
|
+
ORDERED_PARTITION_KEYS_LIST = "ORDERED_PARTITION_KEYS_LIST",
|
|
1151
1169
|
SOURCE_DATA_TYPE = "SOURCE_DATA_TYPE",
|
|
1152
1170
|
SUBFIELD_CATEGORY_MAP = "SUBFIELD_CATEGORY_MAP",
|
|
1153
1171
|
TRUNCATE_LENGTH = "TRUNCATE_LENGTH",
|
|
@@ -1163,6 +1181,7 @@ export declare enum TaskType {
|
|
|
1163
1181
|
MAP_ALL = "Map_all",
|
|
1164
1182
|
MASK = "Mask",
|
|
1165
1183
|
MERGE = "Merge",
|
|
1184
|
+
PARTITION = "Partition",
|
|
1166
1185
|
PASSTHROUGH = "Passthrough",
|
|
1167
1186
|
TRUNCATE = "Truncate",
|
|
1168
1187
|
VALIDATE = "Validate",
|
|
@@ -1204,6 +1223,7 @@ export interface CreateFlowRequest {
|
|
|
1204
1223
|
destinationFlowConfigList: DestinationFlowConfig[] | undefined;
|
|
1205
1224
|
tasks: Task[] | undefined;
|
|
1206
1225
|
tags?: Record<string, string>;
|
|
1226
|
+
metadataCatalogConfig?: MetadataCatalogConfig;
|
|
1207
1227
|
}
|
|
1208
1228
|
export declare enum FlowStatus {
|
|
1209
1229
|
ACTIVE = "Active",
|
|
@@ -1284,6 +1304,17 @@ export interface ExecutionDetails {
|
|
|
1284
1304
|
mostRecentExecutionTime?: Date;
|
|
1285
1305
|
mostRecentExecutionStatus?: ExecutionStatus | string;
|
|
1286
1306
|
}
|
|
1307
|
+
export interface RegistrationOutput {
|
|
1308
|
+
message?: string;
|
|
1309
|
+
result?: string;
|
|
1310
|
+
status?: ExecutionStatus | string;
|
|
1311
|
+
}
|
|
1312
|
+
export interface MetadataCatalogDetail {
|
|
1313
|
+
catalogType?: CatalogType | string;
|
|
1314
|
+
tableName?: string;
|
|
1315
|
+
tableRegistrationOutput?: RegistrationOutput;
|
|
1316
|
+
partitionRegistrationOutput?: RegistrationOutput;
|
|
1317
|
+
}
|
|
1287
1318
|
export interface DescribeFlowResponse {
|
|
1288
1319
|
flowArn?: string;
|
|
1289
1320
|
description?: string;
|
|
@@ -1301,6 +1332,9 @@ export interface DescribeFlowResponse {
|
|
|
1301
1332
|
createdBy?: string;
|
|
1302
1333
|
lastUpdatedBy?: string;
|
|
1303
1334
|
tags?: Record<string, string>;
|
|
1335
|
+
metadataCatalogConfig?: MetadataCatalogConfig;
|
|
1336
|
+
lastRunMetadataCatalogDetails?: MetadataCatalogDetail[];
|
|
1337
|
+
schemaVersion?: number;
|
|
1304
1338
|
}
|
|
1305
1339
|
export interface DescribeFlowExecutionRecordsRequest {
|
|
1306
1340
|
flowName: string | undefined;
|
|
@@ -1325,6 +1359,7 @@ export interface ExecutionRecord {
|
|
|
1325
1359
|
lastUpdatedAt?: Date;
|
|
1326
1360
|
dataPullStartTime?: Date;
|
|
1327
1361
|
dataPullEndTime?: Date;
|
|
1362
|
+
metadataCatalogDetails?: MetadataCatalogDetail[];
|
|
1328
1363
|
}
|
|
1329
1364
|
export interface DescribeFlowExecutionRecordsResponse {
|
|
1330
1365
|
flowExecutions?: ExecutionRecord[];
|
|
@@ -1446,6 +1481,7 @@ export interface UpdateFlowRequest {
|
|
|
1446
1481
|
sourceFlowConfig: SourceFlowConfig | undefined;
|
|
1447
1482
|
destinationFlowConfigList: DestinationFlowConfig[] | undefined;
|
|
1448
1483
|
tasks: Task[] | undefined;
|
|
1484
|
+
metadataCatalogConfig?: MetadataCatalogConfig;
|
|
1449
1485
|
}
|
|
1450
1486
|
export interface UpdateFlowResponse {
|
|
1451
1487
|
flowStatus?: FlowStatus | string;
|
|
@@ -1783,6 +1819,12 @@ export declare const DestinationConnectorPropertiesFilterSensitiveLog: (
|
|
|
1783
1819
|
export declare const DestinationFlowConfigFilterSensitiveLog: (
|
|
1784
1820
|
obj: DestinationFlowConfig
|
|
1785
1821
|
) => any;
|
|
1822
|
+
export declare const GlueDataCatalogConfigFilterSensitiveLog: (
|
|
1823
|
+
obj: GlueDataCatalogConfig
|
|
1824
|
+
) => any;
|
|
1825
|
+
export declare const MetadataCatalogConfigFilterSensitiveLog: (
|
|
1826
|
+
obj: MetadataCatalogConfig
|
|
1827
|
+
) => any;
|
|
1786
1828
|
export declare const IncrementalPullConfigFilterSensitiveLog: (
|
|
1787
1829
|
obj: IncrementalPullConfig
|
|
1788
1830
|
) => any;
|
|
@@ -1898,6 +1940,12 @@ export declare const DescribeFlowRequestFilterSensitiveLog: (
|
|
|
1898
1940
|
export declare const ExecutionDetailsFilterSensitiveLog: (
|
|
1899
1941
|
obj: ExecutionDetails
|
|
1900
1942
|
) => any;
|
|
1943
|
+
export declare const RegistrationOutputFilterSensitiveLog: (
|
|
1944
|
+
obj: RegistrationOutput
|
|
1945
|
+
) => any;
|
|
1946
|
+
export declare const MetadataCatalogDetailFilterSensitiveLog: (
|
|
1947
|
+
obj: MetadataCatalogDetail
|
|
1948
|
+
) => any;
|
|
1901
1949
|
export declare const DescribeFlowResponseFilterSensitiveLog: (
|
|
1902
1950
|
obj: DescribeFlowResponse
|
|
1903
1951
|
) => any;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aws-sdk/client-appflow",
|
|
3
3
|
"description": "AWS SDK for JavaScript Appflow Client for Node.js, Browser and React Native",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.213.0",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
|
|
7
7
|
"build:cjs": "tsc -p tsconfig.cjs.json",
|
|
@@ -19,7 +19,7 @@
|
|
|
19
19
|
"dependencies": {
|
|
20
20
|
"@aws-crypto/sha256-browser": "2.0.0",
|
|
21
21
|
"@aws-crypto/sha256-js": "2.0.0",
|
|
22
|
-
"@aws-sdk/client-sts": "3.
|
|
22
|
+
"@aws-sdk/client-sts": "3.213.0",
|
|
23
23
|
"@aws-sdk/config-resolver": "3.212.0",
|
|
24
24
|
"@aws-sdk/credential-provider-node": "3.212.0",
|
|
25
25
|
"@aws-sdk/fetch-http-handler": "3.212.0",
|