aws-sdk-appflow 1.29.0 → 1.30.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4c6119b9783e8d09b05b09508d788d09944030312fafff2685704ccc9e1ecbf9
-  data.tar.gz: 5dc5dc71f250734e977b7b87754ea757fbe6ebe943133b498e2d26230c8f8406
+  metadata.gz: 957ffd1d2b407f7410aa1554e0e3ff5f36dcef3f5b61f8c443094b9068747b13
+  data.tar.gz: 581cd0255b3dfa2c2ec733f5756e6116514ae9e25a2b5a0fd324569949cccf07
 SHA512:
-  metadata.gz: 34ab304e3f3e6040c61fb7b44c19f2887a38d3c087657b021fd985d9ba295004fae5dba44bda579f18efd38407af22bc35b2757f1fd5f67da2e34d20abec780b
-  data.tar.gz: f96094b29bff6e1c8b9838ff4ad8b0f2a89c98281b8c4f1460bf8a6b65d8ccf62bbd64e612332a2157f2c483a0ea28b92b5dcb529741ccd664d88742313fd881
+  metadata.gz: 67ea05bb9666646427a1c6bdbdc38a443bd830680215583c315fe6f7057fc0cff9a4c0bf284a6207a922c28e5ea80cc91bedb5158a5a1c3741fb6f48274e3616
+  data.tar.gz: d06488ad04059c1ec3e2ea270fc62fc322477fc88712a3d40bb1097cccc85e1d74e654531eb07e0c6ff9b0ce3d15fe54ba01a0fb9fd17b0bf3d200f3ba1c6c9f

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.30.0 (2022-11-17)
+------------------
+
+* Feature - AppFlow simplifies the preparation and cataloging of SaaS data into the AWS Glue Data Catalog where your data can be discovered and accessed by AWS analytics and ML services. AppFlow now also supports data field partitioning and file size optimization to improve query performance and reduce cost.
+
 1.29.0 (2022-10-25)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.29.0
+1.30.0

data/lib/aws-sdk-appflow/client.rb

@@ -688,6 +688,12 @@ module Aws::Appflow
     # @option params [Hash<String,String>] :tags
     #   The tags used to organize, track, or control access for your flow.
     #
+    # @option params [Types::MetadataCatalogConfig] :metadata_catalog_config
+    #   Specifies the configuration that Amazon AppFlow uses when it catalogs
+    #   the data that's transferred by the associated flow. When Amazon
+    #   AppFlow catalogs the data from a flow, it stores metadata in a data
+    #   catalog.
+    #
     # @return [Types::CreateFlowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::CreateFlowResponse#flow_arn #flow_arn} => String
@@ -810,9 +816,11 @@ module Aws::Appflow
     #               prefix_config: {
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #               preserve_source_data_typing: false,
     #             },
@@ -856,9 +864,11 @@ module Aws::Appflow
     #               prefix_config: { # required
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #             },
     #           },
@@ -944,7 +954,7 @@ module Aws::Appflow
     #           custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
     #         },
     #         destination_field: "DestinationField",
-    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
+    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
     #         task_properties: {
     #           "VALUE" => "Property",
     #         },
@@ -953,6 +963,13 @@ module Aws::Appflow
     #     tags: {
     #       "TagKey" => "TagValue",
     #     },
+    #     metadata_catalog_config: {
+    #       glue_data_catalog: {
+    #         role_arn: "GlueDataCatalogIAMRole", # required
+    #         database_name: "GlueDataCatalogDatabaseName", # required
+    #         table_prefix: "GlueDataCatalogTablePrefix", # required
+    #       },
+    #     },
     #   })
     #
     # @example Response structure
@@ -1496,6 +1513,9 @@ module Aws::Appflow
     #   * {Types::DescribeFlowResponse#created_by #created_by} => String
     #   * {Types::DescribeFlowResponse#last_updated_by #last_updated_by} => String
     #   * {Types::DescribeFlowResponse#tags #tags} => Hash&lt;String,String&gt;
+    #   * {Types::DescribeFlowResponse#metadata_catalog_config #metadata_catalog_config} => Types::MetadataCatalogConfig
+    #   * {Types::DescribeFlowResponse#last_run_metadata_catalog_details #last_run_metadata_catalog_details} => Array&lt;Types::MetadataCatalogDetail&gt;
+    #   * {Types::DescribeFlowResponse#schema_version #schema_version} => Integer
     #
     # @example Request syntax with placeholder values
     #
@@ -1557,7 +1577,10 @@ module Aws::Appflow
     #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.file_type #=> String, one of "CSV", "JSON", "PARQUET"
     #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.prefix_config.prefix_type #=> String, one of "FILENAME", "PATH", "PATH_AND_FILENAME"
     #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.prefix_config.prefix_format #=> String, one of "YEAR", "MONTH", "DAY", "HOUR", "MINUTE"
+    #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.prefix_config.path_prefix_hierarchy #=> Array
+    #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.prefix_config.path_prefix_hierarchy[0] #=> String, one of "EXECUTION_ID", "SCHEMA_VERSION"
     #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.aggregation_config.aggregation_type #=> String, one of "None", "SingleFile"
+    #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.aggregation_config.target_file_size #=> Integer
     #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.preserve_source_data_typing #=> Boolean
     #   resp.destination_flow_config_list[0].destination_connector_properties.salesforce.object #=> String
     #   resp.destination_flow_config_list[0].destination_connector_properties.salesforce.id_field_names #=> Array
@@ -1582,7 +1605,10 @@ module Aws::Appflow
     #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.file_type #=> String, one of "CSV", "JSON", "PARQUET"
     #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.prefix_config.prefix_type #=> String, one of "FILENAME", "PATH", "PATH_AND_FILENAME"
     #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.prefix_config.prefix_format #=> String, one of "YEAR", "MONTH", "DAY", "HOUR", "MINUTE"
+    #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.prefix_config.path_prefix_hierarchy #=> Array
+    #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.prefix_config.path_prefix_hierarchy[0] #=> String, one of "EXECUTION_ID", "SCHEMA_VERSION"
     #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.aggregation_config.aggregation_type #=> String, one of "None", "SingleFile"
+    #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.aggregation_config.target_file_size #=> Integer
     #   resp.destination_flow_config_list[0].destination_connector_properties.honeycode.object #=> String
     #   resp.destination_flow_config_list[0].destination_connector_properties.honeycode.error_handling_config.fail_on_first_destination_error #=> Boolean
     #   resp.destination_flow_config_list[0].destination_connector_properties.honeycode.error_handling_config.bucket_prefix #=> String
@@ -1650,7 +1676,7 @@ module Aws::Appflow
     #   resp.tasks[0].connector_operator.sapo_data #=> String, one of "PROJECTION", "LESS_THAN", "CONTAINS", "GREATER_THAN", "BETWEEN", "LESS_THAN_OR_EQUAL_TO", "GREATER_THAN_OR_EQUAL_TO", "EQUAL_TO", "NOT_EQUAL_TO", "ADDITION", "MULTIPLICATION", "DIVISION", "SUBTRACTION", "MASK_ALL", "MASK_FIRST_N", "MASK_LAST_N", "VALIDATE_NON_NULL", "VALIDATE_NON_ZERO", "VALIDATE_NON_NEGATIVE", "VALIDATE_NUMERIC", "NO_OP"
     #   resp.tasks[0].connector_operator.custom_connector #=> String, one of "PROJECTION", "LESS_THAN", "GREATER_THAN", "CONTAINS", "BETWEEN", "LESS_THAN_OR_EQUAL_TO", "GREATER_THAN_OR_EQUAL_TO", "EQUAL_TO", "NOT_EQUAL_TO", "ADDITION", "MULTIPLICATION", "DIVISION", "SUBTRACTION", "MASK_ALL", "MASK_FIRST_N", "MASK_LAST_N", "VALIDATE_NON_NULL", "VALIDATE_NON_ZERO", "VALIDATE_NON_NEGATIVE", "VALIDATE_NUMERIC", "NO_OP"
     #   resp.tasks[0].destination_field #=> String
-    #   resp.tasks[0].task_type #=> String, one of "Arithmetic", "Filter", "Map", "Map_all", "Mask", "Merge", "Passthrough", "Truncate", "Validate"
+    #   resp.tasks[0].task_type #=> String, one of "Arithmetic", "Filter", "Map", "Map_all", "Mask", "Merge", "Passthrough", "Truncate", "Validate", "Partition"
     #   resp.tasks[0].task_properties #=> Hash
     #   resp.tasks[0].task_properties["OperatorPropertiesKeys"] #=> String
     #   resp.created_at #=> Time
@@ -1659,6 +1685,19 @@ module Aws::Appflow
     #   resp.last_updated_by #=> String
     #   resp.tags #=> Hash
     #   resp.tags["TagKey"] #=> String
+    #   resp.metadata_catalog_config.glue_data_catalog.role_arn #=> String
+    #   resp.metadata_catalog_config.glue_data_catalog.database_name #=> String
+    #   resp.metadata_catalog_config.glue_data_catalog.table_prefix #=> String
+    #   resp.last_run_metadata_catalog_details #=> Array
+    #   resp.last_run_metadata_catalog_details[0].catalog_type #=> String, one of "GLUE"
+    #   resp.last_run_metadata_catalog_details[0].table_name #=> String
+    #   resp.last_run_metadata_catalog_details[0].table_registration_output.message #=> String
+    #   resp.last_run_metadata_catalog_details[0].table_registration_output.result #=> String
+    #   resp.last_run_metadata_catalog_details[0].table_registration_output.status #=> String, one of "InProgress", "Successful", "Error"
+    #   resp.last_run_metadata_catalog_details[0].partition_registration_output.message #=> String
+    #   resp.last_run_metadata_catalog_details[0].partition_registration_output.result #=> String
+    #   resp.last_run_metadata_catalog_details[0].partition_registration_output.status #=> String, one of "InProgress", "Successful", "Error"
+    #   resp.schema_version #=> Integer
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/DescribeFlow AWS API Documentation
     #
@@ -1712,6 +1751,15 @@ module Aws::Appflow
     #   resp.flow_executions[0].last_updated_at #=> Time
     #   resp.flow_executions[0].data_pull_start_time #=> Time
     #   resp.flow_executions[0].data_pull_end_time #=> Time
+    #   resp.flow_executions[0].metadata_catalog_details #=> Array
+    #   resp.flow_executions[0].metadata_catalog_details[0].catalog_type #=> String, one of "GLUE"
+    #   resp.flow_executions[0].metadata_catalog_details[0].table_name #=> String
+    #   resp.flow_executions[0].metadata_catalog_details[0].table_registration_output.message #=> String
+    #   resp.flow_executions[0].metadata_catalog_details[0].table_registration_output.result #=> String
+    #   resp.flow_executions[0].metadata_catalog_details[0].table_registration_output.status #=> String, one of "InProgress", "Successful", "Error"
+    #   resp.flow_executions[0].metadata_catalog_details[0].partition_registration_output.message #=> String
+    #   resp.flow_executions[0].metadata_catalog_details[0].partition_registration_output.result #=> String
+    #   resp.flow_executions[0].metadata_catalog_details[0].partition_registration_output.status #=> String, one of "InProgress", "Successful", "Error"
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/DescribeFlowExecutionRecords AWS API Documentation
@@ -2395,6 +2443,12 @@ module Aws::Appflow
     #   A list of tasks that Amazon AppFlow performs while transferring the
     #   data in the flow run.
     #
+    # @option params [Types::MetadataCatalogConfig] :metadata_catalog_config
+    #   Specifies the configuration that Amazon AppFlow uses when it catalogs
+    #   the data that's transferred by the associated flow. When Amazon
+    #   AppFlow catalogs the data from a flow, it stores metadata in a data
+    #   catalog.
+    #
     # @return [Types::UpdateFlowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::UpdateFlowResponse#flow_status #flow_status} => String
@@ -2515,9 +2569,11 @@ module Aws::Appflow
     #               prefix_config: {
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #               preserve_source_data_typing: false,
     #             },
@@ -2561,9 +2617,11 @@ module Aws::Appflow
     #               prefix_config: { # required
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #             },
     #           },
@@ -2649,12 +2707,19 @@ module Aws::Appflow
     #           custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
     #         },
     #         destination_field: "DestinationField",
-    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
+    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
     #         task_properties: {
     #           "VALUE" => "Property",
     #         },
     #       },
     #     ],
+    #     metadata_catalog_config: {
+    #       glue_data_catalog: {
+    #         role_arn: "GlueDataCatalogIAMRole", # required
+    #         database_name: "GlueDataCatalogDatabaseName", # required
+    #         table_prefix: "GlueDataCatalogTablePrefix", # required
+    #       },
+    #     },
     #   })
     #
     # @example Response structure
@@ -2683,7 +2748,7 @@ module Aws::Appflow
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-appflow'
-      context[:gem_version] = '1.29.0'
+      context[:gem_version] = '1.30.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-appflow/client_api.rb

@@ -45,6 +45,7 @@ module Aws::Appflow
     Boolean = Shapes::BooleanShape.new(name: 'Boolean')
     BucketName = Shapes::StringShape.new(name: 'BucketName')
     BucketPrefix = Shapes::StringShape.new(name: 'BucketPrefix')
+    CatalogType = Shapes::StringShape.new(name: 'CatalogType')
     ClientCredentialsArn = Shapes::StringShape.new(name: 'ClientCredentialsArn')
     ClientId = Shapes::StringShape.new(name: 'ClientId')
     ClientNumber = Shapes::StringShape.new(name: 'ClientNumber')
@@ -177,6 +178,10 @@ module Aws::Appflow
     FlowName = Shapes::StringShape.new(name: 'FlowName')
     FlowStatus = Shapes::StringShape.new(name: 'FlowStatus')
     FlowStatusMessage = Shapes::StringShape.new(name: 'FlowStatusMessage')
+    GlueDataCatalogConfig = Shapes::StructureShape.new(name: 'GlueDataCatalogConfig')
+    GlueDataCatalogDatabaseName = Shapes::StringShape.new(name: 'GlueDataCatalogDatabaseName')
+    GlueDataCatalogIAMRole = Shapes::StringShape.new(name: 'GlueDataCatalogIAMRole')
+    GlueDataCatalogTablePrefix = Shapes::StringShape.new(name: 'GlueDataCatalogTablePrefix')
     GoogleAnalyticsConnectorOperator = Shapes::StringShape.new(name: 'GoogleAnalyticsConnectorOperator')
     GoogleAnalyticsConnectorProfileCredentials = Shapes::StructureShape.new(name: 'GoogleAnalyticsConnectorProfileCredentials')
     GoogleAnalyticsConnectorProfileProperties = Shapes::StructureShape.new(name: 'GoogleAnalyticsConnectorProfileProperties')
@@ -221,6 +226,9 @@ module Aws::Appflow
     MarketoMetadata = Shapes::StructureShape.new(name: 'MarketoMetadata')
     MarketoSourceProperties = Shapes::StructureShape.new(name: 'MarketoSourceProperties')
     MaxResults = Shapes::IntegerShape.new(name: 'MaxResults')
+    MetadataCatalogConfig = Shapes::StructureShape.new(name: 'MetadataCatalogConfig')
+    MetadataCatalogDetail = Shapes::StructureShape.new(name: 'MetadataCatalogDetail')
+    MetadataCatalogDetails = Shapes::ListShape.new(name: 'MetadataCatalogDetails')
     MostRecentExecutionMessage = Shapes::StringShape.new(name: 'MostRecentExecutionMessage')
     Name = Shapes::StringShape.new(name: 'Name')
     NextToken = Shapes::StringShape.new(name: 'NextToken')
@@ -242,6 +250,8 @@ module Aws::Appflow
     OperatorPropertiesKeys = Shapes::StringShape.new(name: 'OperatorPropertiesKeys')
     Operators = Shapes::StringShape.new(name: 'Operators')
     Password = Shapes::StringShape.new(name: 'Password')
+    PathPrefix = Shapes::StringShape.new(name: 'PathPrefix')
+    PathPrefixHierarchy = Shapes::ListShape.new(name: 'PathPrefixHierarchy')
     PortNumber = Shapes::IntegerShape.new(name: 'PortNumber')
     PrefixConfig = Shapes::StructureShape.new(name: 'PrefixConfig')
     PrefixFormat = Shapes::StringShape.new(name: 'PrefixFormat')
@@ -267,6 +277,7 @@ module Aws::Appflow
     RegisterConnectorRequest = Shapes::StructureShape.new(name: 'RegisterConnectorRequest')
     RegisterConnectorResponse = Shapes::StructureShape.new(name: 'RegisterConnectorResponse')
     RegisteredBy = Shapes::StringShape.new(name: 'RegisteredBy')
+    RegistrationOutput = Shapes::StructureShape.new(name: 'RegistrationOutput')
     ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
     RoleArn = Shapes::StringShape.new(name: 'RoleArn')
     S3ConnectorOperator = Shapes::StringShape.new(name: 'S3ConnectorOperator')
@@ -392,6 +403,7 @@ module Aws::Appflow
     AccessDeniedException.struct_class = Types::AccessDeniedException
 
     AggregationConfig.add_member(:aggregation_type, Shapes::ShapeRef.new(shape: AggregationType, location_name: "aggregationType"))
+    AggregationConfig.add_member(:target_file_size, Shapes::ShapeRef.new(shape: Long, location_name: "targetFileSize"))
     AggregationConfig.struct_class = Types::AggregationConfig
 
     AmplitudeConnectorProfileCredentials.add_member(:api_key, Shapes::ShapeRef.new(shape: ApiKey, required: true, location_name: "apiKey"))
@@ -659,6 +671,7 @@ module Aws::Appflow
     CreateFlowRequest.add_member(:destination_flow_config_list, Shapes::ShapeRef.new(shape: DestinationFlowConfigList, required: true, location_name: "destinationFlowConfigList"))
     CreateFlowRequest.add_member(:tasks, Shapes::ShapeRef.new(shape: Tasks, required: true, location_name: "tasks"))
     CreateFlowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "tags"))
+    CreateFlowRequest.add_member(:metadata_catalog_config, Shapes::ShapeRef.new(shape: MetadataCatalogConfig, location_name: "metadataCatalogConfig"))
     CreateFlowRequest.struct_class = Types::CreateFlowRequest
 
     CreateFlowResponse.add_member(:flow_arn, Shapes::ShapeRef.new(shape: FlowArn, location_name: "flowArn"))
@@ -798,6 +811,9 @@ module Aws::Appflow
     DescribeFlowResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "createdBy"))
     DescribeFlowResponse.add_member(:last_updated_by, Shapes::ShapeRef.new(shape: UpdatedBy, location_name: "lastUpdatedBy"))
     DescribeFlowResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "tags"))
+    DescribeFlowResponse.add_member(:metadata_catalog_config, Shapes::ShapeRef.new(shape: MetadataCatalogConfig, location_name: "metadataCatalogConfig"))
+    DescribeFlowResponse.add_member(:last_run_metadata_catalog_details, Shapes::ShapeRef.new(shape: MetadataCatalogDetails, location_name: "lastRunMetadataCatalogDetails"))
+    DescribeFlowResponse.add_member(:schema_version, Shapes::ShapeRef.new(shape: Long, location_name: "schemaVersion"))
     DescribeFlowResponse.struct_class = Types::DescribeFlowResponse
 
     DestinationConnectorProperties.add_member(:redshift, Shapes::ShapeRef.new(shape: RedshiftDestinationProperties, location_name: "Redshift"))
@@ -869,6 +885,7 @@ module Aws::Appflow
     ExecutionRecord.add_member(:last_updated_at, Shapes::ShapeRef.new(shape: Date, location_name: "lastUpdatedAt"))
     ExecutionRecord.add_member(:data_pull_start_time, Shapes::ShapeRef.new(shape: Date, location_name: "dataPullStartTime"))
     ExecutionRecord.add_member(:data_pull_end_time, Shapes::ShapeRef.new(shape: Date, location_name: "dataPullEndTime"))
+    ExecutionRecord.add_member(:metadata_catalog_details, Shapes::ShapeRef.new(shape: MetadataCatalogDetails, location_name: "metadataCatalogDetails"))
     ExecutionRecord.struct_class = Types::ExecutionRecord
 
     ExecutionResult.add_member(:error_info, Shapes::ShapeRef.new(shape: ErrorInfo, location_name: "errorInfo"))
@@ -909,6 +926,11 @@ module Aws::Appflow
 
     FlowList.member = Shapes::ShapeRef.new(shape: FlowDefinition)
 
+    GlueDataCatalogConfig.add_member(:role_arn, Shapes::ShapeRef.new(shape: GlueDataCatalogIAMRole, required: true, location_name: "roleArn"))
+    GlueDataCatalogConfig.add_member(:database_name, Shapes::ShapeRef.new(shape: GlueDataCatalogDatabaseName, required: true, location_name: "databaseName"))
+    GlueDataCatalogConfig.add_member(:table_prefix, Shapes::ShapeRef.new(shape: GlueDataCatalogTablePrefix, required: true, location_name: "tablePrefix"))
+    GlueDataCatalogConfig.struct_class = Types::GlueDataCatalogConfig
+
     GoogleAnalyticsConnectorProfileCredentials.add_member(:client_id, Shapes::ShapeRef.new(shape: ClientId, required: true, location_name: "clientId"))
     GoogleAnalyticsConnectorProfileCredentials.add_member(:client_secret, Shapes::ShapeRef.new(shape: ClientSecret, required: true, location_name: "clientSecret"))
     GoogleAnalyticsConnectorProfileCredentials.add_member(:access_token, Shapes::ShapeRef.new(shape: AccessToken, location_name: "accessToken"))
@@ -1014,6 +1036,17 @@ module Aws::Appflow
     MarketoSourceProperties.add_member(:object, Shapes::ShapeRef.new(shape: Object, required: true, location_name: "object"))
     MarketoSourceProperties.struct_class = Types::MarketoSourceProperties
 
+    MetadataCatalogConfig.add_member(:glue_data_catalog, Shapes::ShapeRef.new(shape: GlueDataCatalogConfig, location_name: "glueDataCatalog"))
+    MetadataCatalogConfig.struct_class = Types::MetadataCatalogConfig
+
+    MetadataCatalogDetail.add_member(:catalog_type, Shapes::ShapeRef.new(shape: CatalogType, location_name: "catalogType"))
+    MetadataCatalogDetail.add_member(:table_name, Shapes::ShapeRef.new(shape: String, location_name: "tableName"))
+    MetadataCatalogDetail.add_member(:table_registration_output, Shapes::ShapeRef.new(shape: RegistrationOutput, location_name: "tableRegistrationOutput"))
+    MetadataCatalogDetail.add_member(:partition_registration_output, Shapes::ShapeRef.new(shape: RegistrationOutput, location_name: "partitionRegistrationOutput"))
+    MetadataCatalogDetail.struct_class = Types::MetadataCatalogDetail
+
+    MetadataCatalogDetails.member = Shapes::ShapeRef.new(shape: MetadataCatalogDetail)
+
     OAuth2Credentials.add_member(:client_id, Shapes::ShapeRef.new(shape: ClientId, location_name: "clientId"))
     OAuth2Credentials.add_member(:client_secret, Shapes::ShapeRef.new(shape: ClientSecret, location_name: "clientSecret"))
     OAuth2Credentials.add_member(:access_token, Shapes::ShapeRef.new(shape: AccessToken, location_name: "accessToken"))
@@ -1060,8 +1093,11 @@ module Aws::Appflow
 
     OAuthScopeList.member = Shapes::ShapeRef.new(shape: OAuthScope)
 
+    PathPrefixHierarchy.member = Shapes::ShapeRef.new(shape: PathPrefix)
+
     PrefixConfig.add_member(:prefix_type, Shapes::ShapeRef.new(shape: PrefixType, location_name: "prefixType"))
     PrefixConfig.add_member(:prefix_format, Shapes::ShapeRef.new(shape: PrefixFormat, location_name: "prefixFormat"))
+    PrefixConfig.add_member(:path_prefix_hierarchy, Shapes::ShapeRef.new(shape: PathPrefixHierarchy, location_name: "pathPrefixHierarchy"))
     PrefixConfig.struct_class = Types::PrefixConfig
 
     PrivateConnectionProvisioningState.add_member(:status, Shapes::ShapeRef.new(shape: PrivateConnectionProvisioningStatus, location_name: "status"))
@@ -1105,6 +1141,11 @@ module Aws::Appflow
     RegisterConnectorResponse.add_member(:connector_arn, Shapes::ShapeRef.new(shape: ARN, location_name: "connectorArn"))
     RegisterConnectorResponse.struct_class = Types::RegisterConnectorResponse
 
+    RegistrationOutput.add_member(:message, Shapes::ShapeRef.new(shape: String, location_name: "message"))
+    RegistrationOutput.add_member(:result, Shapes::ShapeRef.new(shape: String, location_name: "result"))
+    RegistrationOutput.add_member(:status, Shapes::ShapeRef.new(shape: ExecutionStatus, location_name: "status"))
+    RegistrationOutput.struct_class = Types::RegistrationOutput
+
     ResourceNotFoundException.add_member(:message, Shapes::ShapeRef.new(shape: ErrorMessage, location_name: "message"))
     ResourceNotFoundException.struct_class = Types::ResourceNotFoundException
 
@@ -1398,6 +1439,7 @@ module Aws::Appflow
     UpdateFlowRequest.add_member(:source_flow_config, Shapes::ShapeRef.new(shape: SourceFlowConfig, required: true, location_name: "sourceFlowConfig"))
     UpdateFlowRequest.add_member(:destination_flow_config_list, Shapes::ShapeRef.new(shape: DestinationFlowConfigList, required: true, location_name: "destinationFlowConfigList"))
     UpdateFlowRequest.add_member(:tasks, Shapes::ShapeRef.new(shape: Tasks, required: true, location_name: "tasks"))
+    UpdateFlowRequest.add_member(:metadata_catalog_config, Shapes::ShapeRef.new(shape: MetadataCatalogConfig, location_name: "metadataCatalogConfig"))
     UpdateFlowRequest.struct_class = Types::UpdateFlowRequest
 
     UpdateFlowResponse.add_member(:flow_status, Shapes::ShapeRef.new(shape: FlowStatus, location_name: "flowStatus"))

data/lib/aws-sdk-appflow/types.rb

@@ -31,6 +31,7 @@ module Aws::Appflow
     #
     #       {
     #         aggregation_type: "None", # accepts None, SingleFile
+    #         target_file_size: 1,
     #       }
     #
     # @!attribute [rw] aggregation_type
@@ -38,10 +39,19 @@ module Aws::Appflow
     #   single file, or leave them unaggregated.
     #   @return [String]
     #
+    # @!attribute [rw] target_file_size
+    #   The desired file size, in MB, for each output file that Amazon
+    #   AppFlow writes to the flow destination. For each file, Amazon
+    #   AppFlow attempts to achieve the size that you specify. The actual
+    #   file sizes might differ from this target based on the number and
+    #   size of the records that each file contains.
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/AggregationConfig AWS API Documentation
     #
     class AggregationConfig < Struct.new(
-      :aggregation_type)
+      :aggregation_type,
+      :target_file_size)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -2082,9 +2092,11 @@ module Aws::Appflow
     #                   prefix_config: {
     #                     prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                     prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                     path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #                   },
     #                   aggregation_config: {
     #                     aggregation_type: "None", # accepts None, SingleFile
+    #                     target_file_size: 1,
     #                   },
     #                   preserve_source_data_typing: false,
     #                 },
@@ -2128,9 +2140,11 @@ module Aws::Appflow
     #                   prefix_config: { # required
     #                     prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                     prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                     path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #                   },
     #                   aggregation_config: {
     #                     aggregation_type: "None", # accepts None, SingleFile
+    #                     target_file_size: 1,
     #                   },
     #                 },
     #               },
@@ -2216,7 +2230,7 @@ module Aws::Appflow
     #               custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
     #             },
     #             destination_field: "DestinationField",
-    #             task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
+    #             task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
     #             task_properties: {
     #               "VALUE" => "Property",
     #             },
@@ -2225,6 +2239,13 @@ module Aws::Appflow
     #         tags: {
     #           "TagKey" => "TagValue",
     #         },
+    #         metadata_catalog_config: {
+    #           glue_data_catalog: {
+    #             role_arn: "GlueDataCatalogIAMRole", # required
+    #             database_name: "GlueDataCatalogDatabaseName", # required
+    #             table_prefix: "GlueDataCatalogTablePrefix", # required
+    #           },
+    #         },
     #       }
     #
     # @!attribute [rw] flow_name
@@ -2267,6 +2288,13 @@ module Aws::Appflow
     #   The tags used to organize, track, or control access for your flow.
     #   @return [Hash<String,String>]
     #
+    # @!attribute [rw] metadata_catalog_config
+    #   Specifies the configuration that Amazon AppFlow uses when it
+    #   catalogs the data that's transferred by the associated flow. When
+    #   Amazon AppFlow catalogs the data from a flow, it stores metadata in
+    #   a data catalog.
+    #   @return [Types::MetadataCatalogConfig]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/CreateFlowRequest AWS API Documentation
     #
     class CreateFlowRequest < Struct.new(
@@ -2277,7 +2305,8 @@ module Aws::Appflow
       :source_flow_config,
       :destination_flow_config_list,
       :tasks,
-      :tags)
+      :tags,
+      :metadata_catalog_config)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -3081,6 +3110,30 @@ module Aws::Appflow
     #   The tags used to organize, track, or control access for your flow.
     #   @return [Hash<String,String>]
     #
+    # @!attribute [rw] metadata_catalog_config
+    #   Specifies the configuration that Amazon AppFlow uses when it
+    #   catalogs the data that's transferred by the associated flow. When
+    #   Amazon AppFlow catalogs the data from a flow, it stores metadata in
+    #   a data catalog.
+    #   @return [Types::MetadataCatalogConfig]
+    #
+    # @!attribute [rw] last_run_metadata_catalog_details
+    #   Describes the metadata catalog, metadata table, and data partitions
+    #   that Amazon AppFlow used for the associated flow run.
+    #   @return [Array<Types::MetadataCatalogDetail>]
+    #
+    # @!attribute [rw] schema_version
+    #   The version number of your data schema. Amazon AppFlow assigns this
+    #   version number. The version number increases by one when you change
+    #   any of the following settings in your flow configuration:
+    #
+    #   * Source-to-destination field mappings
+    #
+    #   * Field data types
+    #
+    #   * Partition keys
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/DescribeFlowResponse AWS API Documentation
     #
     class DescribeFlowResponse < Struct.new(
@@ -3099,7 +3152,10 @@ module Aws::Appflow
       :last_updated_at,
       :created_by,
       :last_updated_by,
-      :tags)
+      :tags,
+      :metadata_catalog_config,
+      :last_run_metadata_catalog_details,
+      :schema_version)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -3129,9 +3185,11 @@ module Aws::Appflow
     #             prefix_config: {
     #               prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #               prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #               path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #             },
     #             aggregation_config: {
     #               aggregation_type: "None", # accepts None, SingleFile
+    #               target_file_size: 1,
     #             },
     #             preserve_source_data_typing: false,
     #           },
@@ -3175,9 +3233,11 @@ module Aws::Appflow
     #             prefix_config: { # required
     #               prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #               prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #               path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #             },
     #             aggregation_config: {
     #               aggregation_type: "None", # accepts None, SingleFile
+    #               target_file_size: 1,
     #             },
     #           },
     #         },
@@ -3388,9 +3448,11 @@ module Aws::Appflow
     #               prefix_config: {
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #               preserve_source_data_typing: false,
     #             },
@@ -3434,9 +3496,11 @@ module Aws::Appflow
     #               prefix_config: { # required
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #             },
     #           },
@@ -3761,6 +3825,11 @@ module Aws::Appflow
     #   transferred in the flow run.
     #   @return [Time]
     #
+    # @!attribute [rw] metadata_catalog_details
+    #   Describes the metadata catalog, metadata table, and data partitions
+    #   that Amazon AppFlow used for the associated flow run.
+    #   @return [Array<Types::MetadataCatalogDetail>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/ExecutionRecord AWS API Documentation
     #
     class ExecutionRecord < Struct.new(
@@ -3770,7 +3839,8 @@ module Aws::Appflow
       :started_at,
       :last_updated_at,
       :data_pull_start_time,
-      :data_pull_end_time)
+      :data_pull_end_time,
+      :metadata_catalog_details)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -3939,6 +4009,67 @@ module Aws::Appflow
       include Aws::Structure
     end
 
+    # Specifies the configuration that Amazon AppFlow uses when it catalogs
+    # your data with the Glue Data Catalog. When Amazon AppFlow catalogs
+    # your data, it stores metadata in Data Catalog tables. This metadata
+    # represents the data that's transferred by the flow that you configure
+    # with these settings.
+    #
+    # <note markdown="1"> You can configure a flow with these settings only when the flow
+    # destination is Amazon S3.
+    #
+    #  </note>
+    #
+    # @note When making an API call, you may pass GlueDataCatalogConfig
+    #   data as a hash:
+    #
+    #       {
+    #         role_arn: "GlueDataCatalogIAMRole", # required
+    #         database_name: "GlueDataCatalogDatabaseName", # required
+    #         table_prefix: "GlueDataCatalogTablePrefix", # required
+    #       }
+    #
+    # @!attribute [rw] role_arn
+    #   The Amazon Resource Name (ARN) of an IAM role that grants Amazon
+    #   AppFlow the permissions it needs to create Data Catalog tables,
+    #   databases, and partitions.
+    #
+    #   For an example IAM policy that has the required permissions, see
+    #   [Identity-based policy examples for Amazon AppFlow][1].
+    #
+    #
+    #
+    #   [1]: https://docs.aws.amazon.com/appflow/latest/userguide/security_iam_id-based-policy-examples.html
+    #   @return [String]
+    #
+    # @!attribute [rw] database_name
+    #   The name of the Data Catalog database that stores the metadata
+    #   tables that Amazon AppFlow creates in your Amazon Web Services
+    #   account. These tables contain metadata for the data that's
+    #   transferred by the flow that you configure with this parameter.
+    #
+    #   <note markdown="1"> When you configure a new flow with this parameter, you must specify
+    #   an existing database.
+    #
+    #    </note>
+    #   @return [String]
+    #
+    # @!attribute [rw] table_prefix
+    #   A naming prefix for each Data Catalog table that Amazon AppFlow
+    #   creates for the flow that you configure with this setting. Amazon
+    #   AppFlow adds the prefix to the beginning of the each table name.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/GlueDataCatalogConfig AWS API Documentation
+    #
+    class GlueDataCatalogConfig < Struct.new(
+      :role_arn,
+      :database_name,
+      :table_prefix)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The connector-specific profile credentials required by Google
     # Analytics.
     #
@@ -4600,6 +4731,79 @@ module Aws::Appflow
       include Aws::Structure
     end
 
+    # Specifies the configuration that Amazon AppFlow uses when it catalogs
+    # your data. When Amazon AppFlow catalogs your data, it stores metadata
+    # in a data catalog.
+    #
+    # @note When making an API call, you may pass MetadataCatalogConfig
+    #   data as a hash:
+    #
+    #       {
+    #         glue_data_catalog: {
+    #           role_arn: "GlueDataCatalogIAMRole", # required
+    #           database_name: "GlueDataCatalogDatabaseName", # required
+    #           table_prefix: "GlueDataCatalogTablePrefix", # required
+    #         },
+    #       }
+    #
+    # @!attribute [rw] glue_data_catalog
+    #   Specifies the configuration that Amazon AppFlow uses when it
+    #   catalogs your data with the Glue Data Catalog.
+    #   @return [Types::GlueDataCatalogConfig]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/MetadataCatalogConfig AWS API Documentation
+    #
+    class MetadataCatalogConfig < Struct.new(
+      :glue_data_catalog)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # Describes the metadata catalog, metadata table, and data partitions
+    # that Amazon AppFlow used for the associated flow run.
+    #
+    # @!attribute [rw] catalog_type
+    #   The type of metadata catalog that Amazon AppFlow used for the
+    #   associated flow run. This parameter returns the following value:
+    #
+    #   GLUE
+    #
+    #   : The metadata catalog is provided by the Glue Data Catalog. Glue
+    #     includes the Glue Data Catalog as a component.
+    #   @return [String]
+    #
+    # @!attribute [rw] table_name
+    #   The name of the table that stores the metadata for the associated
+    #   flow run. The table stores metadata that represents the data that
+    #   the flow transferred. Amazon AppFlow stores the table in the
+    #   metadata catalog.
+    #   @return [String]
+    #
+    # @!attribute [rw] table_registration_output
+    #   Describes the status of the attempt from Amazon AppFlow to register
+    #   the metadata table with the metadata catalog. Amazon AppFlow creates
+    #   or updates this table for the associated flow run.
+    #   @return [Types::RegistrationOutput]
+    #
+    # @!attribute [rw] partition_registration_output
+    #   Describes the status of the attempt from Amazon AppFlow to register
+    #   the data partitions with the metadata catalog. The data partitions
+    #   organize the flow output into a hierarchical path, such as a folder
+    #   path in an S3 bucket. Amazon AppFlow creates the partitions (if they
+    #   don't already exist) based on your flow configuration.
+    #   @return [Types::RegistrationOutput]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/MetadataCatalogDetail AWS API Documentation
+    #
+    class MetadataCatalogDetail < Struct.new(
+      :catalog_type,
+      :table_name,
+      :table_registration_output,
+      :partition_registration_output)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The OAuth 2.0 credentials required for OAuth 2.0 authentication.
     #
     # @note When making an API call, you may pass OAuth2Credentials
@@ -4857,9 +5061,8 @@ module Aws::Appflow
       include Aws::Structure
     end
 
-    # Determines the prefix that Amazon AppFlow applies to the destination
-    # folder name. You can name your destination folders according to the
-    # flow frequency and date.
+    # Specifies elements that Amazon AppFlow includes in the file and folder
+    # names in the flow destination.
     #
     # @note When making an API call, you may pass PrefixConfig
     #   data as a hash:
@@ -4867,6 +5070,7 @@ module Aws::Appflow
     #       {
     #         prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #         prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #         path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #       }
     #
     # @!attribute [rw] prefix_type
@@ -4875,14 +5079,37 @@ module Aws::Appflow
     #   @return [String]
     #
     # @!attribute [rw] prefix_format
-    #   Determines the level of granularity that's included in the prefix.
+    #   Determines the level of granularity for the date and time that's
+    #   included in the prefix.
     #   @return [String]
     #
+    # @!attribute [rw] path_prefix_hierarchy
+    #   Specifies whether the destination file path includes either or both
+    #   of the following elements:
+    #
+    #   EXECUTION\_ID
+    #
+    #   : The ID that Amazon AppFlow assigns to the flow run.
+    #
+    #   SCHEMA\_VERSION
+    #
+    #   : The version number of your data schema. Amazon AppFlow assigns
+    #     this version number. The version number increases by one when you
+    #     change any of the following settings in your flow configuration:
+    #
+    #     * Source-to-destination field mappings
+    #
+    #     * Field data types
+    #
+    #     * Partition keys
+    #   @return [Array<String>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/PrefixConfig AWS API Documentation
     #
     class PrefixConfig < Struct.new(
       :prefix_type,
-      :prefix_format)
+      :prefix_format,
+      :path_prefix_hierarchy)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -5111,6 +5338,41 @@ module Aws::Appflow
       include Aws::Structure
     end
 
+    # Describes the status of an attempt from Amazon AppFlow to register a
+    # resource.
+    #
+    # When you run a flow that you've configured to use a metadata catalog,
+    # Amazon AppFlow registers a metadata table and data partitions with
+    # that catalog. This operation provides the status of that registration
+    # attempt. The operation also indicates how many related resources
+    # Amazon AppFlow created or updated.
+    #
+    # @!attribute [rw] message
+    #   Explains the status of the registration attempt from Amazon AppFlow.
+    #   If the attempt fails, the message explains why.
+    #   @return [String]
+    #
+    # @!attribute [rw] result
+    #   Indicates the number of resources that Amazon AppFlow created or
+    #   updated. Possible resources include metadata tables and data
+    #   partitions.
+    #   @return [String]
+    #
+    # @!attribute [rw] status
+    #   Indicates the status of the registration attempt from Amazon
+    #   AppFlow.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/RegistrationOutput AWS API Documentation
+    #
+    class RegistrationOutput < Struct.new(
+      :message,
+      :result,
+      :status)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The resource specified in the request (such as the source or
     # destination connector profile) is not found.
     #
@@ -5139,9 +5401,11 @@ module Aws::Appflow
     #           prefix_config: {
     #             prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #             prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #             path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #           },
     #           aggregation_config: {
     #             aggregation_type: "None", # accepts None, SingleFile
+    #             target_file_size: 1,
     #           },
     #           preserve_source_data_typing: false,
     #         },
@@ -5211,9 +5475,11 @@ module Aws::Appflow
     #         prefix_config: {
     #           prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #           prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #           path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #         },
     #         aggregation_config: {
     #           aggregation_type: "None", # accepts None, SingleFile
+    #           target_file_size: 1,
     #         },
     #         preserve_source_data_typing: false,
     #       }
@@ -6755,7 +7021,7 @@ module Aws::Appflow
     #           custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
     #         },
     #         destination_field: "DestinationField",
-    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
+    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
     #         task_properties: {
     #           "VALUE" => "Property",
     #         },
@@ -7400,9 +7666,11 @@ module Aws::Appflow
     #                   prefix_config: {
     #                     prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                     prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                     path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #                   },
     #                   aggregation_config: {
     #                     aggregation_type: "None", # accepts None, SingleFile
+    #                     target_file_size: 1,
     #                   },
     #                   preserve_source_data_typing: false,
     #                 },
@@ -7446,9 +7714,11 @@ module Aws::Appflow
     #                   prefix_config: { # required
     #                     prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                     prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                     path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #                   },
     #                   aggregation_config: {
     #                     aggregation_type: "None", # accepts None, SingleFile
+    #                     target_file_size: 1,
     #                   },
     #                 },
     #               },
@@ -7534,12 +7804,19 @@ module Aws::Appflow
     #               custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
     #             },
     #             destination_field: "DestinationField",
-    #             task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
+    #             task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
     #             task_properties: {
     #               "VALUE" => "Property",
     #             },
     #           },
     #         ],
+    #         metadata_catalog_config: {
+    #           glue_data_catalog: {
+    #             role_arn: "GlueDataCatalogIAMRole", # required
+    #             database_name: "GlueDataCatalogDatabaseName", # required
+    #             table_prefix: "GlueDataCatalogTablePrefix", # required
+    #           },
+    #         },
     #       }
     #
     # @!attribute [rw] flow_name
@@ -7570,6 +7847,13 @@ module Aws::Appflow
     #   data in the flow run.
     #   @return [Array<Types::Task>]
     #
+    # @!attribute [rw] metadata_catalog_config
+    #   Specifies the configuration that Amazon AppFlow uses when it
+    #   catalogs the data that's transferred by the associated flow. When
+    #   Amazon AppFlow catalogs the data from a flow, it stores metadata in
+    #   a data catalog.
+    #   @return [Types::MetadataCatalogConfig]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/UpdateFlowRequest AWS API Documentation
     #
     class UpdateFlowRequest < Struct.new(
@@ -7578,7 +7862,8 @@ module Aws::Appflow
       :trigger_config,
       :source_flow_config,
       :destination_flow_config_list,
-      :tasks)
+      :tasks,
+      :metadata_catalog_config)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -7609,9 +7894,11 @@ module Aws::Appflow
     #           prefix_config: { # required
     #             prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #             prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #             path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #           },
     #           aggregation_config: {
     #             aggregation_type: "None", # accepts None, SingleFile
+    #             target_file_size: 1,
     #           },
     #         },
     #       }
@@ -7658,9 +7945,11 @@ module Aws::Appflow
     #         prefix_config: { # required
     #           prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #           prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #           path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #         },
     #         aggregation_config: {
     #           aggregation_type: "None", # accepts None, SingleFile
+    #           target_file_size: 1,
     #         },
     #       }
     #
@@ -7670,9 +7959,8 @@ module Aws::Appflow
     #   @return [String]
     #
     # @!attribute [rw] prefix_config
-    #   Determines the prefix that Amazon AppFlow applies to the destination
-    #   folder name. You can name your destination folders according to the
-    #   flow frequency and date.
+    #   Specifies elements that Amazon AppFlow includes in the file and
+    #   folder names in the flow destination.
     #   @return [Types::PrefixConfig]
     #
     # @!attribute [rw] aggregation_config

data/lib/aws-sdk-appflow.rb

@@ -52,6 +52,6 @@ require_relative 'aws-sdk-appflow/customizations'
 # @!group service
 module Aws::Appflow
 
-  GEM_VERSION = '1.29.0'
+  GEM_VERSION = '1.30.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-appflow
 version: !ruby/object:Gem::Version
-  version: 1.29.0
+  version: 1.30.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-10-25 00:00:00.000000000 Z
+date: 2022-11-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core