aws-sdk-appflow 1.29.0 → 1.31.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4c6119b9783e8d09b05b09508d788d09944030312fafff2685704ccc9e1ecbf9
-  data.tar.gz: 5dc5dc71f250734e977b7b87754ea757fbe6ebe943133b498e2d26230c8f8406
+  metadata.gz: 8248e95f418c4d916584dc2e91f4d9dd5dd60116f2f281a30b44e652f1aa4cb9
+  data.tar.gz: b10ddf4f889d2cc0d93c2f80b5ba50daadfc5c7fba3069d197f892a940f3448f
 SHA512:
-  metadata.gz: 34ab304e3f3e6040c61fb7b44c19f2887a38d3c087657b021fd985d9ba295004fae5dba44bda579f18efd38407af22bc35b2757f1fd5f67da2e34d20abec780b
-  data.tar.gz: f96094b29bff6e1c8b9838ff4ad8b0f2a89c98281b8c4f1460bf8a6b65d8ccf62bbd64e612332a2157f2c483a0ea28b92b5dcb529741ccd664d88742313fd881
+  metadata.gz: 490629c61befad81f2dbfb9b41f54c685bf4a6f07f09ad7a76568b6b39d5a4dd4ec512e9900a3018032b74ef7cd480665347850afbd73084a81e41a970ef201e
+  data.tar.gz: c9492f73d1b31dedba65376f7bd1d3067be8c300ae1e7cfe0e5c4d962fee482cb68a23bfb1417abbe9a4f61cf0ad4803ef478fc65bf6dbe7ac0a720a58909d6a

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
 
+1.31.0 (2022-11-18)
+------------------
+
+* Feature - AppFlow provides a new API called UpdateConnectorRegistration to update a custom connector that customers have previously registered. With this API, customers no longer need to unregister and then register a connector to make an update.
+
+1.30.0 (2022-11-17)
+------------------
+
+* Feature - AppFlow simplifies the preparation and cataloging of SaaS data into the AWS Glue Data Catalog where your data can be discovered and accessed by AWS analytics and ML services. AppFlow now also supports data field partitioning and file size optimization to improve query performance and reduce cost.
+
 1.29.0 (2022-10-25)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.29.0
+1.31.0

data/lib/aws-sdk-appflow/client.rb

@@ -688,6 +688,12 @@ module Aws::Appflow
     # @option params [Hash<String,String>] :tags
     #   The tags used to organize, track, or control access for your flow.
     #
+    # @option params [Types::MetadataCatalogConfig] :metadata_catalog_config
+    #   Specifies the configuration that Amazon AppFlow uses when it catalogs
+    #   the data that's transferred by the associated flow. When Amazon
+    #   AppFlow catalogs the data from a flow, it stores metadata in a data
+    #   catalog.
+    #
     # @return [Types::CreateFlowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::CreateFlowResponse#flow_arn #flow_arn} => String
@@ -810,9 +816,11 @@ module Aws::Appflow
     #               prefix_config: {
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #               preserve_source_data_typing: false,
     #             },
@@ -856,9 +864,11 @@ module Aws::Appflow
     #               prefix_config: { # required
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #             },
     #           },
@@ -944,7 +954,7 @@ module Aws::Appflow
     #           custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
     #         },
     #         destination_field: "DestinationField",
-    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
+    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
     #         task_properties: {
     #           "VALUE" => "Property",
     #         },
@@ -953,6 +963,13 @@ module Aws::Appflow
     #     tags: {
     #       "TagKey" => "TagValue",
     #     },
+    #     metadata_catalog_config: {
+    #       glue_data_catalog: {
+    #         role_arn: "GlueDataCatalogIAMRole", # required
+    #         database_name: "GlueDataCatalogDatabaseName", # required
+    #         table_prefix: "GlueDataCatalogTablePrefix", # required
+    #       },
+    #     },
     #   })
     #
     # @example Response structure
@@ -1496,6 +1513,9 @@ module Aws::Appflow
     #   * {Types::DescribeFlowResponse#created_by #created_by} => String
     #   * {Types::DescribeFlowResponse#last_updated_by #last_updated_by} => String
     #   * {Types::DescribeFlowResponse#tags #tags} => Hash&lt;String,String&gt;
+    #   * {Types::DescribeFlowResponse#metadata_catalog_config #metadata_catalog_config} => Types::MetadataCatalogConfig
+    #   * {Types::DescribeFlowResponse#last_run_metadata_catalog_details #last_run_metadata_catalog_details} => Array&lt;Types::MetadataCatalogDetail&gt;
+    #   * {Types::DescribeFlowResponse#schema_version #schema_version} => Integer
     #
     # @example Request syntax with placeholder values
     #
@@ -1557,7 +1577,10 @@ module Aws::Appflow
     #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.file_type #=> String, one of "CSV", "JSON", "PARQUET"
     #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.prefix_config.prefix_type #=> String, one of "FILENAME", "PATH", "PATH_AND_FILENAME"
     #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.prefix_config.prefix_format #=> String, one of "YEAR", "MONTH", "DAY", "HOUR", "MINUTE"
+    #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.prefix_config.path_prefix_hierarchy #=> Array
+    #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.prefix_config.path_prefix_hierarchy[0] #=> String, one of "EXECUTION_ID", "SCHEMA_VERSION"
     #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.aggregation_config.aggregation_type #=> String, one of "None", "SingleFile"
+    #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.aggregation_config.target_file_size #=> Integer
     #   resp.destination_flow_config_list[0].destination_connector_properties.s3.s3_output_format_config.preserve_source_data_typing #=> Boolean
     #   resp.destination_flow_config_list[0].destination_connector_properties.salesforce.object #=> String
     #   resp.destination_flow_config_list[0].destination_connector_properties.salesforce.id_field_names #=> Array
@@ -1582,7 +1605,10 @@ module Aws::Appflow
     #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.file_type #=> String, one of "CSV", "JSON", "PARQUET"
     #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.prefix_config.prefix_type #=> String, one of "FILENAME", "PATH", "PATH_AND_FILENAME"
     #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.prefix_config.prefix_format #=> String, one of "YEAR", "MONTH", "DAY", "HOUR", "MINUTE"
+    #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.prefix_config.path_prefix_hierarchy #=> Array
+    #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.prefix_config.path_prefix_hierarchy[0] #=> String, one of "EXECUTION_ID", "SCHEMA_VERSION"
     #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.aggregation_config.aggregation_type #=> String, one of "None", "SingleFile"
+    #   resp.destination_flow_config_list[0].destination_connector_properties.upsolver.s3_output_format_config.aggregation_config.target_file_size #=> Integer
     #   resp.destination_flow_config_list[0].destination_connector_properties.honeycode.object #=> String
     #   resp.destination_flow_config_list[0].destination_connector_properties.honeycode.error_handling_config.fail_on_first_destination_error #=> Boolean
     #   resp.destination_flow_config_list[0].destination_connector_properties.honeycode.error_handling_config.bucket_prefix #=> String
@@ -1650,7 +1676,7 @@ module Aws::Appflow
     #   resp.tasks[0].connector_operator.sapo_data #=> String, one of "PROJECTION", "LESS_THAN", "CONTAINS", "GREATER_THAN", "BETWEEN", "LESS_THAN_OR_EQUAL_TO", "GREATER_THAN_OR_EQUAL_TO", "EQUAL_TO", "NOT_EQUAL_TO", "ADDITION", "MULTIPLICATION", "DIVISION", "SUBTRACTION", "MASK_ALL", "MASK_FIRST_N", "MASK_LAST_N", "VALIDATE_NON_NULL", "VALIDATE_NON_ZERO", "VALIDATE_NON_NEGATIVE", "VALIDATE_NUMERIC", "NO_OP"
     #   resp.tasks[0].connector_operator.custom_connector #=> String, one of "PROJECTION", "LESS_THAN", "GREATER_THAN", "CONTAINS", "BETWEEN", "LESS_THAN_OR_EQUAL_TO", "GREATER_THAN_OR_EQUAL_TO", "EQUAL_TO", "NOT_EQUAL_TO", "ADDITION", "MULTIPLICATION", "DIVISION", "SUBTRACTION", "MASK_ALL", "MASK_FIRST_N", "MASK_LAST_N", "VALIDATE_NON_NULL", "VALIDATE_NON_ZERO", "VALIDATE_NON_NEGATIVE", "VALIDATE_NUMERIC", "NO_OP"
     #   resp.tasks[0].destination_field #=> String
-    #   resp.tasks[0].task_type #=> String, one of "Arithmetic", "Filter", "Map", "Map_all", "Mask", "Merge", "Passthrough", "Truncate", "Validate"
+    #   resp.tasks[0].task_type #=> String, one of "Arithmetic", "Filter", "Map", "Map_all", "Mask", "Merge", "Passthrough", "Truncate", "Validate", "Partition"
     #   resp.tasks[0].task_properties #=> Hash
     #   resp.tasks[0].task_properties["OperatorPropertiesKeys"] #=> String
     #   resp.created_at #=> Time
@@ -1659,6 +1685,19 @@ module Aws::Appflow
     #   resp.last_updated_by #=> String
     #   resp.tags #=> Hash
     #   resp.tags["TagKey"] #=> String
+    #   resp.metadata_catalog_config.glue_data_catalog.role_arn #=> String
+    #   resp.metadata_catalog_config.glue_data_catalog.database_name #=> String
+    #   resp.metadata_catalog_config.glue_data_catalog.table_prefix #=> String
+    #   resp.last_run_metadata_catalog_details #=> Array
+    #   resp.last_run_metadata_catalog_details[0].catalog_type #=> String, one of "GLUE"
+    #   resp.last_run_metadata_catalog_details[0].table_name #=> String
+    #   resp.last_run_metadata_catalog_details[0].table_registration_output.message #=> String
+    #   resp.last_run_metadata_catalog_details[0].table_registration_output.result #=> String
+    #   resp.last_run_metadata_catalog_details[0].table_registration_output.status #=> String, one of "InProgress", "Successful", "Error"
+    #   resp.last_run_metadata_catalog_details[0].partition_registration_output.message #=> String
+    #   resp.last_run_metadata_catalog_details[0].partition_registration_output.result #=> String
+    #   resp.last_run_metadata_catalog_details[0].partition_registration_output.status #=> String, one of "InProgress", "Successful", "Error"
+    #   resp.schema_version #=> Integer
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/DescribeFlow AWS API Documentation
     #
@@ -1712,6 +1751,15 @@ module Aws::Appflow
     #   resp.flow_executions[0].last_updated_at #=> Time
     #   resp.flow_executions[0].data_pull_start_time #=> Time
     #   resp.flow_executions[0].data_pull_end_time #=> Time
+    #   resp.flow_executions[0].metadata_catalog_details #=> Array
+    #   resp.flow_executions[0].metadata_catalog_details[0].catalog_type #=> String, one of "GLUE"
+    #   resp.flow_executions[0].metadata_catalog_details[0].table_name #=> String
+    #   resp.flow_executions[0].metadata_catalog_details[0].table_registration_output.message #=> String
+    #   resp.flow_executions[0].metadata_catalog_details[0].table_registration_output.result #=> String
+    #   resp.flow_executions[0].metadata_catalog_details[0].table_registration_output.status #=> String, one of "InProgress", "Successful", "Error"
+    #   resp.flow_executions[0].metadata_catalog_details[0].partition_registration_output.message #=> String
+    #   resp.flow_executions[0].metadata_catalog_details[0].partition_registration_output.result #=> String
+    #   resp.flow_executions[0].metadata_catalog_details[0].partition_registration_output.status #=> String, one of "InProgress", "Successful", "Error"
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/DescribeFlowExecutionRecords AWS API Documentation
@@ -1913,9 +1961,9 @@ module Aws::Appflow
       req.send_request(options)
     end
 
-    # Registers a new connector with your Amazon Web Services account.
-    # Before you can register the connector, you must deploy lambda in your
-    # account.
+    # Registers a new custom connector with your Amazon Web Services
+    # account. Before you can register the connector, you must deploy the
+    # associated AWS lambda function in your account.
     #
     # @option params [String] :connector_label
     #   The name of the connector. The name is unique for each
@@ -2059,7 +2107,7 @@ module Aws::Appflow
     end
 
     # Unregisters the custom connector registered in your account that
-    # matches the connectorLabel provided in the request.
+    # matches the connector label provided in the request.
     #
     # @option params [required, String] :connector_label
     #   The label of the connector. The label is unique for each
@@ -2371,6 +2419,54 @@ module Aws::Appflow
       req.send_request(options)
     end
 
+    # Updates a custom connector that you've previously registered. This
+    # operation updates the connector with one of the following:
+    #
+    # * The latest version of the AWS Lambda function that's assigned to
+    #   the connector
+    #
+    # * A new AWS Lambda function that you specify
+    #
+    # @option params [required, String] :connector_label
+    #   The name of the connector. The name is unique for each connector
+    #   registration in your AWS account.
+    #
+    # @option params [String] :description
+    #   A description about the update that you're applying to the connector.
+    #
+    # @option params [Types::ConnectorProvisioningConfig] :connector_provisioning_config
+    #   Contains information about the configuration of the connector being
+    #   registered.
+    #
+    # @return [Types::UpdateConnectorRegistrationResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::UpdateConnectorRegistrationResponse#connector_arn #connector_arn} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.update_connector_registration({
+    #     connector_label: "ConnectorLabel", # required
+    #     description: "Description",
+    #     connector_provisioning_config: {
+    #       lambda: {
+    #         lambda_arn: "ARN", # required
+    #       },
+    #     },
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.connector_arn #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/UpdateConnectorRegistration AWS API Documentation
+    #
+    # @overload update_connector_registration(params = {})
+    # @param [Hash] params ({})
+    def update_connector_registration(params = {}, options = {})
+      req = build_request(:update_connector_registration, params)
+      req.send_request(options)
+    end
+
     # Updates an existing flow.
     #
     # @option params [required, String] :flow_name
@@ -2395,6 +2491,12 @@ module Aws::Appflow
     #   A list of tasks that Amazon AppFlow performs while transferring the
     #   data in the flow run.
     #
+    # @option params [Types::MetadataCatalogConfig] :metadata_catalog_config
+    #   Specifies the configuration that Amazon AppFlow uses when it catalogs
+    #   the data that's transferred by the associated flow. When Amazon
+    #   AppFlow catalogs the data from a flow, it stores metadata in a data
+    #   catalog.
+    #
     # @return [Types::UpdateFlowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::UpdateFlowResponse#flow_status #flow_status} => String
@@ -2515,9 +2617,11 @@ module Aws::Appflow
     #               prefix_config: {
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #               preserve_source_data_typing: false,
     #             },
@@ -2561,9 +2665,11 @@ module Aws::Appflow
     #               prefix_config: { # required
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #             },
     #           },
@@ -2649,12 +2755,19 @@ module Aws::Appflow
     #           custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
     #         },
     #         destination_field: "DestinationField",
-    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
+    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
     #         task_properties: {
     #           "VALUE" => "Property",
     #         },
     #       },
     #     ],
+    #     metadata_catalog_config: {
+    #       glue_data_catalog: {
+    #         role_arn: "GlueDataCatalogIAMRole", # required
+    #         database_name: "GlueDataCatalogDatabaseName", # required
+    #         table_prefix: "GlueDataCatalogTablePrefix", # required
+    #       },
+    #     },
     #   })
     #
     # @example Response structure
@@ -2683,7 +2796,7 @@ module Aws::Appflow
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-appflow'
-      context[:gem_version] = '1.29.0'
+      context[:gem_version] = '1.31.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-appflow/client_api.rb

@@ -45,6 +45,7 @@ module Aws::Appflow
     Boolean = Shapes::BooleanShape.new(name: 'Boolean')
     BucketName = Shapes::StringShape.new(name: 'BucketName')
     BucketPrefix = Shapes::StringShape.new(name: 'BucketPrefix')
+    CatalogType = Shapes::StringShape.new(name: 'CatalogType')
     ClientCredentialsArn = Shapes::StringShape.new(name: 'ClientCredentialsArn')
     ClientId = Shapes::StringShape.new(name: 'ClientId')
     ClientNumber = Shapes::StringShape.new(name: 'ClientNumber')
@@ -177,6 +178,10 @@ module Aws::Appflow
     FlowName = Shapes::StringShape.new(name: 'FlowName')
     FlowStatus = Shapes::StringShape.new(name: 'FlowStatus')
     FlowStatusMessage = Shapes::StringShape.new(name: 'FlowStatusMessage')
+    GlueDataCatalogConfig = Shapes::StructureShape.new(name: 'GlueDataCatalogConfig')
+    GlueDataCatalogDatabaseName = Shapes::StringShape.new(name: 'GlueDataCatalogDatabaseName')
+    GlueDataCatalogIAMRole = Shapes::StringShape.new(name: 'GlueDataCatalogIAMRole')
+    GlueDataCatalogTablePrefix = Shapes::StringShape.new(name: 'GlueDataCatalogTablePrefix')
     GoogleAnalyticsConnectorOperator = Shapes::StringShape.new(name: 'GoogleAnalyticsConnectorOperator')
     GoogleAnalyticsConnectorProfileCredentials = Shapes::StructureShape.new(name: 'GoogleAnalyticsConnectorProfileCredentials')
     GoogleAnalyticsConnectorProfileProperties = Shapes::StructureShape.new(name: 'GoogleAnalyticsConnectorProfileProperties')
@@ -221,6 +226,9 @@ module Aws::Appflow
     MarketoMetadata = Shapes::StructureShape.new(name: 'MarketoMetadata')
     MarketoSourceProperties = Shapes::StructureShape.new(name: 'MarketoSourceProperties')
     MaxResults = Shapes::IntegerShape.new(name: 'MaxResults')
+    MetadataCatalogConfig = Shapes::StructureShape.new(name: 'MetadataCatalogConfig')
+    MetadataCatalogDetail = Shapes::StructureShape.new(name: 'MetadataCatalogDetail')
+    MetadataCatalogDetails = Shapes::ListShape.new(name: 'MetadataCatalogDetails')
     MostRecentExecutionMessage = Shapes::StringShape.new(name: 'MostRecentExecutionMessage')
     Name = Shapes::StringShape.new(name: 'Name')
     NextToken = Shapes::StringShape.new(name: 'NextToken')
@@ -242,6 +250,8 @@ module Aws::Appflow
     OperatorPropertiesKeys = Shapes::StringShape.new(name: 'OperatorPropertiesKeys')
     Operators = Shapes::StringShape.new(name: 'Operators')
     Password = Shapes::StringShape.new(name: 'Password')
+    PathPrefix = Shapes::StringShape.new(name: 'PathPrefix')
+    PathPrefixHierarchy = Shapes::ListShape.new(name: 'PathPrefixHierarchy')
     PortNumber = Shapes::IntegerShape.new(name: 'PortNumber')
     PrefixConfig = Shapes::StructureShape.new(name: 'PrefixConfig')
     PrefixFormat = Shapes::StringShape.new(name: 'PrefixFormat')
@@ -267,6 +277,7 @@ module Aws::Appflow
     RegisterConnectorRequest = Shapes::StructureShape.new(name: 'RegisterConnectorRequest')
     RegisterConnectorResponse = Shapes::StructureShape.new(name: 'RegisterConnectorResponse')
     RegisteredBy = Shapes::StringShape.new(name: 'RegisteredBy')
+    RegistrationOutput = Shapes::StructureShape.new(name: 'RegistrationOutput')
     ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
     RoleArn = Shapes::StringShape.new(name: 'RoleArn')
     S3ConnectorOperator = Shapes::StringShape.new(name: 'S3ConnectorOperator')
@@ -364,6 +375,8 @@ module Aws::Appflow
     UntagResourceResponse = Shapes::StructureShape.new(name: 'UntagResourceResponse')
     UpdateConnectorProfileRequest = Shapes::StructureShape.new(name: 'UpdateConnectorProfileRequest')
     UpdateConnectorProfileResponse = Shapes::StructureShape.new(name: 'UpdateConnectorProfileResponse')
+    UpdateConnectorRegistrationRequest = Shapes::StructureShape.new(name: 'UpdateConnectorRegistrationRequest')
+    UpdateConnectorRegistrationResponse = Shapes::StructureShape.new(name: 'UpdateConnectorRegistrationResponse')
     UpdateFlowRequest = Shapes::StructureShape.new(name: 'UpdateFlowRequest')
     UpdateFlowResponse = Shapes::StructureShape.new(name: 'UpdateFlowResponse')
     UpdatedBy = Shapes::StringShape.new(name: 'UpdatedBy')
@@ -392,6 +405,7 @@ module Aws::Appflow
     AccessDeniedException.struct_class = Types::AccessDeniedException
 
     AggregationConfig.add_member(:aggregation_type, Shapes::ShapeRef.new(shape: AggregationType, location_name: "aggregationType"))
+    AggregationConfig.add_member(:target_file_size, Shapes::ShapeRef.new(shape: Long, location_name: "targetFileSize"))
     AggregationConfig.struct_class = Types::AggregationConfig
 
     AmplitudeConnectorProfileCredentials.add_member(:api_key, Shapes::ShapeRef.new(shape: ApiKey, required: true, location_name: "apiKey"))
@@ -659,6 +673,7 @@ module Aws::Appflow
     CreateFlowRequest.add_member(:destination_flow_config_list, Shapes::ShapeRef.new(shape: DestinationFlowConfigList, required: true, location_name: "destinationFlowConfigList"))
     CreateFlowRequest.add_member(:tasks, Shapes::ShapeRef.new(shape: Tasks, required: true, location_name: "tasks"))
     CreateFlowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "tags"))
+    CreateFlowRequest.add_member(:metadata_catalog_config, Shapes::ShapeRef.new(shape: MetadataCatalogConfig, location_name: "metadataCatalogConfig"))
     CreateFlowRequest.struct_class = Types::CreateFlowRequest
 
     CreateFlowResponse.add_member(:flow_arn, Shapes::ShapeRef.new(shape: FlowArn, location_name: "flowArn"))
@@ -798,6 +813,9 @@ module Aws::Appflow
     DescribeFlowResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "createdBy"))
     DescribeFlowResponse.add_member(:last_updated_by, Shapes::ShapeRef.new(shape: UpdatedBy, location_name: "lastUpdatedBy"))
     DescribeFlowResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "tags"))
+    DescribeFlowResponse.add_member(:metadata_catalog_config, Shapes::ShapeRef.new(shape: MetadataCatalogConfig, location_name: "metadataCatalogConfig"))
+    DescribeFlowResponse.add_member(:last_run_metadata_catalog_details, Shapes::ShapeRef.new(shape: MetadataCatalogDetails, location_name: "lastRunMetadataCatalogDetails"))
+    DescribeFlowResponse.add_member(:schema_version, Shapes::ShapeRef.new(shape: Long, location_name: "schemaVersion"))
     DescribeFlowResponse.struct_class = Types::DescribeFlowResponse
 
     DestinationConnectorProperties.add_member(:redshift, Shapes::ShapeRef.new(shape: RedshiftDestinationProperties, location_name: "Redshift"))
@@ -869,6 +887,7 @@ module Aws::Appflow
     ExecutionRecord.add_member(:last_updated_at, Shapes::ShapeRef.new(shape: Date, location_name: "lastUpdatedAt"))
     ExecutionRecord.add_member(:data_pull_start_time, Shapes::ShapeRef.new(shape: Date, location_name: "dataPullStartTime"))
     ExecutionRecord.add_member(:data_pull_end_time, Shapes::ShapeRef.new(shape: Date, location_name: "dataPullEndTime"))
+    ExecutionRecord.add_member(:metadata_catalog_details, Shapes::ShapeRef.new(shape: MetadataCatalogDetails, location_name: "metadataCatalogDetails"))
     ExecutionRecord.struct_class = Types::ExecutionRecord
 
     ExecutionResult.add_member(:error_info, Shapes::ShapeRef.new(shape: ErrorInfo, location_name: "errorInfo"))
@@ -909,6 +928,11 @@ module Aws::Appflow
 
     FlowList.member = Shapes::ShapeRef.new(shape: FlowDefinition)
 
+    GlueDataCatalogConfig.add_member(:role_arn, Shapes::ShapeRef.new(shape: GlueDataCatalogIAMRole, required: true, location_name: "roleArn"))
+    GlueDataCatalogConfig.add_member(:database_name, Shapes::ShapeRef.new(shape: GlueDataCatalogDatabaseName, required: true, location_name: "databaseName"))
+    GlueDataCatalogConfig.add_member(:table_prefix, Shapes::ShapeRef.new(shape: GlueDataCatalogTablePrefix, required: true, location_name: "tablePrefix"))
+    GlueDataCatalogConfig.struct_class = Types::GlueDataCatalogConfig
+
     GoogleAnalyticsConnectorProfileCredentials.add_member(:client_id, Shapes::ShapeRef.new(shape: ClientId, required: true, location_name: "clientId"))
     GoogleAnalyticsConnectorProfileCredentials.add_member(:client_secret, Shapes::ShapeRef.new(shape: ClientSecret, required: true, location_name: "clientSecret"))
     GoogleAnalyticsConnectorProfileCredentials.add_member(:access_token, Shapes::ShapeRef.new(shape: AccessToken, location_name: "accessToken"))
@@ -1014,6 +1038,17 @@ module Aws::Appflow
     MarketoSourceProperties.add_member(:object, Shapes::ShapeRef.new(shape: Object, required: true, location_name: "object"))
     MarketoSourceProperties.struct_class = Types::MarketoSourceProperties
 
+    MetadataCatalogConfig.add_member(:glue_data_catalog, Shapes::ShapeRef.new(shape: GlueDataCatalogConfig, location_name: "glueDataCatalog"))
+    MetadataCatalogConfig.struct_class = Types::MetadataCatalogConfig
+
+    MetadataCatalogDetail.add_member(:catalog_type, Shapes::ShapeRef.new(shape: CatalogType, location_name: "catalogType"))
+    MetadataCatalogDetail.add_member(:table_name, Shapes::ShapeRef.new(shape: String, location_name: "tableName"))
+    MetadataCatalogDetail.add_member(:table_registration_output, Shapes::ShapeRef.new(shape: RegistrationOutput, location_name: "tableRegistrationOutput"))
+    MetadataCatalogDetail.add_member(:partition_registration_output, Shapes::ShapeRef.new(shape: RegistrationOutput, location_name: "partitionRegistrationOutput"))
+    MetadataCatalogDetail.struct_class = Types::MetadataCatalogDetail
+
+    MetadataCatalogDetails.member = Shapes::ShapeRef.new(shape: MetadataCatalogDetail)
+
     OAuth2Credentials.add_member(:client_id, Shapes::ShapeRef.new(shape: ClientId, location_name: "clientId"))
     OAuth2Credentials.add_member(:client_secret, Shapes::ShapeRef.new(shape: ClientSecret, location_name: "clientSecret"))
     OAuth2Credentials.add_member(:access_token, Shapes::ShapeRef.new(shape: AccessToken, location_name: "accessToken"))
@@ -1060,8 +1095,11 @@ module Aws::Appflow
 
     OAuthScopeList.member = Shapes::ShapeRef.new(shape: OAuthScope)
 
+    PathPrefixHierarchy.member = Shapes::ShapeRef.new(shape: PathPrefix)
+
     PrefixConfig.add_member(:prefix_type, Shapes::ShapeRef.new(shape: PrefixType, location_name: "prefixType"))
     PrefixConfig.add_member(:prefix_format, Shapes::ShapeRef.new(shape: PrefixFormat, location_name: "prefixFormat"))
+    PrefixConfig.add_member(:path_prefix_hierarchy, Shapes::ShapeRef.new(shape: PathPrefixHierarchy, location_name: "pathPrefixHierarchy"))
     PrefixConfig.struct_class = Types::PrefixConfig
 
     PrivateConnectionProvisioningState.add_member(:status, Shapes::ShapeRef.new(shape: PrivateConnectionProvisioningStatus, location_name: "status"))
@@ -1105,6 +1143,11 @@ module Aws::Appflow
     RegisterConnectorResponse.add_member(:connector_arn, Shapes::ShapeRef.new(shape: ARN, location_name: "connectorArn"))
     RegisterConnectorResponse.struct_class = Types::RegisterConnectorResponse
 
+    RegistrationOutput.add_member(:message, Shapes::ShapeRef.new(shape: String, location_name: "message"))
+    RegistrationOutput.add_member(:result, Shapes::ShapeRef.new(shape: String, location_name: "result"))
+    RegistrationOutput.add_member(:status, Shapes::ShapeRef.new(shape: ExecutionStatus, location_name: "status"))
+    RegistrationOutput.struct_class = Types::RegistrationOutput
+
     ResourceNotFoundException.add_member(:message, Shapes::ShapeRef.new(shape: ErrorMessage, location_name: "message"))
     ResourceNotFoundException.struct_class = Types::ResourceNotFoundException
 
@@ -1392,12 +1435,21 @@ module Aws::Appflow
     UpdateConnectorProfileResponse.add_member(:connector_profile_arn, Shapes::ShapeRef.new(shape: ConnectorProfileArn, location_name: "connectorProfileArn"))
     UpdateConnectorProfileResponse.struct_class = Types::UpdateConnectorProfileResponse
 
+    UpdateConnectorRegistrationRequest.add_member(:connector_label, Shapes::ShapeRef.new(shape: ConnectorLabel, required: true, location_name: "connectorLabel"))
+    UpdateConnectorRegistrationRequest.add_member(:description, Shapes::ShapeRef.new(shape: Description, location_name: "description"))
+    UpdateConnectorRegistrationRequest.add_member(:connector_provisioning_config, Shapes::ShapeRef.new(shape: ConnectorProvisioningConfig, location_name: "connectorProvisioningConfig"))
+    UpdateConnectorRegistrationRequest.struct_class = Types::UpdateConnectorRegistrationRequest
+
+    UpdateConnectorRegistrationResponse.add_member(:connector_arn, Shapes::ShapeRef.new(shape: ARN, location_name: "connectorArn"))
+    UpdateConnectorRegistrationResponse.struct_class = Types::UpdateConnectorRegistrationResponse
+
     UpdateFlowRequest.add_member(:flow_name, Shapes::ShapeRef.new(shape: FlowName, required: true, location_name: "flowName"))
     UpdateFlowRequest.add_member(:description, Shapes::ShapeRef.new(shape: FlowDescription, location_name: "description"))
     UpdateFlowRequest.add_member(:trigger_config, Shapes::ShapeRef.new(shape: TriggerConfig, required: true, location_name: "triggerConfig"))
     UpdateFlowRequest.add_member(:source_flow_config, Shapes::ShapeRef.new(shape: SourceFlowConfig, required: true, location_name: "sourceFlowConfig"))
     UpdateFlowRequest.add_member(:destination_flow_config_list, Shapes::ShapeRef.new(shape: DestinationFlowConfigList, required: true, location_name: "destinationFlowConfigList"))
     UpdateFlowRequest.add_member(:tasks, Shapes::ShapeRef.new(shape: Tasks, required: true, location_name: "tasks"))
+    UpdateFlowRequest.add_member(:metadata_catalog_config, Shapes::ShapeRef.new(shape: MetadataCatalogConfig, location_name: "metadataCatalogConfig"))
     UpdateFlowRequest.struct_class = Types::UpdateFlowRequest
 
     UpdateFlowResponse.add_member(:flow_status, Shapes::ShapeRef.new(shape: FlowStatus, location_name: "flowStatus"))
@@ -1749,6 +1801,23 @@ module Aws::Appflow
         o.errors << Shapes::ShapeRef.new(shape: InternalServerException)
       end)
 
+      api.add_operation(:update_connector_registration, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "UpdateConnectorRegistration"
+        o.http_method = "POST"
+        o.http_request_uri = "/update-connector-registration"
+        o.input = Shapes::ShapeRef.new(shape: UpdateConnectorRegistrationRequest)
+        o.output = Shapes::ShapeRef.new(shape: UpdateConnectorRegistrationResponse)
+        o.errors << Shapes::ShapeRef.new(shape: ValidationException)
+        o.errors << Shapes::ShapeRef.new(shape: ConflictException)
+        o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
+        o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
+        o.errors << Shapes::ShapeRef.new(shape: ServiceQuotaExceededException)
+        o.errors << Shapes::ShapeRef.new(shape: ThrottlingException)
+        o.errors << Shapes::ShapeRef.new(shape: InternalServerException)
+        o.errors << Shapes::ShapeRef.new(shape: ConnectorServerException)
+        o.errors << Shapes::ShapeRef.new(shape: ConnectorAuthenticationException)
+      end)
+
       api.add_operation(:update_flow, Seahorse::Model::Operation.new.tap do |o|
         o.name = "UpdateFlow"
         o.http_method = "POST"

data/lib/aws-sdk-appflow/endpoints.rb

@@ -305,6 +305,20 @@ module Aws::Appflow
       end
     end
 
+    class UpdateConnectorRegistration
+      def self.build(context)
+        unless context.config.regional_endpoint
+          endpoint = context.config.endpoint.to_s
+        end
+        Aws::Appflow::EndpointParameters.new(
+          region: context.config.region,
+          use_dual_stack: context.config.use_dualstack_endpoint,
+          use_fips: context.config.use_fips_endpoint,
+          endpoint: endpoint,
+        )
+      end
+    end
+
     class UpdateFlow
       def self.build(context)
         unless context.config.regional_endpoint

data/lib/aws-sdk-appflow/plugins/endpoints.rb

@@ -98,6 +98,8 @@ module Aws::Appflow
             Aws::Appflow::Endpoints::UntagResource.build(context)
           when :update_connector_profile
             Aws::Appflow::Endpoints::UpdateConnectorProfile.build(context)
+          when :update_connector_registration
+            Aws::Appflow::Endpoints::UpdateConnectorRegistration.build(context)
           when :update_flow
             Aws::Appflow::Endpoints::UpdateFlow.build(context)
           end

data/lib/aws-sdk-appflow/types.rb

@@ -31,6 +31,7 @@ module Aws::Appflow
     #
     #       {
     #         aggregation_type: "None", # accepts None, SingleFile
+    #         target_file_size: 1,
     #       }
     #
     # @!attribute [rw] aggregation_type
@@ -38,10 +39,19 @@ module Aws::Appflow
     #   single file, or leave them unaggregated.
     #   @return [String]
     #
+    # @!attribute [rw] target_file_size
+    #   The desired file size, in MB, for each output file that Amazon
+    #   AppFlow writes to the flow destination. For each file, Amazon
+    #   AppFlow attempts to achieve the size that you specify. The actual
+    #   file sizes might differ from this target based on the number and
+    #   size of the records that each file contains.
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/AggregationConfig AWS API Documentation
     #
     class AggregationConfig < Struct.new(
-      :aggregation_type)
+      :aggregation_type,
+      :target_file_size)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -2082,9 +2092,11 @@ module Aws::Appflow
     #                   prefix_config: {
     #                     prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                     prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                     path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #                   },
     #                   aggregation_config: {
     #                     aggregation_type: "None", # accepts None, SingleFile
+    #                     target_file_size: 1,
     #                   },
     #                   preserve_source_data_typing: false,
     #                 },
@@ -2128,9 +2140,11 @@ module Aws::Appflow
     #                   prefix_config: { # required
     #                     prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                     prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                     path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #                   },
     #                   aggregation_config: {
     #                     aggregation_type: "None", # accepts None, SingleFile
+    #                     target_file_size: 1,
     #                   },
     #                 },
     #               },
@@ -2216,7 +2230,7 @@ module Aws::Appflow
     #               custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
     #             },
     #             destination_field: "DestinationField",
-    #             task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
+    #             task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
     #             task_properties: {
     #               "VALUE" => "Property",
     #             },
@@ -2225,6 +2239,13 @@ module Aws::Appflow
     #         tags: {
     #           "TagKey" => "TagValue",
     #         },
+    #         metadata_catalog_config: {
+    #           glue_data_catalog: {
+    #             role_arn: "GlueDataCatalogIAMRole", # required
+    #             database_name: "GlueDataCatalogDatabaseName", # required
+    #             table_prefix: "GlueDataCatalogTablePrefix", # required
+    #           },
+    #         },
     #       }
     #
     # @!attribute [rw] flow_name
@@ -2267,6 +2288,13 @@ module Aws::Appflow
     #   The tags used to organize, track, or control access for your flow.
     #   @return [Hash<String,String>]
     #
+    # @!attribute [rw] metadata_catalog_config
+    #   Specifies the configuration that Amazon AppFlow uses when it
+    #   catalogs the data that's transferred by the associated flow. When
+    #   Amazon AppFlow catalogs the data from a flow, it stores metadata in
+    #   a data catalog.
+    #   @return [Types::MetadataCatalogConfig]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/CreateFlowRequest AWS API Documentation
     #
     class CreateFlowRequest < Struct.new(
@@ -2277,7 +2305,8 @@ module Aws::Appflow
       :source_flow_config,
       :destination_flow_config_list,
       :tasks,
-      :tags)
+      :tags,
+      :metadata_catalog_config)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -3081,6 +3110,30 @@ module Aws::Appflow
     #   The tags used to organize, track, or control access for your flow.
     #   @return [Hash<String,String>]
     #
+    # @!attribute [rw] metadata_catalog_config
+    #   Specifies the configuration that Amazon AppFlow uses when it
+    #   catalogs the data that's transferred by the associated flow. When
+    #   Amazon AppFlow catalogs the data from a flow, it stores metadata in
+    #   a data catalog.
+    #   @return [Types::MetadataCatalogConfig]
+    #
+    # @!attribute [rw] last_run_metadata_catalog_details
+    #   Describes the metadata catalog, metadata table, and data partitions
+    #   that Amazon AppFlow used for the associated flow run.
+    #   @return [Array<Types::MetadataCatalogDetail>]
+    #
+    # @!attribute [rw] schema_version
+    #   The version number of your data schema. Amazon AppFlow assigns this
+    #   version number. The version number increases by one when you change
+    #   any of the following settings in your flow configuration:
+    #
+    #   * Source-to-destination field mappings
+    #
+    #   * Field data types
+    #
+    #   * Partition keys
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/DescribeFlowResponse AWS API Documentation
     #
     class DescribeFlowResponse < Struct.new(
@@ -3099,7 +3152,10 @@ module Aws::Appflow
       :last_updated_at,
       :created_by,
       :last_updated_by,
-      :tags)
+      :tags,
+      :metadata_catalog_config,
+      :last_run_metadata_catalog_details,
+      :schema_version)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -3129,9 +3185,11 @@ module Aws::Appflow
     #             prefix_config: {
     #               prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #               prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #               path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #             },
     #             aggregation_config: {
     #               aggregation_type: "None", # accepts None, SingleFile
+    #               target_file_size: 1,
     #             },
     #             preserve_source_data_typing: false,
     #           },
@@ -3175,9 +3233,11 @@ module Aws::Appflow
     #             prefix_config: { # required
     #               prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #               prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #               path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #             },
     #             aggregation_config: {
     #               aggregation_type: "None", # accepts None, SingleFile
+    #               target_file_size: 1,
     #             },
     #           },
     #         },
@@ -3388,9 +3448,11 @@ module Aws::Appflow
     #               prefix_config: {
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #               preserve_source_data_typing: false,
     #             },
@@ -3434,9 +3496,11 @@ module Aws::Appflow
     #               prefix_config: { # required
     #                 prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                 prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                 path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #               },
     #               aggregation_config: {
     #                 aggregation_type: "None", # accepts None, SingleFile
+    #                 target_file_size: 1,
     #               },
     #             },
     #           },
@@ -3761,6 +3825,11 @@ module Aws::Appflow
     #   transferred in the flow run.
     #   @return [Time]
     #
+    # @!attribute [rw] metadata_catalog_details
+    #   Describes the metadata catalog, metadata table, and data partitions
+    #   that Amazon AppFlow used for the associated flow run.
+    #   @return [Array<Types::MetadataCatalogDetail>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/ExecutionRecord AWS API Documentation
     #
     class ExecutionRecord < Struct.new(
@@ -3770,7 +3839,8 @@ module Aws::Appflow
       :started_at,
       :last_updated_at,
       :data_pull_start_time,
-      :data_pull_end_time)
+      :data_pull_end_time,
+      :metadata_catalog_details)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -3939,6 +4009,67 @@ module Aws::Appflow
       include Aws::Structure
     end
 
+    # Specifies the configuration that Amazon AppFlow uses when it catalogs
+    # your data with the Glue Data Catalog. When Amazon AppFlow catalogs
+    # your data, it stores metadata in Data Catalog tables. This metadata
+    # represents the data that's transferred by the flow that you configure
+    # with these settings.
+    #
+    # <note markdown="1"> You can configure a flow with these settings only when the flow
+    # destination is Amazon S3.
+    #
+    #  </note>
+    #
+    # @note When making an API call, you may pass GlueDataCatalogConfig
+    #   data as a hash:
+    #
+    #       {
+    #         role_arn: "GlueDataCatalogIAMRole", # required
+    #         database_name: "GlueDataCatalogDatabaseName", # required
+    #         table_prefix: "GlueDataCatalogTablePrefix", # required
+    #       }
+    #
+    # @!attribute [rw] role_arn
+    #   The Amazon Resource Name (ARN) of an IAM role that grants Amazon
+    #   AppFlow the permissions it needs to create Data Catalog tables,
+    #   databases, and partitions.
+    #
+    #   For an example IAM policy that has the required permissions, see
+    #   [Identity-based policy examples for Amazon AppFlow][1].
+    #
+    #
+    #
+    #   [1]: https://docs.aws.amazon.com/appflow/latest/userguide/security_iam_id-based-policy-examples.html
+    #   @return [String]
+    #
+    # @!attribute [rw] database_name
+    #   The name of the Data Catalog database that stores the metadata
+    #   tables that Amazon AppFlow creates in your Amazon Web Services
+    #   account. These tables contain metadata for the data that's
+    #   transferred by the flow that you configure with this parameter.
+    #
+    #   <note markdown="1"> When you configure a new flow with this parameter, you must specify
+    #   an existing database.
+    #
+    #    </note>
+    #   @return [String]
+    #
+    # @!attribute [rw] table_prefix
+    #   A naming prefix for each Data Catalog table that Amazon AppFlow
+    #   creates for the flow that you configure with this setting. Amazon
+    #   AppFlow adds the prefix to the beginning of the each table name.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/GlueDataCatalogConfig AWS API Documentation
+    #
+    class GlueDataCatalogConfig < Struct.new(
+      :role_arn,
+      :database_name,
+      :table_prefix)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The connector-specific profile credentials required by Google
     # Analytics.
     #
@@ -4600,6 +4731,79 @@ module Aws::Appflow
       include Aws::Structure
     end
 
+    # Specifies the configuration that Amazon AppFlow uses when it catalogs
+    # your data. When Amazon AppFlow catalogs your data, it stores metadata
+    # in a data catalog.
+    #
+    # @note When making an API call, you may pass MetadataCatalogConfig
+    #   data as a hash:
+    #
+    #       {
+    #         glue_data_catalog: {
+    #           role_arn: "GlueDataCatalogIAMRole", # required
+    #           database_name: "GlueDataCatalogDatabaseName", # required
+    #           table_prefix: "GlueDataCatalogTablePrefix", # required
+    #         },
+    #       }
+    #
+    # @!attribute [rw] glue_data_catalog
+    #   Specifies the configuration that Amazon AppFlow uses when it
+    #   catalogs your data with the Glue Data Catalog.
+    #   @return [Types::GlueDataCatalogConfig]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/MetadataCatalogConfig AWS API Documentation
+    #
+    class MetadataCatalogConfig < Struct.new(
+      :glue_data_catalog)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # Describes the metadata catalog, metadata table, and data partitions
+    # that Amazon AppFlow used for the associated flow run.
+    #
+    # @!attribute [rw] catalog_type
+    #   The type of metadata catalog that Amazon AppFlow used for the
+    #   associated flow run. This parameter returns the following value:
+    #
+    #   GLUE
+    #
+    #   : The metadata catalog is provided by the Glue Data Catalog. Glue
+    #     includes the Glue Data Catalog as a component.
+    #   @return [String]
+    #
+    # @!attribute [rw] table_name
+    #   The name of the table that stores the metadata for the associated
+    #   flow run. The table stores metadata that represents the data that
+    #   the flow transferred. Amazon AppFlow stores the table in the
+    #   metadata catalog.
+    #   @return [String]
+    #
+    # @!attribute [rw] table_registration_output
+    #   Describes the status of the attempt from Amazon AppFlow to register
+    #   the metadata table with the metadata catalog. Amazon AppFlow creates
+    #   or updates this table for the associated flow run.
+    #   @return [Types::RegistrationOutput]
+    #
+    # @!attribute [rw] partition_registration_output
+    #   Describes the status of the attempt from Amazon AppFlow to register
+    #   the data partitions with the metadata catalog. The data partitions
+    #   organize the flow output into a hierarchical path, such as a folder
+    #   path in an S3 bucket. Amazon AppFlow creates the partitions (if they
+    #   don't already exist) based on your flow configuration.
+    #   @return [Types::RegistrationOutput]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/MetadataCatalogDetail AWS API Documentation
+    #
+    class MetadataCatalogDetail < Struct.new(
+      :catalog_type,
+      :table_name,
+      :table_registration_output,
+      :partition_registration_output)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The OAuth 2.0 credentials required for OAuth 2.0 authentication.
     #
     # @note When making an API call, you may pass OAuth2Credentials
@@ -4857,9 +5061,8 @@ module Aws::Appflow
       include Aws::Structure
     end
 
-    # Determines the prefix that Amazon AppFlow applies to the destination
-    # folder name. You can name your destination folders according to the
-    # flow frequency and date.
+    # Specifies elements that Amazon AppFlow includes in the file and folder
+    # names in the flow destination.
     #
     # @note When making an API call, you may pass PrefixConfig
     #   data as a hash:
@@ -4867,6 +5070,7 @@ module Aws::Appflow
     #       {
     #         prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #         prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #         path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #       }
     #
     # @!attribute [rw] prefix_type
@@ -4875,14 +5079,37 @@ module Aws::Appflow
     #   @return [String]
     #
     # @!attribute [rw] prefix_format
-    #   Determines the level of granularity that's included in the prefix.
+    #   Determines the level of granularity for the date and time that's
+    #   included in the prefix.
     #   @return [String]
     #
+    # @!attribute [rw] path_prefix_hierarchy
+    #   Specifies whether the destination file path includes either or both
+    #   of the following elements:
+    #
+    #   EXECUTION\_ID
+    #
+    #   : The ID that Amazon AppFlow assigns to the flow run.
+    #
+    #   SCHEMA\_VERSION
+    #
+    #   : The version number of your data schema. Amazon AppFlow assigns
+    #     this version number. The version number increases by one when you
+    #     change any of the following settings in your flow configuration:
+    #
+    #     * Source-to-destination field mappings
+    #
+    #     * Field data types
+    #
+    #     * Partition keys
+    #   @return [Array<String>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/PrefixConfig AWS API Documentation
     #
     class PrefixConfig < Struct.new(
       :prefix_type,
-      :prefix_format)
+      :prefix_format,
+      :path_prefix_hierarchy)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -5111,6 +5338,41 @@ module Aws::Appflow
       include Aws::Structure
     end
 
+    # Describes the status of an attempt from Amazon AppFlow to register a
+    # resource.
+    #
+    # When you run a flow that you've configured to use a metadata catalog,
+    # Amazon AppFlow registers a metadata table and data partitions with
+    # that catalog. This operation provides the status of that registration
+    # attempt. The operation also indicates how many related resources
+    # Amazon AppFlow created or updated.
+    #
+    # @!attribute [rw] message
+    #   Explains the status of the registration attempt from Amazon AppFlow.
+    #   If the attempt fails, the message explains why.
+    #   @return [String]
+    #
+    # @!attribute [rw] result
+    #   Indicates the number of resources that Amazon AppFlow created or
+    #   updated. Possible resources include metadata tables and data
+    #   partitions.
+    #   @return [String]
+    #
+    # @!attribute [rw] status
+    #   Indicates the status of the registration attempt from Amazon
+    #   AppFlow.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/RegistrationOutput AWS API Documentation
+    #
+    class RegistrationOutput < Struct.new(
+      :message,
+      :result,
+      :status)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The resource specified in the request (such as the source or
     # destination connector profile) is not found.
     #
@@ -5139,9 +5401,11 @@ module Aws::Appflow
     #           prefix_config: {
     #             prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #             prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #             path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #           },
     #           aggregation_config: {
     #             aggregation_type: "None", # accepts None, SingleFile
+    #             target_file_size: 1,
     #           },
     #           preserve_source_data_typing: false,
     #         },
@@ -5211,9 +5475,11 @@ module Aws::Appflow
     #         prefix_config: {
     #           prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #           prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #           path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #         },
     #         aggregation_config: {
     #           aggregation_type: "None", # accepts None, SingleFile
+    #           target_file_size: 1,
     #         },
     #         preserve_source_data_typing: false,
     #       }
@@ -5760,7 +6026,7 @@ module Aws::Appflow
     #     option, you ensure that your flow writes consistent output, but
     #     you decrease performance for large data transfers that are better
     #     suited for Bulk API 2.0. In some cases, if your flow attempts to
-    #     transfer a vary large set of data, it might fail with a timed out
+    #     transfer a vary large set of data, it might fail wituh a timed out
     #     error.
     #   @return [String]
     #
@@ -6755,7 +7021,7 @@ module Aws::Appflow
     #           custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
     #         },
     #         destination_field: "DestinationField",
-    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
+    #         task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
     #         task_properties: {
     #           "VALUE" => "Property",
     #         },
@@ -7283,6 +7549,56 @@ module Aws::Appflow
       include Aws::Structure
     end
 
+    # @note When making an API call, you may pass UpdateConnectorRegistrationRequest
+    #   data as a hash:
+    #
+    #       {
+    #         connector_label: "ConnectorLabel", # required
+    #         description: "Description",
+    #         connector_provisioning_config: {
+    #           lambda: {
+    #             lambda_arn: "ARN", # required
+    #           },
+    #         },
+    #       }
+    #
+    # @!attribute [rw] connector_label
+    #   The name of the connector. The name is unique for each connector
+    #   registration in your AWS account.
+    #   @return [String]
+    #
+    # @!attribute [rw] description
+    #   A description about the update that you're applying to the
+    #   connector.
+    #   @return [String]
+    #
+    # @!attribute [rw] connector_provisioning_config
+    #   Contains information about the configuration of the connector being
+    #   registered.
+    #   @return [Types::ConnectorProvisioningConfig]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/UpdateConnectorRegistrationRequest AWS API Documentation
+    #
+    class UpdateConnectorRegistrationRequest < Struct.new(
+      :connector_label,
+      :description,
+      :connector_provisioning_config)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # @!attribute [rw] connector_arn
+    #   The ARN of the connector being updated.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/UpdateConnectorRegistrationResponse AWS API Documentation
+    #
+    class UpdateConnectorRegistrationResponse < Struct.new(
+      :connector_arn)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass UpdateFlowRequest
     #   data as a hash:
     #
@@ -7400,9 +7716,11 @@ module Aws::Appflow
     #                   prefix_config: {
     #                     prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                     prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                     path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #                   },
     #                   aggregation_config: {
     #                     aggregation_type: "None", # accepts None, SingleFile
+    #                     target_file_size: 1,
     #                   },
     #                   preserve_source_data_typing: false,
     #                 },
@@ -7446,9 +7764,11 @@ module Aws::Appflow
     #                   prefix_config: { # required
     #                     prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #                     prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #                     path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #                   },
     #                   aggregation_config: {
     #                     aggregation_type: "None", # accepts None, SingleFile
+    #                     target_file_size: 1,
     #                   },
     #                 },
     #               },
@@ -7534,12 +7854,19 @@ module Aws::Appflow
     #               custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
     #             },
     #             destination_field: "DestinationField",
-    #             task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
+    #             task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
     #             task_properties: {
     #               "VALUE" => "Property",
     #             },
     #           },
     #         ],
+    #         metadata_catalog_config: {
+    #           glue_data_catalog: {
+    #             role_arn: "GlueDataCatalogIAMRole", # required
+    #             database_name: "GlueDataCatalogDatabaseName", # required
+    #             table_prefix: "GlueDataCatalogTablePrefix", # required
+    #           },
+    #         },
     #       }
     #
     # @!attribute [rw] flow_name
@@ -7570,6 +7897,13 @@ module Aws::Appflow
     #   data in the flow run.
     #   @return [Array<Types::Task>]
     #
+    # @!attribute [rw] metadata_catalog_config
+    #   Specifies the configuration that Amazon AppFlow uses when it
+    #   catalogs the data that's transferred by the associated flow. When
+    #   Amazon AppFlow catalogs the data from a flow, it stores metadata in
+    #   a data catalog.
+    #   @return [Types::MetadataCatalogConfig]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/UpdateFlowRequest AWS API Documentation
     #
     class UpdateFlowRequest < Struct.new(
@@ -7578,7 +7912,8 @@ module Aws::Appflow
       :trigger_config,
       :source_flow_config,
       :destination_flow_config_list,
-      :tasks)
+      :tasks,
+      :metadata_catalog_config)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -7609,9 +7944,11 @@ module Aws::Appflow
     #           prefix_config: { # required
     #             prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #             prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #             path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #           },
     #           aggregation_config: {
     #             aggregation_type: "None", # accepts None, SingleFile
+    #             target_file_size: 1,
     #           },
     #         },
     #       }
@@ -7658,9 +7995,11 @@ module Aws::Appflow
     #         prefix_config: { # required
     #           prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
     #           prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
+    #           path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
     #         },
     #         aggregation_config: {
     #           aggregation_type: "None", # accepts None, SingleFile
+    #           target_file_size: 1,
     #         },
     #       }
     #
@@ -7670,9 +8009,8 @@ module Aws::Appflow
     #   @return [String]
     #
     # @!attribute [rw] prefix_config
-    #   Determines the prefix that Amazon AppFlow applies to the destination
-    #   folder name. You can name your destination folders according to the
-    #   flow frequency and date.
+    #   Specifies elements that Amazon AppFlow includes in the file and
+    #   folder names in the flow destination.
     #   @return [Types::PrefixConfig]
     #
     # @!attribute [rw] aggregation_config

data/lib/aws-sdk-appflow.rb

@@ -52,6 +52,6 @@ require_relative 'aws-sdk-appflow/customizations'
 # @!group service
 module Aws::Appflow
 
-  GEM_VERSION = '1.29.0'
+  GEM_VERSION = '1.31.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-appflow
 version: !ruby/object:Gem::Version
-  version: 1.29.0
+  version: 1.31.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-10-25 00:00:00.000000000 Z
+date: 2022-11-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core