aws-sdk-gluedatabrew 1.6.0 → 1.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2b15f1d9ae0302d7cf8f7c255e48487651de4f7a7da05821e0e3bdecee270f46
-  data.tar.gz: 6ba1ec7e19340aec72d99ec83fea6b870010414d98e501335944fe9cf0fd8ba4
+  metadata.gz: b1f0370109214a987494fc4c1269c4afa58a4bebbfdf916669d7fabb291b2e29
+  data.tar.gz: b0c6dca740e6820ff6f75de9c4fe60a1d12ac0a09a301c61d25f94f7644b73b5
 SHA512:
-  metadata.gz: 6ddea198f08300196fceceb0e7f013b6836498222e4a4202447b27c38c9f7a0906fbe6a93a0dbbb27cc1f175129327cf5a363a94c3ffa816fc548da087eb6e3f
-  data.tar.gz: 031a5a3dca9320c5b6b030f917178006f521a2313f50c34990792d5308dae2f1ecabc6ccdeaf20e869bd69a6635c3e5f612f6499690113c9f49f0d1d225bfc9d
+  metadata.gz: da2c2891a69d23b22c886a1b98cd25f5e200e075303b4f617e6c191c77a17275c01b5ff1fd56638474deb04b81aea78be7a256df1a8a664c8c1597dfa2138451
+  data.tar.gz: d9e19e5a3858584b3a3afe0cfb5f3ac75ab27e68234189c9dd613c1b5f9a10884d7934f25b19869bed82e20f81904bc8e943052cc857c42edf32140a11d05b98

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.7.0 (2021-03-30)
+------------------
+
+* Feature - This SDK release adds two new dataset features: 1) support for specifying a database connection as a dataset input 2) support for dynamic datasets that accept configurable parameters in S3 path.
+
 1.6.0 (2021-03-10)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.6.0
+1.7.0

data/lib/aws-sdk-gluedatabrew.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-gluedatabrew/customizations'
 # @!group service
 module Aws::GlueDataBrew
 
-  GEM_VERSION = '1.6.0'
+  GEM_VERSION = '1.7.0'
 
 end

data/lib/aws-sdk-gluedatabrew/client.rb

@@ -400,15 +400,20 @@ module Aws::GlueDataBrew
     #   alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
     #
     # @option params [String] :format
-    #   Specifies the file format of a dataset created from an S3 file or
+    #   The file format of a dataset that is created from an S3 file or
     #   folder.
     #
     # @option params [Types::FormatOptions] :format_options
-    #   Options that define the structure of either Csv, Excel, or JSON input.
+    #   Represents a set of options that define the structure of either
+    #   comma-separated value (CSV), Excel, or JSON input.
     #
     # @option params [required, Types::Input] :input
-    #   Information on how DataBrew can find data, in either the AWS Glue Data
-    #   Catalog or Amazon S3.
+    #   Represents information on how DataBrew can find data, in either the
+    #   AWS Glue Data Catalog or Amazon S3.
+    #
+    # @option params [Types::PathOptions] :path_options
+    #   A set of options that defines how DataBrew interprets an S3 path of
+    #   the dataset.
     #
     # @option params [Hash<String,String>] :tags
     #   Metadata tags to apply to this dataset.
@@ -450,6 +455,45 @@ module Aws::GlueDataBrew
     #           key: "Key",
     #         },
     #       },
+    #       database_input_definition: {
+    #         glue_connection_name: "GlueConnectionName", # required
+    #         database_table_name: "DatabaseTableName", # required
+    #         temp_directory: {
+    #           bucket: "Bucket", # required
+    #           key: "Key",
+    #         },
+    #       },
+    #     },
+    #     path_options: {
+    #       last_modified_date_condition: {
+    #         expression: "Expression", # required
+    #         values_map: { # required
+    #           "ValueReference" => "ConditionValue",
+    #         },
+    #       },
+    #       files_limit: {
+    #         max_files: 1, # required
+    #         ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
+    #         order: "DESCENDING", # accepts DESCENDING, ASCENDING
+    #       },
+    #       parameters: {
+    #         "PathParameterName" => {
+    #           name: "PathParameterName", # required
+    #           type: "Datetime", # required, accepts Datetime, Number, String
+    #           datetime_options: {
+    #             format: "DatetimeFormat", # required
+    #             timezone_offset: "TimezoneOffset",
+    #             locale_code: "LocaleCode",
+    #           },
+    #           create_column: false,
+    #           filter: {
+    #             expression: "Expression", # required
+    #             values_map: { # required
+    #               "ValueReference" => "ConditionValue",
+    #             },
+    #           },
+    #         },
+    #       },
     #     },
     #     tags: {
     #       "TagKey" => "TagValue",
@@ -502,8 +546,8 @@ module Aws::GlueDataBrew
     #   The maximum number of times to retry the job after a job run fails.
     #
     # @option params [required, Types::S3Location] :output_location
-    #   An Amazon S3 location (bucket name an object key) where DataBrew can
-    #   read input data, or write output from a job.
+    #   Represents an Amazon S3 location (bucket name and object key) where
+    #   DataBrew can read input data, or write output from a job.
     #
     # @option params [required, String] :role_arn
     #   The Amazon Resource Name (ARN) of the AWS Identity and Access
@@ -1004,6 +1048,7 @@ module Aws::GlueDataBrew
     #   * {Types::DescribeDatasetResponse#last_modified_date #last_modified_date} => Time
     #   * {Types::DescribeDatasetResponse#last_modified_by #last_modified_by} => String
     #   * {Types::DescribeDatasetResponse#source #source} => String
+    #   * {Types::DescribeDatasetResponse#path_options #path_options} => Types::PathOptions
     #   * {Types::DescribeDatasetResponse#tags #tags} => Hash&lt;String,String&gt;
     #   * {Types::DescribeDatasetResponse#resource_arn #resource_arn} => String
     #
@@ -1034,9 +1079,29 @@ module Aws::GlueDataBrew
     #   resp.input.data_catalog_input_definition.table_name #=> String
     #   resp.input.data_catalog_input_definition.temp_directory.bucket #=> String
     #   resp.input.data_catalog_input_definition.temp_directory.key #=> String
+    #   resp.input.database_input_definition.glue_connection_name #=> String
+    #   resp.input.database_input_definition.database_table_name #=> String
+    #   resp.input.database_input_definition.temp_directory.bucket #=> String
+    #   resp.input.database_input_definition.temp_directory.key #=> String
     #   resp.last_modified_date #=> Time
     #   resp.last_modified_by #=> String
-    #   resp.source #=> String, one of "S3", "DATA-CATALOG"
+    #   resp.source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
+    #   resp.path_options.last_modified_date_condition.expression #=> String
+    #   resp.path_options.last_modified_date_condition.values_map #=> Hash
+    #   resp.path_options.last_modified_date_condition.values_map["ValueReference"] #=> String
+    #   resp.path_options.files_limit.max_files #=> Integer
+    #   resp.path_options.files_limit.ordered_by #=> String, one of "LAST_MODIFIED_DATE"
+    #   resp.path_options.files_limit.order #=> String, one of "DESCENDING", "ASCENDING"
+    #   resp.path_options.parameters #=> Hash
+    #   resp.path_options.parameters["PathParameterName"].name #=> String
+    #   resp.path_options.parameters["PathParameterName"].type #=> String, one of "Datetime", "Number", "String"
+    #   resp.path_options.parameters["PathParameterName"].datetime_options.format #=> String
+    #   resp.path_options.parameters["PathParameterName"].datetime_options.timezone_offset #=> String
+    #   resp.path_options.parameters["PathParameterName"].datetime_options.locale_code #=> String
+    #   resp.path_options.parameters["PathParameterName"].create_column #=> Boolean
+    #   resp.path_options.parameters["PathParameterName"].filter.expression #=> String
+    #   resp.path_options.parameters["PathParameterName"].filter.values_map #=> Hash
+    #   resp.path_options.parameters["PathParameterName"].filter.values_map["ValueReference"] #=> String
     #   resp.tags #=> Hash
     #   resp.tags["TagKey"] #=> String
     #   resp.resource_arn #=> String
@@ -1411,9 +1476,29 @@ module Aws::GlueDataBrew
     #   resp.datasets[0].input.data_catalog_input_definition.table_name #=> String
     #   resp.datasets[0].input.data_catalog_input_definition.temp_directory.bucket #=> String
     #   resp.datasets[0].input.data_catalog_input_definition.temp_directory.key #=> String
+    #   resp.datasets[0].input.database_input_definition.glue_connection_name #=> String
+    #   resp.datasets[0].input.database_input_definition.database_table_name #=> String
+    #   resp.datasets[0].input.database_input_definition.temp_directory.bucket #=> String
+    #   resp.datasets[0].input.database_input_definition.temp_directory.key #=> String
     #   resp.datasets[0].last_modified_date #=> Time
     #   resp.datasets[0].last_modified_by #=> String
-    #   resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG"
+    #   resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
+    #   resp.datasets[0].path_options.last_modified_date_condition.expression #=> String
+    #   resp.datasets[0].path_options.last_modified_date_condition.values_map #=> Hash
+    #   resp.datasets[0].path_options.last_modified_date_condition.values_map["ValueReference"] #=> String
+    #   resp.datasets[0].path_options.files_limit.max_files #=> Integer
+    #   resp.datasets[0].path_options.files_limit.ordered_by #=> String, one of "LAST_MODIFIED_DATE"
+    #   resp.datasets[0].path_options.files_limit.order #=> String, one of "DESCENDING", "ASCENDING"
+    #   resp.datasets[0].path_options.parameters #=> Hash
+    #   resp.datasets[0].path_options.parameters["PathParameterName"].name #=> String
+    #   resp.datasets[0].path_options.parameters["PathParameterName"].type #=> String, one of "Datetime", "Number", "String"
+    #   resp.datasets[0].path_options.parameters["PathParameterName"].datetime_options.format #=> String
+    #   resp.datasets[0].path_options.parameters["PathParameterName"].datetime_options.timezone_offset #=> String
+    #   resp.datasets[0].path_options.parameters["PathParameterName"].datetime_options.locale_code #=> String
+    #   resp.datasets[0].path_options.parameters["PathParameterName"].create_column #=> Boolean
+    #   resp.datasets[0].path_options.parameters["PathParameterName"].filter.expression #=> String
+    #   resp.datasets[0].path_options.parameters["PathParameterName"].filter.values_map #=> Hash
+    #   resp.datasets[0].path_options.parameters["PathParameterName"].filter.values_map["ValueReference"] #=> String
     #   resp.datasets[0].tags #=> Hash
     #   resp.datasets[0].tags["TagKey"] #=> String
     #   resp.datasets[0].resource_arn #=> String
@@ -1896,7 +1981,7 @@ module Aws::GlueDataBrew
     #   and ready for work. The action will be performed on this session.
     #
     # @option params [Types::ViewFrame] :view_frame
-    #   Represents the data being being transformed during an action.
+    #   Represents the data being transformed during an action.
     #
     # @return [Types::SendProjectSessionActionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
@@ -2108,15 +2193,20 @@ module Aws::GlueDataBrew
     #   The name of the dataset to be updated.
     #
     # @option params [String] :format
-    #   Specifies the file format of a dataset created from an S3 file or
+    #   The file format of a dataset that is created from an S3 file or
     #   folder.
     #
     # @option params [Types::FormatOptions] :format_options
-    #   Options that define the structure of either Csv, Excel, or JSON input.
+    #   Represents a set of options that define the structure of either
+    #   comma-separated value (CSV), Excel, or JSON input.
     #
     # @option params [required, Types::Input] :input
-    #   Information on how DataBrew can find data, in either the AWS Glue Data
-    #   Catalog or Amazon S3.
+    #   Represents information on how DataBrew can find data, in either the
+    #   AWS Glue Data Catalog or Amazon S3.
+    #
+    # @option params [Types::PathOptions] :path_options
+    #   A set of options that defines how DataBrew interprets an S3 path of
+    #   the dataset.
     #
     # @return [Types::UpdateDatasetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
@@ -2155,6 +2245,45 @@ module Aws::GlueDataBrew
     #           key: "Key",
     #         },
     #       },
+    #       database_input_definition: {
+    #         glue_connection_name: "GlueConnectionName", # required
+    #         database_table_name: "DatabaseTableName", # required
+    #         temp_directory: {
+    #           bucket: "Bucket", # required
+    #           key: "Key",
+    #         },
+    #       },
+    #     },
+    #     path_options: {
+    #       last_modified_date_condition: {
+    #         expression: "Expression", # required
+    #         values_map: { # required
+    #           "ValueReference" => "ConditionValue",
+    #         },
+    #       },
+    #       files_limit: {
+    #         max_files: 1, # required
+    #         ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
+    #         order: "DESCENDING", # accepts DESCENDING, ASCENDING
+    #       },
+    #       parameters: {
+    #         "PathParameterName" => {
+    #           name: "PathParameterName", # required
+    #           type: "Datetime", # required, accepts Datetime, Number, String
+    #           datetime_options: {
+    #             format: "DatetimeFormat", # required
+    #             timezone_offset: "TimezoneOffset",
+    #             locale_code: "LocaleCode",
+    #           },
+    #           create_column: false,
+    #           filter: {
+    #             expression: "Expression", # required
+    #             values_map: { # required
+    #               "ValueReference" => "ConditionValue",
+    #             },
+    #           },
+    #         },
+    #       },
     #     },
     #   })
     #
@@ -2199,8 +2328,8 @@ module Aws::GlueDataBrew
     #   The maximum number of times to retry the job after a job run fails.
     #
     # @option params [required, Types::S3Location] :output_location
-    #   An Amazon S3 location (bucket name an object key) where DataBrew can
-    #   read input data, or write output from a job.
+    #   Represents an Amazon S3 location (bucket name and object key) where
+    #   DataBrew can read input data, or write output from a job.
     #
     # @option params [required, String] :role_arn
     #   The Amazon Resource Name (ARN) of the AWS Identity and Access
@@ -2492,7 +2621,7 @@ module Aws::GlueDataBrew
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-gluedatabrew'
-      context[:gem_version] = '1.6.0'
+      context[:gem_version] = '1.7.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-gluedatabrew/client_api.rb

@@ -33,6 +33,7 @@ module Aws::GlueDataBrew
     ConditionExpressionList = Shapes::ListShape.new(name: 'ConditionExpressionList')
     ConditionValue = Shapes::StringShape.new(name: 'ConditionValue')
     ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
+    CreateColumn = Shapes::BooleanShape.new(name: 'CreateColumn')
     CreateDatasetRequest = Shapes::StructureShape.new(name: 'CreateDatasetRequest')
     CreateDatasetResponse = Shapes::StructureShape.new(name: 'CreateDatasetResponse')
     CreateProfileJobRequest = Shapes::StructureShape.new(name: 'CreateProfileJobRequest')
@@ -50,11 +51,16 @@ module Aws::GlueDataBrew
     CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
     CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
     DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
+    DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
     DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
+    DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
     Dataset = Shapes::StructureShape.new(name: 'Dataset')
     DatasetList = Shapes::ListShape.new(name: 'DatasetList')
     DatasetName = Shapes::StringShape.new(name: 'DatasetName')
+    DatasetParameter = Shapes::StructureShape.new(name: 'DatasetParameter')
     Date = Shapes::TimestampShape.new(name: 'Date')
+    DatetimeFormat = Shapes::StringShape.new(name: 'DatetimeFormat')
+    DatetimeOptions = Shapes::StructureShape.new(name: 'DatetimeOptions')
     DeleteDatasetRequest = Shapes::StructureShape.new(name: 'DeleteDatasetRequest')
     DeleteDatasetResponse = Shapes::StructureShape.new(name: 'DeleteDatasetResponse')
     DeleteJobRequest = Shapes::StructureShape.new(name: 'DeleteJobRequest')
@@ -83,7 +89,11 @@ module Aws::GlueDataBrew
     ErrorCode = Shapes::StringShape.new(name: 'ErrorCode')
     ExcelOptions = Shapes::StructureShape.new(name: 'ExcelOptions')
     ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
+    Expression = Shapes::StringShape.new(name: 'Expression')
+    FilesLimit = Shapes::StructureShape.new(name: 'FilesLimit')
+    FilterExpression = Shapes::StructureShape.new(name: 'FilterExpression')
     FormatOptions = Shapes::StructureShape.new(name: 'FormatOptions')
+    GlueConnectionName = Shapes::StringShape.new(name: 'GlueConnectionName')
     HeaderRow = Shapes::BooleanShape.new(name: 'HeaderRow')
     HiddenColumnList = Shapes::ListShape.new(name: 'HiddenColumnList')
     Input = Shapes::StructureShape.new(name: 'Input')
@@ -120,9 +130,11 @@ module Aws::GlueDataBrew
     ListSchedulesResponse = Shapes::StructureShape.new(name: 'ListSchedulesResponse')
     ListTagsForResourceRequest = Shapes::StructureShape.new(name: 'ListTagsForResourceRequest')
     ListTagsForResourceResponse = Shapes::StructureShape.new(name: 'ListTagsForResourceResponse')
+    LocaleCode = Shapes::StringShape.new(name: 'LocaleCode')
     LogGroupName = Shapes::StringShape.new(name: 'LogGroupName')
     LogSubscription = Shapes::StringShape.new(name: 'LogSubscription')
     MaxCapacity = Shapes::IntegerShape.new(name: 'MaxCapacity')
+    MaxFiles = Shapes::IntegerShape.new(name: 'MaxFiles')
     MaxResults100 = Shapes::IntegerShape.new(name: 'MaxResults100')
     MaxRetries = Shapes::IntegerShape.new(name: 'MaxRetries')
     Message = Shapes::StringShape.new(name: 'Message')
@@ -130,6 +142,8 @@ module Aws::GlueDataBrew
     NextToken = Shapes::StringShape.new(name: 'NextToken')
     OpenedBy = Shapes::StringShape.new(name: 'OpenedBy')
     Operation = Shapes::StringShape.new(name: 'Operation')
+    Order = Shapes::StringShape.new(name: 'Order')
+    OrderedBy = Shapes::StringShape.new(name: 'OrderedBy')
     Output = Shapes::StructureShape.new(name: 'Output')
     OutputFormat = Shapes::StringShape.new(name: 'OutputFormat')
     OutputFormatOptions = Shapes::StructureShape.new(name: 'OutputFormatOptions')
@@ -137,7 +151,11 @@ module Aws::GlueDataBrew
     OverwriteOutput = Shapes::BooleanShape.new(name: 'OverwriteOutput')
     ParameterMap = Shapes::MapShape.new(name: 'ParameterMap')
     ParameterName = Shapes::StringShape.new(name: 'ParameterName')
+    ParameterType = Shapes::StringShape.new(name: 'ParameterType')
     ParameterValue = Shapes::StringShape.new(name: 'ParameterValue')
+    PathOptions = Shapes::StructureShape.new(name: 'PathOptions')
+    PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
+    PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
     Preview = Shapes::BooleanShape.new(name: 'Preview')
     Project = Shapes::StructureShape.new(name: 'Project')
     ProjectList = Shapes::ListShape.new(name: 'ProjectList')
@@ -195,6 +213,7 @@ module Aws::GlueDataBrew
     TagValue = Shapes::StringShape.new(name: 'TagValue')
     TargetColumn = Shapes::StringShape.new(name: 'TargetColumn')
     Timeout = Shapes::IntegerShape.new(name: 'Timeout')
+    TimezoneOffset = Shapes::StringShape.new(name: 'TimezoneOffset')
     UntagResourceRequest = Shapes::StructureShape.new(name: 'UntagResourceRequest')
     UntagResourceResponse = Shapes::StructureShape.new(name: 'UntagResourceResponse')
     UpdateDatasetRequest = Shapes::StructureShape.new(name: 'UpdateDatasetRequest')
@@ -210,6 +229,8 @@ module Aws::GlueDataBrew
     UpdateScheduleRequest = Shapes::StructureShape.new(name: 'UpdateScheduleRequest')
     UpdateScheduleResponse = Shapes::StructureShape.new(name: 'UpdateScheduleResponse')
     ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
+    ValueReference = Shapes::StringShape.new(name: 'ValueReference')
+    ValuesMap = Shapes::MapShape.new(name: 'ValuesMap')
     ViewFrame = Shapes::StructureShape.new(name: 'ViewFrame')
 
     AccessDeniedException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
@@ -239,6 +260,7 @@ module Aws::GlueDataBrew
     CreateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
     CreateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
     CreateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
+    CreateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
     CreateDatasetRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
     CreateDatasetRequest.struct_class = Types::CreateDatasetRequest
 
@@ -322,6 +344,11 @@ module Aws::GlueDataBrew
     DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
     DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
 
+    DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
+    DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
+    DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
+    DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
+
     Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
     Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
     Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
@@ -332,12 +359,25 @@ module Aws::GlueDataBrew
     Dataset.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
     Dataset.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
     Dataset.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
+    Dataset.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
     Dataset.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
     Dataset.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
     Dataset.struct_class = Types::Dataset
 
     DatasetList.member = Shapes::ShapeRef.new(shape: Dataset)
 
+    DatasetParameter.add_member(:name, Shapes::ShapeRef.new(shape: PathParameterName, required: true, location_name: "Name"))
+    DatasetParameter.add_member(:type, Shapes::ShapeRef.new(shape: ParameterType, required: true, location_name: "Type"))
+    DatasetParameter.add_member(:datetime_options, Shapes::ShapeRef.new(shape: DatetimeOptions, location_name: "DatetimeOptions"))
+    DatasetParameter.add_member(:create_column, Shapes::ShapeRef.new(shape: CreateColumn, location_name: "CreateColumn"))
+    DatasetParameter.add_member(:filter, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "Filter"))
+    DatasetParameter.struct_class = Types::DatasetParameter
+
+    DatetimeOptions.add_member(:format, Shapes::ShapeRef.new(shape: DatetimeFormat, required: true, location_name: "Format"))
+    DatetimeOptions.add_member(:timezone_offset, Shapes::ShapeRef.new(shape: TimezoneOffset, location_name: "TimezoneOffset"))
+    DatetimeOptions.add_member(:locale_code, Shapes::ShapeRef.new(shape: LocaleCode, location_name: "LocaleCode"))
+    DatetimeOptions.struct_class = Types::DatetimeOptions
+
     DeleteDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
     DeleteDatasetRequest.struct_class = Types::DeleteDatasetRequest
 
@@ -382,6 +422,7 @@ module Aws::GlueDataBrew
     DescribeDatasetResponse.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
     DescribeDatasetResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
     DescribeDatasetResponse.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
+    DescribeDatasetResponse.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
     DescribeDatasetResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
     DescribeDatasetResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
     DescribeDatasetResponse.struct_class = Types::DescribeDatasetResponse
@@ -489,6 +530,15 @@ module Aws::GlueDataBrew
     ExcelOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
     ExcelOptions.struct_class = Types::ExcelOptions
 
+    FilesLimit.add_member(:max_files, Shapes::ShapeRef.new(shape: MaxFiles, required: true, location_name: "MaxFiles"))
+    FilesLimit.add_member(:ordered_by, Shapes::ShapeRef.new(shape: OrderedBy, location_name: "OrderedBy"))
+    FilesLimit.add_member(:order, Shapes::ShapeRef.new(shape: Order, location_name: "Order"))
+    FilesLimit.struct_class = Types::FilesLimit
+
+    FilterExpression.add_member(:expression, Shapes::ShapeRef.new(shape: Expression, required: true, location_name: "Expression"))
+    FilterExpression.add_member(:values_map, Shapes::ShapeRef.new(shape: ValuesMap, required: true, location_name: "ValuesMap"))
+    FilterExpression.struct_class = Types::FilterExpression
+
     FormatOptions.add_member(:json, Shapes::ShapeRef.new(shape: JsonOptions, location_name: "Json"))
     FormatOptions.add_member(:excel, Shapes::ShapeRef.new(shape: ExcelOptions, location_name: "Excel"))
     FormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOptions, location_name: "Csv"))
@@ -498,6 +548,7 @@ module Aws::GlueDataBrew
 
     Input.add_member(:s3_input_definition, Shapes::ShapeRef.new(shape: S3Location, location_name: "S3InputDefinition"))
     Input.add_member(:data_catalog_input_definition, Shapes::ShapeRef.new(shape: DataCatalogInputDefinition, location_name: "DataCatalogInputDefinition"))
+    Input.add_member(:database_input_definition, Shapes::ShapeRef.new(shape: DatabaseInputDefinition, location_name: "DatabaseInputDefinition"))
     Input.struct_class = Types::Input
 
     InternalServerException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
@@ -640,6 +691,14 @@ module Aws::GlueDataBrew
     ParameterMap.key = Shapes::ShapeRef.new(shape: ParameterName)
     ParameterMap.value = Shapes::ShapeRef.new(shape: ParameterValue)
 
+    PathOptions.add_member(:last_modified_date_condition, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "LastModifiedDateCondition"))
+    PathOptions.add_member(:files_limit, Shapes::ShapeRef.new(shape: FilesLimit, location_name: "FilesLimit"))
+    PathOptions.add_member(:parameters, Shapes::ShapeRef.new(shape: PathParametersMap, location_name: "Parameters"))
+    PathOptions.struct_class = Types::PathOptions
+
+    PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
+    PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
+
     Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
     Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
     Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
@@ -792,6 +851,7 @@ module Aws::GlueDataBrew
     UpdateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
     UpdateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
     UpdateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
+    UpdateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
     UpdateDatasetRequest.struct_class = Types::UpdateDatasetRequest
 
     UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
@@ -854,6 +914,9 @@ module Aws::GlueDataBrew
     ValidationException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
     ValidationException.struct_class = Types::ValidationException
 
+    ValuesMap.key = Shapes::ShapeRef.new(shape: ValueReference)
+    ValuesMap.value = Shapes::ShapeRef.new(shape: ConditionValue)
+
     ViewFrame.add_member(:start_column_index, Shapes::ShapeRef.new(shape: StartColumnIndex, required: true, location_name: "StartColumnIndex"))
     ViewFrame.add_member(:column_range, Shapes::ShapeRef.new(shape: ColumnRange, location_name: "ColumnRange"))
     ViewFrame.add_member(:hidden_columns, Shapes::ShapeRef.new(shape: HiddenColumnList, location_name: "HiddenColumns"))