RubyGems - aws-sdk-gluedatabrew - Versions diffs - 1.8.0 → 1.9.0 - Mend

aws-sdk-gluedatabrew 1.8.0 → 1.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (8) hide show

checksums.yaml +4 -4
data/CHANGELOG.md +5 -0
data/VERSION +1 -1
data/lib/aws-sdk-gluedatabrew.rb +1 -1
data/lib/aws-sdk-gluedatabrew/client.rb +195 -5
data/lib/aws-sdk-gluedatabrew/client_api.rb +59 -0
data/lib/aws-sdk-gluedatabrew/types.rb +460 -22
metadata +2 -2

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 85e9c68625b348efe52a6f9f3de795b06a2a81aa19f45317376e0d951f635ef4
-  data.tar.gz: f35b4be64f4035ec7ce3e2d85422503b00d22930399fb352239b33223c2b8b32
+  metadata.gz: 97b0f8e55b3db7d09c04e29a290942d848be07288f239418d0c3542bb7b28ce8
+  data.tar.gz: 2f78725963736670edb295acbb1c49cb0a76a9e7d86540f16f974faa999c5c78
 SHA512:
-  metadata.gz: 3d4b2a98550351998d4ee75e9a1ae7a0207de299c90d3cec09cd0cbfe0d9e5aea4b69ccdabc44c2076829f75241c88e07a4b465cae7c209c5bdfee594017f4dd
-  data.tar.gz: 280d6dde1839e64851752fa590acbeaf91544f834ccab845c4a00c1b84a5b42dc9c79c93374e4decc25a1ced9f51a7bbe64aa12d928a4e8f48a111661dbdcacf
+  metadata.gz: '09dcdb81f2f6a6d9b68bccf8007c074f204a05d3d07b08dd5d476969768b0ec90f473b72eb63fc5edeb2e49d1e0611af24c51728e2fa026542117e5c181187a5'
+  data.tar.gz: eb9ae3cf20197ea283856989c8cc80dd84c3deeb720b5f6f670531a7cbb3e59f6daba338fd970a5192f9c3ddb6028c65ee545c073dabad44797eaf1f615300c4

data/CHANGELOG.md CHANGED Viewed

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
+1.9.0 (2021-07-22)
+------------------
+* Feature - This SDK release adds two new features: 1) Output to Native JDBC destinations and 2) Adding configurations to profile jobs
 1.8.0 (2021-06-30)
 ------------------

data/VERSION CHANGED Viewed

	@@ -1 +1 @@
1	- 1.8.0
1	+ 1.9.0

data/lib/aws-sdk-gluedatabrew.rb CHANGED Viewed

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-gluedatabrew/customizations'
 # @!group service
 module Aws::GlueDataBrew
-  GEM_VERSION = '1.8.0'
+  GEM_VERSION = '1.9.0'
 end

data/lib/aws-sdk-gluedatabrew/client.rb CHANGED Viewed

@@ -549,6 +549,11 @@ module Aws::GlueDataBrew
     #   Represents an Amazon S3 location (bucket name and object key) where
     #   DataBrew can read input data, or write output from a job.
     #
+    # @option params [Types::ProfileConfiguration] :configuration
+    #   Configuration for profile jobs. Used to select columns, do
+    #   evaluations, and override default parameters of evaluations. When
+    #   configuration is null, the profile job will run with default settings.
+    #
     # @option params [required, String] :role_arn
     #   The Amazon Resource Name (ARN) of the Identity and Access Management
     #   (IAM) role to be assumed when DataBrew runs the job.
@@ -584,6 +589,46 @@ module Aws::GlueDataBrew
     #       bucket: "Bucket", # required
     #       key: "Key",
     #     },
+    #     configuration: {
+    #       dataset_statistics_configuration: {
+    #         included_statistics: ["Statistic"],
+    #         overrides: [
+    #           {
+    #             statistic: "Statistic", # required
+    #             parameters: { # required
+    #               "ParameterName" => "ParameterValue",
+    #             },
+    #           },
+    #         ],
+    #       },
+    #       profile_columns: [
+    #         {
+    #           regex: "ColumnName",
+    #           name: "ColumnName",
+    #         },
+    #       ],
+    #       column_statistics_configurations: [
+    #         {
+    #           selectors: [
+    #             {
+    #               regex: "ColumnName",
+    #               name: "ColumnName",
+    #             },
+    #           ],
+    #           statistics: { # required
+    #             included_statistics: ["Statistic"],
+    #             overrides: [
+    #               {
+    #                 statistic: "Statistic", # required
+    #                 parameters: { # required
+    #                   "ParameterName" => "ParameterValue",
+    #                 },
+    #               },
+    #             ],
+    #           },
+    #         },
+    #       ],
+    #     },
     #     role_arn: "Arn", # required
     #     tags: {
     #       "TagKey" => "TagValue",
@@ -761,8 +806,12 @@ module Aws::GlueDataBrew
     #   One or more artifacts that represent the output from running the job.
     #
     # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
-    #   One or more artifacts that represent the AWS Glue Data Catalog output
-    #   from running the job.
+    #   One or more artifacts that represent the Glue Data Catalog output from
+    #   running the job.
+    #
+    # @option params [Array<Types::DatabaseOutput>] :database_outputs
+    #   Represents a list of JDBC database output objects which defines the
+    #   output destination for a DataBrew recipe job to write to.
     #
     # @option params [String] :project_name
     #   Either the name of an existing project, or a combination of a recipe
@@ -834,6 +883,19 @@ module Aws::GlueDataBrew
     #         overwrite: false,
     #       },
     #     ],
+    #     database_outputs: [
+    #       {
+    #         glue_connection_name: "GlueConnectionName", # required
+    #         database_options: { # required
+    #           temp_directory: {
+    #             bucket: "Bucket", # required
+    #             key: "Key",
+    #           },
+    #           table_name: "DatabaseTableName", # required
+    #         },
+    #         database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
+    #       },
+    #     ],
     #     project_name: "ProjectName",
     #     recipe_reference: {
     #       name: "RecipeName", # required
@@ -1161,7 +1223,9 @@ module Aws::GlueDataBrew
     #   * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
     #   * {Types::DescribeJobResponse#outputs #outputs} => Array&lt;Types::Output&gt;
     #   * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
+    #   * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array&lt;Types::DatabaseOutput&gt;
     #   * {Types::DescribeJobResponse#project_name #project_name} => String
+    #   * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
     #   * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
     #   * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
     #   * {Types::DescribeJobResponse#role_arn #role_arn} => String
@@ -1208,7 +1272,32 @@ module Aws::GlueDataBrew
     #   resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
     #   resp.data_catalog_outputs[0].database_options.table_name #=> String
     #   resp.data_catalog_outputs[0].overwrite #=> Boolean
+    #   resp.database_outputs #=> Array
+    #   resp.database_outputs[0].glue_connection_name #=> String
+    #   resp.database_outputs[0].database_options.temp_directory.bucket #=> String
+    #   resp.database_outputs[0].database_options.temp_directory.key #=> String
+    #   resp.database_outputs[0].database_options.table_name #=> String
+    #   resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
     #   resp.project_name #=> String
+    #   resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
+    #   resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
+    #   resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
+    #   resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
+    #   resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
+    #   resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
+    #   resp.profile_configuration.profile_columns #=> Array
+    #   resp.profile_configuration.profile_columns[0].regex #=> String
+    #   resp.profile_configuration.profile_columns[0].name #=> String
+    #   resp.profile_configuration.column_statistics_configurations #=> Array
+    #   resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
+    #   resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
+    #   resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
     #   resp.recipe_reference.name #=> String
     #   resp.recipe_reference.recipe_version #=> String
     #   resp.resource_arn #=> String
@@ -1244,12 +1333,14 @@ module Aws::GlueDataBrew
     #   * {Types::DescribeJobRunResponse#error_message #error_message} => String
     #   * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
     #   * {Types::DescribeJobRunResponse#job_name #job_name} => String
+    #   * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
     #   * {Types::DescribeJobRunResponse#run_id #run_id} => String
     #   * {Types::DescribeJobRunResponse#state #state} => String
     #   * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
     #   * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
     #   * {Types::DescribeJobRunResponse#outputs #outputs} => Array&lt;Types::Output&gt;
     #   * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
+    #   * {Types::DescribeJobRunResponse#database_outputs #database_outputs} => Array&lt;Types::DatabaseOutput&gt;
     #   * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
     #   * {Types::DescribeJobRunResponse#started_by #started_by} => String
     #   * {Types::DescribeJobRunResponse#started_on #started_on} => Time
@@ -1270,6 +1361,25 @@ module Aws::GlueDataBrew
     #   resp.error_message #=> String
     #   resp.execution_time #=> Integer
     #   resp.job_name #=> String
+    #   resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
+    #   resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
+    #   resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
+    #   resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
+    #   resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
+    #   resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
+    #   resp.profile_configuration.profile_columns #=> Array
+    #   resp.profile_configuration.profile_columns[0].regex #=> String
+    #   resp.profile_configuration.profile_columns[0].name #=> String
+    #   resp.profile_configuration.column_statistics_configurations #=> Array
+    #   resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
+    #   resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
+    #   resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
+    #   resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
     #   resp.run_id #=> String
     #   resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
     #   resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
@@ -1293,6 +1403,12 @@ module Aws::GlueDataBrew
     #   resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
     #   resp.data_catalog_outputs[0].database_options.table_name #=> String
     #   resp.data_catalog_outputs[0].overwrite #=> Boolean
+    #   resp.database_outputs #=> Array
+    #   resp.database_outputs[0].glue_connection_name #=> String
+    #   resp.database_outputs[0].database_options.temp_directory.bucket #=> String
+    #   resp.database_outputs[0].database_options.temp_directory.key #=> String
+    #   resp.database_outputs[0].database_options.table_name #=> String
+    #   resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
     #   resp.recipe_reference.name #=> String
     #   resp.recipe_reference.recipe_version #=> String
     #   resp.started_by #=> String
@@ -1619,6 +1735,12 @@ module Aws::GlueDataBrew
     #   resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
     #   resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
     #   resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
+    #   resp.job_runs[0].database_outputs #=> Array
+    #   resp.job_runs[0].database_outputs[0].glue_connection_name #=> String
+    #   resp.job_runs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
+    #   resp.job_runs[0].database_outputs[0].database_options.temp_directory.key #=> String
+    #   resp.job_runs[0].database_outputs[0].database_options.table_name #=> String
+    #   resp.job_runs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
     #   resp.job_runs[0].recipe_reference.name #=> String
     #   resp.job_runs[0].recipe_reference.recipe_version #=> String
     #   resp.job_runs[0].started_by #=> String
@@ -1706,6 +1828,12 @@ module Aws::GlueDataBrew
     #   resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
     #   resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
     #   resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
+    #   resp.jobs[0].database_outputs #=> Array
+    #   resp.jobs[0].database_outputs[0].glue_connection_name #=> String
+    #   resp.jobs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
+    #   resp.jobs[0].database_outputs[0].database_options.temp_directory.key #=> String
+    #   resp.jobs[0].database_outputs[0].database_options.table_name #=> String
+    #   resp.jobs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
     #   resp.jobs[0].project_name #=> String
     #   resp.jobs[0].recipe_reference.name #=> String
     #   resp.jobs[0].recipe_reference.recipe_version #=> String
@@ -2369,6 +2497,11 @@ module Aws::GlueDataBrew
     # Modifies the definition of an existing profile job.
     #
+    # @option params [Types::ProfileConfiguration] :configuration
+    #   Configuration for profile jobs. Used to select columns, do
+    #   evaluations, and override default parameters of evaluations. When
+    #   configuration is null, the profile job will run with default settings.
+    #
     # @option params [String] :encryption_key_arn
     #   The Amazon Resource Name (ARN) of an encryption key that is used to
     #   protect the job.
@@ -2420,6 +2553,46 @@ module Aws::GlueDataBrew
     # @example Request syntax with placeholder values
     #
     #   resp = client.update_profile_job({
+    #     configuration: {
+    #       dataset_statistics_configuration: {
+    #         included_statistics: ["Statistic"],
+    #         overrides: [
+    #           {
+    #             statistic: "Statistic", # required
+    #             parameters: { # required
+    #               "ParameterName" => "ParameterValue",
+    #             },
+    #           },
+    #         ],
+    #       },
+    #       profile_columns: [
+    #         {
+    #           regex: "ColumnName",
+    #           name: "ColumnName",
+    #         },
+    #       ],
+    #       column_statistics_configurations: [
+    #         {
+    #           selectors: [
+    #             {
+    #               regex: "ColumnName",
+    #               name: "ColumnName",
+    #             },
+    #           ],
+    #           statistics: { # required
+    #             included_statistics: ["Statistic"],
+    #             overrides: [
+    #               {
+    #                 statistic: "Statistic", # required
+    #                 parameters: { # required
+    #                   "ParameterName" => "ParameterValue",
+    #                 },
+    #               },
+    #             ],
+    #           },
+    #         },
+    #       ],
+    #     },
     #     encryption_key_arn: "EncryptionKeyArn",
     #     encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
     #     name: "JobName", # required
@@ -2579,8 +2752,12 @@ module Aws::GlueDataBrew
     #   One or more artifacts that represent the output from running the job.
     #
     # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
-    #   One or more artifacts that represent the AWS Glue Data Catalog output
-    #   from running the job.
+    #   One or more artifacts that represent the Glue Data Catalog output from
+    #   running the job.
+    #
+    # @option params [Array<Types::DatabaseOutput>] :database_outputs
+    #   Represents a list of JDBC database output objects which defines the
+    #   output destination for a DataBrew recipe job to write into.
     #
     # @option params [required, String] :role_arn
     #   The Amazon Resource Name (ARN) of the Identity and Access Management
@@ -2641,6 +2818,19 @@ module Aws::GlueDataBrew
     #         overwrite: false,
     #       },
     #     ],
+    #     database_outputs: [
+    #       {
+    #         glue_connection_name: "GlueConnectionName", # required
+    #         database_options: { # required
+    #           temp_directory: {
+    #             bucket: "Bucket", # required
+    #             key: "Key",
+    #           },
+    #           table_name: "DatabaseTableName", # required
+    #         },
+    #         database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
+    #       },
+    #     ],
     #     role_arn: "Arn", # required
     #     timeout: 1,
     #   })
@@ -2713,7 +2903,7 @@ module Aws::GlueDataBrew
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-gluedatabrew'
-      context[:gem_version] = '1.8.0'
+      context[:gem_version] = '1.9.0'
       Seahorse::Client::Request.new(handlers, context)
     end

data/lib/aws-sdk-gluedatabrew/client_api.rb CHANGED Viewed

@@ -27,6 +27,10 @@ module Aws::GlueDataBrew
     ColumnName = Shapes::StringShape.new(name: 'ColumnName')
     ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
     ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
+    ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
+    ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
+    ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
+    ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
     CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
     Condition = Shapes::StringShape.new(name: 'Condition')
     ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
@@ -55,6 +59,9 @@ module Aws::GlueDataBrew
     DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
     DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
     DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
+    DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
+    DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
+    DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
     DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
     DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
     Dataset = Shapes::StructureShape.new(name: 'Dataset')
@@ -160,6 +167,7 @@ module Aws::GlueDataBrew
     PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
     PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
     Preview = Shapes::BooleanShape.new(name: 'Preview')
+    ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
     Project = Shapes::StructureShape.new(name: 'Project')
     ProjectList = Shapes::ListShape.new(name: 'ProjectList')
     ProjectName = Shapes::StringShape.new(name: 'ProjectName')
@@ -205,6 +213,11 @@ module Aws::GlueDataBrew
     StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
     StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
     StartedBy = Shapes::StringShape.new(name: 'StartedBy')
+    Statistic = Shapes::StringShape.new(name: 'Statistic')
+    StatisticList = Shapes::ListShape.new(name: 'StatisticList')
+    StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
+    StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
+    StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
     StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
     StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
     StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
@@ -250,6 +263,18 @@ module Aws::GlueDataBrew
     ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
+    ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
+    ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
+    ColumnSelector.struct_class = Types::ColumnSelector
+    ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
+    ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
+    ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
+    ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
+    ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
     ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
     ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
     ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
@@ -279,6 +304,7 @@ module Aws::GlueDataBrew
     CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
     CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
     CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
+    CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
     CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
     CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
     CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
@@ -308,6 +334,7 @@ module Aws::GlueDataBrew
     CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
     CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
     CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
+    CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
     CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
     CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
     CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
@@ -364,6 +391,13 @@ module Aws::GlueDataBrew
     DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
     DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
+    DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
+    DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
+    DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
+    DatabaseOutput.struct_class = Types::DatabaseOutput
+    DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
     DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
     DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
     DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
@@ -463,7 +497,9 @@ module Aws::GlueDataBrew
     DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
     DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
     DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
+    DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
     DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
+    DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
     DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
     DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
     DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
@@ -482,12 +518,14 @@ module Aws::GlueDataBrew
     DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
     DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
     DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
+    DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
     DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
     DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
     DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
     DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
     DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
     DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
+    DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
     DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
     DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
     DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -590,6 +628,7 @@ module Aws::GlueDataBrew
     Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
     Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
     Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
+    Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
     Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
     Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
     Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
@@ -615,6 +654,7 @@ module Aws::GlueDataBrew
     JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
     JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
     JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
+    JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
     JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
     JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
     JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -722,6 +762,11 @@ module Aws::GlueDataBrew
     PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
     PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
+    ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
+    ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
+    ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
+    ProfileConfiguration.struct_class = Types::ProfileConfiguration
     Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
     Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
     Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
@@ -849,6 +894,18 @@ module Aws::GlueDataBrew
     StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
     StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
+    StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
+    StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
+    StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
+    StatisticOverride.struct_class = Types::StatisticOverride
+    StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
+    StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
+    StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
+    StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
     StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
     StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
     StopJobRunRequest.struct_class = Types::StopJobRunRequest
@@ -883,6 +940,7 @@ module Aws::GlueDataBrew
     UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
     UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
+    UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
     UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
     UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
     UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
@@ -915,6 +973,7 @@ module Aws::GlueDataBrew
     UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
     UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
     UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
+    UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
     UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
     UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
     UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest

data/lib/aws-sdk-gluedatabrew/types.rb CHANGED Viewed

@@ -68,6 +68,81 @@ module Aws::GlueDataBrew
       include Aws::Structure
     end
+    # Selector of a column from a dataset for profile job configuration. One
+    # selector includes either a column name or a regular expression.
+    #
+    # @note When making an API call, you may pass ColumnSelector
+    #   data as a hash:
+    #
+    #       {
+    #         regex: "ColumnName",
+    #         name: "ColumnName",
+    #       }
+    #
+    # @!attribute [rw] regex
+    #   A regular expression for selecting a column from a dataset.
+    #   @return [String]
+    #
+    # @!attribute [rw] name
+    #   The name of a column from a dataset.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnSelector AWS API Documentation
+    #
+    class ColumnSelector < Struct.new(
+      :regex,
+      :name)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+    # Configuration for column evaluations for a profile job.
+    # ColumnStatisticsConfiguration can be used to select evaluations and
+    # override parameters of evaluations for particular columns.
+    #
+    # @note When making an API call, you may pass ColumnStatisticsConfiguration
+    #   data as a hash:
+    #
+    #       {
+    #         selectors: [
+    #           {
+    #             regex: "ColumnName",
+    #             name: "ColumnName",
+    #           },
+    #         ],
+    #         statistics: { # required
+    #           included_statistics: ["Statistic"],
+    #           overrides: [
+    #             {
+    #               statistic: "Statistic", # required
+    #               parameters: { # required
+    #                 "ParameterName" => "ParameterValue",
+    #               },
+    #             },
+    #           ],
+    #         },
+    #       }
+    #
+    # @!attribute [rw] selectors
+    #   List of column selectors. Selectors can be used to select columns
+    #   from the dataset. When selectors are undefined, configuration will
+    #   be applied to all supported columns.
+    #   @return [Array<Types::ColumnSelector>]
+    #
+    # @!attribute [rw] statistics
+    #   Configuration for evaluations. Statistics can be used to select
+    #   evaluations and override parameters of evaluations.
+    #   @return [Types::StatisticsConfiguration]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnStatisticsConfiguration AWS API Documentation
+    #
+    class ColumnStatisticsConfiguration < Struct.new(
+      :selectors,
+      :statistics)
+      SENSITIVE = []
+      include Aws::Structure
+    end
     # Represents an individual condition that evaluates to true or false.
     #
     # Conditions are used with recipe actions. The action is only performed
@@ -277,6 +352,46 @@ module Aws::GlueDataBrew
     #           bucket: "Bucket", # required
     #           key: "Key",
     #         },
+    #         configuration: {
+    #           dataset_statistics_configuration: {
+    #             included_statistics: ["Statistic"],
+    #             overrides: [
+    #               {
+    #                 statistic: "Statistic", # required
+    #                 parameters: { # required
+    #                   "ParameterName" => "ParameterValue",
+    #                 },
+    #               },
+    #             ],
+    #           },
+    #           profile_columns: [
+    #             {
+    #               regex: "ColumnName",
+    #               name: "ColumnName",
+    #             },
+    #           ],
+    #           column_statistics_configurations: [
+    #             {
+    #               selectors: [
+    #                 {
+    #                   regex: "ColumnName",
+    #                   name: "ColumnName",
+    #                 },
+    #               ],
+    #               statistics: { # required
+    #                 included_statistics: ["Statistic"],
+    #                 overrides: [
+    #                   {
+    #                     statistic: "Statistic", # required
+    #                     parameters: { # required
+    #                       "ParameterName" => "ParameterValue",
+    #                     },
+    #                   },
+    #                 ],
+    #               },
+    #             },
+    #           ],
+    #         },
     #         role_arn: "Arn", # required
     #         tags: {
     #           "TagKey" => "TagValue",
@@ -331,6 +446,13 @@ module Aws::GlueDataBrew
     #   DataBrew can read input data, or write output from a job.
     #   @return [Types::S3Location]
     #
+    # @!attribute [rw] configuration
+    #   Configuration for profile jobs. Used to select columns, do
+    #   evaluations, and override default parameters of evaluations. When
+    #   configuration is null, the profile job will run with default
+    #   settings.
+    #   @return [Types::ProfileConfiguration]
+    #
     # @!attribute [rw] role_arn
     #   The Amazon Resource Name (ARN) of the Identity and Access Management
     #   (IAM) role to be assumed when DataBrew runs the job.
@@ -364,6 +486,7 @@ module Aws::GlueDataBrew
       :max_capacity,
       :max_retries,
       :output_location,
+      :configuration,
       :role_arn,
       :tags,
       :timeout,
@@ -502,6 +625,19 @@ module Aws::GlueDataBrew
     #             overwrite: false,
     #           },
     #         ],
+    #         database_outputs: [
+    #           {
+    #             glue_connection_name: "GlueConnectionName", # required
+    #             database_options: { # required
+    #               temp_directory: {
+    #                 bucket: "Bucket", # required
+    #                 key: "Key",
+    #               },
+    #               table_name: "DatabaseTableName", # required
+    #             },
+    #             database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
+    #           },
+    #         ],
     #         project_name: "ProjectName",
     #         recipe_reference: {
     #           name: "RecipeName", # required
@@ -557,10 +693,15 @@ module Aws::GlueDataBrew
     #   @return [Array<Types::Output>]
     #
     # @!attribute [rw] data_catalog_outputs
-    #   One or more artifacts that represent the AWS Glue Data Catalog
-    #   output from running the job.
+    #   One or more artifacts that represent the Glue Data Catalog output
+    #   from running the job.
     #   @return [Array<Types::DataCatalogOutput>]
     #
+    # @!attribute [rw] database_outputs
+    #   Represents a list of JDBC database output objects which defines the
+    #   output destination for a DataBrew recipe job to write to.
+    #   @return [Array<Types::DatabaseOutput>]
+    #
     # @!attribute [rw] project_name
     #   Either the name of an existing project, or a combination of a recipe
     #   and a dataset to associate with the recipe.
@@ -596,6 +737,7 @@ module Aws::GlueDataBrew
       :max_retries,
       :outputs,
       :data_catalog_outputs,
+      :database_outputs,
       :project_name,
       :recipe_reference,
       :role_arn,
@@ -846,8 +988,8 @@ module Aws::GlueDataBrew
       include Aws::Structure
     end
-    # Represents options that specify how and where DataBrew writes the
-    # output generated by recipe jobs.
+    # Represents options that specify how and where in the Glue Data Catalog
+    # DataBrew writes the output generated by recipe jobs.
     #
     # @note When making an API call, you may pass DataCatalogOutput
     #   data as a hash:
@@ -873,8 +1015,8 @@ module Aws::GlueDataBrew
     #       }
     #
     # @!attribute [rw] catalog_id
-    #   The unique identifier of the AWS account that holds the Data Catalog
-    #   that stores the data.
+    #   The unique identifier of the Amazon Web Services account that holds
+    #   the Data Catalog that stores the data.
     #   @return [String]
     #
     # @!attribute [rw] database_name
@@ -886,8 +1028,8 @@ module Aws::GlueDataBrew
     #   @return [String]
     #
     # @!attribute [rw] s3_options
-    #   Represents options that specify how and where DataBrew writes the S3
-    #   output generated by recipe jobs.
+    #   Represents options that specify how and where DataBrew writes the
+    #   Amazon S3 output generated by recipe jobs.
     #   @return [Types::S3TableOutputOptions]
     #
     # @!attribute [rw] database_options
@@ -952,6 +1094,49 @@ module Aws::GlueDataBrew
       include Aws::Structure
     end
+    # Represents a JDBC database output object which defines the output
+    # destination for a DataBrew recipe job to write into.
+    #
+    # @note When making an API call, you may pass DatabaseOutput
+    #   data as a hash:
+    #
+    #       {
+    #         glue_connection_name: "GlueConnectionName", # required
+    #         database_options: { # required
+    #           temp_directory: {
+    #             bucket: "Bucket", # required
+    #             key: "Key",
+    #           },
+    #           table_name: "DatabaseTableName", # required
+    #         },
+    #         database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
+    #       }
+    #
+    # @!attribute [rw] glue_connection_name
+    #   The Glue connection that stores the connection information for the
+    #   target database.
+    #   @return [String]
+    #
+    # @!attribute [rw] database_options
+    #   Represents options that specify how and where DataBrew writes the
+    #   database output generated by recipe jobs.
+    #   @return [Types::DatabaseTableOutputOptions]
+    #
+    # @!attribute [rw] database_output_mode
+    #   The output mode to write into the database. Currently supported
+    #   option: NEW\_TABLE.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseOutput AWS API Documentation
+    #
+    class DatabaseOutput < Struct.new(
+      :glue_connection_name,
+      :database_options,
+      :database_output_mode)
+      SENSITIVE = []
+      include Aws::Structure
+    end
     # Represents options that specify how and where DataBrew writes the
     # database output generated by recipe jobs.
     #
@@ -1513,14 +1698,26 @@ module Aws::GlueDataBrew
     #   @return [Array<Types::Output>]
     #
     # @!attribute [rw] data_catalog_outputs
-    #   One or more artifacts that represent the AWS Glue Data Catalog
-    #   output from running the job.
+    #   One or more artifacts that represent the Glue Data Catalog output
+    #   from running the job.
     #   @return [Array<Types::DataCatalogOutput>]
     #
+    # @!attribute [rw] database_outputs
+    #   Represents a list of JDBC database output objects which defines the
+    #   output destination for a DataBrew recipe job to write into.
+    #   @return [Array<Types::DatabaseOutput>]
+    #
     # @!attribute [rw] project_name
     #   The DataBrew project associated with this job.
     #   @return [String]
     #
+    # @!attribute [rw] profile_configuration
+    #   Configuration for profile jobs. Used to select columns, do
+    #   evaluations, and override default parameters of evaluations. When
+    #   configuration is null, the profile job will run with default
+    #   settings.
+    #   @return [Types::ProfileConfiguration]
+    #
     # @!attribute [rw] recipe_reference
     #   Represents the name and version of a DataBrew recipe.
     #   @return [Types::RecipeReference]
@@ -1565,7 +1762,9 @@ module Aws::GlueDataBrew
       :max_retries,
       :outputs,
       :data_catalog_outputs,
+      :database_outputs,
       :project_name,
+      :profile_configuration,
       :recipe_reference,
       :resource_arn,
       :role_arn,
@@ -1627,6 +1826,13 @@ module Aws::GlueDataBrew
     #   The name of the job being processed during this run.
     #   @return [String]
     #
+    # @!attribute [rw] profile_configuration
+    #   Configuration for profile jobs. Used to select columns, do
+    #   evaluations, and override default parameters of evaluations. When
+    #   configuration is null, the profile job will run with default
+    #   settings.
+    #   @return [Types::ProfileConfiguration]
+    #
     # @!attribute [rw] run_id
     #   The unique identifier of the job run.
     #   @return [String]
@@ -1649,10 +1855,15 @@ module Aws::GlueDataBrew
     #   @return [Array<Types::Output>]
     #
     # @!attribute [rw] data_catalog_outputs
-    #   One or more artifacts that represent the AWS Glue Data Catalog
-    #   output from running the job.
+    #   One or more artifacts that represent the Glue Data Catalog output
+    #   from running the job.
     #   @return [Array<Types::DataCatalogOutput>]
     #
+    # @!attribute [rw] database_outputs
+    #   Represents a list of JDBC database output objects which defines the
+    #   output destination for a DataBrew recipe job to write into.
+    #   @return [Array<Types::DatabaseOutput>]
+    #
     # @!attribute [rw] recipe_reference
     #   Represents the name and version of a DataBrew recipe.
     #   @return [Types::RecipeReference]
@@ -1682,12 +1893,14 @@ module Aws::GlueDataBrew
       :error_message,
       :execution_time,
       :job_name,
+      :profile_configuration,
       :run_id,
       :state,
       :log_subscription,
       :log_group_name,
       :outputs,
       :data_catalog_outputs,
+      :database_outputs,
       :recipe_reference,
       :started_by,
       :started_on,
@@ -2284,10 +2497,15 @@ module Aws::GlueDataBrew
     #   @return [Array<Types::Output>]
     #
     # @!attribute [rw] data_catalog_outputs
-    #   One or more artifacts that represent the AWS Glue Data Catalog
-    #   output from running the job.
+    #   One or more artifacts that represent the Glue Data Catalog output
+    #   from running the job.
     #   @return [Array<Types::DataCatalogOutput>]
     #
+    # @!attribute [rw] database_outputs
+    #   Represents a list of JDBC database output objects which defines the
+    #   output destination for a DataBrew recipe job to write into.
+    #   @return [Array<Types::DatabaseOutput>]
+    #
     # @!attribute [rw] project_name
     #   The name of the project that the job is associated with.
     #   @return [String]
@@ -2340,6 +2558,7 @@ module Aws::GlueDataBrew
       :max_retries,
       :outputs,
       :data_catalog_outputs,
+      :database_outputs,
       :project_name,
       :recipe_reference,
       :resource_arn,
@@ -2401,10 +2620,15 @@ module Aws::GlueDataBrew
     #   @return [Array<Types::Output>]
     #
     # @!attribute [rw] data_catalog_outputs
-    #   One or more artifacts that represent the AWS Glue Data Catalog
-    #   output from running the job.
+    #   One or more artifacts that represent the Glue Data Catalog output
+    #   from running the job.
     #   @return [Array<Types::DataCatalogOutput>]
     #
+    # @!attribute [rw] database_outputs
+    #   Represents a list of JDBC database output objects which defines the
+    #   output destination for a DataBrew recipe job to write into.
+    #   @return [Array<Types::DatabaseOutput>]
+    #
     # @!attribute [rw] recipe_reference
     #   The set of steps processed by the job.
     #   @return [Types::RecipeReference]
@@ -2441,6 +2665,7 @@ module Aws::GlueDataBrew
       :log_group_name,
       :outputs,
       :data_catalog_outputs,
+      :database_outputs,
       :recipe_reference,
       :started_by,
       :started_on,
@@ -2898,8 +3123,8 @@ module Aws::GlueDataBrew
       include Aws::Structure
     end
-    # Represents options that specify how and where DataBrew writes the
-    # output generated by recipe jobs or profile jobs.
+    # Represents options that specify how and where in Amazon S3 DataBrew
+    # writes the output generated by recipe jobs or profile jobs.
     #
     # @note When making an API call, you may pass Output
     #   data as a hash:
@@ -3049,6 +3274,86 @@ module Aws::GlueDataBrew
       include Aws::Structure
     end
+    # Configuration for profile jobs. Configuration can be used to select
+    # columns, do evaluations, and override default parameters of
+    # evaluations. When configuration is undefined, the profile job will
+    # apply default settings to all supported columns.
+    #
+    # @note When making an API call, you may pass ProfileConfiguration
+    #   data as a hash:
+    #
+    #       {
+    #         dataset_statistics_configuration: {
+    #           included_statistics: ["Statistic"],
+    #           overrides: [
+    #             {
+    #               statistic: "Statistic", # required
+    #               parameters: { # required
+    #                 "ParameterName" => "ParameterValue",
+    #               },
+    #             },
+    #           ],
+    #         },
+    #         profile_columns: [
+    #           {
+    #             regex: "ColumnName",
+    #             name: "ColumnName",
+    #           },
+    #         ],
+    #         column_statistics_configurations: [
+    #           {
+    #             selectors: [
+    #               {
+    #                 regex: "ColumnName",
+    #                 name: "ColumnName",
+    #               },
+    #             ],
+    #             statistics: { # required
+    #               included_statistics: ["Statistic"],
+    #               overrides: [
+    #                 {
+    #                   statistic: "Statistic", # required
+    #                   parameters: { # required
+    #                     "ParameterName" => "ParameterValue",
+    #                   },
+    #                 },
+    #               ],
+    #             },
+    #           },
+    #         ],
+    #       }
+    #
+    # @!attribute [rw] dataset_statistics_configuration
+    #   Configuration for inter-column evaluations. Configuration can be
+    #   used to select evaluations and override parameters of evaluations.
+    #   When configuration is undefined, the profile job will run all
+    #   supported inter-column evaluations.
+    #   @return [Types::StatisticsConfiguration]
+    #
+    # @!attribute [rw] profile_columns
+    #   List of column selectors. ProfileColumns can be used to select
+    #   columns from the dataset. When ProfileColumns is undefined, the
+    #   profile job will profile all supported columns.
+    #   @return [Array<Types::ColumnSelector>]
+    #
+    # @!attribute [rw] column_statistics_configurations
+    #   List of configurations for column evaluations.
+    #   ColumnStatisticsConfigurations are used to select evaluations and
+    #   override parameters of evaluations for particular columns. When
+    #   ColumnStatisticsConfigurations is undefined, the profile job will
+    #   profile all supported columns and run all supported evaluations.
+    #   @return [Array<Types::ColumnStatisticsConfiguration>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ProfileConfiguration AWS API Documentation
+    #
+    class ProfileConfiguration < Struct.new(
+      :dataset_statistics_configuration,
+      :profile_columns,
+      :column_statistics_configurations)
+      SENSITIVE = []
+      include Aws::Structure
+    end
     # Represents all of the attributes of a DataBrew project.
     #
     # @!attribute [rw] account_id
@@ -3431,8 +3736,8 @@ module Aws::GlueDataBrew
       include Aws::Structure
     end
-    # Represents options that specify how and where DataBrew writes the S3
-    # output generated by recipe jobs.
+    # Represents options that specify how and where DataBrew writes the
+    # Amazon S3 output generated by recipe jobs.
     #
     # @note When making an API call, you may pass S3TableOutputOptions
     #   data as a hash:
@@ -3731,6 +4036,72 @@ module Aws::GlueDataBrew
       include Aws::Structure
     end
+    # Override of a particular evaluation for a profile job.
+    #
+    # @note When making an API call, you may pass StatisticOverride
+    #   data as a hash:
+    #
+    #       {
+    #         statistic: "Statistic", # required
+    #         parameters: { # required
+    #           "ParameterName" => "ParameterValue",
+    #         },
+    #       }
+    #
+    # @!attribute [rw] statistic
+    #   The name of an evaluation
+    #   @return [String]
+    #
+    # @!attribute [rw] parameters
+    #   A map that includes overrides of an evaluation’s parameters.
+    #   @return [Hash<String,String>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticOverride AWS API Documentation
+    #
+    class StatisticOverride < Struct.new(
+      :statistic,
+      :parameters)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+    # Configuration of evaluations for a profile job. This configuration can
+    # be used to select evaluations and override the parameters of selected
+    # evaluations.
+    #
+    # @note When making an API call, you may pass StatisticsConfiguration
+    #   data as a hash:
+    #
+    #       {
+    #         included_statistics: ["Statistic"],
+    #         overrides: [
+    #           {
+    #             statistic: "Statistic", # required
+    #             parameters: { # required
+    #               "ParameterName" => "ParameterValue",
+    #             },
+    #           },
+    #         ],
+    #       }
+    #
+    # @!attribute [rw] included_statistics
+    #   List of included evaluations. When the list is undefined, all
+    #   supported evaluations will be included.
+    #   @return [Array<String>]
+    #
+    # @!attribute [rw] overrides
+    #   List of overrides for evaluations.
+    #   @return [Array<Types::StatisticOverride>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticsConfiguration AWS API Documentation
+    #
+    class StatisticsConfiguration < Struct.new(
+      :included_statistics,
+      :overrides)
+      SENSITIVE = []
+      include Aws::Structure
+    end
     # @note When making an API call, you may pass StopJobRunRequest
     #   data as a hash:
     #
@@ -3959,6 +4330,46 @@ module Aws::GlueDataBrew
     #   data as a hash:
     #
     #       {
+    #         configuration: {
+    #           dataset_statistics_configuration: {
+    #             included_statistics: ["Statistic"],
+    #             overrides: [
+    #               {
+    #                 statistic: "Statistic", # required
+    #                 parameters: { # required
+    #                   "ParameterName" => "ParameterValue",
+    #                 },
+    #               },
+    #             ],
+    #           },
+    #           profile_columns: [
+    #             {
+    #               regex: "ColumnName",
+    #               name: "ColumnName",
+    #             },
+    #           ],
+    #           column_statistics_configurations: [
+    #             {
+    #               selectors: [
+    #                 {
+    #                   regex: "ColumnName",
+    #                   name: "ColumnName",
+    #                 },
+    #               ],
+    #               statistics: { # required
+    #                 included_statistics: ["Statistic"],
+    #                 overrides: [
+    #                   {
+    #                     statistic: "Statistic", # required
+    #                     parameters: { # required
+    #                       "ParameterName" => "ParameterValue",
+    #                     },
+    #                   },
+    #                 ],
+    #               },
+    #             },
+    #           ],
+    #         },
     #         encryption_key_arn: "EncryptionKeyArn",
     #         encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
     #         name: "JobName", # required
@@ -3977,6 +4388,13 @@ module Aws::GlueDataBrew
     #         },
     #       }
     #
+    # @!attribute [rw] configuration
+    #   Configuration for profile jobs. Used to select columns, do
+    #   evaluations, and override default parameters of evaluations. When
+    #   configuration is null, the profile job will run with default
+    #   settings.
+    #   @return [Types::ProfileConfiguration]
+    #
     # @!attribute [rw] encryption_key_arn
     #   The Amazon Resource Name (ARN) of an encryption key that is used to
     #   protect the job.
@@ -4035,6 +4453,7 @@ module Aws::GlueDataBrew
     # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
     #
     class UpdateProfileJobRequest < Struct.new(
+      :configuration,
       :encryption_key_arn,
       :encryption_mode,
       :name,
@@ -4162,6 +4581,19 @@ module Aws::GlueDataBrew
     #             overwrite: false,
     #           },
     #         ],
+    #         database_outputs: [
+    #           {
+    #             glue_connection_name: "GlueConnectionName", # required
+    #             database_options: { # required
+    #               temp_directory: {
+    #                 bucket: "Bucket", # required
+    #                 key: "Key",
+    #               },
+    #               table_name: "DatabaseTableName", # required
+    #             },
+    #             database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
+    #           },
+    #         ],
     #         role_arn: "Arn", # required
     #         timeout: 1,
     #       }
@@ -4204,10 +4636,15 @@ module Aws::GlueDataBrew
     #   @return [Array<Types::Output>]
     #
     # @!attribute [rw] data_catalog_outputs
-    #   One or more artifacts that represent the AWS Glue Data Catalog
-    #   output from running the job.
+    #   One or more artifacts that represent the Glue Data Catalog output
+    #   from running the job.
     #   @return [Array<Types::DataCatalogOutput>]
     #
+    # @!attribute [rw] database_outputs
+    #   Represents a list of JDBC database output objects which defines the
+    #   output destination for a DataBrew recipe job to write into.
+    #   @return [Array<Types::DatabaseOutput>]
+    #
     # @!attribute [rw] role_arn
     #   The Amazon Resource Name (ARN) of the Identity and Access Management
     #   (IAM) role to be assumed when DataBrew runs the job.
@@ -4229,6 +4666,7 @@ module Aws::GlueDataBrew
       :max_retries,
       :outputs,
       :data_catalog_outputs,
+      :database_outputs,
       :role_arn,
       :timeout)
       SENSITIVE = []

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-gluedatabrew
 version: !ruby/object:Gem::Version
-  version: 1.8.0
+  version: 1.9.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-06-30 00:00:00.000000000 Z
+date: 2021-07-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core