aws-sdk-glue 1.204.0 → 1.206.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: aefd89b59c1f74bdcdf5e707163285e9db331b0c281c831cd1c28667b4a150c2
-  data.tar.gz: bd72b2fb15779b79a96a6d8e1bb92445dbe0bf3b7532088de15cb4e3fcfa32d0
+  metadata.gz: 6cdaa08ce3d4bf42fbe09f63c1835e7928d760c18351a7fc301ba3e463de0ca1
+  data.tar.gz: f40bb8a599d9a023f93f6b70e24009856a393800e191c3353095a7f633a2b372
 SHA512:
-  metadata.gz: 4640adb491784d1c850f8ade4097e33b1693b745a6a75ba333f48d9ad7f71dd07185ab43d9470ce0c98b41698e7a5c1882aed487f8112126acd28e3aebbfc1dc
-  data.tar.gz: 57ae3a1658024849e84eb8ec7526a0fe242ebf70c9da322fe490bf93255af13f6f7ff0775ce1c574a020d4f83201d196bfc0239b51df49e83f71e46b3158caa3
+  metadata.gz: 908c759b733de211f38287596a8af04e9e5ca83340b8e90c6d4acd71b7bcabfed08991ab9fd4f5f63dbbe2ea2a7f06cd25a292ee422cdfbdad615f19dc196140
+  data.tar.gz: 89ed5fa5e0188c80cb1b6fac5309bd4ff7ed71d1e33f27c8286560a00199d8b60ed360856b09f0ccad5c6827a5e51c744b6deb9dabcd9faae579e2b9ff6f6aac

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
 
+1.206.0 (2024-12-23)
+------------------
+
+* Feature - Add IncludeRoot parameters to GetCatalogs API to return root catalog.
+
+1.205.0 (2024-12-12)
+------------------
+
+* Feature - To support customer-managed encryption in Data Quality to allow customers encrypt data with their own KMS key, we will add a DataQualityEncryption field to the SecurityConfiguration API where customers can provide their KMS keys.
+
 1.204.0 (2024-12-03)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.204.0
+1.206.0

data/lib/aws-sdk-glue/client.rb

@@ -4106,45 +4106,45 @@ module Aws::Glue
     #   Accepts the value Z.2X for Ray jobs.
     #
     #   * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
-    #     GB of memory) with 84GB disk (approximately 34GB free), and provides
-    #     1 executor per worker. We recommend this worker type for workloads
-    #     such as data transforms, joins, and queries, to offers a scalable
-    #     and cost effective way to run most jobs.
+    #     GB of memory) with 94GB disk, and provides 1 executor per worker. We
+    #     recommend this worker type for workloads such as data transforms,
+    #     joins, and queries, to offers a scalable and cost effective way to
+    #     run most jobs.
     #
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
-    #     GB of memory) with 128GB disk (approximately 77GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 138GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data transforms,
+    #     joins, and queries, to offers a scalable and cost effective way to
+    #     run most jobs.
     #
     #   * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs, 64
-    #     GB of memory) with 256GB disk (approximately 235GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available only
-    #     for Glue version 3.0 or later Spark ETL jobs in the following Amazon
-    #     Web Services Regions: US East (Ohio), US East (N. Virginia), US West
-    #     (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia
-    #     Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe
-    #     (Ireland), and Europe (Stockholm).
+    #     GB of memory) with 256GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for jobs whose workloads contain your
+    #     most demanding transforms, aggregations, joins, and queries. This
+    #     worker type is available only for Glue version 3.0 or later Spark
+    #     ETL jobs in the following Amazon Web Services Regions: US East
+    #     (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific
+    #     (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
+    #     (Central), Europe (Frankfurt), Europe (Ireland), and Europe
+    #     (Stockholm).
     #
     #   * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
-    #     GB of memory) with 512GB disk (approximately 487GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available only
-    #     for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web
-    #     Services Regions as supported for the `G.4X` worker type.
+    #     GB of memory) with 512GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for jobs whose workloads contain your
+    #     most demanding transforms, aggregations, joins, and queries. This
+    #     worker type is available only for Glue version 3.0 or later Spark
+    #     ETL jobs, in the same Amazon Web Services Regions as supported for
+    #     the `G.4X` worker type.
     #
     #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
-    #     4 GB of memory) with 84GB disk (approximately 34GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     low volume streaming jobs. This worker type is only available for
-    #     Glue version 3.0 streaming jobs.
+    #     4 GB of memory) with 84GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for low volume streaming jobs. This
+    #     worker type is only available for Glue version 3.0 or later
+    #     streaming jobs.
     #
     #   * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
-    #     GB of memory) with 128 GB disk (approximately 120GB free), and
-    #     provides up to 8 Ray workers based on the autoscaler.
+    #     GB of memory) with 128 GB disk, and provides up to 8 Ray workers
+    #     based on the autoscaler.
     #
     # @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
     #   The representation of a directed acyclic graph on which both the Glue
@@ -4837,6 +4837,10 @@ module Aws::Glue
     #         job_bookmarks_encryption_mode: "DISABLED", # accepts DISABLED, CSE-KMS
     #         kms_key_arn: "KmsKeyArn",
     #       },
+    #       data_quality_encryption: {
+    #         data_quality_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS
+    #         kms_key_arn: "KmsKeyArn",
+    #       },
     #     },
     #   })
     #
@@ -4899,39 +4903,39 @@ module Aws::Glue
     #   the value Z.2X for Ray notebooks.
     #
     #   * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
-    #     GB of memory) with 84GB disk (approximately 34GB free), and provides
-    #     1 executor per worker. We recommend this worker type for workloads
-    #     such as data transforms, joins, and queries, to offers a scalable
-    #     and cost effective way to run most jobs.
+    #     GB of memory) with 94GB disk, and provides 1 executor per worker. We
+    #     recommend this worker type for workloads such as data transforms,
+    #     joins, and queries, to offers a scalable and cost effective way to
+    #     run most jobs.
     #
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
-    #     GB of memory) with 128GB disk (approximately 77GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 138GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data transforms,
+    #     joins, and queries, to offers a scalable and cost effective way to
+    #     run most jobs.
     #
     #   * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs, 64
-    #     GB of memory) with 256GB disk (approximately 235GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available only
-    #     for Glue version 3.0 or later Spark ETL jobs in the following Amazon
-    #     Web Services Regions: US East (Ohio), US East (N. Virginia), US West
-    #     (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia
-    #     Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe
-    #     (Ireland), and Europe (Stockholm).
+    #     GB of memory) with 256GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for jobs whose workloads contain your
+    #     most demanding transforms, aggregations, joins, and queries. This
+    #     worker type is available only for Glue version 3.0 or later Spark
+    #     ETL jobs in the following Amazon Web Services Regions: US East
+    #     (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific
+    #     (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
+    #     (Central), Europe (Frankfurt), Europe (Ireland), and Europe
+    #     (Stockholm).
     #
     #   * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
-    #     GB of memory) with 512GB disk (approximately 487GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available only
-    #     for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web
-    #     Services Regions as supported for the `G.4X` worker type.
+    #     GB of memory) with 512GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for jobs whose workloads contain your
+    #     most demanding transforms, aggregations, joins, and queries. This
+    #     worker type is available only for Glue version 3.0 or later Spark
+    #     ETL jobs, in the same Amazon Web Services Regions as supported for
+    #     the `G.4X` worker type.
     #
     #   * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
-    #     GB of memory) with 128 GB disk (approximately 120GB free), and
-    #     provides up to 8 Ray workers based on the autoscaler.
+    #     GB of memory) with 128 GB disk, and provides up to 8 Ray workers
+    #     based on the autoscaler.
     #
     # @option params [String] :security_configuration
     #   The name of the SecurityConfiguration structure to be used with the
@@ -5227,6 +5231,11 @@ module Aws::Glue
 
     # Creates a new trigger.
     #
+    # Job arguments may be logged. Do not pass plaintext secrets as
+    # arguments. Retrieve secrets from a Glue Connection, Amazon Web
+    # Services Secrets Manager or other secret management mechanism if you
+    # intend to keep them within the Job.
+    #
     # @option params [required, String] :name
     #   The name of the trigger.
     #
@@ -5452,6 +5461,11 @@ module Aws::Glue
     #   A collection of properties to be used as part of each execution of the
     #   workflow.
     #
+    #   Run properties may be logged. Do not pass plaintext secrets as
+    #   properties. Retrieve secrets from a Glue Connection, Amazon Web
+    #   Services Secrets Manager or other secret management mechanism if you
+    #   intend to use them within the workflow run.
+    #
     # @option params [Hash<String,String>] :tags
     #   The tags to be used with this workflow.
     #
@@ -7168,8 +7182,19 @@ module Aws::Glue
     #   The maximum number of catalogs to return in one response.
     #
     # @option params [Boolean] :recursive
-    #   When specified as true, iterates through the account and returns all
-    #   catalog resources (including top-level resources and child resources)
+    #   Whether to list all catalogs across the catalog hierarchy, starting
+    #   from the `ParentCatalogId`. Defaults to `false` . When `true`, all
+    #   catalog objects in the `ParentCatalogID` hierarchy are enumerated in
+    #   the response.
+    #
+    # @option params [Boolean] :include_root
+    #   Whether to list the default catalog in the account and region in the
+    #   response. Defaults to `false`. When `true` and `ParentCatalogId = NULL
+    #   | Amazon Web Services Account ID`, all catalogs and the default
+    #   catalog are enumerated in the response.
+    #
+    #   When the `ParentCatalogId` is not equal to null, and this attribute is
+    #   passed as `false` or `true`, an `InvalidInputException` is thrown.
     #
     # @return [Types::GetCatalogsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
@@ -7183,6 +7208,7 @@ module Aws::Glue
     #     next_token: "Token",
     #     max_results: 1,
     #     recursive: false,
+    #     include_root: false,
     #   })
     #
     # @example Response structure
@@ -9968,7 +9994,7 @@ module Aws::Glue
     end
 
     # Retrieves the metadata for a given job run. Job run history is
-    # accessible for 90 days for your workflow and job run.
+    # accessible for 365 days for your workflow and job run.
     #
     # @option params [required, String] :job_name
     #   Name of the job definition being run.
@@ -10037,6 +10063,9 @@ module Aws::Glue
 
     # Retrieves metadata for all runs of a given job definition.
     #
+    # `GetJobRuns` returns the job runs in chronological order, with the
+    # newest jobs returned first.
+    #
     # @option params [required, String] :job_name
     #   The name of the job definition for which to retrieve all job runs.
     #
@@ -12320,6 +12349,8 @@ module Aws::Glue
     #   resp.security_configuration.encryption_configuration.cloud_watch_encryption.kms_key_arn #=> String
     #   resp.security_configuration.encryption_configuration.job_bookmarks_encryption.job_bookmarks_encryption_mode #=> String, one of "DISABLED", "CSE-KMS"
     #   resp.security_configuration.encryption_configuration.job_bookmarks_encryption.kms_key_arn #=> String
+    #   resp.security_configuration.encryption_configuration.data_quality_encryption.data_quality_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
+    #   resp.security_configuration.encryption_configuration.data_quality_encryption.kms_key_arn #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfiguration AWS API Documentation
     #
@@ -12364,6 +12395,8 @@ module Aws::Glue
     #   resp.security_configurations[0].encryption_configuration.cloud_watch_encryption.kms_key_arn #=> String
     #   resp.security_configurations[0].encryption_configuration.job_bookmarks_encryption.job_bookmarks_encryption_mode #=> String, one of "DISABLED", "CSE-KMS"
     #   resp.security_configurations[0].encryption_configuration.job_bookmarks_encryption.kms_key_arn #=> String
+    #   resp.security_configurations[0].encryption_configuration.data_quality_encryption.data_quality_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
+    #   resp.security_configurations[0].encryption_configuration.data_quality_encryption.kms_key_arn #=> String
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurations AWS API Documentation
@@ -16281,6 +16314,11 @@ module Aws::Glue
     # @option params [required, Hash<String,String>] :run_properties
     #   The properties to put for the specified run.
     #
+    #   Run properties may be logged. Do not pass plaintext secrets as
+    #   properties. Retrieve secrets from a Glue Connection, Amazon Web
+    #   Services Secrets Manager or other secret management mechanism if you
+    #   intend to use them within the workflow run.
+    #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
     # @example Request syntax with placeholder values
@@ -17340,11 +17378,15 @@ module Aws::Glue
     #   run can consume resources before it is terminated and enters `TIMEOUT`
     #   status. This value overrides the timeout value set in the parent job.
     #
-    #   Streaming jobs must have timeout values less than 7 days or 10080
-    #   minutes. When the value is left blank, the job will be restarted after
-    #   7 days based if you have not setup a maintenance window. If you have
-    #   setup maintenance window, it will be restarted during the maintenance
-    #   window after 7 days.
+    #   Jobs must have timeout values less than 7 days or 10080 minutes.
+    #   Otherwise, the jobs will throw an exception.
+    #
+    #   When the value is left blank, the timeout is defaulted to 2880
+    #   minutes.
+    #
+    #   Any existing Glue jobs that had a timeout value greater than 7 days
+    #   will be defaulted to 7 days. For instance if you have specified a
+    #   timeout of 20 days for a batch job, it will be stopped on the 7th day.
     #
     # @option params [Float] :max_capacity
     #   For Glue version 1.0 or earlier jobs, using the standard worker type,
@@ -17390,45 +17432,45 @@ module Aws::Glue
     #   Accepts the value Z.2X for Ray jobs.
     #
     #   * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
-    #     GB of memory) with 84GB disk (approximately 34GB free), and provides
-    #     1 executor per worker. We recommend this worker type for workloads
-    #     such as data transforms, joins, and queries, to offers a scalable
-    #     and cost effective way to run most jobs.
+    #     GB of memory) with 94GB disk, and provides 1 executor per worker. We
+    #     recommend this worker type for workloads such as data transforms,
+    #     joins, and queries, to offers a scalable and cost effective way to
+    #     run most jobs.
     #
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
-    #     GB of memory) with 128GB disk (approximately 77GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 138GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data transforms,
+    #     joins, and queries, to offers a scalable and cost effective way to
+    #     run most jobs.
     #
     #   * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs, 64
-    #     GB of memory) with 256GB disk (approximately 235GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available only
-    #     for Glue version 3.0 or later Spark ETL jobs in the following Amazon
-    #     Web Services Regions: US East (Ohio), US East (N. Virginia), US West
-    #     (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia
-    #     Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe
-    #     (Ireland), and Europe (Stockholm).
+    #     GB of memory) with 256GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for jobs whose workloads contain your
+    #     most demanding transforms, aggregations, joins, and queries. This
+    #     worker type is available only for Glue version 3.0 or later Spark
+    #     ETL jobs in the following Amazon Web Services Regions: US East
+    #     (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific
+    #     (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
+    #     (Central), Europe (Frankfurt), Europe (Ireland), and Europe
+    #     (Stockholm).
     #
     #   * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
-    #     GB of memory) with 512GB disk (approximately 487GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available only
-    #     for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web
-    #     Services Regions as supported for the `G.4X` worker type.
+    #     GB of memory) with 512GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for jobs whose workloads contain your
+    #     most demanding transforms, aggregations, joins, and queries. This
+    #     worker type is available only for Glue version 3.0 or later Spark
+    #     ETL jobs, in the same Amazon Web Services Regions as supported for
+    #     the `G.4X` worker type.
     #
     #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
-    #     4 GB of memory) with 84GB disk (approximately 34GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     low volume streaming jobs. This worker type is only available for
-    #     Glue version 3.0 streaming jobs.
+    #     4 GB of memory) with 84GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for low volume streaming jobs. This
+    #     worker type is only available for Glue version 3.0 or later
+    #     streaming jobs.
     #
     #   * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
-    #     GB of memory) with 128 GB disk (approximately 120GB free), and
-    #     provides up to 8 Ray workers based on the autoscaler.
+    #     GB of memory) with 128 GB disk, and provides up to 8 Ray workers
+    #     based on the autoscaler.
     #
     # @option params [Integer] :number_of_workers
     #   The number of workers of a defined `workerType` that are allocated
@@ -17609,6 +17651,11 @@ module Aws::Glue
     # @option params [Hash<String,String>] :run_properties
     #   The workflow run properties for the new workflow run.
     #
+    #   Run properties may be logged. Do not pass plaintext secrets as
+    #   properties. Retrieve secrets from a Glue Connection, Amazon Web
+    #   Services Secrets Manager or other secret management mechanism if you
+    #   intend to use them within the workflow run.
+    #
     # @return [Types::StartWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::StartWorkflowRunResponse#run_id #run_id} => String
@@ -19736,6 +19783,11 @@ module Aws::Glue
 
     # Updates a trigger definition.
     #
+    # Job arguments may be logged. Do not pass plaintext secrets as
+    # arguments. Retrieve secrets from a Glue Connection, Amazon Web
+    # Services Secrets Manager or other secret management mechanism if you
+    # intend to keep them within the Job.
+    #
     # @option params [required, String] :name
     #   The name of the trigger to update.
     #
@@ -19938,6 +19990,11 @@ module Aws::Glue
     #   A collection of properties to be used as part of each execution of the
     #   workflow.
     #
+    #   Run properties may be logged. Do not pass plaintext secrets as
+    #   properties. Retrieve secrets from a Glue Connection, Amazon Web
+    #   Services Secrets Manager or other secret management mechanism if you
+    #   intend to use them within the workflow run.
+    #
     # @option params [Integer] :max_concurrent_runs
     #   You can use this parameter to prevent unwanted multiple updates to
     #   data, to control costs, or in some cases, to prevent exceeding the
@@ -19991,7 +20048,7 @@ module Aws::Glue
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.204.0'
+      context[:gem_version] = '1.206.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -389,6 +389,8 @@ module Aws::Glue
     DataOperations = Shapes::ListShape.new(name: 'DataOperations')
     DataQualityAnalyzerResult = Shapes::StructureShape.new(name: 'DataQualityAnalyzerResult')
     DataQualityAnalyzerResults = Shapes::ListShape.new(name: 'DataQualityAnalyzerResults')
+    DataQualityEncryption = Shapes::StructureShape.new(name: 'DataQualityEncryption')
+    DataQualityEncryptionMode = Shapes::StringShape.new(name: 'DataQualityEncryptionMode')
     DataQualityEvaluationRunAdditionalRunOptions = Shapes::StructureShape.new(name: 'DataQualityEvaluationRunAdditionalRunOptions')
     DataQualityMetricValues = Shapes::StructureShape.new(name: 'DataQualityMetricValues')
     DataQualityModelStatus = Shapes::StringShape.new(name: 'DataQualityModelStatus')
@@ -3018,6 +3020,10 @@ module Aws::Glue
 
     DataQualityAnalyzerResults.member = Shapes::ShapeRef.new(shape: DataQualityAnalyzerResult)
 
+    DataQualityEncryption.add_member(:data_quality_encryption_mode, Shapes::ShapeRef.new(shape: DataQualityEncryptionMode, location_name: "DataQualityEncryptionMode"))
+    DataQualityEncryption.add_member(:kms_key_arn, Shapes::ShapeRef.new(shape: KmsKeyArn, location_name: "KmsKeyArn"))
+    DataQualityEncryption.struct_class = Types::DataQualityEncryption
+
     DataQualityEvaluationRunAdditionalRunOptions.add_member(:cloud_watch_metrics_enabled, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CloudWatchMetricsEnabled"))
     DataQualityEvaluationRunAdditionalRunOptions.add_member(:results_s3_prefix, Shapes::ShapeRef.new(shape: UriString, location_name: "ResultsS3Prefix"))
     DataQualityEvaluationRunAdditionalRunOptions.add_member(:composite_rule_evaluation_method, Shapes::ShapeRef.new(shape: DQCompositeRuleEvaluationMethod, location_name: "CompositeRuleEvaluationMethod"))
@@ -3592,6 +3598,7 @@ module Aws::Glue
     EncryptionConfiguration.add_member(:s3_encryption, Shapes::ShapeRef.new(shape: S3EncryptionList, location_name: "S3Encryption"))
     EncryptionConfiguration.add_member(:cloud_watch_encryption, Shapes::ShapeRef.new(shape: CloudWatchEncryption, location_name: "CloudWatchEncryption"))
     EncryptionConfiguration.add_member(:job_bookmarks_encryption, Shapes::ShapeRef.new(shape: JobBookmarksEncryption, location_name: "JobBookmarksEncryption"))
+    EncryptionConfiguration.add_member(:data_quality_encryption, Shapes::ShapeRef.new(shape: DataQualityEncryption, location_name: "DataQualityEncryption"))
     EncryptionConfiguration.struct_class = Types::EncryptionConfiguration
 
     Entity.add_member(:entity_name, Shapes::ShapeRef.new(shape: EntityName, location_name: "EntityName"))
@@ -3794,6 +3801,7 @@ module Aws::Glue
     GetCatalogsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
     GetCatalogsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
     GetCatalogsRequest.add_member(:recursive, Shapes::ShapeRef.new(shape: Boolean, location_name: "Recursive"))
+    GetCatalogsRequest.add_member(:include_root, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "IncludeRoot"))
     GetCatalogsRequest.struct_class = Types::GetCatalogsRequest
 
     GetCatalogsResponse.add_member(:catalog_list, Shapes::ShapeRef.new(shape: CatalogList, required: true, location_name: "CatalogList"))

data/lib/aws-sdk-glue/types.rb

@@ -6000,46 +6000,45 @@ module Aws::Glue
     #   Accepts the value Z.2X for Ray jobs.
     #
     #   * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
-    #     GB of memory) with 84GB disk (approximately 34GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 94GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
-    #     GB of memory) with 128GB disk (approximately 77GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 138GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
-    #     64 GB of memory) with 256GB disk (approximately 235GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs in the following
-    #     Amazon Web Services Regions: US East (Ohio), US East (N.
-    #     Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
-    #     Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
-    #     (Frankfurt), Europe (Ireland), and Europe (Stockholm).
+    #     64 GB of memory) with 256GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs in the following Amazon Web Services
+    #     Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
+    #     Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
+    #     (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
+    #     and Europe (Stockholm).
     #
     #   * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
-    #     128 GB of memory) with 512GB disk (approximately 487GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs, in the same
-    #     Amazon Web Services Regions as supported for the `G.4X` worker
-    #     type.
+    #     128 GB of memory) with 512GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs, in the same Amazon Web Services Regions
+    #     as supported for the `G.4X` worker type.
     #
     #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
-    #     vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
-    #     and provides 1 executor per worker. We recommend this worker type
-    #     for low volume streaming jobs. This worker type is only available
-    #     for Glue version 3.0 streaming jobs.
+    #     vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for low volume streaming
+    #     jobs. This worker type is only available for Glue version 3.0 or
+    #     later streaming jobs.
     #
     #   * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
-    #     64 GB of memory) with 128 GB disk (approximately 120GB free), and
-    #     provides up to 8 Ray workers based on the autoscaler.
+    #     64 GB of memory) with 128 GB disk, and provides up to 8 Ray
+    #     workers based on the autoscaler.
     #   @return [String]
     #
     # @!attribute [rw] code_gen_configuration_nodes
@@ -6754,40 +6753,39 @@ module Aws::Glue
     #   the value Z.2X for Ray notebooks.
     #
     #   * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
-    #     GB of memory) with 84GB disk (approximately 34GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 94GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
-    #     GB of memory) with 128GB disk (approximately 77GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 138GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
-    #     64 GB of memory) with 256GB disk (approximately 235GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs in the following
-    #     Amazon Web Services Regions: US East (Ohio), US East (N.
-    #     Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
-    #     Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
-    #     (Frankfurt), Europe (Ireland), and Europe (Stockholm).
+    #     64 GB of memory) with 256GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs in the following Amazon Web Services
+    #     Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
+    #     Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
+    #     (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
+    #     and Europe (Stockholm).
     #
     #   * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
-    #     128 GB of memory) with 512GB disk (approximately 487GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs, in the same
-    #     Amazon Web Services Regions as supported for the `G.4X` worker
-    #     type.
+    #     128 GB of memory) with 512GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs, in the same Amazon Web Services Regions
+    #     as supported for the `G.4X` worker type.
     #
     #   * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
-    #     64 GB of memory) with 128 GB disk (approximately 120GB free), and
-    #     provides up to 8 Ray workers based on the autoscaler.
+    #     64 GB of memory) with 128 GB disk, and provides up to 8 Ray
+    #     workers based on the autoscaler.
     #   @return [String]
     #
     # @!attribute [rw] security_configuration
@@ -7093,6 +7091,11 @@ module Aws::Glue
     # @!attribute [rw] default_run_properties
     #   A collection of properties to be used as part of each execution of
     #   the workflow.
+    #
+    #   Run properties may be logged. Do not pass plaintext secrets as
+    #   properties. Retrieve secrets from a Glue Connection, Amazon Web
+    #   Services Secrets Manager or other secret management mechanism if you
+    #   intend to use them within the workflow run.
     #   @return [Hash<String,String>]
     #
     # @!attribute [rw] tags
@@ -7513,6 +7516,31 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Specifies how Data Quality assets in your account should be encrypted.
+    #
+    # @!attribute [rw] data_quality_encryption_mode
+    #   The encryption mode to use for encrypting Data Quality assets. These
+    #   assets include data quality rulesets, results, statistics, anomaly
+    #   detection models and observations.
+    #
+    #   Valid values are `SSEKMS` for encryption using a customer-managed
+    #   KMS key, or `DISABLED`.
+    #   @return [String]
+    #
+    # @!attribute [rw] kms_key_arn
+    #   The Amazon Resource Name (ARN) of the KMS key to be used to encrypt
+    #   the data.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityEncryption AWS API Documentation
+    #
+    class DataQualityEncryption < Struct.new(
+      :data_quality_encryption_mode,
+      :kms_key_arn)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Additional run options you can specify for an evaluation run.
     #
     # @!attribute [rw] cloud_watch_metrics_enabled
@@ -10104,12 +10132,17 @@ module Aws::Glue
     #   The encryption configuration for job bookmarks.
     #   @return [Types::JobBookmarksEncryption]
     #
+    # @!attribute [rw] data_quality_encryption
+    #   The encryption configuration for Glue Data Quality assets.
+    #   @return [Types::DataQualityEncryption]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionConfiguration AWS API Documentation
     #
     class EncryptionConfiguration < Struct.new(
       :s3_encryption,
       :cloud_watch_encryption,
-      :job_bookmarks_encryption)
+      :job_bookmarks_encryption,
+      :data_quality_encryption)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -11078,9 +11111,21 @@ module Aws::Glue
     #   @return [Integer]
     #
     # @!attribute [rw] recursive
-    #   When specified as true, iterates through the account and returns all
-    #   catalog resources (including top-level resources and child
-    #   resources)
+    #   Whether to list all catalogs across the catalog hierarchy, starting
+    #   from the `ParentCatalogId`. Defaults to `false` . When `true`, all
+    #   catalog objects in the `ParentCatalogID` hierarchy are enumerated in
+    #   the response.
+    #   @return [Boolean]
+    #
+    # @!attribute [rw] include_root
+    #   Whether to list the default catalog in the account and region in the
+    #   response. Defaults to `false`. When `true` and `ParentCatalogId =
+    #   NULL | Amazon Web Services Account ID`, all catalogs and the default
+    #   catalog are enumerated in the response.
+    #
+    #   When the `ParentCatalogId` is not equal to null, and this attribute
+    #   is passed as `false` or `true`, an `InvalidInputException` is
+    #   thrown.
     #   @return [Boolean]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsRequest AWS API Documentation
@@ -11089,7 +11134,8 @@ module Aws::Glue
       :parent_catalog_id,
       :next_token,
       :max_results,
-      :recursive)
+      :recursive,
+      :include_root)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -16179,46 +16225,45 @@ module Aws::Glue
     #   Accepts the value Z.2X for Ray jobs.
     #
     #   * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
-    #     GB of memory) with 84GB disk (approximately 34GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 94GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
-    #     GB of memory) with 128GB disk (approximately 77GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 138GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
-    #     64 GB of memory) with 256GB disk (approximately 235GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs in the following
-    #     Amazon Web Services Regions: US East (Ohio), US East (N.
-    #     Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
-    #     Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
-    #     (Frankfurt), Europe (Ireland), and Europe (Stockholm).
+    #     64 GB of memory) with 256GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs in the following Amazon Web Services
+    #     Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
+    #     Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
+    #     (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
+    #     and Europe (Stockholm).
     #
     #   * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
-    #     128 GB of memory) with 512GB disk (approximately 487GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs, in the same
-    #     Amazon Web Services Regions as supported for the `G.4X` worker
-    #     type.
+    #     128 GB of memory) with 512GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs, in the same Amazon Web Services Regions
+    #     as supported for the `G.4X` worker type.
     #
     #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
-    #     vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
-    #     and provides 1 executor per worker. We recommend this worker type
-    #     for low volume streaming jobs. This worker type is only available
-    #     for Glue version 3.0 streaming jobs.
+    #     vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for low volume streaming
+    #     jobs. This worker type is only available for Glue version 3.0 or
+    #     later streaming jobs.
     #
     #   * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
-    #     64 GB of memory) with 128 GB disk (approximately 120GB free), and
-    #     provides up to 8 Ray workers based on the autoscaler.
+    #     64 GB of memory) with 128 GB disk, and provides up to 8 Ray
+    #     workers based on the autoscaler.
     #   @return [String]
     #
     # @!attribute [rw] number_of_workers
@@ -16584,11 +16629,16 @@ module Aws::Glue
     #   `TIMEOUT` status. This value overrides the timeout value set in the
     #   parent job.
     #
-    #   Streaming jobs must have timeout values less than 7 days or 10080
-    #   minutes. When the value is left blank, the job will be restarted
-    #   after 7 days based if you have not setup a maintenance window. If
-    #   you have setup maintenance window, it will be restarted during the
-    #   maintenance window after 7 days.
+    #   Jobs must have timeout values less than 7 days or 10080 minutes.
+    #   Otherwise, the jobs will throw an exception.
+    #
+    #   When the value is left blank, the timeout is defaulted to 2880
+    #   minutes.
+    #
+    #   Any existing Glue jobs that had a timeout value greater than 7 days
+    #   will be defaulted to 7 days. For instance if you have specified a
+    #   timeout of 20 days for a batch job, it will be stopped on the 7th
+    #   day.
     #   @return [Integer]
     #
     # @!attribute [rw] max_capacity
@@ -16630,46 +16680,45 @@ module Aws::Glue
     #   Accepts the value Z.2X for Ray jobs.
     #
     #   * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
-    #     GB of memory) with 84GB disk (approximately 34GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 94GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
-    #     GB of memory) with 128GB disk (approximately 77GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 138GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
-    #     64 GB of memory) with 256GB disk (approximately 235GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs in the following
-    #     Amazon Web Services Regions: US East (Ohio), US East (N.
-    #     Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
-    #     Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
-    #     (Frankfurt), Europe (Ireland), and Europe (Stockholm).
+    #     64 GB of memory) with 256GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs in the following Amazon Web Services
+    #     Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
+    #     Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
+    #     (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
+    #     and Europe (Stockholm).
     #
     #   * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
-    #     128 GB of memory) with 512GB disk (approximately 487GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs, in the same
-    #     Amazon Web Services Regions as supported for the `G.4X` worker
-    #     type.
+    #     128 GB of memory) with 512GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs, in the same Amazon Web Services Regions
+    #     as supported for the `G.4X` worker type.
     #
     #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
-    #     vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
-    #     and provides 1 executor per worker. We recommend this worker type
-    #     for low volume streaming jobs. This worker type is only available
-    #     for Glue version 3.0 streaming jobs.
+    #     vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for low volume streaming
+    #     jobs. This worker type is only available for Glue version 3.0 or
+    #     later streaming jobs.
     #
     #   * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
-    #     64 GB of memory) with 128 GB disk (approximately 120GB free), and
-    #     provides up to 8 Ray workers based on the autoscaler.
+    #     64 GB of memory) with 128 GB disk, and provides up to 8 Ray
+    #     workers based on the autoscaler.
     #   @return [String]
     #
     # @!attribute [rw] number_of_workers
@@ -16968,46 +17017,45 @@ module Aws::Glue
     #   Accepts the value Z.2X for Ray jobs.
     #
     #   * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
-    #     GB of memory) with 84GB disk (approximately 34GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 94GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
-    #     GB of memory) with 128GB disk (approximately 77GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 138GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
-    #     64 GB of memory) with 256GB disk (approximately 235GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs in the following
-    #     Amazon Web Services Regions: US East (Ohio), US East (N.
-    #     Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
-    #     Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
-    #     (Frankfurt), Europe (Ireland), and Europe (Stockholm).
+    #     64 GB of memory) with 256GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs in the following Amazon Web Services
+    #     Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
+    #     Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
+    #     (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
+    #     and Europe (Stockholm).
     #
     #   * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
-    #     128 GB of memory) with 512GB disk (approximately 487GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs, in the same
-    #     Amazon Web Services Regions as supported for the `G.4X` worker
-    #     type.
+    #     128 GB of memory) with 512GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs, in the same Amazon Web Services Regions
+    #     as supported for the `G.4X` worker type.
     #
     #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
-    #     vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
-    #     and provides 1 executor per worker. We recommend this worker type
-    #     for low volume streaming jobs. This worker type is only available
-    #     for Glue version 3.0 streaming jobs.
+    #     vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for low volume streaming
+    #     jobs. This worker type is only available for Glue version 3.0 or
+    #     later streaming jobs.
     #
     #   * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
-    #     64 GB of memory) with 128 GB disk (approximately 120GB free), and
-    #     provides up to 8 Ray workers based on the autoscaler.
+    #     64 GB of memory) with 128 GB disk, and provides up to 8 Ray
+    #     workers based on the autoscaler.
     #   @return [String]
     #
     # @!attribute [rw] number_of_workers
@@ -20636,6 +20684,11 @@ module Aws::Glue
     #
     # @!attribute [rw] run_properties
     #   The properties to put for the specified run.
+    #
+    #   Run properties may be logged. Do not pass plaintext secrets as
+    #   properties. Retrieve secrets from a Glue Connection, Amazon Web
+    #   Services Secrets Manager or other secret management mechanism if you
+    #   intend to use them within the workflow run.
     #   @return [Hash<String,String>]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
@@ -23942,11 +23995,16 @@ module Aws::Glue
     #   `TIMEOUT` status. This value overrides the timeout value set in the
     #   parent job.
     #
-    #   Streaming jobs must have timeout values less than 7 days or 10080
-    #   minutes. When the value is left blank, the job will be restarted
-    #   after 7 days based if you have not setup a maintenance window. If
-    #   you have setup maintenance window, it will be restarted during the
-    #   maintenance window after 7 days.
+    #   Jobs must have timeout values less than 7 days or 10080 minutes.
+    #   Otherwise, the jobs will throw an exception.
+    #
+    #   When the value is left blank, the timeout is defaulted to 2880
+    #   minutes.
+    #
+    #   Any existing Glue jobs that had a timeout value greater than 7 days
+    #   will be defaulted to 7 days. For instance if you have specified a
+    #   timeout of 20 days for a batch job, it will be stopped on the 7th
+    #   day.
     #   @return [Integer]
     #
     # @!attribute [rw] max_capacity
@@ -23997,46 +24055,45 @@ module Aws::Glue
     #   Accepts the value Z.2X for Ray jobs.
     #
     #   * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
-    #     GB of memory) with 84GB disk (approximately 34GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 94GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
-    #     GB of memory) with 128GB disk (approximately 77GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     workloads such as data transforms, joins, and queries, to offers a
-    #     scalable and cost effective way to run most jobs.
+    #     GB of memory) with 138GB disk, and provides 1 executor per worker.
+    #     We recommend this worker type for workloads such as data
+    #     transforms, joins, and queries, to offers a scalable and cost
+    #     effective way to run most jobs.
     #
     #   * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
-    #     64 GB of memory) with 256GB disk (approximately 235GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs in the following
-    #     Amazon Web Services Regions: US East (Ohio), US East (N.
-    #     Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
-    #     Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
-    #     (Frankfurt), Europe (Ireland), and Europe (Stockholm).
+    #     64 GB of memory) with 256GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs in the following Amazon Web Services
+    #     Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
+    #     Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
+    #     (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
+    #     and Europe (Stockholm).
     #
     #   * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
-    #     128 GB of memory) with 512GB disk (approximately 487GB free), and
-    #     provides 1 executor per worker. We recommend this worker type for
-    #     jobs whose workloads contain your most demanding transforms,
-    #     aggregations, joins, and queries. This worker type is available
-    #     only for Glue version 3.0 or later Spark ETL jobs, in the same
-    #     Amazon Web Services Regions as supported for the `G.4X` worker
-    #     type.
+    #     128 GB of memory) with 512GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for jobs whose workloads
+    #     contain your most demanding transforms, aggregations, joins, and
+    #     queries. This worker type is available only for Glue version 3.0
+    #     or later Spark ETL jobs, in the same Amazon Web Services Regions
+    #     as supported for the `G.4X` worker type.
     #
     #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
-    #     vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
-    #     and provides 1 executor per worker. We recommend this worker type
-    #     for low volume streaming jobs. This worker type is only available
-    #     for Glue version 3.0 streaming jobs.
+    #     vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
+    #     worker. We recommend this worker type for low volume streaming
+    #     jobs. This worker type is only available for Glue version 3.0 or
+    #     later streaming jobs.
     #
     #   * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
-    #     64 GB of memory) with 128 GB disk (approximately 120GB free), and
-    #     provides up to 8 Ray workers based on the autoscaler.
+    #     64 GB of memory) with 128 GB disk, and provides up to 8 Ray
+    #     workers based on the autoscaler.
     #   @return [String]
     #
     # @!attribute [rw] number_of_workers
@@ -24173,6 +24230,11 @@ module Aws::Glue
     #
     # @!attribute [rw] run_properties
     #   The workflow run properties for the new workflow run.
+    #
+    #   Run properties may be logged. Do not pass plaintext secrets as
+    #   properties. Retrieve secrets from a Glue Connection, Amazon Web
+    #   Services Secrets Manager or other secret management mechanism if you
+    #   intend to use them within the workflow run.
     #   @return [Hash<String,String>]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
@@ -27521,6 +27583,11 @@ module Aws::Glue
     # @!attribute [rw] default_run_properties
     #   A collection of properties to be used as part of each execution of
     #   the workflow.
+    #
+    #   Run properties may be logged. Do not pass plaintext secrets as
+    #   properties. Retrieve secrets from a Glue Connection, Amazon Web
+    #   Services Secrets Manager or other secret management mechanism if you
+    #   intend to use them within the workflow run.
     #   @return [Hash<String,String>]
     #
     # @!attribute [rw] max_concurrent_runs

data/lib/aws-sdk-glue.rb

@@ -54,7 +54,7 @@ module Aws::Glue
   autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
   autoload :Endpoints, 'aws-sdk-glue/endpoints'
 
-  GEM_VERSION = '1.204.0'
+  GEM_VERSION = '1.206.0'
 
 end
 

data/sig/client.rbs

@@ -2401,6 +2401,10 @@ module Aws
                                              job_bookmarks_encryption: {
                                                job_bookmarks_encryption_mode: ("DISABLED" | "CSE-KMS")?,
                                                kms_key_arn: ::String?
+                                             }?,
+                                             data_quality_encryption: {
+                                               data_quality_encryption_mode: ("DISABLED" | "SSE-KMS")?,
+                                               kms_key_arn: ::String?
                                              }?
                                            }
                                          ) -> _CreateSecurityConfigurationResponseSuccess
@@ -3161,7 +3165,8 @@ module Aws
                           ?parent_catalog_id: ::String,
                           ?next_token: ::String,
                           ?max_results: ::Integer,
-                          ?recursive: bool
+                          ?recursive: bool,
+                          ?include_root: bool
                         ) -> _GetCatalogsResponseSuccess
                       | (?Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _GetCatalogsResponseSuccess
 

data/sig/types.rbs

@@ -1715,6 +1715,12 @@ module Aws::Glue
       SENSITIVE: [:description, :evaluation_message, :evaluated_metrics]
     end
 
+    class DataQualityEncryption
+      attr_accessor data_quality_encryption_mode: ("DISABLED" | "SSE-KMS")
+      attr_accessor kms_key_arn: ::String
+      SENSITIVE: []
+    end
+
     class DataQualityEvaluationRunAdditionalRunOptions
       attr_accessor cloud_watch_metrics_enabled: bool
       attr_accessor results_s3_prefix: ::String
@@ -2443,6 +2449,7 @@ module Aws::Glue
       attr_accessor s3_encryption: ::Array[Types::S3Encryption]
       attr_accessor cloud_watch_encryption: Types::CloudWatchEncryption
       attr_accessor job_bookmarks_encryption: Types::JobBookmarksEncryption
+      attr_accessor data_quality_encryption: Types::DataQualityEncryption
       SENSITIVE: []
     end
 
@@ -2698,6 +2705,7 @@ module Aws::Glue
       attr_accessor next_token: ::String
       attr_accessor max_results: ::Integer
       attr_accessor recursive: bool
+      attr_accessor include_root: bool
       SENSITIVE: []
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.204.0
+  version: 1.206.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-12-03 00:00:00.000000000 Z
+date: 2024-12-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core