aws-sdk-glue 1.204.0 → 1.205.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: aefd89b59c1f74bdcdf5e707163285e9db331b0c281c831cd1c28667b4a150c2
4
- data.tar.gz: bd72b2fb15779b79a96a6d8e1bb92445dbe0bf3b7532088de15cb4e3fcfa32d0
3
+ metadata.gz: 4a79ccf20689c72fc8eee7128c0016c40e772235d8364efda282f5b3efcb50b8
4
+ data.tar.gz: 05af768408fc91b1999c8ae5fb15206243b684c21341faa247627be58ff2605f
5
5
  SHA512:
6
- metadata.gz: 4640adb491784d1c850f8ade4097e33b1693b745a6a75ba333f48d9ad7f71dd07185ab43d9470ce0c98b41698e7a5c1882aed487f8112126acd28e3aebbfc1dc
7
- data.tar.gz: 57ae3a1658024849e84eb8ec7526a0fe242ebf70c9da322fe490bf93255af13f6f7ff0775ce1c574a020d4f83201d196bfc0239b51df49e83f71e46b3158caa3
6
+ metadata.gz: 60123886b807ab1ff17e253b0d0ac57804a8bef9902c43cd3a4a1d78983942619b5493f4ec76c7ab6f3d85d276c0bb67c20812d5140bb50bdd8224242bb943c0
7
+ data.tar.gz: 537a6f1e5b0a5507979cf661192a98370311e6af7fb4c4e455f5ddfcc4df3df4d9984809f8cd00b489ff8e1f028e393148ab41b97af368e38410f3143fcf8631
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.205.0 (2024-12-12)
5
+ ------------------
6
+
7
+ * Feature - To support customer-managed encryption in Data Quality to allow customers encrypt data with their own KMS key, we will add a DataQualityEncryption field to the SecurityConfiguration API where customers can provide their KMS keys.
8
+
4
9
  1.204.0 (2024-12-03)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.204.0
1
+ 1.205.0
@@ -4106,45 +4106,45 @@ module Aws::Glue
4106
4106
  # Accepts the value Z.2X for Ray jobs.
4107
4107
  #
4108
4108
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
4109
- # GB of memory) with 84GB disk (approximately 34GB free), and provides
4110
- # 1 executor per worker. We recommend this worker type for workloads
4111
- # such as data transforms, joins, and queries, to offers a scalable
4112
- # and cost effective way to run most jobs.
4109
+ # GB of memory) with 94GB disk, and provides 1 executor per worker. We
4110
+ # recommend this worker type for workloads such as data transforms,
4111
+ # joins, and queries, to offers a scalable and cost effective way to
4112
+ # run most jobs.
4113
4113
  #
4114
4114
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
4115
- # GB of memory) with 128GB disk (approximately 77GB free), and
4116
- # provides 1 executor per worker. We recommend this worker type for
4117
- # workloads such as data transforms, joins, and queries, to offers a
4118
- # scalable and cost effective way to run most jobs.
4115
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
4116
+ # We recommend this worker type for workloads such as data transforms,
4117
+ # joins, and queries, to offers a scalable and cost effective way to
4118
+ # run most jobs.
4119
4119
  #
4120
4120
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs, 64
4121
- # GB of memory) with 256GB disk (approximately 235GB free), and
4122
- # provides 1 executor per worker. We recommend this worker type for
4123
- # jobs whose workloads contain your most demanding transforms,
4124
- # aggregations, joins, and queries. This worker type is available only
4125
- # for Glue version 3.0 or later Spark ETL jobs in the following Amazon
4126
- # Web Services Regions: US East (Ohio), US East (N. Virginia), US West
4127
- # (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia
4128
- # Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe
4129
- # (Ireland), and Europe (Stockholm).
4121
+ # GB of memory) with 256GB disk, and provides 1 executor per worker.
4122
+ # We recommend this worker type for jobs whose workloads contain your
4123
+ # most demanding transforms, aggregations, joins, and queries. This
4124
+ # worker type is available only for Glue version 3.0 or later Spark
4125
+ # ETL jobs in the following Amazon Web Services Regions: US East
4126
+ # (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific
4127
+ # (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
4128
+ # (Central), Europe (Frankfurt), Europe (Ireland), and Europe
4129
+ # (Stockholm).
4130
4130
  #
4131
4131
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
4132
- # GB of memory) with 512GB disk (approximately 487GB free), and
4133
- # provides 1 executor per worker. We recommend this worker type for
4134
- # jobs whose workloads contain your most demanding transforms,
4135
- # aggregations, joins, and queries. This worker type is available only
4136
- # for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web
4137
- # Services Regions as supported for the `G.4X` worker type.
4132
+ # GB of memory) with 512GB disk, and provides 1 executor per worker.
4133
+ # We recommend this worker type for jobs whose workloads contain your
4134
+ # most demanding transforms, aggregations, joins, and queries. This
4135
+ # worker type is available only for Glue version 3.0 or later Spark
4136
+ # ETL jobs, in the same Amazon Web Services Regions as supported for
4137
+ # the `G.4X` worker type.
4138
4138
  #
4139
4139
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
4140
- # 4 GB of memory) with 84GB disk (approximately 34GB free), and
4141
- # provides 1 executor per worker. We recommend this worker type for
4142
- # low volume streaming jobs. This worker type is only available for
4143
- # Glue version 3.0 streaming jobs.
4140
+ # 4 GB of memory) with 84GB disk, and provides 1 executor per worker.
4141
+ # We recommend this worker type for low volume streaming jobs. This
4142
+ # worker type is only available for Glue version 3.0 or later
4143
+ # streaming jobs.
4144
4144
  #
4145
4145
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
4146
- # GB of memory) with 128 GB disk (approximately 120GB free), and
4147
- # provides up to 8 Ray workers based on the autoscaler.
4146
+ # GB of memory) with 128 GB disk, and provides up to 8 Ray workers
4147
+ # based on the autoscaler.
4148
4148
  #
4149
4149
  # @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
4150
4150
  # The representation of a directed acyclic graph on which both the Glue
@@ -4837,6 +4837,10 @@ module Aws::Glue
4837
4837
  # job_bookmarks_encryption_mode: "DISABLED", # accepts DISABLED, CSE-KMS
4838
4838
  # kms_key_arn: "KmsKeyArn",
4839
4839
  # },
4840
+ # data_quality_encryption: {
4841
+ # data_quality_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS
4842
+ # kms_key_arn: "KmsKeyArn",
4843
+ # },
4840
4844
  # },
4841
4845
  # })
4842
4846
  #
@@ -4899,39 +4903,39 @@ module Aws::Glue
4899
4903
  # the value Z.2X for Ray notebooks.
4900
4904
  #
4901
4905
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
4902
- # GB of memory) with 84GB disk (approximately 34GB free), and provides
4903
- # 1 executor per worker. We recommend this worker type for workloads
4904
- # such as data transforms, joins, and queries, to offers a scalable
4905
- # and cost effective way to run most jobs.
4906
+ # GB of memory) with 94GB disk, and provides 1 executor per worker. We
4907
+ # recommend this worker type for workloads such as data transforms,
4908
+ # joins, and queries, to offers a scalable and cost effective way to
4909
+ # run most jobs.
4906
4910
  #
4907
4911
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
4908
- # GB of memory) with 128GB disk (approximately 77GB free), and
4909
- # provides 1 executor per worker. We recommend this worker type for
4910
- # workloads such as data transforms, joins, and queries, to offers a
4911
- # scalable and cost effective way to run most jobs.
4912
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
4913
+ # We recommend this worker type for workloads such as data transforms,
4914
+ # joins, and queries, to offers a scalable and cost effective way to
4915
+ # run most jobs.
4912
4916
  #
4913
4917
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs, 64
4914
- # GB of memory) with 256GB disk (approximately 235GB free), and
4915
- # provides 1 executor per worker. We recommend this worker type for
4916
- # jobs whose workloads contain your most demanding transforms,
4917
- # aggregations, joins, and queries. This worker type is available only
4918
- # for Glue version 3.0 or later Spark ETL jobs in the following Amazon
4919
- # Web Services Regions: US East (Ohio), US East (N. Virginia), US West
4920
- # (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia
4921
- # Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe
4922
- # (Ireland), and Europe (Stockholm).
4918
+ # GB of memory) with 256GB disk, and provides 1 executor per worker.
4919
+ # We recommend this worker type for jobs whose workloads contain your
4920
+ # most demanding transforms, aggregations, joins, and queries. This
4921
+ # worker type is available only for Glue version 3.0 or later Spark
4922
+ # ETL jobs in the following Amazon Web Services Regions: US East
4923
+ # (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific
4924
+ # (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
4925
+ # (Central), Europe (Frankfurt), Europe (Ireland), and Europe
4926
+ # (Stockholm).
4923
4927
  #
4924
4928
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
4925
- # GB of memory) with 512GB disk (approximately 487GB free), and
4926
- # provides 1 executor per worker. We recommend this worker type for
4927
- # jobs whose workloads contain your most demanding transforms,
4928
- # aggregations, joins, and queries. This worker type is available only
4929
- # for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web
4930
- # Services Regions as supported for the `G.4X` worker type.
4929
+ # GB of memory) with 512GB disk, and provides 1 executor per worker.
4930
+ # We recommend this worker type for jobs whose workloads contain your
4931
+ # most demanding transforms, aggregations, joins, and queries. This
4932
+ # worker type is available only for Glue version 3.0 or later Spark
4933
+ # ETL jobs, in the same Amazon Web Services Regions as supported for
4934
+ # the `G.4X` worker type.
4931
4935
  #
4932
4936
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
4933
- # GB of memory) with 128 GB disk (approximately 120GB free), and
4934
- # provides up to 8 Ray workers based on the autoscaler.
4937
+ # GB of memory) with 128 GB disk, and provides up to 8 Ray workers
4938
+ # based on the autoscaler.
4935
4939
  #
4936
4940
  # @option params [String] :security_configuration
4937
4941
  # The name of the SecurityConfiguration structure to be used with the
@@ -5227,6 +5231,11 @@ module Aws::Glue
5227
5231
 
5228
5232
  # Creates a new trigger.
5229
5233
  #
5234
+ # Job arguments may be logged. Do not pass plaintext secrets as
5235
+ # arguments. Retrieve secrets from a Glue Connection, Amazon Web
5236
+ # Services Secrets Manager or other secret management mechanism if you
5237
+ # intend to keep them within the Job.
5238
+ #
5230
5239
  # @option params [required, String] :name
5231
5240
  # The name of the trigger.
5232
5241
  #
@@ -5452,6 +5461,11 @@ module Aws::Glue
5452
5461
  # A collection of properties to be used as part of each execution of the
5453
5462
  # workflow.
5454
5463
  #
5464
+ # Run properties may be logged. Do not pass plaintext secrets as
5465
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
5466
+ # Services Secrets Manager or other secret management mechanism if you
5467
+ # intend to use them within the workflow run.
5468
+ #
5455
5469
  # @option params [Hash<String,String>] :tags
5456
5470
  # The tags to be used with this workflow.
5457
5471
  #
@@ -9968,7 +9982,7 @@ module Aws::Glue
9968
9982
  end
9969
9983
 
9970
9984
  # Retrieves the metadata for a given job run. Job run history is
9971
- # accessible for 90 days for your workflow and job run.
9985
+ # accessible for 365 days for your workflow and job run.
9972
9986
  #
9973
9987
  # @option params [required, String] :job_name
9974
9988
  # Name of the job definition being run.
@@ -10037,6 +10051,9 @@ module Aws::Glue
10037
10051
 
10038
10052
  # Retrieves metadata for all runs of a given job definition.
10039
10053
  #
10054
+ # `GetJobRuns` returns the job runs in chronological order, with the
10055
+ # newest jobs returned first.
10056
+ #
10040
10057
  # @option params [required, String] :job_name
10041
10058
  # The name of the job definition for which to retrieve all job runs.
10042
10059
  #
@@ -12320,6 +12337,8 @@ module Aws::Glue
12320
12337
  # resp.security_configuration.encryption_configuration.cloud_watch_encryption.kms_key_arn #=> String
12321
12338
  # resp.security_configuration.encryption_configuration.job_bookmarks_encryption.job_bookmarks_encryption_mode #=> String, one of "DISABLED", "CSE-KMS"
12322
12339
  # resp.security_configuration.encryption_configuration.job_bookmarks_encryption.kms_key_arn #=> String
12340
+ # resp.security_configuration.encryption_configuration.data_quality_encryption.data_quality_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
12341
+ # resp.security_configuration.encryption_configuration.data_quality_encryption.kms_key_arn #=> String
12323
12342
  #
12324
12343
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfiguration AWS API Documentation
12325
12344
  #
@@ -12364,6 +12383,8 @@ module Aws::Glue
12364
12383
  # resp.security_configurations[0].encryption_configuration.cloud_watch_encryption.kms_key_arn #=> String
12365
12384
  # resp.security_configurations[0].encryption_configuration.job_bookmarks_encryption.job_bookmarks_encryption_mode #=> String, one of "DISABLED", "CSE-KMS"
12366
12385
  # resp.security_configurations[0].encryption_configuration.job_bookmarks_encryption.kms_key_arn #=> String
12386
+ # resp.security_configurations[0].encryption_configuration.data_quality_encryption.data_quality_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
12387
+ # resp.security_configurations[0].encryption_configuration.data_quality_encryption.kms_key_arn #=> String
12367
12388
  # resp.next_token #=> String
12368
12389
  #
12369
12390
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurations AWS API Documentation
@@ -16281,6 +16302,11 @@ module Aws::Glue
16281
16302
  # @option params [required, Hash<String,String>] :run_properties
16282
16303
  # The properties to put for the specified run.
16283
16304
  #
16305
+ # Run properties may be logged. Do not pass plaintext secrets as
16306
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
16307
+ # Services Secrets Manager or other secret management mechanism if you
16308
+ # intend to use them within the workflow run.
16309
+ #
16284
16310
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
16285
16311
  #
16286
16312
  # @example Request syntax with placeholder values
@@ -17390,45 +17416,45 @@ module Aws::Glue
17390
17416
  # Accepts the value Z.2X for Ray jobs.
17391
17417
  #
17392
17418
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
17393
- # GB of memory) with 84GB disk (approximately 34GB free), and provides
17394
- # 1 executor per worker. We recommend this worker type for workloads
17395
- # such as data transforms, joins, and queries, to offers a scalable
17396
- # and cost effective way to run most jobs.
17419
+ # GB of memory) with 94GB disk, and provides 1 executor per worker. We
17420
+ # recommend this worker type for workloads such as data transforms,
17421
+ # joins, and queries, to offers a scalable and cost effective way to
17422
+ # run most jobs.
17397
17423
  #
17398
17424
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
17399
- # GB of memory) with 128GB disk (approximately 77GB free), and
17400
- # provides 1 executor per worker. We recommend this worker type for
17401
- # workloads such as data transforms, joins, and queries, to offers a
17402
- # scalable and cost effective way to run most jobs.
17425
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
17426
+ # We recommend this worker type for workloads such as data transforms,
17427
+ # joins, and queries, to offers a scalable and cost effective way to
17428
+ # run most jobs.
17403
17429
  #
17404
17430
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs, 64
17405
- # GB of memory) with 256GB disk (approximately 235GB free), and
17406
- # provides 1 executor per worker. We recommend this worker type for
17407
- # jobs whose workloads contain your most demanding transforms,
17408
- # aggregations, joins, and queries. This worker type is available only
17409
- # for Glue version 3.0 or later Spark ETL jobs in the following Amazon
17410
- # Web Services Regions: US East (Ohio), US East (N. Virginia), US West
17411
- # (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia
17412
- # Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe
17413
- # (Ireland), and Europe (Stockholm).
17431
+ # GB of memory) with 256GB disk, and provides 1 executor per worker.
17432
+ # We recommend this worker type for jobs whose workloads contain your
17433
+ # most demanding transforms, aggregations, joins, and queries. This
17434
+ # worker type is available only for Glue version 3.0 or later Spark
17435
+ # ETL jobs in the following Amazon Web Services Regions: US East
17436
+ # (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific
17437
+ # (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
17438
+ # (Central), Europe (Frankfurt), Europe (Ireland), and Europe
17439
+ # (Stockholm).
17414
17440
  #
17415
17441
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
17416
- # GB of memory) with 512GB disk (approximately 487GB free), and
17417
- # provides 1 executor per worker. We recommend this worker type for
17418
- # jobs whose workloads contain your most demanding transforms,
17419
- # aggregations, joins, and queries. This worker type is available only
17420
- # for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web
17421
- # Services Regions as supported for the `G.4X` worker type.
17442
+ # GB of memory) with 512GB disk, and provides 1 executor per worker.
17443
+ # We recommend this worker type for jobs whose workloads contain your
17444
+ # most demanding transforms, aggregations, joins, and queries. This
17445
+ # worker type is available only for Glue version 3.0 or later Spark
17446
+ # ETL jobs, in the same Amazon Web Services Regions as supported for
17447
+ # the `G.4X` worker type.
17422
17448
  #
17423
17449
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
17424
- # 4 GB of memory) with 84GB disk (approximately 34GB free), and
17425
- # provides 1 executor per worker. We recommend this worker type for
17426
- # low volume streaming jobs. This worker type is only available for
17427
- # Glue version 3.0 streaming jobs.
17450
+ # 4 GB of memory) with 84GB disk, and provides 1 executor per worker.
17451
+ # We recommend this worker type for low volume streaming jobs. This
17452
+ # worker type is only available for Glue version 3.0 or later
17453
+ # streaming jobs.
17428
17454
  #
17429
17455
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
17430
- # GB of memory) with 128 GB disk (approximately 120GB free), and
17431
- # provides up to 8 Ray workers based on the autoscaler.
17456
+ # GB of memory) with 128 GB disk, and provides up to 8 Ray workers
17457
+ # based on the autoscaler.
17432
17458
  #
17433
17459
  # @option params [Integer] :number_of_workers
17434
17460
  # The number of workers of a defined `workerType` that are allocated
@@ -17609,6 +17635,11 @@ module Aws::Glue
17609
17635
  # @option params [Hash<String,String>] :run_properties
17610
17636
  # The workflow run properties for the new workflow run.
17611
17637
  #
17638
+ # Run properties may be logged. Do not pass plaintext secrets as
17639
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
17640
+ # Services Secrets Manager or other secret management mechanism if you
17641
+ # intend to use them within the workflow run.
17642
+ #
17612
17643
  # @return [Types::StartWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
17613
17644
  #
17614
17645
  # * {Types::StartWorkflowRunResponse#run_id #run_id} => String
@@ -19736,6 +19767,11 @@ module Aws::Glue
19736
19767
 
19737
19768
  # Updates a trigger definition.
19738
19769
  #
19770
+ # Job arguments may be logged. Do not pass plaintext secrets as
19771
+ # arguments. Retrieve secrets from a Glue Connection, Amazon Web
19772
+ # Services Secrets Manager or other secret management mechanism if you
19773
+ # intend to keep them within the Job.
19774
+ #
19739
19775
  # @option params [required, String] :name
19740
19776
  # The name of the trigger to update.
19741
19777
  #
@@ -19938,6 +19974,11 @@ module Aws::Glue
19938
19974
  # A collection of properties to be used as part of each execution of the
19939
19975
  # workflow.
19940
19976
  #
19977
+ # Run properties may be logged. Do not pass plaintext secrets as
19978
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
19979
+ # Services Secrets Manager or other secret management mechanism if you
19980
+ # intend to use them within the workflow run.
19981
+ #
19941
19982
  # @option params [Integer] :max_concurrent_runs
19942
19983
  # You can use this parameter to prevent unwanted multiple updates to
19943
19984
  # data, to control costs, or in some cases, to prevent exceeding the
@@ -19991,7 +20032,7 @@ module Aws::Glue
19991
20032
  tracer: tracer
19992
20033
  )
19993
20034
  context[:gem_name] = 'aws-sdk-glue'
19994
- context[:gem_version] = '1.204.0'
20035
+ context[:gem_version] = '1.205.0'
19995
20036
  Seahorse::Client::Request.new(handlers, context)
19996
20037
  end
19997
20038
 
@@ -389,6 +389,8 @@ module Aws::Glue
389
389
  DataOperations = Shapes::ListShape.new(name: 'DataOperations')
390
390
  DataQualityAnalyzerResult = Shapes::StructureShape.new(name: 'DataQualityAnalyzerResult')
391
391
  DataQualityAnalyzerResults = Shapes::ListShape.new(name: 'DataQualityAnalyzerResults')
392
+ DataQualityEncryption = Shapes::StructureShape.new(name: 'DataQualityEncryption')
393
+ DataQualityEncryptionMode = Shapes::StringShape.new(name: 'DataQualityEncryptionMode')
392
394
  DataQualityEvaluationRunAdditionalRunOptions = Shapes::StructureShape.new(name: 'DataQualityEvaluationRunAdditionalRunOptions')
393
395
  DataQualityMetricValues = Shapes::StructureShape.new(name: 'DataQualityMetricValues')
394
396
  DataQualityModelStatus = Shapes::StringShape.new(name: 'DataQualityModelStatus')
@@ -3018,6 +3020,10 @@ module Aws::Glue
3018
3020
 
3019
3021
  DataQualityAnalyzerResults.member = Shapes::ShapeRef.new(shape: DataQualityAnalyzerResult)
3020
3022
 
3023
+ DataQualityEncryption.add_member(:data_quality_encryption_mode, Shapes::ShapeRef.new(shape: DataQualityEncryptionMode, location_name: "DataQualityEncryptionMode"))
3024
+ DataQualityEncryption.add_member(:kms_key_arn, Shapes::ShapeRef.new(shape: KmsKeyArn, location_name: "KmsKeyArn"))
3025
+ DataQualityEncryption.struct_class = Types::DataQualityEncryption
3026
+
3021
3027
  DataQualityEvaluationRunAdditionalRunOptions.add_member(:cloud_watch_metrics_enabled, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CloudWatchMetricsEnabled"))
3022
3028
  DataQualityEvaluationRunAdditionalRunOptions.add_member(:results_s3_prefix, Shapes::ShapeRef.new(shape: UriString, location_name: "ResultsS3Prefix"))
3023
3029
  DataQualityEvaluationRunAdditionalRunOptions.add_member(:composite_rule_evaluation_method, Shapes::ShapeRef.new(shape: DQCompositeRuleEvaluationMethod, location_name: "CompositeRuleEvaluationMethod"))
@@ -3592,6 +3598,7 @@ module Aws::Glue
3592
3598
  EncryptionConfiguration.add_member(:s3_encryption, Shapes::ShapeRef.new(shape: S3EncryptionList, location_name: "S3Encryption"))
3593
3599
  EncryptionConfiguration.add_member(:cloud_watch_encryption, Shapes::ShapeRef.new(shape: CloudWatchEncryption, location_name: "CloudWatchEncryption"))
3594
3600
  EncryptionConfiguration.add_member(:job_bookmarks_encryption, Shapes::ShapeRef.new(shape: JobBookmarksEncryption, location_name: "JobBookmarksEncryption"))
3601
+ EncryptionConfiguration.add_member(:data_quality_encryption, Shapes::ShapeRef.new(shape: DataQualityEncryption, location_name: "DataQualityEncryption"))
3595
3602
  EncryptionConfiguration.struct_class = Types::EncryptionConfiguration
3596
3603
 
3597
3604
  Entity.add_member(:entity_name, Shapes::ShapeRef.new(shape: EntityName, location_name: "EntityName"))
@@ -6000,46 +6000,45 @@ module Aws::Glue
6000
6000
  # Accepts the value Z.2X for Ray jobs.
6001
6001
  #
6002
6002
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
6003
- # GB of memory) with 84GB disk (approximately 34GB free), and
6004
- # provides 1 executor per worker. We recommend this worker type for
6005
- # workloads such as data transforms, joins, and queries, to offers a
6006
- # scalable and cost effective way to run most jobs.
6003
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
6004
+ # We recommend this worker type for workloads such as data
6005
+ # transforms, joins, and queries, to offers a scalable and cost
6006
+ # effective way to run most jobs.
6007
6007
  #
6008
6008
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
6009
- # GB of memory) with 128GB disk (approximately 77GB free), and
6010
- # provides 1 executor per worker. We recommend this worker type for
6011
- # workloads such as data transforms, joins, and queries, to offers a
6012
- # scalable and cost effective way to run most jobs.
6009
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
6010
+ # We recommend this worker type for workloads such as data
6011
+ # transforms, joins, and queries, to offers a scalable and cost
6012
+ # effective way to run most jobs.
6013
6013
  #
6014
6014
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
6015
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
6016
- # provides 1 executor per worker. We recommend this worker type for
6017
- # jobs whose workloads contain your most demanding transforms,
6018
- # aggregations, joins, and queries. This worker type is available
6019
- # only for Glue version 3.0 or later Spark ETL jobs in the following
6020
- # Amazon Web Services Regions: US East (Ohio), US East (N.
6021
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
6022
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
6023
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
6015
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
6016
+ # worker. We recommend this worker type for jobs whose workloads
6017
+ # contain your most demanding transforms, aggregations, joins, and
6018
+ # queries. This worker type is available only for Glue version 3.0
6019
+ # or later Spark ETL jobs in the following Amazon Web Services
6020
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
6021
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
6022
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
6023
+ # and Europe (Stockholm).
6024
6024
  #
6025
6025
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
6026
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
6027
- # provides 1 executor per worker. We recommend this worker type for
6028
- # jobs whose workloads contain your most demanding transforms,
6029
- # aggregations, joins, and queries. This worker type is available
6030
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
6031
- # Amazon Web Services Regions as supported for the `G.4X` worker
6032
- # type.
6026
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
6027
+ # worker. We recommend this worker type for jobs whose workloads
6028
+ # contain your most demanding transforms, aggregations, joins, and
6029
+ # queries. This worker type is available only for Glue version 3.0
6030
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
6031
+ # as supported for the `G.4X` worker type.
6033
6032
  #
6034
6033
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
6035
- # vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
6036
- # and provides 1 executor per worker. We recommend this worker type
6037
- # for low volume streaming jobs. This worker type is only available
6038
- # for Glue version 3.0 streaming jobs.
6034
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
6035
+ # worker. We recommend this worker type for low volume streaming
6036
+ # jobs. This worker type is only available for Glue version 3.0 or
6037
+ # later streaming jobs.
6039
6038
  #
6040
6039
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
6041
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
6042
- # provides up to 8 Ray workers based on the autoscaler.
6040
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
6041
+ # workers based on the autoscaler.
6043
6042
  # @return [String]
6044
6043
  #
6045
6044
  # @!attribute [rw] code_gen_configuration_nodes
@@ -6754,40 +6753,39 @@ module Aws::Glue
6754
6753
  # the value Z.2X for Ray notebooks.
6755
6754
  #
6756
6755
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
6757
- # GB of memory) with 84GB disk (approximately 34GB free), and
6758
- # provides 1 executor per worker. We recommend this worker type for
6759
- # workloads such as data transforms, joins, and queries, to offers a
6760
- # scalable and cost effective way to run most jobs.
6756
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
6757
+ # We recommend this worker type for workloads such as data
6758
+ # transforms, joins, and queries, to offers a scalable and cost
6759
+ # effective way to run most jobs.
6761
6760
  #
6762
6761
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
6763
- # GB of memory) with 128GB disk (approximately 77GB free), and
6764
- # provides 1 executor per worker. We recommend this worker type for
6765
- # workloads such as data transforms, joins, and queries, to offers a
6766
- # scalable and cost effective way to run most jobs.
6762
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
6763
+ # We recommend this worker type for workloads such as data
6764
+ # transforms, joins, and queries, to offers a scalable and cost
6765
+ # effective way to run most jobs.
6767
6766
  #
6768
6767
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
6769
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
6770
- # provides 1 executor per worker. We recommend this worker type for
6771
- # jobs whose workloads contain your most demanding transforms,
6772
- # aggregations, joins, and queries. This worker type is available
6773
- # only for Glue version 3.0 or later Spark ETL jobs in the following
6774
- # Amazon Web Services Regions: US East (Ohio), US East (N.
6775
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
6776
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
6777
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
6768
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
6769
+ # worker. We recommend this worker type for jobs whose workloads
6770
+ # contain your most demanding transforms, aggregations, joins, and
6771
+ # queries. This worker type is available only for Glue version 3.0
6772
+ # or later Spark ETL jobs in the following Amazon Web Services
6773
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
6774
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
6775
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
6776
+ # and Europe (Stockholm).
6778
6777
  #
6779
6778
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
6780
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
6781
- # provides 1 executor per worker. We recommend this worker type for
6782
- # jobs whose workloads contain your most demanding transforms,
6783
- # aggregations, joins, and queries. This worker type is available
6784
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
6785
- # Amazon Web Services Regions as supported for the `G.4X` worker
6786
- # type.
6779
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
6780
+ # worker. We recommend this worker type for jobs whose workloads
6781
+ # contain your most demanding transforms, aggregations, joins, and
6782
+ # queries. This worker type is available only for Glue version 3.0
6783
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
6784
+ # as supported for the `G.4X` worker type.
6787
6785
  #
6788
6786
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
6789
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
6790
- # provides up to 8 Ray workers based on the autoscaler.
6787
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
6788
+ # workers based on the autoscaler.
6791
6789
  # @return [String]
6792
6790
  #
6793
6791
  # @!attribute [rw] security_configuration
@@ -7093,6 +7091,11 @@ module Aws::Glue
7093
7091
  # @!attribute [rw] default_run_properties
7094
7092
  # A collection of properties to be used as part of each execution of
7095
7093
  # the workflow.
7094
+ #
7095
+ # Run properties may be logged. Do not pass plaintext secrets as
7096
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
7097
+ # Services Secrets Manager or other secret management mechanism if you
7098
+ # intend to use them within the workflow run.
7096
7099
  # @return [Hash<String,String>]
7097
7100
  #
7098
7101
  # @!attribute [rw] tags
@@ -7513,6 +7516,31 @@ module Aws::Glue
7513
7516
  include Aws::Structure
7514
7517
  end
7515
7518
 
7519
+ # Specifies how Data Quality assets in your account should be encrypted.
7520
+ #
7521
+ # @!attribute [rw] data_quality_encryption_mode
7522
+ # The encryption mode to use for encrypting Data Quality assets. These
7523
+ # assets include data quality rulesets, results, statistics, anomaly
7524
+ # detection models and observations.
7525
+ #
7526
+ # Valid values are `SSEKMS` for encryption using a customer-managed
7527
+ # KMS key, or `DISABLED`.
7528
+ # @return [String]
7529
+ #
7530
+ # @!attribute [rw] kms_key_arn
7531
+ # The Amazon Resource Name (ARN) of the KMS key to be used to encrypt
7532
+ # the data.
7533
+ # @return [String]
7534
+ #
7535
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityEncryption AWS API Documentation
7536
+ #
7537
+ class DataQualityEncryption < Struct.new(
7538
+ :data_quality_encryption_mode,
7539
+ :kms_key_arn)
7540
+ SENSITIVE = []
7541
+ include Aws::Structure
7542
+ end
7543
+
7516
7544
  # Additional run options you can specify for an evaluation run.
7517
7545
  #
7518
7546
  # @!attribute [rw] cloud_watch_metrics_enabled
@@ -10104,12 +10132,17 @@ module Aws::Glue
10104
10132
  # The encryption configuration for job bookmarks.
10105
10133
  # @return [Types::JobBookmarksEncryption]
10106
10134
  #
10135
+ # @!attribute [rw] data_quality_encryption
10136
+ # The encryption configuration for Glue Data Quality assets.
10137
+ # @return [Types::DataQualityEncryption]
10138
+ #
10107
10139
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionConfiguration AWS API Documentation
10108
10140
  #
10109
10141
  class EncryptionConfiguration < Struct.new(
10110
10142
  :s3_encryption,
10111
10143
  :cloud_watch_encryption,
10112
- :job_bookmarks_encryption)
10144
+ :job_bookmarks_encryption,
10145
+ :data_quality_encryption)
10113
10146
  SENSITIVE = []
10114
10147
  include Aws::Structure
10115
10148
  end
@@ -16179,46 +16212,45 @@ module Aws::Glue
16179
16212
  # Accepts the value Z.2X for Ray jobs.
16180
16213
  #
16181
16214
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
16182
- # GB of memory) with 84GB disk (approximately 34GB free), and
16183
- # provides 1 executor per worker. We recommend this worker type for
16184
- # workloads such as data transforms, joins, and queries, to offers a
16185
- # scalable and cost effective way to run most jobs.
16215
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
16216
+ # We recommend this worker type for workloads such as data
16217
+ # transforms, joins, and queries, to offers a scalable and cost
16218
+ # effective way to run most jobs.
16186
16219
  #
16187
16220
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
16188
- # GB of memory) with 128GB disk (approximately 77GB free), and
16189
- # provides 1 executor per worker. We recommend this worker type for
16190
- # workloads such as data transforms, joins, and queries, to offers a
16191
- # scalable and cost effective way to run most jobs.
16221
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
16222
+ # We recommend this worker type for workloads such as data
16223
+ # transforms, joins, and queries, to offers a scalable and cost
16224
+ # effective way to run most jobs.
16192
16225
  #
16193
16226
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
16194
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
16195
- # provides 1 executor per worker. We recommend this worker type for
16196
- # jobs whose workloads contain your most demanding transforms,
16197
- # aggregations, joins, and queries. This worker type is available
16198
- # only for Glue version 3.0 or later Spark ETL jobs in the following
16199
- # Amazon Web Services Regions: US East (Ohio), US East (N.
16200
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
16201
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
16202
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
16227
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
16228
+ # worker. We recommend this worker type for jobs whose workloads
16229
+ # contain your most demanding transforms, aggregations, joins, and
16230
+ # queries. This worker type is available only for Glue version 3.0
16231
+ # or later Spark ETL jobs in the following Amazon Web Services
16232
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
16233
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
16234
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
16235
+ # and Europe (Stockholm).
16203
16236
  #
16204
16237
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
16205
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
16206
- # provides 1 executor per worker. We recommend this worker type for
16207
- # jobs whose workloads contain your most demanding transforms,
16208
- # aggregations, joins, and queries. This worker type is available
16209
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
16210
- # Amazon Web Services Regions as supported for the `G.4X` worker
16211
- # type.
16238
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
16239
+ # worker. We recommend this worker type for jobs whose workloads
16240
+ # contain your most demanding transforms, aggregations, joins, and
16241
+ # queries. This worker type is available only for Glue version 3.0
16242
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
16243
+ # as supported for the `G.4X` worker type.
16212
16244
  #
16213
16245
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
16214
- # vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
16215
- # and provides 1 executor per worker. We recommend this worker type
16216
- # for low volume streaming jobs. This worker type is only available
16217
- # for Glue version 3.0 streaming jobs.
16246
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
16247
+ # worker. We recommend this worker type for low volume streaming
16248
+ # jobs. This worker type is only available for Glue version 3.0 or
16249
+ # later streaming jobs.
16218
16250
  #
16219
16251
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
16220
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
16221
- # provides up to 8 Ray workers based on the autoscaler.
16252
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
16253
+ # workers based on the autoscaler.
16222
16254
  # @return [String]
16223
16255
  #
16224
16256
  # @!attribute [rw] number_of_workers
@@ -16630,46 +16662,45 @@ module Aws::Glue
16630
16662
  # Accepts the value Z.2X for Ray jobs.
16631
16663
  #
16632
16664
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
16633
- # GB of memory) with 84GB disk (approximately 34GB free), and
16634
- # provides 1 executor per worker. We recommend this worker type for
16635
- # workloads such as data transforms, joins, and queries, to offers a
16636
- # scalable and cost effective way to run most jobs.
16665
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
16666
+ # We recommend this worker type for workloads such as data
16667
+ # transforms, joins, and queries, to offers a scalable and cost
16668
+ # effective way to run most jobs.
16637
16669
  #
16638
16670
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
16639
- # GB of memory) with 128GB disk (approximately 77GB free), and
16640
- # provides 1 executor per worker. We recommend this worker type for
16641
- # workloads such as data transforms, joins, and queries, to offers a
16642
- # scalable and cost effective way to run most jobs.
16671
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
16672
+ # We recommend this worker type for workloads such as data
16673
+ # transforms, joins, and queries, to offers a scalable and cost
16674
+ # effective way to run most jobs.
16643
16675
  #
16644
16676
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
16645
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
16646
- # provides 1 executor per worker. We recommend this worker type for
16647
- # jobs whose workloads contain your most demanding transforms,
16648
- # aggregations, joins, and queries. This worker type is available
16649
- # only for Glue version 3.0 or later Spark ETL jobs in the following
16650
- # Amazon Web Services Regions: US East (Ohio), US East (N.
16651
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
16652
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
16653
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
16677
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
16678
+ # worker. We recommend this worker type for jobs whose workloads
16679
+ # contain your most demanding transforms, aggregations, joins, and
16680
+ # queries. This worker type is available only for Glue version 3.0
16681
+ # or later Spark ETL jobs in the following Amazon Web Services
16682
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
16683
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
16684
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
16685
+ # and Europe (Stockholm).
16654
16686
  #
16655
16687
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
16656
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
16657
- # provides 1 executor per worker. We recommend this worker type for
16658
- # jobs whose workloads contain your most demanding transforms,
16659
- # aggregations, joins, and queries. This worker type is available
16660
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
16661
- # Amazon Web Services Regions as supported for the `G.4X` worker
16662
- # type.
16688
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
16689
+ # worker. We recommend this worker type for jobs whose workloads
16690
+ # contain your most demanding transforms, aggregations, joins, and
16691
+ # queries. This worker type is available only for Glue version 3.0
16692
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
16693
+ # as supported for the `G.4X` worker type.
16663
16694
  #
16664
16695
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
16665
- # vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
16666
- # and provides 1 executor per worker. We recommend this worker type
16667
- # for low volume streaming jobs. This worker type is only available
16668
- # for Glue version 3.0 streaming jobs.
16696
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
16697
+ # worker. We recommend this worker type for low volume streaming
16698
+ # jobs. This worker type is only available for Glue version 3.0 or
16699
+ # later streaming jobs.
16669
16700
  #
16670
16701
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
16671
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
16672
- # provides up to 8 Ray workers based on the autoscaler.
16702
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
16703
+ # workers based on the autoscaler.
16673
16704
  # @return [String]
16674
16705
  #
16675
16706
  # @!attribute [rw] number_of_workers
@@ -16968,46 +16999,45 @@ module Aws::Glue
16968
16999
  # Accepts the value Z.2X for Ray jobs.
16969
17000
  #
16970
17001
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
16971
- # GB of memory) with 84GB disk (approximately 34GB free), and
16972
- # provides 1 executor per worker. We recommend this worker type for
16973
- # workloads such as data transforms, joins, and queries, to offers a
16974
- # scalable and cost effective way to run most jobs.
17002
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
17003
+ # We recommend this worker type for workloads such as data
17004
+ # transforms, joins, and queries, to offers a scalable and cost
17005
+ # effective way to run most jobs.
16975
17006
  #
16976
17007
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
16977
- # GB of memory) with 128GB disk (approximately 77GB free), and
16978
- # provides 1 executor per worker. We recommend this worker type for
16979
- # workloads such as data transforms, joins, and queries, to offers a
16980
- # scalable and cost effective way to run most jobs.
17008
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
17009
+ # We recommend this worker type for workloads such as data
17010
+ # transforms, joins, and queries, to offers a scalable and cost
17011
+ # effective way to run most jobs.
16981
17012
  #
16982
17013
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
16983
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
16984
- # provides 1 executor per worker. We recommend this worker type for
16985
- # jobs whose workloads contain your most demanding transforms,
16986
- # aggregations, joins, and queries. This worker type is available
16987
- # only for Glue version 3.0 or later Spark ETL jobs in the following
16988
- # Amazon Web Services Regions: US East (Ohio), US East (N.
16989
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
16990
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
16991
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
17014
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
17015
+ # worker. We recommend this worker type for jobs whose workloads
17016
+ # contain your most demanding transforms, aggregations, joins, and
17017
+ # queries. This worker type is available only for Glue version 3.0
17018
+ # or later Spark ETL jobs in the following Amazon Web Services
17019
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
17020
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
17021
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
17022
+ # and Europe (Stockholm).
16992
17023
  #
16993
17024
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
16994
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
16995
- # provides 1 executor per worker. We recommend this worker type for
16996
- # jobs whose workloads contain your most demanding transforms,
16997
- # aggregations, joins, and queries. This worker type is available
16998
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
16999
- # Amazon Web Services Regions as supported for the `G.4X` worker
17000
- # type.
17025
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
17026
+ # worker. We recommend this worker type for jobs whose workloads
17027
+ # contain your most demanding transforms, aggregations, joins, and
17028
+ # queries. This worker type is available only for Glue version 3.0
17029
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
17030
+ # as supported for the `G.4X` worker type.
17001
17031
  #
17002
17032
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
17003
- # vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
17004
- # and provides 1 executor per worker. We recommend this worker type
17005
- # for low volume streaming jobs. This worker type is only available
17006
- # for Glue version 3.0 streaming jobs.
17033
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
17034
+ # worker. We recommend this worker type for low volume streaming
17035
+ # jobs. This worker type is only available for Glue version 3.0 or
17036
+ # later streaming jobs.
17007
17037
  #
17008
17038
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
17009
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
17010
- # provides up to 8 Ray workers based on the autoscaler.
17039
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
17040
+ # workers based on the autoscaler.
17011
17041
  # @return [String]
17012
17042
  #
17013
17043
  # @!attribute [rw] number_of_workers
@@ -20636,6 +20666,11 @@ module Aws::Glue
20636
20666
  #
20637
20667
  # @!attribute [rw] run_properties
20638
20668
  # The properties to put for the specified run.
20669
+ #
20670
+ # Run properties may be logged. Do not pass plaintext secrets as
20671
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
20672
+ # Services Secrets Manager or other secret management mechanism if you
20673
+ # intend to use them within the workflow run.
20639
20674
  # @return [Hash<String,String>]
20640
20675
  #
20641
20676
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
@@ -23997,46 +24032,45 @@ module Aws::Glue
23997
24032
  # Accepts the value Z.2X for Ray jobs.
23998
24033
  #
23999
24034
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
24000
- # GB of memory) with 84GB disk (approximately 34GB free), and
24001
- # provides 1 executor per worker. We recommend this worker type for
24002
- # workloads such as data transforms, joins, and queries, to offers a
24003
- # scalable and cost effective way to run most jobs.
24035
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
24036
+ # We recommend this worker type for workloads such as data
24037
+ # transforms, joins, and queries, to offers a scalable and cost
24038
+ # effective way to run most jobs.
24004
24039
  #
24005
24040
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
24006
- # GB of memory) with 128GB disk (approximately 77GB free), and
24007
- # provides 1 executor per worker. We recommend this worker type for
24008
- # workloads such as data transforms, joins, and queries, to offers a
24009
- # scalable and cost effective way to run most jobs.
24041
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
24042
+ # We recommend this worker type for workloads such as data
24043
+ # transforms, joins, and queries, to offers a scalable and cost
24044
+ # effective way to run most jobs.
24010
24045
  #
24011
24046
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
24012
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
24013
- # provides 1 executor per worker. We recommend this worker type for
24014
- # jobs whose workloads contain your most demanding transforms,
24015
- # aggregations, joins, and queries. This worker type is available
24016
- # only for Glue version 3.0 or later Spark ETL jobs in the following
24017
- # Amazon Web Services Regions: US East (Ohio), US East (N.
24018
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
24019
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
24020
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
24047
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
24048
+ # worker. We recommend this worker type for jobs whose workloads
24049
+ # contain your most demanding transforms, aggregations, joins, and
24050
+ # queries. This worker type is available only for Glue version 3.0
24051
+ # or later Spark ETL jobs in the following Amazon Web Services
24052
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
24053
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
24054
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
24055
+ # and Europe (Stockholm).
24021
24056
  #
24022
24057
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
24023
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
24024
- # provides 1 executor per worker. We recommend this worker type for
24025
- # jobs whose workloads contain your most demanding transforms,
24026
- # aggregations, joins, and queries. This worker type is available
24027
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
24028
- # Amazon Web Services Regions as supported for the `G.4X` worker
24029
- # type.
24058
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
24059
+ # worker. We recommend this worker type for jobs whose workloads
24060
+ # contain your most demanding transforms, aggregations, joins, and
24061
+ # queries. This worker type is available only for Glue version 3.0
24062
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
24063
+ # as supported for the `G.4X` worker type.
24030
24064
  #
24031
24065
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
24032
- # vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
24033
- # and provides 1 executor per worker. We recommend this worker type
24034
- # for low volume streaming jobs. This worker type is only available
24035
- # for Glue version 3.0 streaming jobs.
24066
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
24067
+ # worker. We recommend this worker type for low volume streaming
24068
+ # jobs. This worker type is only available for Glue version 3.0 or
24069
+ # later streaming jobs.
24036
24070
  #
24037
24071
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
24038
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
24039
- # provides up to 8 Ray workers based on the autoscaler.
24072
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
24073
+ # workers based on the autoscaler.
24040
24074
  # @return [String]
24041
24075
  #
24042
24076
  # @!attribute [rw] number_of_workers
@@ -24173,6 +24207,11 @@ module Aws::Glue
24173
24207
  #
24174
24208
  # @!attribute [rw] run_properties
24175
24209
  # The workflow run properties for the new workflow run.
24210
+ #
24211
+ # Run properties may be logged. Do not pass plaintext secrets as
24212
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
24213
+ # Services Secrets Manager or other secret management mechanism if you
24214
+ # intend to use them within the workflow run.
24176
24215
  # @return [Hash<String,String>]
24177
24216
  #
24178
24217
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
@@ -27521,6 +27560,11 @@ module Aws::Glue
27521
27560
  # @!attribute [rw] default_run_properties
27522
27561
  # A collection of properties to be used as part of each execution of
27523
27562
  # the workflow.
27563
+ #
27564
+ # Run properties may be logged. Do not pass plaintext secrets as
27565
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
27566
+ # Services Secrets Manager or other secret management mechanism if you
27567
+ # intend to use them within the workflow run.
27524
27568
  # @return [Hash<String,String>]
27525
27569
  #
27526
27570
  # @!attribute [rw] max_concurrent_runs
data/lib/aws-sdk-glue.rb CHANGED
@@ -54,7 +54,7 @@ module Aws::Glue
54
54
  autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
55
55
  autoload :Endpoints, 'aws-sdk-glue/endpoints'
56
56
 
57
- GEM_VERSION = '1.204.0'
57
+ GEM_VERSION = '1.205.0'
58
58
 
59
59
  end
60
60
 
data/sig/client.rbs CHANGED
@@ -2401,6 +2401,10 @@ module Aws
2401
2401
  job_bookmarks_encryption: {
2402
2402
  job_bookmarks_encryption_mode: ("DISABLED" | "CSE-KMS")?,
2403
2403
  kms_key_arn: ::String?
2404
+ }?,
2405
+ data_quality_encryption: {
2406
+ data_quality_encryption_mode: ("DISABLED" | "SSE-KMS")?,
2407
+ kms_key_arn: ::String?
2404
2408
  }?
2405
2409
  }
2406
2410
  ) -> _CreateSecurityConfigurationResponseSuccess
data/sig/types.rbs CHANGED
@@ -1715,6 +1715,12 @@ module Aws::Glue
1715
1715
  SENSITIVE: [:description, :evaluation_message, :evaluated_metrics]
1716
1716
  end
1717
1717
 
1718
+ class DataQualityEncryption
1719
+ attr_accessor data_quality_encryption_mode: ("DISABLED" | "SSE-KMS")
1720
+ attr_accessor kms_key_arn: ::String
1721
+ SENSITIVE: []
1722
+ end
1723
+
1718
1724
  class DataQualityEvaluationRunAdditionalRunOptions
1719
1725
  attr_accessor cloud_watch_metrics_enabled: bool
1720
1726
  attr_accessor results_s3_prefix: ::String
@@ -2443,6 +2449,7 @@ module Aws::Glue
2443
2449
  attr_accessor s3_encryption: ::Array[Types::S3Encryption]
2444
2450
  attr_accessor cloud_watch_encryption: Types::CloudWatchEncryption
2445
2451
  attr_accessor job_bookmarks_encryption: Types::JobBookmarksEncryption
2452
+ attr_accessor data_quality_encryption: Types::DataQualityEncryption
2446
2453
  SENSITIVE: []
2447
2454
  end
2448
2455
 
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.204.0
4
+ version: 1.205.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2024-12-03 00:00:00.000000000 Z
11
+ date: 2024-12-12 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core