aws-sdk-glue 1.204.0 → 1.205.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +126 -85
- data/lib/aws-sdk-glue/client_api.rb +7 -0
- data/lib/aws-sdk-glue/types.rb +221 -177
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +4 -0
- data/sig/types.rbs +7 -0
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 4a79ccf20689c72fc8eee7128c0016c40e772235d8364efda282f5b3efcb50b8
|
4
|
+
data.tar.gz: 05af768408fc91b1999c8ae5fb15206243b684c21341faa247627be58ff2605f
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 60123886b807ab1ff17e253b0d0ac57804a8bef9902c43cd3a4a1d78983942619b5493f4ec76c7ab6f3d85d276c0bb67c20812d5140bb50bdd8224242bb943c0
|
7
|
+
data.tar.gz: 537a6f1e5b0a5507979cf661192a98370311e6af7fb4c4e455f5ddfcc4df3df4d9984809f8cd00b489ff8e1f028e393148ab41b97af368e38410f3143fcf8631
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.205.0 (2024-12-12)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - To support customer-managed encryption in Data Quality to allow customers encrypt data with their own KMS key, we will add a DataQualityEncryption field to the SecurityConfiguration API where customers can provide their KMS keys.
|
8
|
+
|
4
9
|
1.204.0 (2024-12-03)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.205.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -4106,45 +4106,45 @@ module Aws::Glue
|
|
4106
4106
|
# Accepts the value Z.2X for Ray jobs.
|
4107
4107
|
#
|
4108
4108
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
4109
|
-
# GB of memory) with
|
4110
|
-
#
|
4111
|
-
#
|
4112
|
-
#
|
4109
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker. We
|
4110
|
+
# recommend this worker type for workloads such as data transforms,
|
4111
|
+
# joins, and queries, to offers a scalable and cost effective way to
|
4112
|
+
# run most jobs.
|
4113
4113
|
#
|
4114
4114
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
4115
|
-
# GB of memory) with
|
4116
|
-
#
|
4117
|
-
#
|
4118
|
-
#
|
4115
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
4116
|
+
# We recommend this worker type for workloads such as data transforms,
|
4117
|
+
# joins, and queries, to offers a scalable and cost effective way to
|
4118
|
+
# run most jobs.
|
4119
4119
|
#
|
4120
4120
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs, 64
|
4121
|
-
# GB of memory) with 256GB disk
|
4122
|
-
#
|
4123
|
-
#
|
4124
|
-
#
|
4125
|
-
#
|
4126
|
-
#
|
4127
|
-
# (
|
4128
|
-
#
|
4129
|
-
# (
|
4121
|
+
# GB of memory) with 256GB disk, and provides 1 executor per worker.
|
4122
|
+
# We recommend this worker type for jobs whose workloads contain your
|
4123
|
+
# most demanding transforms, aggregations, joins, and queries. This
|
4124
|
+
# worker type is available only for Glue version 3.0 or later Spark
|
4125
|
+
# ETL jobs in the following Amazon Web Services Regions: US East
|
4126
|
+
# (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific
|
4127
|
+
# (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
|
4128
|
+
# (Central), Europe (Frankfurt), Europe (Ireland), and Europe
|
4129
|
+
# (Stockholm).
|
4130
4130
|
#
|
4131
4131
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
|
4132
|
-
# GB of memory) with 512GB disk
|
4133
|
-
#
|
4134
|
-
#
|
4135
|
-
#
|
4136
|
-
#
|
4137
|
-
#
|
4132
|
+
# GB of memory) with 512GB disk, and provides 1 executor per worker.
|
4133
|
+
# We recommend this worker type for jobs whose workloads contain your
|
4134
|
+
# most demanding transforms, aggregations, joins, and queries. This
|
4135
|
+
# worker type is available only for Glue version 3.0 or later Spark
|
4136
|
+
# ETL jobs, in the same Amazon Web Services Regions as supported for
|
4137
|
+
# the `G.4X` worker type.
|
4138
4138
|
#
|
4139
4139
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
|
4140
|
-
# 4 GB of memory) with 84GB disk
|
4141
|
-
#
|
4142
|
-
#
|
4143
|
-
#
|
4140
|
+
# 4 GB of memory) with 84GB disk, and provides 1 executor per worker.
|
4141
|
+
# We recommend this worker type for low volume streaming jobs. This
|
4142
|
+
# worker type is only available for Glue version 3.0 or later
|
4143
|
+
# streaming jobs.
|
4144
4144
|
#
|
4145
4145
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
|
4146
|
-
# GB of memory) with 128 GB disk
|
4147
|
-
#
|
4146
|
+
# GB of memory) with 128 GB disk, and provides up to 8 Ray workers
|
4147
|
+
# based on the autoscaler.
|
4148
4148
|
#
|
4149
4149
|
# @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
|
4150
4150
|
# The representation of a directed acyclic graph on which both the Glue
|
@@ -4837,6 +4837,10 @@ module Aws::Glue
|
|
4837
4837
|
# job_bookmarks_encryption_mode: "DISABLED", # accepts DISABLED, CSE-KMS
|
4838
4838
|
# kms_key_arn: "KmsKeyArn",
|
4839
4839
|
# },
|
4840
|
+
# data_quality_encryption: {
|
4841
|
+
# data_quality_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS
|
4842
|
+
# kms_key_arn: "KmsKeyArn",
|
4843
|
+
# },
|
4840
4844
|
# },
|
4841
4845
|
# })
|
4842
4846
|
#
|
@@ -4899,39 +4903,39 @@ module Aws::Glue
|
|
4899
4903
|
# the value Z.2X for Ray notebooks.
|
4900
4904
|
#
|
4901
4905
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
4902
|
-
# GB of memory) with
|
4903
|
-
#
|
4904
|
-
#
|
4905
|
-
#
|
4906
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker. We
|
4907
|
+
# recommend this worker type for workloads such as data transforms,
|
4908
|
+
# joins, and queries, to offers a scalable and cost effective way to
|
4909
|
+
# run most jobs.
|
4906
4910
|
#
|
4907
4911
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
4908
|
-
# GB of memory) with
|
4909
|
-
#
|
4910
|
-
#
|
4911
|
-
#
|
4912
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
4913
|
+
# We recommend this worker type for workloads such as data transforms,
|
4914
|
+
# joins, and queries, to offers a scalable and cost effective way to
|
4915
|
+
# run most jobs.
|
4912
4916
|
#
|
4913
4917
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs, 64
|
4914
|
-
# GB of memory) with 256GB disk
|
4915
|
-
#
|
4916
|
-
#
|
4917
|
-
#
|
4918
|
-
#
|
4919
|
-
#
|
4920
|
-
# (
|
4921
|
-
#
|
4922
|
-
# (
|
4918
|
+
# GB of memory) with 256GB disk, and provides 1 executor per worker.
|
4919
|
+
# We recommend this worker type for jobs whose workloads contain your
|
4920
|
+
# most demanding transforms, aggregations, joins, and queries. This
|
4921
|
+
# worker type is available only for Glue version 3.0 or later Spark
|
4922
|
+
# ETL jobs in the following Amazon Web Services Regions: US East
|
4923
|
+
# (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific
|
4924
|
+
# (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
|
4925
|
+
# (Central), Europe (Frankfurt), Europe (Ireland), and Europe
|
4926
|
+
# (Stockholm).
|
4923
4927
|
#
|
4924
4928
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
|
4925
|
-
# GB of memory) with 512GB disk
|
4926
|
-
#
|
4927
|
-
#
|
4928
|
-
#
|
4929
|
-
#
|
4930
|
-
#
|
4929
|
+
# GB of memory) with 512GB disk, and provides 1 executor per worker.
|
4930
|
+
# We recommend this worker type for jobs whose workloads contain your
|
4931
|
+
# most demanding transforms, aggregations, joins, and queries. This
|
4932
|
+
# worker type is available only for Glue version 3.0 or later Spark
|
4933
|
+
# ETL jobs, in the same Amazon Web Services Regions as supported for
|
4934
|
+
# the `G.4X` worker type.
|
4931
4935
|
#
|
4932
4936
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
|
4933
|
-
# GB of memory) with 128 GB disk
|
4934
|
-
#
|
4937
|
+
# GB of memory) with 128 GB disk, and provides up to 8 Ray workers
|
4938
|
+
# based on the autoscaler.
|
4935
4939
|
#
|
4936
4940
|
# @option params [String] :security_configuration
|
4937
4941
|
# The name of the SecurityConfiguration structure to be used with the
|
@@ -5227,6 +5231,11 @@ module Aws::Glue
|
|
5227
5231
|
|
5228
5232
|
# Creates a new trigger.
|
5229
5233
|
#
|
5234
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
5235
|
+
# arguments. Retrieve secrets from a Glue Connection, Amazon Web
|
5236
|
+
# Services Secrets Manager or other secret management mechanism if you
|
5237
|
+
# intend to keep them within the Job.
|
5238
|
+
#
|
5230
5239
|
# @option params [required, String] :name
|
5231
5240
|
# The name of the trigger.
|
5232
5241
|
#
|
@@ -5452,6 +5461,11 @@ module Aws::Glue
|
|
5452
5461
|
# A collection of properties to be used as part of each execution of the
|
5453
5462
|
# workflow.
|
5454
5463
|
#
|
5464
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
5465
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
5466
|
+
# Services Secrets Manager or other secret management mechanism if you
|
5467
|
+
# intend to use them within the workflow run.
|
5468
|
+
#
|
5455
5469
|
# @option params [Hash<String,String>] :tags
|
5456
5470
|
# The tags to be used with this workflow.
|
5457
5471
|
#
|
@@ -9968,7 +9982,7 @@ module Aws::Glue
|
|
9968
9982
|
end
|
9969
9983
|
|
9970
9984
|
# Retrieves the metadata for a given job run. Job run history is
|
9971
|
-
# accessible for
|
9985
|
+
# accessible for 365 days for your workflow and job run.
|
9972
9986
|
#
|
9973
9987
|
# @option params [required, String] :job_name
|
9974
9988
|
# Name of the job definition being run.
|
@@ -10037,6 +10051,9 @@ module Aws::Glue
|
|
10037
10051
|
|
10038
10052
|
# Retrieves metadata for all runs of a given job definition.
|
10039
10053
|
#
|
10054
|
+
# `GetJobRuns` returns the job runs in chronological order, with the
|
10055
|
+
# newest jobs returned first.
|
10056
|
+
#
|
10040
10057
|
# @option params [required, String] :job_name
|
10041
10058
|
# The name of the job definition for which to retrieve all job runs.
|
10042
10059
|
#
|
@@ -12320,6 +12337,8 @@ module Aws::Glue
|
|
12320
12337
|
# resp.security_configuration.encryption_configuration.cloud_watch_encryption.kms_key_arn #=> String
|
12321
12338
|
# resp.security_configuration.encryption_configuration.job_bookmarks_encryption.job_bookmarks_encryption_mode #=> String, one of "DISABLED", "CSE-KMS"
|
12322
12339
|
# resp.security_configuration.encryption_configuration.job_bookmarks_encryption.kms_key_arn #=> String
|
12340
|
+
# resp.security_configuration.encryption_configuration.data_quality_encryption.data_quality_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
12341
|
+
# resp.security_configuration.encryption_configuration.data_quality_encryption.kms_key_arn #=> String
|
12323
12342
|
#
|
12324
12343
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfiguration AWS API Documentation
|
12325
12344
|
#
|
@@ -12364,6 +12383,8 @@ module Aws::Glue
|
|
12364
12383
|
# resp.security_configurations[0].encryption_configuration.cloud_watch_encryption.kms_key_arn #=> String
|
12365
12384
|
# resp.security_configurations[0].encryption_configuration.job_bookmarks_encryption.job_bookmarks_encryption_mode #=> String, one of "DISABLED", "CSE-KMS"
|
12366
12385
|
# resp.security_configurations[0].encryption_configuration.job_bookmarks_encryption.kms_key_arn #=> String
|
12386
|
+
# resp.security_configurations[0].encryption_configuration.data_quality_encryption.data_quality_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
12387
|
+
# resp.security_configurations[0].encryption_configuration.data_quality_encryption.kms_key_arn #=> String
|
12367
12388
|
# resp.next_token #=> String
|
12368
12389
|
#
|
12369
12390
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurations AWS API Documentation
|
@@ -16281,6 +16302,11 @@ module Aws::Glue
|
|
16281
16302
|
# @option params [required, Hash<String,String>] :run_properties
|
16282
16303
|
# The properties to put for the specified run.
|
16283
16304
|
#
|
16305
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
16306
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
16307
|
+
# Services Secrets Manager or other secret management mechanism if you
|
16308
|
+
# intend to use them within the workflow run.
|
16309
|
+
#
|
16284
16310
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
16285
16311
|
#
|
16286
16312
|
# @example Request syntax with placeholder values
|
@@ -17390,45 +17416,45 @@ module Aws::Glue
|
|
17390
17416
|
# Accepts the value Z.2X for Ray jobs.
|
17391
17417
|
#
|
17392
17418
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
17393
|
-
# GB of memory) with
|
17394
|
-
#
|
17395
|
-
#
|
17396
|
-
#
|
17419
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker. We
|
17420
|
+
# recommend this worker type for workloads such as data transforms,
|
17421
|
+
# joins, and queries, to offers a scalable and cost effective way to
|
17422
|
+
# run most jobs.
|
17397
17423
|
#
|
17398
17424
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
17399
|
-
# GB of memory) with
|
17400
|
-
#
|
17401
|
-
#
|
17402
|
-
#
|
17425
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
17426
|
+
# We recommend this worker type for workloads such as data transforms,
|
17427
|
+
# joins, and queries, to offers a scalable and cost effective way to
|
17428
|
+
# run most jobs.
|
17403
17429
|
#
|
17404
17430
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs, 64
|
17405
|
-
# GB of memory) with 256GB disk
|
17406
|
-
#
|
17407
|
-
#
|
17408
|
-
#
|
17409
|
-
#
|
17410
|
-
#
|
17411
|
-
# (
|
17412
|
-
#
|
17413
|
-
# (
|
17431
|
+
# GB of memory) with 256GB disk, and provides 1 executor per worker.
|
17432
|
+
# We recommend this worker type for jobs whose workloads contain your
|
17433
|
+
# most demanding transforms, aggregations, joins, and queries. This
|
17434
|
+
# worker type is available only for Glue version 3.0 or later Spark
|
17435
|
+
# ETL jobs in the following Amazon Web Services Regions: US East
|
17436
|
+
# (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific
|
17437
|
+
# (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
|
17438
|
+
# (Central), Europe (Frankfurt), Europe (Ireland), and Europe
|
17439
|
+
# (Stockholm).
|
17414
17440
|
#
|
17415
17441
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
|
17416
|
-
# GB of memory) with 512GB disk
|
17417
|
-
#
|
17418
|
-
#
|
17419
|
-
#
|
17420
|
-
#
|
17421
|
-
#
|
17442
|
+
# GB of memory) with 512GB disk, and provides 1 executor per worker.
|
17443
|
+
# We recommend this worker type for jobs whose workloads contain your
|
17444
|
+
# most demanding transforms, aggregations, joins, and queries. This
|
17445
|
+
# worker type is available only for Glue version 3.0 or later Spark
|
17446
|
+
# ETL jobs, in the same Amazon Web Services Regions as supported for
|
17447
|
+
# the `G.4X` worker type.
|
17422
17448
|
#
|
17423
17449
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
|
17424
|
-
# 4 GB of memory) with 84GB disk
|
17425
|
-
#
|
17426
|
-
#
|
17427
|
-
#
|
17450
|
+
# 4 GB of memory) with 84GB disk, and provides 1 executor per worker.
|
17451
|
+
# We recommend this worker type for low volume streaming jobs. This
|
17452
|
+
# worker type is only available for Glue version 3.0 or later
|
17453
|
+
# streaming jobs.
|
17428
17454
|
#
|
17429
17455
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
|
17430
|
-
# GB of memory) with 128 GB disk
|
17431
|
-
#
|
17456
|
+
# GB of memory) with 128 GB disk, and provides up to 8 Ray workers
|
17457
|
+
# based on the autoscaler.
|
17432
17458
|
#
|
17433
17459
|
# @option params [Integer] :number_of_workers
|
17434
17460
|
# The number of workers of a defined `workerType` that are allocated
|
@@ -17609,6 +17635,11 @@ module Aws::Glue
|
|
17609
17635
|
# @option params [Hash<String,String>] :run_properties
|
17610
17636
|
# The workflow run properties for the new workflow run.
|
17611
17637
|
#
|
17638
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
17639
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
17640
|
+
# Services Secrets Manager or other secret management mechanism if you
|
17641
|
+
# intend to use them within the workflow run.
|
17642
|
+
#
|
17612
17643
|
# @return [Types::StartWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
17613
17644
|
#
|
17614
17645
|
# * {Types::StartWorkflowRunResponse#run_id #run_id} => String
|
@@ -19736,6 +19767,11 @@ module Aws::Glue
|
|
19736
19767
|
|
19737
19768
|
# Updates a trigger definition.
|
19738
19769
|
#
|
19770
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
19771
|
+
# arguments. Retrieve secrets from a Glue Connection, Amazon Web
|
19772
|
+
# Services Secrets Manager or other secret management mechanism if you
|
19773
|
+
# intend to keep them within the Job.
|
19774
|
+
#
|
19739
19775
|
# @option params [required, String] :name
|
19740
19776
|
# The name of the trigger to update.
|
19741
19777
|
#
|
@@ -19938,6 +19974,11 @@ module Aws::Glue
|
|
19938
19974
|
# A collection of properties to be used as part of each execution of the
|
19939
19975
|
# workflow.
|
19940
19976
|
#
|
19977
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
19978
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
19979
|
+
# Services Secrets Manager or other secret management mechanism if you
|
19980
|
+
# intend to use them within the workflow run.
|
19981
|
+
#
|
19941
19982
|
# @option params [Integer] :max_concurrent_runs
|
19942
19983
|
# You can use this parameter to prevent unwanted multiple updates to
|
19943
19984
|
# data, to control costs, or in some cases, to prevent exceeding the
|
@@ -19991,7 +20032,7 @@ module Aws::Glue
|
|
19991
20032
|
tracer: tracer
|
19992
20033
|
)
|
19993
20034
|
context[:gem_name] = 'aws-sdk-glue'
|
19994
|
-
context[:gem_version] = '1.
|
20035
|
+
context[:gem_version] = '1.205.0'
|
19995
20036
|
Seahorse::Client::Request.new(handlers, context)
|
19996
20037
|
end
|
19997
20038
|
|
@@ -389,6 +389,8 @@ module Aws::Glue
|
|
389
389
|
DataOperations = Shapes::ListShape.new(name: 'DataOperations')
|
390
390
|
DataQualityAnalyzerResult = Shapes::StructureShape.new(name: 'DataQualityAnalyzerResult')
|
391
391
|
DataQualityAnalyzerResults = Shapes::ListShape.new(name: 'DataQualityAnalyzerResults')
|
392
|
+
DataQualityEncryption = Shapes::StructureShape.new(name: 'DataQualityEncryption')
|
393
|
+
DataQualityEncryptionMode = Shapes::StringShape.new(name: 'DataQualityEncryptionMode')
|
392
394
|
DataQualityEvaluationRunAdditionalRunOptions = Shapes::StructureShape.new(name: 'DataQualityEvaluationRunAdditionalRunOptions')
|
393
395
|
DataQualityMetricValues = Shapes::StructureShape.new(name: 'DataQualityMetricValues')
|
394
396
|
DataQualityModelStatus = Shapes::StringShape.new(name: 'DataQualityModelStatus')
|
@@ -3018,6 +3020,10 @@ module Aws::Glue
|
|
3018
3020
|
|
3019
3021
|
DataQualityAnalyzerResults.member = Shapes::ShapeRef.new(shape: DataQualityAnalyzerResult)
|
3020
3022
|
|
3023
|
+
DataQualityEncryption.add_member(:data_quality_encryption_mode, Shapes::ShapeRef.new(shape: DataQualityEncryptionMode, location_name: "DataQualityEncryptionMode"))
|
3024
|
+
DataQualityEncryption.add_member(:kms_key_arn, Shapes::ShapeRef.new(shape: KmsKeyArn, location_name: "KmsKeyArn"))
|
3025
|
+
DataQualityEncryption.struct_class = Types::DataQualityEncryption
|
3026
|
+
|
3021
3027
|
DataQualityEvaluationRunAdditionalRunOptions.add_member(:cloud_watch_metrics_enabled, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "CloudWatchMetricsEnabled"))
|
3022
3028
|
DataQualityEvaluationRunAdditionalRunOptions.add_member(:results_s3_prefix, Shapes::ShapeRef.new(shape: UriString, location_name: "ResultsS3Prefix"))
|
3023
3029
|
DataQualityEvaluationRunAdditionalRunOptions.add_member(:composite_rule_evaluation_method, Shapes::ShapeRef.new(shape: DQCompositeRuleEvaluationMethod, location_name: "CompositeRuleEvaluationMethod"))
|
@@ -3592,6 +3598,7 @@ module Aws::Glue
|
|
3592
3598
|
EncryptionConfiguration.add_member(:s3_encryption, Shapes::ShapeRef.new(shape: S3EncryptionList, location_name: "S3Encryption"))
|
3593
3599
|
EncryptionConfiguration.add_member(:cloud_watch_encryption, Shapes::ShapeRef.new(shape: CloudWatchEncryption, location_name: "CloudWatchEncryption"))
|
3594
3600
|
EncryptionConfiguration.add_member(:job_bookmarks_encryption, Shapes::ShapeRef.new(shape: JobBookmarksEncryption, location_name: "JobBookmarksEncryption"))
|
3601
|
+
EncryptionConfiguration.add_member(:data_quality_encryption, Shapes::ShapeRef.new(shape: DataQualityEncryption, location_name: "DataQualityEncryption"))
|
3595
3602
|
EncryptionConfiguration.struct_class = Types::EncryptionConfiguration
|
3596
3603
|
|
3597
3604
|
Entity.add_member(:entity_name, Shapes::ShapeRef.new(shape: EntityName, location_name: "EntityName"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -6000,46 +6000,45 @@ module Aws::Glue
|
|
6000
6000
|
# Accepts the value Z.2X for Ray jobs.
|
6001
6001
|
#
|
6002
6002
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
6003
|
-
# GB of memory) with
|
6004
|
-
#
|
6005
|
-
#
|
6006
|
-
#
|
6003
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
6004
|
+
# We recommend this worker type for workloads such as data
|
6005
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
6006
|
+
# effective way to run most jobs.
|
6007
6007
|
#
|
6008
6008
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
6009
|
-
# GB of memory) with
|
6010
|
-
#
|
6011
|
-
#
|
6012
|
-
#
|
6009
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
6010
|
+
# We recommend this worker type for workloads such as data
|
6011
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
6012
|
+
# effective way to run most jobs.
|
6013
6013
|
#
|
6014
6014
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
6015
|
-
# 64 GB of memory) with 256GB disk
|
6016
|
-
#
|
6017
|
-
#
|
6018
|
-
#
|
6019
|
-
#
|
6020
|
-
#
|
6021
|
-
#
|
6022
|
-
#
|
6023
|
-
#
|
6015
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
6016
|
+
# worker. We recommend this worker type for jobs whose workloads
|
6017
|
+
# contain your most demanding transforms, aggregations, joins, and
|
6018
|
+
# queries. This worker type is available only for Glue version 3.0
|
6019
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
6020
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
6021
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
6022
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
6023
|
+
# and Europe (Stockholm).
|
6024
6024
|
#
|
6025
6025
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
6026
|
-
# 128 GB of memory) with 512GB disk
|
6027
|
-
#
|
6028
|
-
#
|
6029
|
-
#
|
6030
|
-
#
|
6031
|
-
#
|
6032
|
-
# type.
|
6026
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
6027
|
+
# worker. We recommend this worker type for jobs whose workloads
|
6028
|
+
# contain your most demanding transforms, aggregations, joins, and
|
6029
|
+
# queries. This worker type is available only for Glue version 3.0
|
6030
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
6031
|
+
# as supported for the `G.4X` worker type.
|
6033
6032
|
#
|
6034
6033
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
6035
|
-
# vCPUs, 4 GB of memory) with 84GB disk
|
6036
|
-
#
|
6037
|
-
#
|
6038
|
-
#
|
6034
|
+
# vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
|
6035
|
+
# worker. We recommend this worker type for low volume streaming
|
6036
|
+
# jobs. This worker type is only available for Glue version 3.0 or
|
6037
|
+
# later streaming jobs.
|
6039
6038
|
#
|
6040
6039
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
6041
|
-
# 64 GB of memory) with 128 GB disk
|
6042
|
-
#
|
6040
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
6041
|
+
# workers based on the autoscaler.
|
6043
6042
|
# @return [String]
|
6044
6043
|
#
|
6045
6044
|
# @!attribute [rw] code_gen_configuration_nodes
|
@@ -6754,40 +6753,39 @@ module Aws::Glue
|
|
6754
6753
|
# the value Z.2X for Ray notebooks.
|
6755
6754
|
#
|
6756
6755
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
6757
|
-
# GB of memory) with
|
6758
|
-
#
|
6759
|
-
#
|
6760
|
-
#
|
6756
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
6757
|
+
# We recommend this worker type for workloads such as data
|
6758
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
6759
|
+
# effective way to run most jobs.
|
6761
6760
|
#
|
6762
6761
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
6763
|
-
# GB of memory) with
|
6764
|
-
#
|
6765
|
-
#
|
6766
|
-
#
|
6762
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
6763
|
+
# We recommend this worker type for workloads such as data
|
6764
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
6765
|
+
# effective way to run most jobs.
|
6767
6766
|
#
|
6768
6767
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
6769
|
-
# 64 GB of memory) with 256GB disk
|
6770
|
-
#
|
6771
|
-
#
|
6772
|
-
#
|
6773
|
-
#
|
6774
|
-
#
|
6775
|
-
#
|
6776
|
-
#
|
6777
|
-
#
|
6768
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
6769
|
+
# worker. We recommend this worker type for jobs whose workloads
|
6770
|
+
# contain your most demanding transforms, aggregations, joins, and
|
6771
|
+
# queries. This worker type is available only for Glue version 3.0
|
6772
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
6773
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
6774
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
6775
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
6776
|
+
# and Europe (Stockholm).
|
6778
6777
|
#
|
6779
6778
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
6780
|
-
# 128 GB of memory) with 512GB disk
|
6781
|
-
#
|
6782
|
-
#
|
6783
|
-
#
|
6784
|
-
#
|
6785
|
-
#
|
6786
|
-
# type.
|
6779
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
6780
|
+
# worker. We recommend this worker type for jobs whose workloads
|
6781
|
+
# contain your most demanding transforms, aggregations, joins, and
|
6782
|
+
# queries. This worker type is available only for Glue version 3.0
|
6783
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
6784
|
+
# as supported for the `G.4X` worker type.
|
6787
6785
|
#
|
6788
6786
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
6789
|
-
# 64 GB of memory) with 128 GB disk
|
6790
|
-
#
|
6787
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
6788
|
+
# workers based on the autoscaler.
|
6791
6789
|
# @return [String]
|
6792
6790
|
#
|
6793
6791
|
# @!attribute [rw] security_configuration
|
@@ -7093,6 +7091,11 @@ module Aws::Glue
|
|
7093
7091
|
# @!attribute [rw] default_run_properties
|
7094
7092
|
# A collection of properties to be used as part of each execution of
|
7095
7093
|
# the workflow.
|
7094
|
+
#
|
7095
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
7096
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
7097
|
+
# Services Secrets Manager or other secret management mechanism if you
|
7098
|
+
# intend to use them within the workflow run.
|
7096
7099
|
# @return [Hash<String,String>]
|
7097
7100
|
#
|
7098
7101
|
# @!attribute [rw] tags
|
@@ -7513,6 +7516,31 @@ module Aws::Glue
|
|
7513
7516
|
include Aws::Structure
|
7514
7517
|
end
|
7515
7518
|
|
7519
|
+
# Specifies how Data Quality assets in your account should be encrypted.
|
7520
|
+
#
|
7521
|
+
# @!attribute [rw] data_quality_encryption_mode
|
7522
|
+
# The encryption mode to use for encrypting Data Quality assets. These
|
7523
|
+
# assets include data quality rulesets, results, statistics, anomaly
|
7524
|
+
# detection models and observations.
|
7525
|
+
#
|
7526
|
+
# Valid values are `SSEKMS` for encryption using a customer-managed
|
7527
|
+
# KMS key, or `DISABLED`.
|
7528
|
+
# @return [String]
|
7529
|
+
#
|
7530
|
+
# @!attribute [rw] kms_key_arn
|
7531
|
+
# The Amazon Resource Name (ARN) of the KMS key to be used to encrypt
|
7532
|
+
# the data.
|
7533
|
+
# @return [String]
|
7534
|
+
#
|
7535
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityEncryption AWS API Documentation
|
7536
|
+
#
|
7537
|
+
class DataQualityEncryption < Struct.new(
|
7538
|
+
:data_quality_encryption_mode,
|
7539
|
+
:kms_key_arn)
|
7540
|
+
SENSITIVE = []
|
7541
|
+
include Aws::Structure
|
7542
|
+
end
|
7543
|
+
|
7516
7544
|
# Additional run options you can specify for an evaluation run.
|
7517
7545
|
#
|
7518
7546
|
# @!attribute [rw] cloud_watch_metrics_enabled
|
@@ -10104,12 +10132,17 @@ module Aws::Glue
|
|
10104
10132
|
# The encryption configuration for job bookmarks.
|
10105
10133
|
# @return [Types::JobBookmarksEncryption]
|
10106
10134
|
#
|
10135
|
+
# @!attribute [rw] data_quality_encryption
|
10136
|
+
# The encryption configuration for Glue Data Quality assets.
|
10137
|
+
# @return [Types::DataQualityEncryption]
|
10138
|
+
#
|
10107
10139
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionConfiguration AWS API Documentation
|
10108
10140
|
#
|
10109
10141
|
class EncryptionConfiguration < Struct.new(
|
10110
10142
|
:s3_encryption,
|
10111
10143
|
:cloud_watch_encryption,
|
10112
|
-
:job_bookmarks_encryption
|
10144
|
+
:job_bookmarks_encryption,
|
10145
|
+
:data_quality_encryption)
|
10113
10146
|
SENSITIVE = []
|
10114
10147
|
include Aws::Structure
|
10115
10148
|
end
|
@@ -16179,46 +16212,45 @@ module Aws::Glue
|
|
16179
16212
|
# Accepts the value Z.2X for Ray jobs.
|
16180
16213
|
#
|
16181
16214
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
16182
|
-
# GB of memory) with
|
16183
|
-
#
|
16184
|
-
#
|
16185
|
-
#
|
16215
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
16216
|
+
# We recommend this worker type for workloads such as data
|
16217
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
16218
|
+
# effective way to run most jobs.
|
16186
16219
|
#
|
16187
16220
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
16188
|
-
# GB of memory) with
|
16189
|
-
#
|
16190
|
-
#
|
16191
|
-
#
|
16221
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
16222
|
+
# We recommend this worker type for workloads such as data
|
16223
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
16224
|
+
# effective way to run most jobs.
|
16192
16225
|
#
|
16193
16226
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
16194
|
-
# 64 GB of memory) with 256GB disk
|
16195
|
-
#
|
16196
|
-
#
|
16197
|
-
#
|
16198
|
-
#
|
16199
|
-
#
|
16200
|
-
#
|
16201
|
-
#
|
16202
|
-
#
|
16227
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
16228
|
+
# worker. We recommend this worker type for jobs whose workloads
|
16229
|
+
# contain your most demanding transforms, aggregations, joins, and
|
16230
|
+
# queries. This worker type is available only for Glue version 3.0
|
16231
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
16232
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
16233
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
16234
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
16235
|
+
# and Europe (Stockholm).
|
16203
16236
|
#
|
16204
16237
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
16205
|
-
# 128 GB of memory) with 512GB disk
|
16206
|
-
#
|
16207
|
-
#
|
16208
|
-
#
|
16209
|
-
#
|
16210
|
-
#
|
16211
|
-
# type.
|
16238
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
16239
|
+
# worker. We recommend this worker type for jobs whose workloads
|
16240
|
+
# contain your most demanding transforms, aggregations, joins, and
|
16241
|
+
# queries. This worker type is available only for Glue version 3.0
|
16242
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
16243
|
+
# as supported for the `G.4X` worker type.
|
16212
16244
|
#
|
16213
16245
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
16214
|
-
# vCPUs, 4 GB of memory) with 84GB disk
|
16215
|
-
#
|
16216
|
-
#
|
16217
|
-
#
|
16246
|
+
# vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
|
16247
|
+
# worker. We recommend this worker type for low volume streaming
|
16248
|
+
# jobs. This worker type is only available for Glue version 3.0 or
|
16249
|
+
# later streaming jobs.
|
16218
16250
|
#
|
16219
16251
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
16220
|
-
# 64 GB of memory) with 128 GB disk
|
16221
|
-
#
|
16252
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
16253
|
+
# workers based on the autoscaler.
|
16222
16254
|
# @return [String]
|
16223
16255
|
#
|
16224
16256
|
# @!attribute [rw] number_of_workers
|
@@ -16630,46 +16662,45 @@ module Aws::Glue
|
|
16630
16662
|
# Accepts the value Z.2X for Ray jobs.
|
16631
16663
|
#
|
16632
16664
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
16633
|
-
# GB of memory) with
|
16634
|
-
#
|
16635
|
-
#
|
16636
|
-
#
|
16665
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
16666
|
+
# We recommend this worker type for workloads such as data
|
16667
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
16668
|
+
# effective way to run most jobs.
|
16637
16669
|
#
|
16638
16670
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
16639
|
-
# GB of memory) with
|
16640
|
-
#
|
16641
|
-
#
|
16642
|
-
#
|
16671
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
16672
|
+
# We recommend this worker type for workloads such as data
|
16673
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
16674
|
+
# effective way to run most jobs.
|
16643
16675
|
#
|
16644
16676
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
16645
|
-
# 64 GB of memory) with 256GB disk
|
16646
|
-
#
|
16647
|
-
#
|
16648
|
-
#
|
16649
|
-
#
|
16650
|
-
#
|
16651
|
-
#
|
16652
|
-
#
|
16653
|
-
#
|
16677
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
16678
|
+
# worker. We recommend this worker type for jobs whose workloads
|
16679
|
+
# contain your most demanding transforms, aggregations, joins, and
|
16680
|
+
# queries. This worker type is available only for Glue version 3.0
|
16681
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
16682
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
16683
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
16684
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
16685
|
+
# and Europe (Stockholm).
|
16654
16686
|
#
|
16655
16687
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
16656
|
-
# 128 GB of memory) with 512GB disk
|
16657
|
-
#
|
16658
|
-
#
|
16659
|
-
#
|
16660
|
-
#
|
16661
|
-
#
|
16662
|
-
# type.
|
16688
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
16689
|
+
# worker. We recommend this worker type for jobs whose workloads
|
16690
|
+
# contain your most demanding transforms, aggregations, joins, and
|
16691
|
+
# queries. This worker type is available only for Glue version 3.0
|
16692
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
16693
|
+
# as supported for the `G.4X` worker type.
|
16663
16694
|
#
|
16664
16695
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
16665
|
-
# vCPUs, 4 GB of memory) with 84GB disk
|
16666
|
-
#
|
16667
|
-
#
|
16668
|
-
#
|
16696
|
+
# vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
|
16697
|
+
# worker. We recommend this worker type for low volume streaming
|
16698
|
+
# jobs. This worker type is only available for Glue version 3.0 or
|
16699
|
+
# later streaming jobs.
|
16669
16700
|
#
|
16670
16701
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
16671
|
-
# 64 GB of memory) with 128 GB disk
|
16672
|
-
#
|
16702
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
16703
|
+
# workers based on the autoscaler.
|
16673
16704
|
# @return [String]
|
16674
16705
|
#
|
16675
16706
|
# @!attribute [rw] number_of_workers
|
@@ -16968,46 +16999,45 @@ module Aws::Glue
|
|
16968
16999
|
# Accepts the value Z.2X for Ray jobs.
|
16969
17000
|
#
|
16970
17001
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
16971
|
-
# GB of memory) with
|
16972
|
-
#
|
16973
|
-
#
|
16974
|
-
#
|
17002
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
17003
|
+
# We recommend this worker type for workloads such as data
|
17004
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
17005
|
+
# effective way to run most jobs.
|
16975
17006
|
#
|
16976
17007
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
16977
|
-
# GB of memory) with
|
16978
|
-
#
|
16979
|
-
#
|
16980
|
-
#
|
17008
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
17009
|
+
# We recommend this worker type for workloads such as data
|
17010
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
17011
|
+
# effective way to run most jobs.
|
16981
17012
|
#
|
16982
17013
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
16983
|
-
# 64 GB of memory) with 256GB disk
|
16984
|
-
#
|
16985
|
-
#
|
16986
|
-
#
|
16987
|
-
#
|
16988
|
-
#
|
16989
|
-
#
|
16990
|
-
#
|
16991
|
-
#
|
17014
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
17015
|
+
# worker. We recommend this worker type for jobs whose workloads
|
17016
|
+
# contain your most demanding transforms, aggregations, joins, and
|
17017
|
+
# queries. This worker type is available only for Glue version 3.0
|
17018
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
17019
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
17020
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
17021
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
17022
|
+
# and Europe (Stockholm).
|
16992
17023
|
#
|
16993
17024
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
16994
|
-
# 128 GB of memory) with 512GB disk
|
16995
|
-
#
|
16996
|
-
#
|
16997
|
-
#
|
16998
|
-
#
|
16999
|
-
#
|
17000
|
-
# type.
|
17025
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
17026
|
+
# worker. We recommend this worker type for jobs whose workloads
|
17027
|
+
# contain your most demanding transforms, aggregations, joins, and
|
17028
|
+
# queries. This worker type is available only for Glue version 3.0
|
17029
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
17030
|
+
# as supported for the `G.4X` worker type.
|
17001
17031
|
#
|
17002
17032
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
17003
|
-
# vCPUs, 4 GB of memory) with 84GB disk
|
17004
|
-
#
|
17005
|
-
#
|
17006
|
-
#
|
17033
|
+
# vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
|
17034
|
+
# worker. We recommend this worker type for low volume streaming
|
17035
|
+
# jobs. This worker type is only available for Glue version 3.0 or
|
17036
|
+
# later streaming jobs.
|
17007
17037
|
#
|
17008
17038
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
17009
|
-
# 64 GB of memory) with 128 GB disk
|
17010
|
-
#
|
17039
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
17040
|
+
# workers based on the autoscaler.
|
17011
17041
|
# @return [String]
|
17012
17042
|
#
|
17013
17043
|
# @!attribute [rw] number_of_workers
|
@@ -20636,6 +20666,11 @@ module Aws::Glue
|
|
20636
20666
|
#
|
20637
20667
|
# @!attribute [rw] run_properties
|
20638
20668
|
# The properties to put for the specified run.
|
20669
|
+
#
|
20670
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
20671
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
20672
|
+
# Services Secrets Manager or other secret management mechanism if you
|
20673
|
+
# intend to use them within the workflow run.
|
20639
20674
|
# @return [Hash<String,String>]
|
20640
20675
|
#
|
20641
20676
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
|
@@ -23997,46 +24032,45 @@ module Aws::Glue
|
|
23997
24032
|
# Accepts the value Z.2X for Ray jobs.
|
23998
24033
|
#
|
23999
24034
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
24000
|
-
# GB of memory) with
|
24001
|
-
#
|
24002
|
-
#
|
24003
|
-
#
|
24035
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
24036
|
+
# We recommend this worker type for workloads such as data
|
24037
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
24038
|
+
# effective way to run most jobs.
|
24004
24039
|
#
|
24005
24040
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
24006
|
-
# GB of memory) with
|
24007
|
-
#
|
24008
|
-
#
|
24009
|
-
#
|
24041
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
24042
|
+
# We recommend this worker type for workloads such as data
|
24043
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
24044
|
+
# effective way to run most jobs.
|
24010
24045
|
#
|
24011
24046
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
24012
|
-
# 64 GB of memory) with 256GB disk
|
24013
|
-
#
|
24014
|
-
#
|
24015
|
-
#
|
24016
|
-
#
|
24017
|
-
#
|
24018
|
-
#
|
24019
|
-
#
|
24020
|
-
#
|
24047
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
24048
|
+
# worker. We recommend this worker type for jobs whose workloads
|
24049
|
+
# contain your most demanding transforms, aggregations, joins, and
|
24050
|
+
# queries. This worker type is available only for Glue version 3.0
|
24051
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
24052
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
24053
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
24054
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
24055
|
+
# and Europe (Stockholm).
|
24021
24056
|
#
|
24022
24057
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
24023
|
-
# 128 GB of memory) with 512GB disk
|
24024
|
-
#
|
24025
|
-
#
|
24026
|
-
#
|
24027
|
-
#
|
24028
|
-
#
|
24029
|
-
# type.
|
24058
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
24059
|
+
# worker. We recommend this worker type for jobs whose workloads
|
24060
|
+
# contain your most demanding transforms, aggregations, joins, and
|
24061
|
+
# queries. This worker type is available only for Glue version 3.0
|
24062
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
24063
|
+
# as supported for the `G.4X` worker type.
|
24030
24064
|
#
|
24031
24065
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
24032
|
-
# vCPUs, 4 GB of memory) with 84GB disk
|
24033
|
-
#
|
24034
|
-
#
|
24035
|
-
#
|
24066
|
+
# vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
|
24067
|
+
# worker. We recommend this worker type for low volume streaming
|
24068
|
+
# jobs. This worker type is only available for Glue version 3.0 or
|
24069
|
+
# later streaming jobs.
|
24036
24070
|
#
|
24037
24071
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
24038
|
-
# 64 GB of memory) with 128 GB disk
|
24039
|
-
#
|
24072
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
24073
|
+
# workers based on the autoscaler.
|
24040
24074
|
# @return [String]
|
24041
24075
|
#
|
24042
24076
|
# @!attribute [rw] number_of_workers
|
@@ -24173,6 +24207,11 @@ module Aws::Glue
|
|
24173
24207
|
#
|
24174
24208
|
# @!attribute [rw] run_properties
|
24175
24209
|
# The workflow run properties for the new workflow run.
|
24210
|
+
#
|
24211
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
24212
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
24213
|
+
# Services Secrets Manager or other secret management mechanism if you
|
24214
|
+
# intend to use them within the workflow run.
|
24176
24215
|
# @return [Hash<String,String>]
|
24177
24216
|
#
|
24178
24217
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
|
@@ -27521,6 +27560,11 @@ module Aws::Glue
|
|
27521
27560
|
# @!attribute [rw] default_run_properties
|
27522
27561
|
# A collection of properties to be used as part of each execution of
|
27523
27562
|
# the workflow.
|
27563
|
+
#
|
27564
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
27565
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
27566
|
+
# Services Secrets Manager or other secret management mechanism if you
|
27567
|
+
# intend to use them within the workflow run.
|
27524
27568
|
# @return [Hash<String,String>]
|
27525
27569
|
#
|
27526
27570
|
# @!attribute [rw] max_concurrent_runs
|
data/lib/aws-sdk-glue.rb
CHANGED
data/sig/client.rbs
CHANGED
@@ -2401,6 +2401,10 @@ module Aws
|
|
2401
2401
|
job_bookmarks_encryption: {
|
2402
2402
|
job_bookmarks_encryption_mode: ("DISABLED" | "CSE-KMS")?,
|
2403
2403
|
kms_key_arn: ::String?
|
2404
|
+
}?,
|
2405
|
+
data_quality_encryption: {
|
2406
|
+
data_quality_encryption_mode: ("DISABLED" | "SSE-KMS")?,
|
2407
|
+
kms_key_arn: ::String?
|
2404
2408
|
}?
|
2405
2409
|
}
|
2406
2410
|
) -> _CreateSecurityConfigurationResponseSuccess
|
data/sig/types.rbs
CHANGED
@@ -1715,6 +1715,12 @@ module Aws::Glue
|
|
1715
1715
|
SENSITIVE: [:description, :evaluation_message, :evaluated_metrics]
|
1716
1716
|
end
|
1717
1717
|
|
1718
|
+
class DataQualityEncryption
|
1719
|
+
attr_accessor data_quality_encryption_mode: ("DISABLED" | "SSE-KMS")
|
1720
|
+
attr_accessor kms_key_arn: ::String
|
1721
|
+
SENSITIVE: []
|
1722
|
+
end
|
1723
|
+
|
1718
1724
|
class DataQualityEvaluationRunAdditionalRunOptions
|
1719
1725
|
attr_accessor cloud_watch_metrics_enabled: bool
|
1720
1726
|
attr_accessor results_s3_prefix: ::String
|
@@ -2443,6 +2449,7 @@ module Aws::Glue
|
|
2443
2449
|
attr_accessor s3_encryption: ::Array[Types::S3Encryption]
|
2444
2450
|
attr_accessor cloud_watch_encryption: Types::CloudWatchEncryption
|
2445
2451
|
attr_accessor job_bookmarks_encryption: Types::JobBookmarksEncryption
|
2452
|
+
attr_accessor data_quality_encryption: Types::DataQualityEncryption
|
2446
2453
|
SENSITIVE: []
|
2447
2454
|
end
|
2448
2455
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.205.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-12-
|
11
|
+
date: 2024-12-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|