aws-sdk-glue 1.285.0 → 1.287.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +216 -61
- data/lib/aws-sdk-glue/types.rb +300 -65
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +9 -9
- data/sig/types.rbs +14 -14
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: b6ec7b5679f244f9815df4a2792d6c78892358201543ce5645985caeb2afb6d8
|
|
4
|
+
data.tar.gz: 812f043c6a881c6b11d55ca04ee07f8e345f3d57c39ef09abbc6f1e656dc4a82
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 452c63bd6501f384ba1d767a78963645b4a792d25deddcc760eddb3f909db82572bb1aaa62f12cea4ae6ce6954cd3f62f961a167267d19a6e05f63a376c6831c
|
|
7
|
+
data.tar.gz: 2943b31614e5b7975c51a42a13b0dae0e34589d3f0a6d7ee1840d41265c5060aeb3c1050e2f17587173104de4c855110b59327dee9218874041636c0ed24e308
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,16 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.287.0 (2026-10-22)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - Add support for large worker types in AWS Glue
|
|
8
|
+
|
|
9
|
+
1.286.0 (2026-10-21)
|
|
10
|
+
------------------
|
|
11
|
+
|
|
12
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
|
13
|
+
|
|
4
14
|
1.285.0 (2026-10-20)
|
|
5
15
|
------------------
|
|
6
16
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.287.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
|
@@ -1387,7 +1387,7 @@ module Aws::Glue
|
|
|
1387
1387
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
|
1388
1388
|
# resp.dev_endpoints[0].public_address #=> String
|
|
1389
1389
|
# resp.dev_endpoints[0].status #=> String
|
|
1390
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
1390
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
1391
1391
|
# resp.dev_endpoints[0].glue_version #=> String
|
|
1392
1392
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
|
1393
1393
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
|
@@ -1875,7 +1875,7 @@ module Aws::Glue
|
|
|
1875
1875
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
1876
1876
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
1877
1877
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
1878
|
-
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
1878
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
1879
1879
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
1880
1880
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
1881
1881
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -1949,7 +1949,7 @@ module Aws::Glue
|
|
|
1949
1949
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
1950
1950
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
1951
1951
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
1952
|
-
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
1952
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
1953
1953
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
1954
1954
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
1955
1955
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -3207,7 +3207,7 @@ module Aws::Glue
|
|
|
3207
3207
|
# public_key: "GenericString",
|
|
3208
3208
|
# public_keys: ["GenericString"],
|
|
3209
3209
|
# number_of_nodes: 1,
|
|
3210
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.
|
|
3210
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.4X, G.8X, G.025X, Z.2X, G.12X, G.16X, R.1X, R.2X, R.4X, R.8X
|
|
3211
3211
|
# glue_version: "GlueVersionString",
|
|
3212
3212
|
# number_of_workers: 1,
|
|
3213
3213
|
# extra_python_libs_s3_path: "GenericString",
|
|
@@ -3232,7 +3232,7 @@ module Aws::Glue
|
|
|
3232
3232
|
# resp.yarn_endpoint_address #=> String
|
|
3233
3233
|
# resp.zeppelin_remote_spark_interpreter_port #=> Integer
|
|
3234
3234
|
# resp.number_of_nodes #=> Integer
|
|
3235
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
3235
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
3236
3236
|
# resp.glue_version #=> String
|
|
3237
3237
|
# resp.number_of_workers #=> Integer
|
|
3238
3238
|
# resp.availability_zone #=> String
|
|
@@ -3833,8 +3833,15 @@ module Aws::Glue
|
|
|
3833
3833
|
#
|
|
3834
3834
|
# @option params [String] :worker_type
|
|
3835
3835
|
# The type of predefined worker that is allocated when a job runs.
|
|
3836
|
-
# Accepts a value of G.1X, G.2X, G.4X, G.8X
|
|
3837
|
-
# Accepts the value Z.2X for Ray
|
|
3836
|
+
# Accepts a value of G.025X, G.1X, G.2X, G.4X, G.8X, G.12X, G.16X, R.1X,
|
|
3837
|
+
# R.2X, R.4X, or R.8X for Spark jobs. Accepts the value Z.2X for Ray
|
|
3838
|
+
# jobs.
|
|
3839
|
+
#
|
|
3840
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
|
|
3841
|
+
# 4 GB of memory) with 84GB disk, and provides 1 executor per worker.
|
|
3842
|
+
# We recommend this worker type for low volume streaming jobs. This
|
|
3843
|
+
# worker type is only available for Glue version 3.0 or later
|
|
3844
|
+
# streaming jobs.
|
|
3838
3845
|
#
|
|
3839
3846
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
|
3840
3847
|
# GB of memory) with 94GB disk, and provides 1 executor per worker. We
|
|
@@ -3853,31 +3860,75 @@ module Aws::Glue
|
|
|
3853
3860
|
# We recommend this worker type for jobs whose workloads contain your
|
|
3854
3861
|
# most demanding transforms, aggregations, joins, and queries. This
|
|
3855
3862
|
# worker type is available only for Glue version 3.0 or later Spark
|
|
3856
|
-
# ETL jobs in
|
|
3857
|
-
#
|
|
3858
|
-
#
|
|
3859
|
-
# (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
|
|
3860
|
-
# (Central), Europe (Frankfurt), Europe (Ireland), Europe (London),
|
|
3861
|
-
# Europe (Spain), Europe (Stockholm), and South America (São Paulo).
|
|
3863
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
3864
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
3865
|
+
# developer guide.
|
|
3862
3866
|
#
|
|
3863
3867
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
|
|
3864
3868
|
# GB of memory) with 512GB disk, and provides 1 executor per worker.
|
|
3865
3869
|
# We recommend this worker type for jobs whose workloads contain your
|
|
3866
3870
|
# most demanding transforms, aggregations, joins, and queries. This
|
|
3867
3871
|
# worker type is available only for Glue version 3.0 or later Spark
|
|
3868
|
-
# ETL jobs
|
|
3869
|
-
#
|
|
3872
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
3873
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
3874
|
+
# developer guide.
|
|
3875
|
+
#
|
|
3876
|
+
# * For the `G.12X` worker type, each worker maps to 12 DPU (48 vCPUs,
|
|
3877
|
+
# 192 GB of memory) with 768GB disk, and provides 1 executor per
|
|
3878
|
+
# worker. We recommend this worker type for jobs with very large
|
|
3879
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
3880
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
3881
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
3882
|
+
# jobs][1] in the developer guide.
|
|
3883
|
+
#
|
|
3884
|
+
# * For the `G.16X` worker type, each worker maps to 16 DPU (64 vCPUs,
|
|
3885
|
+
# 256 GB of memory) with 1024GB disk, and provides 1 executor per
|
|
3886
|
+
# worker. We recommend this worker type for jobs with very large
|
|
3887
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
3888
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
3889
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
3890
|
+
# jobs][1] in the developer guide.
|
|
3891
|
+
#
|
|
3892
|
+
# * For the `R.1X` worker type, each worker maps to 1 M-DPU (4 vCPUs, 32
|
|
3893
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker. We
|
|
3894
|
+
# recommend this worker type for memory-intensive workloads. This
|
|
3895
|
+
# worker type is available only for Glue version 4.0 or later Spark
|
|
3896
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
3897
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
3898
|
+
# developer guide.
|
|
3870
3899
|
#
|
|
3871
|
-
# * For the `
|
|
3872
|
-
#
|
|
3873
|
-
# We recommend this worker type for
|
|
3874
|
-
# worker type is only
|
|
3875
|
-
#
|
|
3900
|
+
# * For the `R.2X` worker type, each worker maps to 2 M-DPU (8 vCPUs, 64
|
|
3901
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
|
3902
|
+
# We recommend this worker type for memory-intensive workloads. This
|
|
3903
|
+
# worker type is available only for Glue version 4.0 or later Spark
|
|
3904
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
3905
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
3906
|
+
# developer guide.
|
|
3907
|
+
#
|
|
3908
|
+
# * For the `R.4X` worker type, each worker maps to 4 M-DPU (16 vCPUs,
|
|
3909
|
+
# 128 GB of memory) with 256GB disk, and provides 1 executor per
|
|
3910
|
+
# worker. We recommend this worker type for memory-intensive
|
|
3911
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
3912
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
3913
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
3914
|
+
# jobs][1] in the developer guide.
|
|
3915
|
+
#
|
|
3916
|
+
# * For the `R.8X` worker type, each worker maps to 8 M-DPU (32 vCPUs,
|
|
3917
|
+
# 256 GB of memory) with 512GB disk, and provides 1 executor per
|
|
3918
|
+
# worker. We recommend this worker type for memory-intensive
|
|
3919
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
3920
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
3921
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
3922
|
+
# jobs][1] in the developer guide.
|
|
3876
3923
|
#
|
|
3877
3924
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
|
|
3878
3925
|
# GB of memory) with 128 GB disk, and provides up to 8 Ray workers
|
|
3879
3926
|
# based on the autoscaler.
|
|
3880
3927
|
#
|
|
3928
|
+
#
|
|
3929
|
+
#
|
|
3930
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
|
|
3931
|
+
#
|
|
3881
3932
|
# @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
|
|
3882
3933
|
# The representation of a directed acyclic graph on which both the Glue
|
|
3883
3934
|
# Studio visual component and Glue Studio code generation is based.
|
|
@@ -4109,7 +4160,7 @@ module Aws::Glue
|
|
|
4109
4160
|
# role: "RoleString", # required
|
|
4110
4161
|
# glue_version: "GlueVersionString",
|
|
4111
4162
|
# max_capacity: 1.0,
|
|
4112
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.
|
|
4163
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.4X, G.8X, G.025X, Z.2X, G.12X, G.16X, R.1X, R.2X, R.4X, R.8X
|
|
4113
4164
|
# number_of_workers: 1,
|
|
4114
4165
|
# timeout: 1,
|
|
4115
4166
|
# max_retries: 1,
|
|
@@ -4631,8 +4682,9 @@ module Aws::Glue
|
|
|
4631
4682
|
#
|
|
4632
4683
|
# @option params [String] :worker_type
|
|
4633
4684
|
# The type of predefined worker that is allocated when a job runs.
|
|
4634
|
-
# Accepts a value of G.1X, G.2X, G.4X,
|
|
4635
|
-
# the value Z.2X for Ray
|
|
4685
|
+
# Accepts a value of G.1X, G.2X, G.4X, G.8X, G.12X, G.16X, R.1X, R.2X,
|
|
4686
|
+
# R.4X, or R.8X for Spark jobs. Accepts the value Z.2X for Ray
|
|
4687
|
+
# notebooks.
|
|
4636
4688
|
#
|
|
4637
4689
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
|
4638
4690
|
# GB of memory) with 94GB disk, and provides 1 executor per worker. We
|
|
@@ -4651,24 +4703,75 @@ module Aws::Glue
|
|
|
4651
4703
|
# We recommend this worker type for jobs whose workloads contain your
|
|
4652
4704
|
# most demanding transforms, aggregations, joins, and queries. This
|
|
4653
4705
|
# worker type is available only for Glue version 3.0 or later Spark
|
|
4654
|
-
# ETL jobs in
|
|
4655
|
-
#
|
|
4656
|
-
#
|
|
4657
|
-
# (Central), Europe (Frankfurt), Europe (Ireland), and Europe
|
|
4658
|
-
# (Stockholm).
|
|
4706
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
4707
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
4708
|
+
# developer guide.
|
|
4659
4709
|
#
|
|
4660
4710
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
|
|
4661
4711
|
# GB of memory) with 512GB disk, and provides 1 executor per worker.
|
|
4662
4712
|
# We recommend this worker type for jobs whose workloads contain your
|
|
4663
4713
|
# most demanding transforms, aggregations, joins, and queries. This
|
|
4664
4714
|
# worker type is available only for Glue version 3.0 or later Spark
|
|
4665
|
-
# ETL jobs
|
|
4666
|
-
#
|
|
4715
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
4716
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
4717
|
+
# developer guide.
|
|
4718
|
+
#
|
|
4719
|
+
# * For the `G.12X` worker type, each worker maps to 12 DPU (48 vCPUs,
|
|
4720
|
+
# 192 GB of memory) with 768GB disk, and provides 1 executor per
|
|
4721
|
+
# worker. We recommend this worker type for jobs with very large
|
|
4722
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
4723
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
4724
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
4725
|
+
# jobs][1] in the developer guide.
|
|
4726
|
+
#
|
|
4727
|
+
# * For the `G.16X` worker type, each worker maps to 16 DPU (64 vCPUs,
|
|
4728
|
+
# 256 GB of memory) with 1024GB disk, and provides 1 executor per
|
|
4729
|
+
# worker. We recommend this worker type for jobs with very large
|
|
4730
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
4731
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
4732
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
4733
|
+
# jobs][1] in the developer guide.
|
|
4734
|
+
#
|
|
4735
|
+
# * For the `R.1X` worker type, each worker maps to 1 M-DPU (4 vCPUs, 32
|
|
4736
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker. We
|
|
4737
|
+
# recommend this worker type for memory-intensive workloads. This
|
|
4738
|
+
# worker type is available only for Glue version 4.0 or later Spark
|
|
4739
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
4740
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
4741
|
+
# developer guide.
|
|
4742
|
+
#
|
|
4743
|
+
# * For the `R.2X` worker type, each worker maps to 2 M-DPU (8 vCPUs, 64
|
|
4744
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
|
4745
|
+
# We recommend this worker type for memory-intensive workloads. This
|
|
4746
|
+
# worker type is available only for Glue version 4.0 or later Spark
|
|
4747
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
4748
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
4749
|
+
# developer guide.
|
|
4750
|
+
#
|
|
4751
|
+
# * For the `R.4X` worker type, each worker maps to 4 M-DPU (16 vCPUs,
|
|
4752
|
+
# 128 GB of memory) with 256GB disk, and provides 1 executor per
|
|
4753
|
+
# worker. We recommend this worker type for memory-intensive
|
|
4754
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
4755
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
4756
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
4757
|
+
# jobs][1] in the developer guide.
|
|
4758
|
+
#
|
|
4759
|
+
# * For the `R.8X` worker type, each worker maps to 8 M-DPU (32 vCPUs,
|
|
4760
|
+
# 256 GB of memory) with 512GB disk, and provides 1 executor per
|
|
4761
|
+
# worker. We recommend this worker type for memory-intensive
|
|
4762
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
4763
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
4764
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
4765
|
+
# jobs][1] in the developer guide.
|
|
4667
4766
|
#
|
|
4668
4767
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
|
|
4669
4768
|
# GB of memory) with 128 GB disk, and provides up to 8 Ray workers
|
|
4670
4769
|
# based on the autoscaler.
|
|
4671
4770
|
#
|
|
4771
|
+
#
|
|
4772
|
+
#
|
|
4773
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
|
|
4774
|
+
#
|
|
4672
4775
|
# @option params [String] :security_configuration
|
|
4673
4776
|
# The name of the SecurityConfiguration structure to be used with the
|
|
4674
4777
|
# session
|
|
@@ -4710,7 +4813,7 @@ module Aws::Glue
|
|
|
4710
4813
|
# },
|
|
4711
4814
|
# max_capacity: 1.0,
|
|
4712
4815
|
# number_of_workers: 1,
|
|
4713
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.
|
|
4816
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.4X, G.8X, G.025X, Z.2X, G.12X, G.16X, R.1X, R.2X, R.4X, R.8X
|
|
4714
4817
|
# security_configuration: "NameString",
|
|
4715
4818
|
# glue_version: "GlueVersionString",
|
|
4716
4819
|
# tags: {
|
|
@@ -4739,7 +4842,7 @@ module Aws::Glue
|
|
|
4739
4842
|
# resp.session.security_configuration #=> String
|
|
4740
4843
|
# resp.session.glue_version #=> String
|
|
4741
4844
|
# resp.session.number_of_workers #=> Integer
|
|
4742
|
-
# resp.session.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
4845
|
+
# resp.session.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
4743
4846
|
# resp.session.completed_on #=> Time
|
|
4744
4847
|
# resp.session.execution_time #=> Float
|
|
4745
4848
|
# resp.session.dpu_seconds #=> Float
|
|
@@ -9445,7 +9548,7 @@ module Aws::Glue
|
|
|
9445
9548
|
# resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
|
|
9446
9549
|
# resp.dev_endpoint.public_address #=> String
|
|
9447
9550
|
# resp.dev_endpoint.status #=> String
|
|
9448
|
-
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
9551
|
+
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
9449
9552
|
# resp.dev_endpoint.glue_version #=> String
|
|
9450
9553
|
# resp.dev_endpoint.number_of_workers #=> Integer
|
|
9451
9554
|
# resp.dev_endpoint.number_of_nodes #=> Integer
|
|
@@ -9516,7 +9619,7 @@ module Aws::Glue
|
|
|
9516
9619
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
|
9517
9620
|
# resp.dev_endpoints[0].public_address #=> String
|
|
9518
9621
|
# resp.dev_endpoints[0].status #=> String
|
|
9519
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
9622
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
9520
9623
|
# resp.dev_endpoints[0].glue_version #=> String
|
|
9521
9624
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
|
9522
9625
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
|
@@ -9972,7 +10075,7 @@ module Aws::Glue
|
|
|
9972
10075
|
# resp.job_run.execution_time #=> Integer
|
|
9973
10076
|
# resp.job_run.timeout #=> Integer
|
|
9974
10077
|
# resp.job_run.max_capacity #=> Float
|
|
9975
|
-
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
10078
|
+
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
9976
10079
|
# resp.job_run.number_of_workers #=> Integer
|
|
9977
10080
|
# resp.job_run.security_configuration #=> String
|
|
9978
10081
|
# resp.job_run.log_group_name #=> String
|
|
@@ -10047,7 +10150,7 @@ module Aws::Glue
|
|
|
10047
10150
|
# resp.job_runs[0].execution_time #=> Integer
|
|
10048
10151
|
# resp.job_runs[0].timeout #=> Integer
|
|
10049
10152
|
# resp.job_runs[0].max_capacity #=> Float
|
|
10050
|
-
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
10153
|
+
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
10051
10154
|
# resp.job_runs[0].number_of_workers #=> Integer
|
|
10052
10155
|
# resp.job_runs[0].security_configuration #=> String
|
|
10053
10156
|
# resp.job_runs[0].log_group_name #=> String
|
|
@@ -10322,7 +10425,7 @@ module Aws::Glue
|
|
|
10322
10425
|
# resp.role #=> String
|
|
10323
10426
|
# resp.glue_version #=> String
|
|
10324
10427
|
# resp.max_capacity #=> Float
|
|
10325
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
10428
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
10326
10429
|
# resp.number_of_workers #=> Integer
|
|
10327
10430
|
# resp.timeout #=> Integer
|
|
10328
10431
|
# resp.max_retries #=> Integer
|
|
@@ -10432,7 +10535,7 @@ module Aws::Glue
|
|
|
10432
10535
|
# resp.transforms[0].role #=> String
|
|
10433
10536
|
# resp.transforms[0].glue_version #=> String
|
|
10434
10537
|
# resp.transforms[0].max_capacity #=> Float
|
|
10435
|
-
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
10538
|
+
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
10436
10539
|
# resp.transforms[0].number_of_workers #=> Integer
|
|
10437
10540
|
# resp.transforms[0].timeout #=> Integer
|
|
10438
10541
|
# resp.transforms[0].max_retries #=> Integer
|
|
@@ -11543,7 +11646,7 @@ module Aws::Glue
|
|
|
11543
11646
|
# resp.session.security_configuration #=> String
|
|
11544
11647
|
# resp.session.glue_version #=> String
|
|
11545
11648
|
# resp.session.number_of_workers #=> Integer
|
|
11546
|
-
# resp.session.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
11649
|
+
# resp.session.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
11547
11650
|
# resp.session.completed_on #=> Time
|
|
11548
11651
|
# resp.session.execution_time #=> Float
|
|
11549
11652
|
# resp.session.dpu_seconds #=> Float
|
|
@@ -13738,7 +13841,7 @@ module Aws::Glue
|
|
|
13738
13841
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
13739
13842
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
13740
13843
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
13741
|
-
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
13844
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
13742
13845
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
13743
13846
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
13744
13847
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -13812,7 +13915,7 @@ module Aws::Glue
|
|
|
13812
13915
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
13813
13916
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
13814
13917
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
13815
|
-
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
13918
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
13816
13919
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
13817
13920
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
13818
13921
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -13940,7 +14043,7 @@ module Aws::Glue
|
|
|
13940
14043
|
# resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
13941
14044
|
# resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
13942
14045
|
# resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
13943
|
-
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
14046
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
13944
14047
|
# resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
13945
14048
|
# resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
13946
14049
|
# resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -14107,7 +14210,7 @@ module Aws::Glue
|
|
|
14107
14210
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
14108
14211
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
14109
14212
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
14110
|
-
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
14213
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
14111
14214
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
14112
14215
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
14113
14216
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -15860,7 +15963,7 @@ module Aws::Glue
|
|
|
15860
15963
|
# resp.sessions[0].security_configuration #=> String
|
|
15861
15964
|
# resp.sessions[0].glue_version #=> String
|
|
15862
15965
|
# resp.sessions[0].number_of_workers #=> Integer
|
|
15863
|
-
# resp.sessions[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.
|
|
15966
|
+
# resp.sessions[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
|
|
15864
15967
|
# resp.sessions[0].completed_on #=> Time
|
|
15865
15968
|
# resp.sessions[0].execution_time #=> Float
|
|
15866
15969
|
# resp.sessions[0].dpu_seconds #=> Float
|
|
@@ -18881,8 +18984,15 @@ module Aws::Glue
|
|
|
18881
18984
|
#
|
|
18882
18985
|
# @option params [String] :worker_type
|
|
18883
18986
|
# The type of predefined worker that is allocated when a job runs.
|
|
18884
|
-
# Accepts a value of G.1X, G.2X, G.4X, G.8X
|
|
18885
|
-
# Accepts the value Z.2X for Ray
|
|
18987
|
+
# Accepts a value of G.025X, G.1X, G.2X, G.4X, G.8X, G.12X, G.16X, R.1X,
|
|
18988
|
+
# R.2X, R.4X, or R.8X for Spark jobs. Accepts the value Z.2X for Ray
|
|
18989
|
+
# jobs.
|
|
18990
|
+
#
|
|
18991
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
|
|
18992
|
+
# 4 GB of memory) with 84GB disk, and provides 1 executor per worker.
|
|
18993
|
+
# We recommend this worker type for low volume streaming jobs. This
|
|
18994
|
+
# worker type is only available for Glue version 3.0 or later
|
|
18995
|
+
# streaming jobs.
|
|
18886
18996
|
#
|
|
18887
18997
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
|
18888
18998
|
# GB of memory) with 94GB disk, and provides 1 executor per worker. We
|
|
@@ -18901,30 +19011,75 @@ module Aws::Glue
|
|
|
18901
19011
|
# We recommend this worker type for jobs whose workloads contain your
|
|
18902
19012
|
# most demanding transforms, aggregations, joins, and queries. This
|
|
18903
19013
|
# worker type is available only for Glue version 3.0 or later Spark
|
|
18904
|
-
# ETL jobs in
|
|
18905
|
-
#
|
|
18906
|
-
#
|
|
18907
|
-
# (Central), Europe (Frankfurt), Europe (Ireland), and Europe
|
|
18908
|
-
# (Stockholm).
|
|
19014
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
19015
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
19016
|
+
# developer guide.
|
|
18909
19017
|
#
|
|
18910
19018
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
|
|
18911
19019
|
# GB of memory) with 512GB disk, and provides 1 executor per worker.
|
|
18912
19020
|
# We recommend this worker type for jobs whose workloads contain your
|
|
18913
19021
|
# most demanding transforms, aggregations, joins, and queries. This
|
|
18914
19022
|
# worker type is available only for Glue version 3.0 or later Spark
|
|
18915
|
-
# ETL jobs
|
|
18916
|
-
#
|
|
19023
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
19024
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
19025
|
+
# developer guide.
|
|
19026
|
+
#
|
|
19027
|
+
# * For the `G.12X` worker type, each worker maps to 12 DPU (48 vCPUs,
|
|
19028
|
+
# 192 GB of memory) with 768GB disk, and provides 1 executor per
|
|
19029
|
+
# worker. We recommend this worker type for jobs with very large
|
|
19030
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
19031
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
19032
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
19033
|
+
# jobs][1] in the developer guide.
|
|
19034
|
+
#
|
|
19035
|
+
# * For the `G.16X` worker type, each worker maps to 16 DPU (64 vCPUs,
|
|
19036
|
+
# 256 GB of memory) with 1024GB disk, and provides 1 executor per
|
|
19037
|
+
# worker. We recommend this worker type for jobs with very large
|
|
19038
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
19039
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
19040
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
19041
|
+
# jobs][1] in the developer guide.
|
|
19042
|
+
#
|
|
19043
|
+
# * For the `R.1X` worker type, each worker maps to 1 M-DPU (4 vCPUs, 32
|
|
19044
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker. We
|
|
19045
|
+
# recommend this worker type for memory-intensive workloads. This
|
|
19046
|
+
# worker type is available only for Glue version 4.0 or later Spark
|
|
19047
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
19048
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
19049
|
+
# developer guide.
|
|
18917
19050
|
#
|
|
18918
|
-
# * For the `
|
|
18919
|
-
#
|
|
18920
|
-
# We recommend this worker type for
|
|
18921
|
-
# worker type is only
|
|
18922
|
-
#
|
|
19051
|
+
# * For the `R.2X` worker type, each worker maps to 2 M-DPU (8 vCPUs, 64
|
|
19052
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
|
19053
|
+
# We recommend this worker type for memory-intensive workloads. This
|
|
19054
|
+
# worker type is available only for Glue version 4.0 or later Spark
|
|
19055
|
+
# ETL jobs in select Amazon Web Services Regions. For the supported
|
|
19056
|
+
# Regions, see [Configuring job properties for Spark jobs][1] in the
|
|
19057
|
+
# developer guide.
|
|
19058
|
+
#
|
|
19059
|
+
# * For the `R.4X` worker type, each worker maps to 4 M-DPU (16 vCPUs,
|
|
19060
|
+
# 128 GB of memory) with 256GB disk, and provides 1 executor per
|
|
19061
|
+
# worker. We recommend this worker type for memory-intensive
|
|
19062
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
19063
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
19064
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
19065
|
+
# jobs][1] in the developer guide.
|
|
19066
|
+
#
|
|
19067
|
+
# * For the `R.8X` worker type, each worker maps to 8 M-DPU (32 vCPUs,
|
|
19068
|
+
# 256 GB of memory) with 512GB disk, and provides 1 executor per
|
|
19069
|
+
# worker. We recommend this worker type for memory-intensive
|
|
19070
|
+
# workloads. This worker type is available only for Glue version 4.0
|
|
19071
|
+
# or later Spark ETL jobs in select Amazon Web Services Regions. For
|
|
19072
|
+
# the supported Regions, see [Configuring job properties for Spark
|
|
19073
|
+
# jobs][1] in the developer guide.
|
|
18923
19074
|
#
|
|
18924
19075
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
|
|
18925
19076
|
# GB of memory) with 128 GB disk, and provides up to 8 Ray workers
|
|
18926
19077
|
# based on the autoscaler.
|
|
18927
19078
|
#
|
|
19079
|
+
#
|
|
19080
|
+
#
|
|
19081
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
|
|
19082
|
+
#
|
|
18928
19083
|
# @option params [Integer] :number_of_workers
|
|
18929
19084
|
# The number of workers of a defined `workerType` that are allocated
|
|
18930
19085
|
# when a job runs.
|
|
@@ -18967,7 +19122,7 @@ module Aws::Glue
|
|
|
18967
19122
|
# notification_property: {
|
|
18968
19123
|
# notify_delay_after: 1,
|
|
18969
19124
|
# },
|
|
18970
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.
|
|
19125
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.4X, G.8X, G.025X, Z.2X, G.12X, G.16X, R.1X, R.2X, R.4X, R.8X
|
|
18971
19126
|
# number_of_workers: 1,
|
|
18972
19127
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
|
18973
19128
|
# execution_role_session_policy: "OrchestrationPolicyJsonString",
|
|
@@ -21022,7 +21177,7 @@ module Aws::Glue
|
|
|
21022
21177
|
# role: "RoleString",
|
|
21023
21178
|
# glue_version: "GlueVersionString",
|
|
21024
21179
|
# max_capacity: 1.0,
|
|
21025
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.
|
|
21180
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.4X, G.8X, G.025X, Z.2X, G.12X, G.16X, R.1X, R.2X, R.4X, R.8X
|
|
21026
21181
|
# number_of_workers: 1,
|
|
21027
21182
|
# timeout: 1,
|
|
21028
21183
|
# max_retries: 1,
|
|
@@ -21914,7 +22069,7 @@ module Aws::Glue
|
|
|
21914
22069
|
tracer: tracer
|
|
21915
22070
|
)
|
|
21916
22071
|
context[:gem_name] = 'aws-sdk-glue'
|
|
21917
|
-
context[:gem_version] = '1.
|
|
22072
|
+
context[:gem_version] = '1.287.0'
|
|
21918
22073
|
Seahorse::Client::Request.new(handlers, context)
|
|
21919
22074
|
end
|
|
21920
22075
|
|