aws-sdk-glue 1.286.0 → 1.287.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +5 -0
  3. data/VERSION +1 -1
  4. data/lib/aws-sdk-glue/client.rb +216 -61
  5. data/lib/aws-sdk-glue/types.rb +300 -65
  6. data/lib/aws-sdk-glue.rb +1 -1
  7. data/sig/client.rbs +9 -9
  8. data/sig/types.rbs +14 -14
  9. metadata +1 -1
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 46357fe2de3d525cfd613307622b7db9afa8efb66c205534b18037b30c68f75c
4
- data.tar.gz: 81398e566271cb90032a152f05d1aa460fb4d4cc6c0e0d9e68da8182b04cc132
3
+ metadata.gz: b6ec7b5679f244f9815df4a2792d6c78892358201543ce5645985caeb2afb6d8
4
+ data.tar.gz: 812f043c6a881c6b11d55ca04ee07f8e345f3d57c39ef09abbc6f1e656dc4a82
5
5
  SHA512:
6
- metadata.gz: 5564f1c42a7c5662ddb6c3c7572d8cd30d9768052d9ca9ec49a0eaedad73e76f92c7c94637a94094338265e906ab7d8c880e6511d569b92416de1e1cc2b5cf1b
7
- data.tar.gz: b74028383c5263ba3927a309eb3260716b6f1d3a38625f8edcf5232fc95808e0699a995b265b7fa5a0dd42a7174ab368d440b8214a5e2271b456623696f78a00
6
+ metadata.gz: 452c63bd6501f384ba1d767a78963645b4a792d25deddcc760eddb3f909db82572bb1aaa62f12cea4ae6ce6954cd3f62f961a167267d19a6e05f63a376c6831c
7
+ data.tar.gz: 2943b31614e5b7975c51a42a13b0dae0e34589d3f0a6d7ee1840d41265c5060aeb3c1050e2f17587173104de4c855110b59327dee9218874041636c0ed24e308
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.287.0 (2026-10-22)
5
+ ------------------
6
+
7
+ * Feature - Add support for large worker types in AWS Glue
8
+
4
9
  1.286.0 (2026-10-21)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.286.0
1
+ 1.287.0
data/lib/aws-sdk-glue/client.rb CHANGED
@@ -1387,7 +1387,7 @@ module Aws::Glue
1387
1387
  # resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
1388
1388
  # resp.dev_endpoints[0].public_address #=> String
1389
1389
  # resp.dev_endpoints[0].status #=> String
1390
- # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
1390
+ # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
1391
1391
  # resp.dev_endpoints[0].glue_version #=> String
1392
1392
  # resp.dev_endpoints[0].number_of_workers #=> Integer
1393
1393
  # resp.dev_endpoints[0].number_of_nodes #=> Integer
@@ -1875,7 +1875,7 @@ module Aws::Glue
1875
1875
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
1876
1876
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
1877
1877
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
1878
- # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
1878
+ # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
1879
1879
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
1880
1880
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
1881
1881
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -1949,7 +1949,7 @@ module Aws::Glue
1949
1949
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
1950
1950
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
1951
1951
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
1952
- # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
1952
+ # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
1953
1953
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
1954
1954
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
1955
1955
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -3207,7 +3207,7 @@ module Aws::Glue
3207
3207
  # public_key: "GenericString",
3208
3208
  # public_keys: ["GenericString"],
3209
3209
  # number_of_nodes: 1,
3210
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X, G.4X, G.8X, Z.2X
3210
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.4X, G.8X, G.025X, Z.2X, G.12X, G.16X, R.1X, R.2X, R.4X, R.8X
3211
3211
  # glue_version: "GlueVersionString",
3212
3212
  # number_of_workers: 1,
3213
3213
  # extra_python_libs_s3_path: "GenericString",
@@ -3232,7 +3232,7 @@ module Aws::Glue
3232
3232
  # resp.yarn_endpoint_address #=> String
3233
3233
  # resp.zeppelin_remote_spark_interpreter_port #=> Integer
3234
3234
  # resp.number_of_nodes #=> Integer
3235
- # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
3235
+ # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
3236
3236
  # resp.glue_version #=> String
3237
3237
  # resp.number_of_workers #=> Integer
3238
3238
  # resp.availability_zone #=> String
@@ -3833,8 +3833,15 @@ module Aws::Glue
3833
3833
  #
3834
3834
  # @option params [String] :worker_type
3835
3835
  # The type of predefined worker that is allocated when a job runs.
3836
- # Accepts a value of G.1X, G.2X, G.4X, G.8X or G.025X for Spark jobs.
3837
- # Accepts the value Z.2X for Ray jobs.
3836
+ # Accepts a value of G.025X, G.1X, G.2X, G.4X, G.8X, G.12X, G.16X, R.1X,
3837
+ # R.2X, R.4X, or R.8X for Spark jobs. Accepts the value Z.2X for Ray
3838
+ # jobs.
3839
+ #
3840
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
3841
+ # 4 GB of memory) with 84GB disk, and provides 1 executor per worker.
3842
+ # We recommend this worker type for low volume streaming jobs. This
3843
+ # worker type is only available for Glue version 3.0 or later
3844
+ # streaming jobs.
3838
3845
  #
3839
3846
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
3840
3847
  # GB of memory) with 94GB disk, and provides 1 executor per worker. We
@@ -3853,31 +3860,75 @@ module Aws::Glue
3853
3860
  # We recommend this worker type for jobs whose workloads contain your
3854
3861
  # most demanding transforms, aggregations, joins, and queries. This
3855
3862
  # worker type is available only for Glue version 3.0 or later Spark
3856
- # ETL jobs in the following Amazon Web Services Regions: US East
3857
- # (Ohio), US East (N. Virginia), US West (N. California), US West
3858
- # (Oregon), Asia Pacific (Mumbai), Asia Pacific (Seoul), Asia Pacific
3859
- # (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
3860
- # (Central), Europe (Frankfurt), Europe (Ireland), Europe (London),
3861
- # Europe (Spain), Europe (Stockholm), and South America (São Paulo).
3863
+ # ETL jobs in select Amazon Web Services Regions. For the supported
3864
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
3865
+ # developer guide.
3862
3866
  #
3863
3867
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
3864
3868
  # GB of memory) with 512GB disk, and provides 1 executor per worker.
3865
3869
  # We recommend this worker type for jobs whose workloads contain your
3866
3870
  # most demanding transforms, aggregations, joins, and queries. This
3867
3871
  # worker type is available only for Glue version 3.0 or later Spark
3868
- # ETL jobs, in the same Amazon Web Services Regions as supported for
3869
- # the `G.4X` worker type.
3872
+ # ETL jobs in select Amazon Web Services Regions. For the supported
3873
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
3874
+ # developer guide.
3875
+ #
3876
+ # * For the `G.12X` worker type, each worker maps to 12 DPU (48 vCPUs,
3877
+ # 192 GB of memory) with 768GB disk, and provides 1 executor per
3878
+ # worker. We recommend this worker type for jobs with very large
3879
+ # workloads. This worker type is available only for Glue version 4.0
3880
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
3881
+ # the supported Regions, see [Configuring job properties for Spark
3882
+ # jobs][1] in the developer guide.
3883
+ #
3884
+ # * For the `G.16X` worker type, each worker maps to 16 DPU (64 vCPUs,
3885
+ # 256 GB of memory) with 1024GB disk, and provides 1 executor per
3886
+ # worker. We recommend this worker type for jobs with very large
3887
+ # workloads. This worker type is available only for Glue version 4.0
3888
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
3889
+ # the supported Regions, see [Configuring job properties for Spark
3890
+ # jobs][1] in the developer guide.
3891
+ #
3892
+ # * For the `R.1X` worker type, each worker maps to 1 M-DPU (4 vCPUs, 32
3893
+ # GB of memory) with 94GB disk, and provides 1 executor per worker. We
3894
+ # recommend this worker type for memory-intensive workloads. This
3895
+ # worker type is available only for Glue version 4.0 or later Spark
3896
+ # ETL jobs in select Amazon Web Services Regions. For the supported
3897
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
3898
+ # developer guide.
3870
3899
  #
3871
- # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
3872
- # 4 GB of memory) with 84GB disk, and provides 1 executor per worker.
3873
- # We recommend this worker type for low volume streaming jobs. This
3874
- # worker type is only available for Glue version 3.0 or later
3875
- # streaming jobs.
3900
+ # * For the `R.2X` worker type, each worker maps to 2 M-DPU (8 vCPUs, 64
3901
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
3902
+ # We recommend this worker type for memory-intensive workloads. This
3903
+ # worker type is available only for Glue version 4.0 or later Spark
3904
+ # ETL jobs in select Amazon Web Services Regions. For the supported
3905
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
3906
+ # developer guide.
3907
+ #
3908
+ # * For the `R.4X` worker type, each worker maps to 4 M-DPU (16 vCPUs,
3909
+ # 128 GB of memory) with 256GB disk, and provides 1 executor per
3910
+ # worker. We recommend this worker type for memory-intensive
3911
+ # workloads. This worker type is available only for Glue version 4.0
3912
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
3913
+ # the supported Regions, see [Configuring job properties for Spark
3914
+ # jobs][1] in the developer guide.
3915
+ #
3916
+ # * For the `R.8X` worker type, each worker maps to 8 M-DPU (32 vCPUs,
3917
+ # 256 GB of memory) with 512GB disk, and provides 1 executor per
3918
+ # worker. We recommend this worker type for memory-intensive
3919
+ # workloads. This worker type is available only for Glue version 4.0
3920
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
3921
+ # the supported Regions, see [Configuring job properties for Spark
3922
+ # jobs][1] in the developer guide.
3876
3923
  #
3877
3924
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
3878
3925
  # GB of memory) with 128 GB disk, and provides up to 8 Ray workers
3879
3926
  # based on the autoscaler.
3880
3927
  #
3928
+ #
3929
+ #
3930
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
3931
+ #
3881
3932
  # @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
3882
3933
  # The representation of a directed acyclic graph on which both the Glue
3883
3934
  # Studio visual component and Glue Studio code generation is based.
@@ -4109,7 +4160,7 @@ module Aws::Glue
4109
4160
  # role: "RoleString", # required
4110
4161
  # glue_version: "GlueVersionString",
4111
4162
  # max_capacity: 1.0,
4112
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X, G.4X, G.8X, Z.2X
4163
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.4X, G.8X, G.025X, Z.2X, G.12X, G.16X, R.1X, R.2X, R.4X, R.8X
4113
4164
  # number_of_workers: 1,
4114
4165
  # timeout: 1,
4115
4166
  # max_retries: 1,
@@ -4631,8 +4682,9 @@ module Aws::Glue
4631
4682
  #
4632
4683
  # @option params [String] :worker_type
4633
4684
  # The type of predefined worker that is allocated when a job runs.
4634
- # Accepts a value of G.1X, G.2X, G.4X, or G.8X for Spark jobs. Accepts
4635
- # the value Z.2X for Ray notebooks.
4685
+ # Accepts a value of G.1X, G.2X, G.4X, G.8X, G.12X, G.16X, R.1X, R.2X,
4686
+ # R.4X, or R.8X for Spark jobs. Accepts the value Z.2X for Ray
4687
+ # notebooks.
4636
4688
  #
4637
4689
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
4638
4690
  # GB of memory) with 94GB disk, and provides 1 executor per worker. We
@@ -4651,24 +4703,75 @@ module Aws::Glue
4651
4703
  # We recommend this worker type for jobs whose workloads contain your
4652
4704
  # most demanding transforms, aggregations, joins, and queries. This
4653
4705
  # worker type is available only for Glue version 3.0 or later Spark
4654
- # ETL jobs in the following Amazon Web Services Regions: US East
4655
- # (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific
4656
- # (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
4657
- # (Central), Europe (Frankfurt), Europe (Ireland), and Europe
4658
- # (Stockholm).
4706
+ # ETL jobs in select Amazon Web Services Regions. For the supported
4707
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
4708
+ # developer guide.
4659
4709
  #
4660
4710
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
4661
4711
  # GB of memory) with 512GB disk, and provides 1 executor per worker.
4662
4712
  # We recommend this worker type for jobs whose workloads contain your
4663
4713
  # most demanding transforms, aggregations, joins, and queries. This
4664
4714
  # worker type is available only for Glue version 3.0 or later Spark
4665
- # ETL jobs, in the same Amazon Web Services Regions as supported for
4666
- # the `G.4X` worker type.
4715
+ # ETL jobs in select Amazon Web Services Regions. For the supported
4716
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
4717
+ # developer guide.
4718
+ #
4719
+ # * For the `G.12X` worker type, each worker maps to 12 DPU (48 vCPUs,
4720
+ # 192 GB of memory) with 768GB disk, and provides 1 executor per
4721
+ # worker. We recommend this worker type for jobs with very large
4722
+ # workloads. This worker type is available only for Glue version 4.0
4723
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
4724
+ # the supported Regions, see [Configuring job properties for Spark
4725
+ # jobs][1] in the developer guide.
4726
+ #
4727
+ # * For the `G.16X` worker type, each worker maps to 16 DPU (64 vCPUs,
4728
+ # 256 GB of memory) with 1024GB disk, and provides 1 executor per
4729
+ # worker. We recommend this worker type for jobs with very large
4730
+ # workloads. This worker type is available only for Glue version 4.0
4731
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
4732
+ # the supported Regions, see [Configuring job properties for Spark
4733
+ # jobs][1] in the developer guide.
4734
+ #
4735
+ # * For the `R.1X` worker type, each worker maps to 1 M-DPU (4 vCPUs, 32
4736
+ # GB of memory) with 94GB disk, and provides 1 executor per worker. We
4737
+ # recommend this worker type for memory-intensive workloads. This
4738
+ # worker type is available only for Glue version 4.0 or later Spark
4739
+ # ETL jobs in select Amazon Web Services Regions. For the supported
4740
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
4741
+ # developer guide.
4742
+ #
4743
+ # * For the `R.2X` worker type, each worker maps to 2 M-DPU (8 vCPUs, 64
4744
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
4745
+ # We recommend this worker type for memory-intensive workloads. This
4746
+ # worker type is available only for Glue version 4.0 or later Spark
4747
+ # ETL jobs in select Amazon Web Services Regions. For the supported
4748
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
4749
+ # developer guide.
4750
+ #
4751
+ # * For the `R.4X` worker type, each worker maps to 4 M-DPU (16 vCPUs,
4752
+ # 128 GB of memory) with 256GB disk, and provides 1 executor per
4753
+ # worker. We recommend this worker type for memory-intensive
4754
+ # workloads. This worker type is available only for Glue version 4.0
4755
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
4756
+ # the supported Regions, see [Configuring job properties for Spark
4757
+ # jobs][1] in the developer guide.
4758
+ #
4759
+ # * For the `R.8X` worker type, each worker maps to 8 M-DPU (32 vCPUs,
4760
+ # 256 GB of memory) with 512GB disk, and provides 1 executor per
4761
+ # worker. We recommend this worker type for memory-intensive
4762
+ # workloads. This worker type is available only for Glue version 4.0
4763
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
4764
+ # the supported Regions, see [Configuring job properties for Spark
4765
+ # jobs][1] in the developer guide.
4667
4766
  #
4668
4767
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
4669
4768
  # GB of memory) with 128 GB disk, and provides up to 8 Ray workers
4670
4769
  # based on the autoscaler.
4671
4770
  #
4771
+ #
4772
+ #
4773
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
4774
+ #
4672
4775
  # @option params [String] :security_configuration
4673
4776
  # The name of the SecurityConfiguration structure to be used with the
4674
4777
  # session
@@ -4710,7 +4813,7 @@ module Aws::Glue
4710
4813
  # },
4711
4814
  # max_capacity: 1.0,
4712
4815
  # number_of_workers: 1,
4713
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X, G.4X, G.8X, Z.2X
4816
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.4X, G.8X, G.025X, Z.2X, G.12X, G.16X, R.1X, R.2X, R.4X, R.8X
4714
4817
  # security_configuration: "NameString",
4715
4818
  # glue_version: "GlueVersionString",
4716
4819
  # tags: {
@@ -4739,7 +4842,7 @@ module Aws::Glue
4739
4842
  # resp.session.security_configuration #=> String
4740
4843
  # resp.session.glue_version #=> String
4741
4844
  # resp.session.number_of_workers #=> Integer
4742
- # resp.session.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
4845
+ # resp.session.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
4743
4846
  # resp.session.completed_on #=> Time
4744
4847
  # resp.session.execution_time #=> Float
4745
4848
  # resp.session.dpu_seconds #=> Float
@@ -9445,7 +9548,7 @@ module Aws::Glue
9445
9548
  # resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
9446
9549
  # resp.dev_endpoint.public_address #=> String
9447
9550
  # resp.dev_endpoint.status #=> String
9448
- # resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
9551
+ # resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
9449
9552
  # resp.dev_endpoint.glue_version #=> String
9450
9553
  # resp.dev_endpoint.number_of_workers #=> Integer
9451
9554
  # resp.dev_endpoint.number_of_nodes #=> Integer
@@ -9516,7 +9619,7 @@ module Aws::Glue
9516
9619
  # resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
9517
9620
  # resp.dev_endpoints[0].public_address #=> String
9518
9621
  # resp.dev_endpoints[0].status #=> String
9519
- # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
9622
+ # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
9520
9623
  # resp.dev_endpoints[0].glue_version #=> String
9521
9624
  # resp.dev_endpoints[0].number_of_workers #=> Integer
9522
9625
  # resp.dev_endpoints[0].number_of_nodes #=> Integer
@@ -9972,7 +10075,7 @@ module Aws::Glue
9972
10075
  # resp.job_run.execution_time #=> Integer
9973
10076
  # resp.job_run.timeout #=> Integer
9974
10077
  # resp.job_run.max_capacity #=> Float
9975
- # resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
10078
+ # resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
9976
10079
  # resp.job_run.number_of_workers #=> Integer
9977
10080
  # resp.job_run.security_configuration #=> String
9978
10081
  # resp.job_run.log_group_name #=> String
@@ -10047,7 +10150,7 @@ module Aws::Glue
10047
10150
  # resp.job_runs[0].execution_time #=> Integer
10048
10151
  # resp.job_runs[0].timeout #=> Integer
10049
10152
  # resp.job_runs[0].max_capacity #=> Float
10050
- # resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
10153
+ # resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
10051
10154
  # resp.job_runs[0].number_of_workers #=> Integer
10052
10155
  # resp.job_runs[0].security_configuration #=> String
10053
10156
  # resp.job_runs[0].log_group_name #=> String
@@ -10322,7 +10425,7 @@ module Aws::Glue
10322
10425
  # resp.role #=> String
10323
10426
  # resp.glue_version #=> String
10324
10427
  # resp.max_capacity #=> Float
10325
- # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
10428
+ # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
10326
10429
  # resp.number_of_workers #=> Integer
10327
10430
  # resp.timeout #=> Integer
10328
10431
  # resp.max_retries #=> Integer
@@ -10432,7 +10535,7 @@ module Aws::Glue
10432
10535
  # resp.transforms[0].role #=> String
10433
10536
  # resp.transforms[0].glue_version #=> String
10434
10537
  # resp.transforms[0].max_capacity #=> Float
10435
- # resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
10538
+ # resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
10436
10539
  # resp.transforms[0].number_of_workers #=> Integer
10437
10540
  # resp.transforms[0].timeout #=> Integer
10438
10541
  # resp.transforms[0].max_retries #=> Integer
@@ -11543,7 +11646,7 @@ module Aws::Glue
11543
11646
  # resp.session.security_configuration #=> String
11544
11647
  # resp.session.glue_version #=> String
11545
11648
  # resp.session.number_of_workers #=> Integer
11546
- # resp.session.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
11649
+ # resp.session.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
11547
11650
  # resp.session.completed_on #=> Time
11548
11651
  # resp.session.execution_time #=> Float
11549
11652
  # resp.session.dpu_seconds #=> Float
@@ -13738,7 +13841,7 @@ module Aws::Glue
13738
13841
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
13739
13842
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
13740
13843
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
13741
- # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
13844
+ # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
13742
13845
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
13743
13846
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
13744
13847
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -13812,7 +13915,7 @@ module Aws::Glue
13812
13915
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
13813
13916
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
13814
13917
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
13815
- # resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
13918
+ # resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
13816
13919
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
13817
13920
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
13818
13921
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -13940,7 +14043,7 @@ module Aws::Glue
13940
14043
  # resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
13941
14044
  # resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
13942
14045
  # resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
13943
- # resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
14046
+ # resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
13944
14047
  # resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
13945
14048
  # resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
13946
14049
  # resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -14107,7 +14210,7 @@ module Aws::Glue
14107
14210
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
14108
14211
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
14109
14212
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
14110
- # resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
14213
+ # resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
14111
14214
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
14112
14215
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
14113
14216
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -15860,7 +15963,7 @@ module Aws::Glue
15860
15963
  # resp.sessions[0].security_configuration #=> String
15861
15964
  # resp.sessions[0].glue_version #=> String
15862
15965
  # resp.sessions[0].number_of_workers #=> Integer
15863
- # resp.sessions[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X", "G.4X", "G.8X", "Z.2X"
15966
+ # resp.sessions[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.4X", "G.8X", "G.025X", "Z.2X", "G.12X", "G.16X", "R.1X", "R.2X", "R.4X", "R.8X"
15864
15967
  # resp.sessions[0].completed_on #=> Time
15865
15968
  # resp.sessions[0].execution_time #=> Float
15866
15969
  # resp.sessions[0].dpu_seconds #=> Float
@@ -18881,8 +18984,15 @@ module Aws::Glue
18881
18984
  #
18882
18985
  # @option params [String] :worker_type
18883
18986
  # The type of predefined worker that is allocated when a job runs.
18884
- # Accepts a value of G.1X, G.2X, G.4X, G.8X or G.025X for Spark jobs.
18885
- # Accepts the value Z.2X for Ray jobs.
18987
+ # Accepts a value of G.025X, G.1X, G.2X, G.4X, G.8X, G.12X, G.16X, R.1X,
18988
+ # R.2X, R.4X, or R.8X for Spark jobs. Accepts the value Z.2X for Ray
18989
+ # jobs.
18990
+ #
18991
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
18992
+ # 4 GB of memory) with 84GB disk, and provides 1 executor per worker.
18993
+ # We recommend this worker type for low volume streaming jobs. This
18994
+ # worker type is only available for Glue version 3.0 or later
18995
+ # streaming jobs.
18886
18996
  #
18887
18997
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
18888
18998
  # GB of memory) with 94GB disk, and provides 1 executor per worker. We
@@ -18901,30 +19011,75 @@ module Aws::Glue
18901
19011
  # We recommend this worker type for jobs whose workloads contain your
18902
19012
  # most demanding transforms, aggregations, joins, and queries. This
18903
19013
  # worker type is available only for Glue version 3.0 or later Spark
18904
- # ETL jobs in the following Amazon Web Services Regions: US East
18905
- # (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific
18906
- # (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada
18907
- # (Central), Europe (Frankfurt), Europe (Ireland), and Europe
18908
- # (Stockholm).
19014
+ # ETL jobs in select Amazon Web Services Regions. For the supported
19015
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
19016
+ # developer guide.
18909
19017
  #
18910
19018
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs, 128
18911
19019
  # GB of memory) with 512GB disk, and provides 1 executor per worker.
18912
19020
  # We recommend this worker type for jobs whose workloads contain your
18913
19021
  # most demanding transforms, aggregations, joins, and queries. This
18914
19022
  # worker type is available only for Glue version 3.0 or later Spark
18915
- # ETL jobs, in the same Amazon Web Services Regions as supported for
18916
- # the `G.4X` worker type.
19023
+ # ETL jobs in select Amazon Web Services Regions. For the supported
19024
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
19025
+ # developer guide.
19026
+ #
19027
+ # * For the `G.12X` worker type, each worker maps to 12 DPU (48 vCPUs,
19028
+ # 192 GB of memory) with 768GB disk, and provides 1 executor per
19029
+ # worker. We recommend this worker type for jobs with very large
19030
+ # workloads. This worker type is available only for Glue version 4.0
19031
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
19032
+ # the supported Regions, see [Configuring job properties for Spark
19033
+ # jobs][1] in the developer guide.
19034
+ #
19035
+ # * For the `G.16X` worker type, each worker maps to 16 DPU (64 vCPUs,
19036
+ # 256 GB of memory) with 1024GB disk, and provides 1 executor per
19037
+ # worker. We recommend this worker type for jobs with very large
19038
+ # workloads. This worker type is available only for Glue version 4.0
19039
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
19040
+ # the supported Regions, see [Configuring job properties for Spark
19041
+ # jobs][1] in the developer guide.
19042
+ #
19043
+ # * For the `R.1X` worker type, each worker maps to 1 M-DPU (4 vCPUs, 32
19044
+ # GB of memory) with 94GB disk, and provides 1 executor per worker. We
19045
+ # recommend this worker type for memory-intensive workloads. This
19046
+ # worker type is available only for Glue version 4.0 or later Spark
19047
+ # ETL jobs in select Amazon Web Services Regions. For the supported
19048
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
19049
+ # developer guide.
18917
19050
  #
18918
- # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPUs,
18919
- # 4 GB of memory) with 84GB disk, and provides 1 executor per worker.
18920
- # We recommend this worker type for low volume streaming jobs. This
18921
- # worker type is only available for Glue version 3.0 or later
18922
- # streaming jobs.
19051
+ # * For the `R.2X` worker type, each worker maps to 2 M-DPU (8 vCPUs, 64
19052
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
19053
+ # We recommend this worker type for memory-intensive workloads. This
19054
+ # worker type is available only for Glue version 4.0 or later Spark
19055
+ # ETL jobs in select Amazon Web Services Regions. For the supported
19056
+ # Regions, see [Configuring job properties for Spark jobs][1] in the
19057
+ # developer guide.
19058
+ #
19059
+ # * For the `R.4X` worker type, each worker maps to 4 M-DPU (16 vCPUs,
19060
+ # 128 GB of memory) with 256GB disk, and provides 1 executor per
19061
+ # worker. We recommend this worker type for memory-intensive
19062
+ # workloads. This worker type is available only for Glue version 4.0
19063
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
19064
+ # the supported Regions, see [Configuring job properties for Spark
19065
+ # jobs][1] in the developer guide.
19066
+ #
19067
+ # * For the `R.8X` worker type, each worker maps to 8 M-DPU (32 vCPUs,
19068
+ # 256 GB of memory) with 512GB disk, and provides 1 executor per
19069
+ # worker. We recommend this worker type for memory-intensive
19070
+ # workloads. This worker type is available only for Glue version 4.0
19071
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
19072
+ # the supported Regions, see [Configuring job properties for Spark
19073
+ # jobs][1] in the developer guide.
18923
19074
  #
18924
19075
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs, 64
18925
19076
  # GB of memory) with 128 GB disk, and provides up to 8 Ray workers
18926
19077
  # based on the autoscaler.
18927
19078
  #
19079
+ #
19080
+ #
19081
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
19082
+ #
18928
19083
  # @option params [Integer] :number_of_workers
18929
19084
  # The number of workers of a defined `workerType` that are allocated
18930
19085
  # when a job runs.
@@ -18967,7 +19122,7 @@ module Aws::Glue
18967
19122
  # notification_property: {
18968
19123
  # notify_delay_after: 1,
18969
19124
  # },
18970
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X, G.4X, G.8X, Z.2X
19125
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.4X, G.8X, G.025X, Z.2X, G.12X, G.16X, R.1X, R.2X, R.4X, R.8X
18971
19126
  # number_of_workers: 1,
18972
19127
  # execution_class: "FLEX", # accepts FLEX, STANDARD
18973
19128
  # execution_role_session_policy: "OrchestrationPolicyJsonString",
@@ -21022,7 +21177,7 @@ module Aws::Glue
21022
21177
  # role: "RoleString",
21023
21178
  # glue_version: "GlueVersionString",
21024
21179
  # max_capacity: 1.0,
21025
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X, G.4X, G.8X, Z.2X
21180
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.4X, G.8X, G.025X, Z.2X, G.12X, G.16X, R.1X, R.2X, R.4X, R.8X
21026
21181
  # number_of_workers: 1,
21027
21182
  # timeout: 1,
21028
21183
  # max_retries: 1,
@@ -21914,7 +22069,7 @@ module Aws::Glue
21914
22069
  tracer: tracer
21915
22070
  )
21916
22071
  context[:gem_name] = 'aws-sdk-glue'
21917
- context[:gem_version] = '1.286.0'
22072
+ context[:gem_version] = '1.287.0'
21918
22073
  Seahorse::Client::Request.new(handlers, context)
21919
22074
  end
21920
22075
 
data/lib/aws-sdk-glue/types.rb CHANGED
@@ -7057,8 +7057,15 @@ module Aws::Glue
7057
7057
  #
7058
7058
  # @!attribute [rw] worker_type
7059
7059
  # The type of predefined worker that is allocated when a job runs.
7060
- # Accepts a value of G.1X, G.2X, G.4X, G.8X or G.025X for Spark jobs.
7061
- # Accepts the value Z.2X for Ray jobs.
7060
+ # Accepts a value of G.025X, G.1X, G.2X, G.4X, G.8X, G.12X, G.16X,
7061
+ # R.1X, R.2X, R.4X, or R.8X for Spark jobs. Accepts the value Z.2X for
7062
+ # Ray jobs.
7063
+ #
7064
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
7065
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
7066
+ # worker. We recommend this worker type for low volume streaming
7067
+ # jobs. This worker type is only available for Glue version 3.0 or
7068
+ # later streaming jobs.
7062
7069
  #
7063
7070
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
7064
7071
  # GB of memory) with 94GB disk, and provides 1 executor per worker.
@@ -7077,31 +7084,74 @@ module Aws::Glue
7077
7084
  # worker. We recommend this worker type for jobs whose workloads
7078
7085
  # contain your most demanding transforms, aggregations, joins, and
7079
7086
  # queries. This worker type is available only for Glue version 3.0
7080
- # or later Spark ETL jobs in the following Amazon Web Services
7081
- # Regions: US East (Ohio), US East (N. Virginia), US West (N.
7082
- # California), US West (Oregon), Asia Pacific (Mumbai), Asia Pacific
7083
- # (Seoul), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia
7084
- # Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe
7085
- # (Ireland), Europe (London), Europe (Spain), Europe (Stockholm),
7086
- # and South America (São Paulo).
7087
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7088
+ # the supported Regions, see [Configuring job properties for Spark
7089
+ # jobs][1] in the developer guide.
7087
7090
  #
7088
7091
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
7089
7092
  # 128 GB of memory) with 512GB disk, and provides 1 executor per
7090
7093
  # worker. We recommend this worker type for jobs whose workloads
7091
7094
  # contain your most demanding transforms, aggregations, joins, and
7092
7095
  # queries. This worker type is available only for Glue version 3.0
7093
- # or later Spark ETL jobs, in the same Amazon Web Services Regions
7094
- # as supported for the `G.4X` worker type.
7095
- #
7096
- # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
7097
- # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
7098
- # worker. We recommend this worker type for low volume streaming
7099
- # jobs. This worker type is only available for Glue version 3.0 or
7100
- # later streaming jobs.
7096
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7097
+ # the supported Regions, see [Configuring job properties for Spark
7098
+ # jobs][1] in the developer guide.
7099
+ #
7100
+ # * For the `G.12X` worker type, each worker maps to 12 DPU (48 vCPUs,
7101
+ # 192 GB of memory) with 768GB disk, and provides 1 executor per
7102
+ # worker. We recommend this worker type for jobs with very large
7103
+ # workloads. This worker type is available only for Glue version 4.0
7104
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7105
+ # the supported Regions, see [Configuring job properties for Spark
7106
+ # jobs][1] in the developer guide.
7107
+ #
7108
+ # * For the `G.16X` worker type, each worker maps to 16 DPU (64 vCPUs,
7109
+ # 256 GB of memory) with 1024GB disk, and provides 1 executor per
7110
+ # worker. We recommend this worker type for jobs with very large
7111
+ # workloads. This worker type is available only for Glue version 4.0
7112
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7113
+ # the supported Regions, see [Configuring job properties for Spark
7114
+ # jobs][1] in the developer guide.
7115
+ #
7116
+ # * For the `R.1X` worker type, each worker maps to 1 M-DPU (4 vCPUs,
7117
+ # 32 GB of memory) with 94GB disk, and provides 1 executor per
7118
+ # worker. We recommend this worker type for memory-intensive
7119
+ # workloads. This worker type is available only for Glue version 4.0
7120
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7121
+ # the supported Regions, see [Configuring job properties for Spark
7122
+ # jobs][1] in the developer guide.
7123
+ #
7124
+ # * For the `R.2X` worker type, each worker maps to 2 M-DPU (8 vCPUs,
7125
+ # 64 GB of memory) with 138GB disk, and provides 1 executor per
7126
+ # worker. We recommend this worker type for memory-intensive
7127
+ # workloads. This worker type is available only for Glue version 4.0
7128
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7129
+ # the supported Regions, see [Configuring job properties for Spark
7130
+ # jobs][1] in the developer guide.
7131
+ #
7132
+ # * For the `R.4X` worker type, each worker maps to 4 M-DPU (16 vCPUs,
7133
+ # 128 GB of memory) with 256GB disk, and provides 1 executor per
7134
+ # worker. We recommend this worker type for memory-intensive
7135
+ # workloads. This worker type is available only for Glue version 4.0
7136
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7137
+ # the supported Regions, see [Configuring job properties for Spark
7138
+ # jobs][1] in the developer guide.
7139
+ #
7140
+ # * For the `R.8X` worker type, each worker maps to 8 M-DPU (32 vCPUs,
7141
+ # 256 GB of memory) with 512GB disk, and provides 1 executor per
7142
+ # worker. We recommend this worker type for memory-intensive
7143
+ # workloads. This worker type is available only for Glue version 4.0
7144
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7145
+ # the supported Regions, see [Configuring job properties for Spark
7146
+ # jobs][1] in the developer guide.
7101
7147
  #
7102
7148
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
7103
7149
  # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
7104
7150
  # workers based on the autoscaler.
7151
+ #
7152
+ #
7153
+ #
7154
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
7105
7155
  # @return [String]
7106
7156
  #
7107
7157
  # @!attribute [rw] code_gen_configuration_nodes
@@ -7812,8 +7862,9 @@ module Aws::Glue
7812
7862
  #
7813
7863
  # @!attribute [rw] worker_type
7814
7864
  # The type of predefined worker that is allocated when a job runs.
7815
- # Accepts a value of G.1X, G.2X, G.4X, or G.8X for Spark jobs. Accepts
7816
- # the value Z.2X for Ray notebooks.
7865
+ # Accepts a value of G.1X, G.2X, G.4X, G.8X, G.12X, G.16X, R.1X, R.2X,
7866
+ # R.4X, or R.8X for Spark jobs. Accepts the value Z.2X for Ray
7867
+ # notebooks.
7817
7868
  #
7818
7869
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
7819
7870
  # GB of memory) with 94GB disk, and provides 1 executor per worker.
@@ -7832,23 +7883,74 @@ module Aws::Glue
7832
7883
  # worker. We recommend this worker type for jobs whose workloads
7833
7884
  # contain your most demanding transforms, aggregations, joins, and
7834
7885
  # queries. This worker type is available only for Glue version 3.0
7835
- # or later Spark ETL jobs in the following Amazon Web Services
7836
- # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
7837
- # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
7838
- # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
7839
- # and Europe (Stockholm).
7886
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7887
+ # the supported Regions, see [Configuring job properties for Spark
7888
+ # jobs][1] in the developer guide.
7840
7889
  #
7841
7890
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
7842
7891
  # 128 GB of memory) with 512GB disk, and provides 1 executor per
7843
7892
  # worker. We recommend this worker type for jobs whose workloads
7844
7893
  # contain your most demanding transforms, aggregations, joins, and
7845
7894
  # queries. This worker type is available only for Glue version 3.0
7846
- # or later Spark ETL jobs, in the same Amazon Web Services Regions
7847
- # as supported for the `G.4X` worker type.
7895
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7896
+ # the supported Regions, see [Configuring job properties for Spark
7897
+ # jobs][1] in the developer guide.
7898
+ #
7899
+ # * For the `G.12X` worker type, each worker maps to 12 DPU (48 vCPUs,
7900
+ # 192 GB of memory) with 768GB disk, and provides 1 executor per
7901
+ # worker. We recommend this worker type for jobs with very large
7902
+ # workloads. This worker type is available only for Glue version 4.0
7903
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7904
+ # the supported Regions, see [Configuring job properties for Spark
7905
+ # jobs][1] in the developer guide.
7906
+ #
7907
+ # * For the `G.16X` worker type, each worker maps to 16 DPU (64 vCPUs,
7908
+ # 256 GB of memory) with 1024GB disk, and provides 1 executor per
7909
+ # worker. We recommend this worker type for jobs with very large
7910
+ # workloads. This worker type is available only for Glue version 4.0
7911
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7912
+ # the supported Regions, see [Configuring job properties for Spark
7913
+ # jobs][1] in the developer guide.
7914
+ #
7915
+ # * For the `R.1X` worker type, each worker maps to 1 M-DPU (4 vCPUs,
7916
+ # 32 GB of memory) with 94GB disk, and provides 1 executor per
7917
+ # worker. We recommend this worker type for memory-intensive
7918
+ # workloads. This worker type is available only for Glue version 4.0
7919
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7920
+ # the supported Regions, see [Configuring job properties for Spark
7921
+ # jobs][1] in the developer guide.
7922
+ #
7923
+ # * For the `R.2X` worker type, each worker maps to 2 M-DPU (8 vCPUs,
7924
+ # 64 GB of memory) with 138GB disk, and provides 1 executor per
7925
+ # worker. We recommend this worker type for memory-intensive
7926
+ # workloads. This worker type is available only for Glue version 4.0
7927
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7928
+ # the supported Regions, see [Configuring job properties for Spark
7929
+ # jobs][1] in the developer guide.
7930
+ #
7931
+ # * For the `R.4X` worker type, each worker maps to 4 M-DPU (16 vCPUs,
7932
+ # 128 GB of memory) with 256GB disk, and provides 1 executor per
7933
+ # worker. We recommend this worker type for memory-intensive
7934
+ # workloads. This worker type is available only for Glue version 4.0
7935
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7936
+ # the supported Regions, see [Configuring job properties for Spark
7937
+ # jobs][1] in the developer guide.
7938
+ #
7939
+ # * For the `R.8X` worker type, each worker maps to 8 M-DPU (32 vCPUs,
7940
+ # 256 GB of memory) with 512GB disk, and provides 1 executor per
7941
+ # worker. We recommend this worker type for memory-intensive
7942
+ # workloads. This worker type is available only for Glue version 4.0
7943
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
7944
+ # the supported Regions, see [Configuring job properties for Spark
7945
+ # jobs][1] in the developer guide.
7848
7946
  #
7849
7947
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
7850
7948
  # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
7851
7949
  # workers based on the autoscaler.
7950
+ #
7951
+ #
7952
+ #
7953
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
7852
7954
  # @return [String]
7853
7955
  #
7854
7956
  # @!attribute [rw] security_configuration
@@ -20373,13 +20475,23 @@ module Aws::Glue
20373
20475
  #
20374
20476
  # R Worker Types (Memory-optimized workers):
20375
20477
  #
20376
- # * R.1X: 1 M-DPU (4 vCPUs, 32 GB memory)
20478
+ # * R.1X: 1 M-DPU (4 vCPUs, 32 GB memory, 94GB disk)
20479
+ #
20480
+ # * R.2X: 2 M-DPU (8 vCPUs, 64 GB memory, 138GB disk)
20481
+ #
20482
+ # * R.4X: 4 M-DPU (16 vCPUs, 128 GB memory, 256GB disk)
20483
+ #
20484
+ # * R.8X: 8 M-DPU (32 vCPUs, 256 GB memory, 512GB disk)
20485
+ #
20486
+ # The `G.12X`, `G.16X`, and `R.1X` through `R.8X` worker types are
20487
+ # available only for Glue version 4.0 or later Spark ETL jobs in
20488
+ # select Amazon Web Services Regions. For the supported Regions, see
20489
+ # [Configuring job properties for Spark jobs][1] in the developer
20490
+ # guide.
20377
20491
  #
20378
- # * R.2X: 2 M-DPU (8 vCPUs, 64 GB memory)
20379
20492
  #
20380
- # * R.4X: 4 M-DPU (16 vCPUs, 128 GB memory)
20381
20493
  #
20382
- # * R.8X: 8 M-DPU (32 vCPUs, 256 GB memory)
20494
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
20383
20495
  # @return [String]
20384
20496
  #
20385
20497
  # @!attribute [rw] number_of_workers
@@ -20796,8 +20908,15 @@ module Aws::Glue
20796
20908
  #
20797
20909
  # @!attribute [rw] worker_type
20798
20910
  # The type of predefined worker that is allocated when a job runs.
20799
- # Accepts a value of G.1X, G.2X, G.4X, G.8X or G.025X for Spark jobs.
20800
- # Accepts the value Z.2X for Ray jobs.
20911
+ # Accepts a value of G.025X, G.1X, G.2X, G.4X, G.8X, G.12X, G.16X,
20912
+ # R.1X, R.2X, R.4X, or R.8X for Spark jobs. Accepts the value Z.2X for
20913
+ # Ray jobs.
20914
+ #
20915
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
20916
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
20917
+ # worker. We recommend this worker type for low volume streaming
20918
+ # jobs. This worker type is only available for Glue version 3.0 or
20919
+ # later streaming jobs.
20801
20920
  #
20802
20921
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
20803
20922
  # GB of memory) with 94GB disk, and provides 1 executor per worker.
@@ -20816,29 +20935,74 @@ module Aws::Glue
20816
20935
  # worker. We recommend this worker type for jobs whose workloads
20817
20936
  # contain your most demanding transforms, aggregations, joins, and
20818
20937
  # queries. This worker type is available only for Glue version 3.0
20819
- # or later Spark ETL jobs in the following Amazon Web Services
20820
- # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
20821
- # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
20822
- # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
20823
- # and Europe (Stockholm).
20938
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
20939
+ # the supported Regions, see [Configuring job properties for Spark
20940
+ # jobs][1] in the developer guide.
20824
20941
  #
20825
20942
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
20826
20943
  # 128 GB of memory) with 512GB disk, and provides 1 executor per
20827
20944
  # worker. We recommend this worker type for jobs whose workloads
20828
20945
  # contain your most demanding transforms, aggregations, joins, and
20829
20946
  # queries. This worker type is available only for Glue version 3.0
20830
- # or later Spark ETL jobs, in the same Amazon Web Services Regions
20831
- # as supported for the `G.4X` worker type.
20832
- #
20833
- # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
20834
- # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
20835
- # worker. We recommend this worker type for low volume streaming
20836
- # jobs. This worker type is only available for Glue version 3.0 or
20837
- # later streaming jobs.
20947
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
20948
+ # the supported Regions, see [Configuring job properties for Spark
20949
+ # jobs][1] in the developer guide.
20950
+ #
20951
+ # * For the `G.12X` worker type, each worker maps to 12 DPU (48 vCPUs,
20952
+ # 192 GB of memory) with 768GB disk, and provides 1 executor per
20953
+ # worker. We recommend this worker type for jobs with very large
20954
+ # workloads. This worker type is available only for Glue version 4.0
20955
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
20956
+ # the supported Regions, see [Configuring job properties for Spark
20957
+ # jobs][1] in the developer guide.
20958
+ #
20959
+ # * For the `G.16X` worker type, each worker maps to 16 DPU (64 vCPUs,
20960
+ # 256 GB of memory) with 1024GB disk, and provides 1 executor per
20961
+ # worker. We recommend this worker type for jobs with very large
20962
+ # workloads. This worker type is available only for Glue version 4.0
20963
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
20964
+ # the supported Regions, see [Configuring job properties for Spark
20965
+ # jobs][1] in the developer guide.
20966
+ #
20967
+ # * For the `R.1X` worker type, each worker maps to 1 M-DPU (4 vCPUs,
20968
+ # 32 GB of memory) with 94GB disk, and provides 1 executor per
20969
+ # worker. We recommend this worker type for memory-intensive
20970
+ # workloads. This worker type is available only for Glue version 4.0
20971
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
20972
+ # the supported Regions, see [Configuring job properties for Spark
20973
+ # jobs][1] in the developer guide.
20974
+ #
20975
+ # * For the `R.2X` worker type, each worker maps to 2 M-DPU (8 vCPUs,
20976
+ # 64 GB of memory) with 138GB disk, and provides 1 executor per
20977
+ # worker. We recommend this worker type for memory-intensive
20978
+ # workloads. This worker type is available only for Glue version 4.0
20979
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
20980
+ # the supported Regions, see [Configuring job properties for Spark
20981
+ # jobs][1] in the developer guide.
20982
+ #
20983
+ # * For the `R.4X` worker type, each worker maps to 4 M-DPU (16 vCPUs,
20984
+ # 128 GB of memory) with 256GB disk, and provides 1 executor per
20985
+ # worker. We recommend this worker type for memory-intensive
20986
+ # workloads. This worker type is available only for Glue version 4.0
20987
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
20988
+ # the supported Regions, see [Configuring job properties for Spark
20989
+ # jobs][1] in the developer guide.
20990
+ #
20991
+ # * For the `R.8X` worker type, each worker maps to 8 M-DPU (32 vCPUs,
20992
+ # 256 GB of memory) with 512GB disk, and provides 1 executor per
20993
+ # worker. We recommend this worker type for memory-intensive
20994
+ # workloads. This worker type is available only for Glue version 4.0
20995
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
20996
+ # the supported Regions, see [Configuring job properties for Spark
20997
+ # jobs][1] in the developer guide.
20838
20998
  #
20839
20999
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
20840
21000
  # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
20841
21001
  # workers based on the autoscaler.
21002
+ #
21003
+ #
21004
+ #
21005
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
20842
21006
  # @return [String]
20843
21007
  #
20844
21008
  # @!attribute [rw] number_of_workers
@@ -21150,13 +21314,21 @@ module Aws::Glue
21150
21314
  #
21151
21315
  # @!attribute [rw] worker_type
21152
21316
  # The type of predefined worker that is allocated when a job runs.
21153
- # Accepts a value of G.1X, G.2X, G.4X, G.8X or G.025X for Spark jobs.
21154
- # Accepts the value Z.2X for Ray jobs. For more information, see
21155
- # [Defining job properties for Spark jobs ][1]
21317
+ # Accepts a value of G.025X, G.1X, G.2X, G.4X, G.8X, G.12X, G.16X,
21318
+ # R.1X, R.2X, R.4X, or R.8X for Spark jobs. Accepts the value Z.2X for
21319
+ # Ray jobs. For more information, see [Defining job properties for
21320
+ # Spark jobs ][1]
21321
+ #
21322
+ # The `G.12X`, `G.16X`, and `R.1X` through `R.8X` worker types are
21323
+ # available only for Glue version 4.0 or later Spark ETL jobs in
21324
+ # select Amazon Web Services Regions. For the supported Regions, see
21325
+ # [Configuring job properties for Spark jobs][2] in the developer
21326
+ # guide.
21156
21327
  #
21157
21328
  #
21158
21329
  #
21159
21330
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html#create-job
21331
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
21160
21332
  # @return [String]
21161
21333
  #
21162
21334
  # @!attribute [rw] number_of_workers
@@ -28998,8 +29170,19 @@ module Aws::Glue
28998
29170
  #
28999
29171
  # @!attribute [rw] worker_type
29000
29172
  # The type of predefined worker that is allocated when a session runs.
29001
- # Accepts a value of `G.1X`, `G.2X`, `G.4X`, or `G.8X` for Spark
29002
- # sessions. Accepts the value `Z.2X` for Ray sessions.
29173
+ # Accepts a value of `G.1X`, `G.2X`, `G.4X`, `G.8X`, `G.12X`, `G.16X`,
29174
+ # `R.1X`, `R.2X`, `R.4X`, or `R.8X` for Spark sessions. Accepts the
29175
+ # value `Z.2X` for Ray sessions.
29176
+ #
29177
+ # The `G.12X`, `G.16X`, and `R.1X` through `R.8X` worker types are
29178
+ # available only for Glue version 4.0 or later Spark ETL jobs in
29179
+ # select Amazon Web Services Regions. For the supported Regions, see
29180
+ # [Configuring job properties for Spark jobs][1] in the developer
29181
+ # guide.
29182
+ #
29183
+ #
29184
+ #
29185
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
29003
29186
  # @return [String]
29004
29187
  #
29005
29188
  # @!attribute [rw] completed_on
@@ -30198,8 +30381,15 @@ module Aws::Glue
30198
30381
  #
30199
30382
  # @!attribute [rw] worker_type
30200
30383
  # The type of predefined worker that is allocated when a job runs.
30201
- # Accepts a value of G.1X, G.2X, G.4X, G.8X or G.025X for Spark jobs.
30202
- # Accepts the value Z.2X for Ray jobs.
30384
+ # Accepts a value of G.025X, G.1X, G.2X, G.4X, G.8X, G.12X, G.16X,
30385
+ # R.1X, R.2X, R.4X, or R.8X for Spark jobs. Accepts the value Z.2X for
30386
+ # Ray jobs.
30387
+ #
30388
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
30389
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
30390
+ # worker. We recommend this worker type for low volume streaming
30391
+ # jobs. This worker type is only available for Glue version 3.0 or
30392
+ # later streaming jobs.
30203
30393
  #
30204
30394
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
30205
30395
  # GB of memory) with 94GB disk, and provides 1 executor per worker.
@@ -30218,29 +30408,74 @@ module Aws::Glue
30218
30408
  # worker. We recommend this worker type for jobs whose workloads
30219
30409
  # contain your most demanding transforms, aggregations, joins, and
30220
30410
  # queries. This worker type is available only for Glue version 3.0
30221
- # or later Spark ETL jobs in the following Amazon Web Services
30222
- # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
30223
- # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
30224
- # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
30225
- # and Europe (Stockholm).
30411
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
30412
+ # the supported Regions, see [Configuring job properties for Spark
30413
+ # jobs][1] in the developer guide.
30226
30414
  #
30227
30415
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
30228
30416
  # 128 GB of memory) with 512GB disk, and provides 1 executor per
30229
30417
  # worker. We recommend this worker type for jobs whose workloads
30230
30418
  # contain your most demanding transforms, aggregations, joins, and
30231
30419
  # queries. This worker type is available only for Glue version 3.0
30232
- # or later Spark ETL jobs, in the same Amazon Web Services Regions
30233
- # as supported for the `G.4X` worker type.
30234
- #
30235
- # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
30236
- # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
30237
- # worker. We recommend this worker type for low volume streaming
30238
- # jobs. This worker type is only available for Glue version 3.0 or
30239
- # later streaming jobs.
30420
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
30421
+ # the supported Regions, see [Configuring job properties for Spark
30422
+ # jobs][1] in the developer guide.
30423
+ #
30424
+ # * For the `G.12X` worker type, each worker maps to 12 DPU (48 vCPUs,
30425
+ # 192 GB of memory) with 768GB disk, and provides 1 executor per
30426
+ # worker. We recommend this worker type for jobs with very large
30427
+ # workloads. This worker type is available only for Glue version 4.0
30428
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
30429
+ # the supported Regions, see [Configuring job properties for Spark
30430
+ # jobs][1] in the developer guide.
30431
+ #
30432
+ # * For the `G.16X` worker type, each worker maps to 16 DPU (64 vCPUs,
30433
+ # 256 GB of memory) with 1024GB disk, and provides 1 executor per
30434
+ # worker. We recommend this worker type for jobs with very large
30435
+ # workloads. This worker type is available only for Glue version 4.0
30436
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
30437
+ # the supported Regions, see [Configuring job properties for Spark
30438
+ # jobs][1] in the developer guide.
30439
+ #
30440
+ # * For the `R.1X` worker type, each worker maps to 1 M-DPU (4 vCPUs,
30441
+ # 32 GB of memory) with 94GB disk, and provides 1 executor per
30442
+ # worker. We recommend this worker type for memory-intensive
30443
+ # workloads. This worker type is available only for Glue version 4.0
30444
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
30445
+ # the supported Regions, see [Configuring job properties for Spark
30446
+ # jobs][1] in the developer guide.
30447
+ #
30448
+ # * For the `R.2X` worker type, each worker maps to 2 M-DPU (8 vCPUs,
30449
+ # 64 GB of memory) with 138GB disk, and provides 1 executor per
30450
+ # worker. We recommend this worker type for memory-intensive
30451
+ # workloads. This worker type is available only for Glue version 4.0
30452
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
30453
+ # the supported Regions, see [Configuring job properties for Spark
30454
+ # jobs][1] in the developer guide.
30455
+ #
30456
+ # * For the `R.4X` worker type, each worker maps to 4 M-DPU (16 vCPUs,
30457
+ # 128 GB of memory) with 256GB disk, and provides 1 executor per
30458
+ # worker. We recommend this worker type for memory-intensive
30459
+ # workloads. This worker type is available only for Glue version 4.0
30460
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
30461
+ # the supported Regions, see [Configuring job properties for Spark
30462
+ # jobs][1] in the developer guide.
30463
+ #
30464
+ # * For the `R.8X` worker type, each worker maps to 8 M-DPU (32 vCPUs,
30465
+ # 256 GB of memory) with 512GB disk, and provides 1 executor per
30466
+ # worker. We recommend this worker type for memory-intensive
30467
+ # workloads. This worker type is available only for Glue version 4.0
30468
+ # or later Spark ETL jobs in select Amazon Web Services Regions. For
30469
+ # the supported Regions, see [Configuring job properties for Spark
30470
+ # jobs][1] in the developer guide.
30240
30471
  #
30241
30472
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
30242
30473
  # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
30243
30474
  # workers based on the autoscaler.
30475
+ #
30476
+ #
30477
+ #
30478
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
30244
30479
  # @return [String]
30245
30480
  #
30246
30481
  # @!attribute [rw] number_of_workers
data/lib/aws-sdk-glue.rb CHANGED
@@ -54,7 +54,7 @@ module Aws::Glue
54
54
  autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
55
55
  autoload :Endpoints, 'aws-sdk-glue/endpoints'
56
56
 
57
- GEM_VERSION = '1.286.0'
57
+ GEM_VERSION = '1.287.0'
58
58
 
59
59
  end
60
60
 
data/sig/client.rbs CHANGED
@@ -617,7 +617,7 @@ module Aws
617
617
  def yarn_endpoint_address: () -> ::String
618
618
  def zeppelin_remote_spark_interpreter_port: () -> ::Integer
619
619
  def number_of_nodes: () -> ::Integer
620
- def worker_type: () -> ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
620
+ def worker_type: () -> ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
621
621
  def glue_version: () -> ::String
622
622
  def number_of_workers: () -> ::Integer
623
623
  def availability_zone: () -> ::String
@@ -638,7 +638,7 @@ module Aws
638
638
  ?public_key: ::String,
639
639
  ?public_keys: Array[::String],
640
640
  ?number_of_nodes: ::Integer,
641
- ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X"),
641
+ ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X"),
642
642
  ?glue_version: ::String,
643
643
  ?number_of_workers: ::Integer,
644
644
  ?extra_python_libs_s3_path: ::String,
@@ -815,7 +815,7 @@ module Aws
815
815
  },
816
816
  ?glue_version: ::String,
817
817
  ?number_of_workers: ::Integer,
818
- ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X"),
818
+ ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X"),
819
819
  ?code_gen_configuration_nodes: Hash[::String, Params::code_gen_configuration_node],
820
820
  ?execution_class: ("FLEX" | "STANDARD"),
821
821
  ?source_control_details: Params::source_control_details,
@@ -844,7 +844,7 @@ module Aws
844
844
  role: ::String,
845
845
  ?glue_version: ::String,
846
846
  ?max_capacity: ::Float,
847
- ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X"),
847
+ ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X"),
848
848
  ?number_of_workers: ::Integer,
849
849
  ?timeout: ::Integer,
850
850
  ?max_retries: ::Integer,
@@ -1017,7 +1017,7 @@ module Aws
1017
1017
  },
1018
1018
  ?max_capacity: ::Float,
1019
1019
  ?number_of_workers: ::Integer,
1020
- ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X"),
1020
+ ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X"),
1021
1021
  ?security_configuration: ::String,
1022
1022
  ?glue_version: ::String,
1023
1023
  ?tags: Hash[::String, ::String],
@@ -2373,7 +2373,7 @@ module Aws
2373
2373
  def role: () -> ::String
2374
2374
  def glue_version: () -> ::String
2375
2375
  def max_capacity: () -> ::Float
2376
- def worker_type: () -> ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
2376
+ def worker_type: () -> ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
2377
2377
  def number_of_workers: () -> ::Integer
2378
2378
  def timeout: () -> ::Integer
2379
2379
  def max_retries: () -> ::Integer
@@ -4349,7 +4349,7 @@ module Aws
4349
4349
  ?notification_property: {
4350
4350
  notify_delay_after: ::Integer?
4351
4351
  },
4352
- ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X"),
4352
+ ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X"),
4353
4353
  ?number_of_workers: ::Integer,
4354
4354
  ?execution_class: ("FLEX" | "STANDARD"),
4355
4355
  ?execution_role_session_policy: ::String
@@ -4859,7 +4859,7 @@ module Aws
4859
4859
  allocated_capacity: ::Integer?,
4860
4860
  timeout: ::Integer?,
4861
4861
  max_capacity: ::Float?,
4862
- worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")?,
4862
+ worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")?,
4863
4863
  number_of_workers: ::Integer?,
4864
4864
  security_configuration: ::String?,
4865
4865
  notification_property: {
@@ -4905,7 +4905,7 @@ module Aws
4905
4905
  ?role: ::String,
4906
4906
  ?glue_version: ::String,
4907
4907
  ?max_capacity: ::Float,
4908
- ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X"),
4908
+ ?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X"),
4909
4909
  ?number_of_workers: ::Integer,
4910
4910
  ?timeout: ::Integer,
4911
4911
  ?max_retries: ::Integer
data/sig/types.rbs CHANGED
@@ -1473,7 +1473,7 @@ module Aws::Glue
1473
1473
  attr_accessor public_key: ::String
1474
1474
  attr_accessor public_keys: ::Array[::String]
1475
1475
  attr_accessor number_of_nodes: ::Integer
1476
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
1476
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
1477
1477
  attr_accessor glue_version: ::String
1478
1478
  attr_accessor number_of_workers: ::Integer
1479
1479
  attr_accessor extra_python_libs_s3_path: ::String
@@ -1493,7 +1493,7 @@ module Aws::Glue
1493
1493
  attr_accessor yarn_endpoint_address: ::String
1494
1494
  attr_accessor zeppelin_remote_spark_interpreter_port: ::Integer
1495
1495
  attr_accessor number_of_nodes: ::Integer
1496
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
1496
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
1497
1497
  attr_accessor glue_version: ::String
1498
1498
  attr_accessor number_of_workers: ::Integer
1499
1499
  attr_accessor availability_zone: ::String
@@ -1646,7 +1646,7 @@ module Aws::Glue
1646
1646
  attr_accessor notification_property: Types::NotificationProperty
1647
1647
  attr_accessor glue_version: ::String
1648
1648
  attr_accessor number_of_workers: ::Integer
1649
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
1649
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
1650
1650
  attr_accessor code_gen_configuration_nodes: ::Hash[::String, Types::CodeGenConfigurationNode]
1651
1651
  attr_accessor execution_class: ("FLEX" | "STANDARD")
1652
1652
  attr_accessor source_control_details: Types::SourceControlDetails
@@ -1673,7 +1673,7 @@ module Aws::Glue
1673
1673
  attr_accessor role: ::String
1674
1674
  attr_accessor glue_version: ::String
1675
1675
  attr_accessor max_capacity: ::Float
1676
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
1676
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
1677
1677
  attr_accessor number_of_workers: ::Integer
1678
1678
  attr_accessor timeout: ::Integer
1679
1679
  attr_accessor max_retries: ::Integer
@@ -1789,7 +1789,7 @@ module Aws::Glue
1789
1789
  attr_accessor connections: Types::ConnectionsList
1790
1790
  attr_accessor max_capacity: ::Float
1791
1791
  attr_accessor number_of_workers: ::Integer
1792
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
1792
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
1793
1793
  attr_accessor security_configuration: ::String
1794
1794
  attr_accessor glue_version: ::String
1795
1795
  attr_accessor tags: ::Hash[::String, ::String]
@@ -2803,7 +2803,7 @@ module Aws::Glue
2803
2803
  attr_accessor zeppelin_remote_spark_interpreter_port: ::Integer
2804
2804
  attr_accessor public_address: ::String
2805
2805
  attr_accessor status: ::String
2806
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
2806
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
2807
2807
  attr_accessor glue_version: ::String
2808
2808
  attr_accessor number_of_workers: ::Integer
2809
2809
  attr_accessor number_of_nodes: ::Integer
@@ -3955,7 +3955,7 @@ module Aws::Glue
3955
3955
  attr_accessor role: ::String
3956
3956
  attr_accessor glue_version: ::String
3957
3957
  attr_accessor max_capacity: ::Float
3958
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
3958
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
3959
3959
  attr_accessor number_of_workers: ::Integer
3960
3960
  attr_accessor timeout: ::Integer
3961
3961
  attr_accessor max_retries: ::Integer
@@ -5041,7 +5041,7 @@ module Aws::Glue
5041
5041
  attr_accessor allocated_capacity: ::Integer
5042
5042
  attr_accessor timeout: ::Integer
5043
5043
  attr_accessor max_capacity: ::Float
5044
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
5044
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
5045
5045
  attr_accessor number_of_workers: ::Integer
5046
5046
  attr_accessor security_configuration: ::String
5047
5047
  attr_accessor notification_property: Types::NotificationProperty
@@ -5103,7 +5103,7 @@ module Aws::Glue
5103
5103
  attr_accessor execution_time: ::Integer
5104
5104
  attr_accessor timeout: ::Integer
5105
5105
  attr_accessor max_capacity: ::Float
5106
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
5106
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
5107
5107
  attr_accessor number_of_workers: ::Integer
5108
5108
  attr_accessor security_configuration: ::String
5109
5109
  attr_accessor log_group_name: ::String
@@ -5133,7 +5133,7 @@ module Aws::Glue
5133
5133
  attr_accessor allocated_capacity: ::Integer
5134
5134
  attr_accessor timeout: ::Integer
5135
5135
  attr_accessor max_capacity: ::Float
5136
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
5136
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
5137
5137
  attr_accessor number_of_workers: ::Integer
5138
5138
  attr_accessor security_configuration: ::String
5139
5139
  attr_accessor notification_property: Types::NotificationProperty
@@ -5750,7 +5750,7 @@ module Aws::Glue
5750
5750
  attr_accessor role: ::String
5751
5751
  attr_accessor glue_version: ::String
5752
5752
  attr_accessor max_capacity: ::Float
5753
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
5753
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
5754
5754
  attr_accessor number_of_workers: ::Integer
5755
5755
  attr_accessor timeout: ::Integer
5756
5756
  attr_accessor max_retries: ::Integer
@@ -7167,7 +7167,7 @@ module Aws::Glue
7167
7167
  attr_accessor security_configuration: ::String
7168
7168
  attr_accessor glue_version: ::String
7169
7169
  attr_accessor number_of_workers: ::Integer
7170
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
7170
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
7171
7171
  attr_accessor completed_on: ::Time
7172
7172
  attr_accessor execution_time: ::Float
7173
7173
  attr_accessor dpu_seconds: ::Float
@@ -7456,7 +7456,7 @@ module Aws::Glue
7456
7456
  attr_accessor max_capacity: ::Float
7457
7457
  attr_accessor security_configuration: ::String
7458
7458
  attr_accessor notification_property: Types::NotificationProperty
7459
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
7459
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
7460
7460
  attr_accessor number_of_workers: ::Integer
7461
7461
  attr_accessor execution_class: ("FLEX" | "STANDARD")
7462
7462
  attr_accessor execution_role_session_policy: ::String
@@ -8368,7 +8368,7 @@ module Aws::Glue
8368
8368
  attr_accessor role: ::String
8369
8369
  attr_accessor glue_version: ::String
8370
8370
  attr_accessor max_capacity: ::Float
8371
- attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X")
8371
+ attr_accessor worker_type: ("Standard" | "G.1X" | "G.2X" | "G.4X" | "G.8X" | "G.025X" | "Z.2X" | "G.12X" | "G.16X" | "R.1X" | "R.2X" | "R.4X" | "R.8X")
8372
8372
  attr_accessor number_of_workers: ::Integer
8373
8373
  attr_accessor timeout: ::Integer
8374
8374
  attr_accessor max_retries: ::Integer
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.286.0
4
+ version: 1.287.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services