aws-sdk-glue 1.114.0 → 1.115.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +82 -47
- data/lib/aws-sdk-glue/types.rb +100 -50
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 8506a0e874536293fa1387c2f26fcc33d0a539a3e858dc1dabce855f4672af1e
|
|
4
|
+
data.tar.gz: ef2266db2d31278105112e1fe029b659f1b7b25d607f326bf38d983e9c1edff0
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 9f1a582999e37bc3e88ae7253f53ef5c8f264c259ec7a7517b6db3aa80c6230bbf574fddfec239c1876de265ded9ddeb412cad134241422013d82dac17da8709
|
|
7
|
+
data.tar.gz: 1fec521ed8f4935d214b00ea475fb495bb1962356f9dc34af354d348a020b3b8183997dbba462257f7138aa8f2937ed5f9f17c78de27deaab9013f0296b00ffb
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.115.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
|
@@ -885,7 +885,7 @@ module Aws::Glue
|
|
|
885
885
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
|
886
886
|
# resp.dev_endpoints[0].public_address #=> String
|
|
887
887
|
# resp.dev_endpoints[0].status #=> String
|
|
888
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
888
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
889
889
|
# resp.dev_endpoints[0].glue_version #=> String
|
|
890
890
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
|
891
891
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
|
@@ -959,7 +959,7 @@ module Aws::Glue
|
|
|
959
959
|
# resp.jobs[0].allocated_capacity #=> Integer
|
|
960
960
|
# resp.jobs[0].timeout #=> Integer
|
|
961
961
|
# resp.jobs[0].max_capacity #=> Float
|
|
962
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
962
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
963
963
|
# resp.jobs[0].number_of_workers #=> Integer
|
|
964
964
|
# resp.jobs[0].security_configuration #=> String
|
|
965
965
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
|
@@ -1710,7 +1710,7 @@ module Aws::Glue
|
|
|
1710
1710
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
1711
1711
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
1712
1712
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
1713
|
-
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
1713
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
1714
1714
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
1715
1715
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
1716
1716
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -1777,7 +1777,7 @@ module Aws::Glue
|
|
|
1777
1777
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
1778
1778
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
1779
1779
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
1780
|
-
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
1780
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
1781
1781
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
1782
1782
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
1783
1783
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -2002,7 +2002,7 @@ module Aws::Glue
|
|
|
2002
2002
|
req.send_request(options)
|
|
2003
2003
|
end
|
|
2004
2004
|
|
|
2005
|
-
# Cancels the statement
|
|
2005
|
+
# Cancels the statement.
|
|
2006
2006
|
#
|
|
2007
2007
|
# @option params [required, String] :session_id
|
|
2008
2008
|
# The Session ID of the statement to be cancelled.
|
|
@@ -2630,7 +2630,7 @@ module Aws::Glue
|
|
|
2630
2630
|
# public_key: "GenericString",
|
|
2631
2631
|
# public_keys: ["GenericString"],
|
|
2632
2632
|
# number_of_nodes: 1,
|
|
2633
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
2633
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
2634
2634
|
# glue_version: "GlueVersionString",
|
|
2635
2635
|
# number_of_workers: 1,
|
|
2636
2636
|
# extra_python_libs_s3_path: "GenericString",
|
|
@@ -2655,7 +2655,7 @@ module Aws::Glue
|
|
|
2655
2655
|
# resp.yarn_endpoint_address #=> String
|
|
2656
2656
|
# resp.zeppelin_remote_spark_interpreter_port #=> Integer
|
|
2657
2657
|
# resp.number_of_nodes #=> Integer
|
|
2658
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
2658
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
2659
2659
|
# resp.glue_version #=> String
|
|
2660
2660
|
# resp.number_of_workers #=> Integer
|
|
2661
2661
|
# resp.availability_zone #=> String
|
|
@@ -2706,6 +2706,11 @@ module Aws::Glue
|
|
|
2706
2706
|
# You can specify arguments here that your own job-execution script
|
|
2707
2707
|
# consumes, as well as arguments that Glue itself consumes.
|
|
2708
2708
|
#
|
|
2709
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
|
2710
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
|
2711
|
+
# other secret management mechanism if you intend to keep them within
|
|
2712
|
+
# the Job.
|
|
2713
|
+
#
|
|
2709
2714
|
# For information about how to specify and consume your own Job
|
|
2710
2715
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
|
2711
2716
|
# developer guide.
|
|
@@ -2732,7 +2737,7 @@ module Aws::Glue
|
|
|
2732
2737
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
|
2733
2738
|
#
|
|
2734
2739
|
# The number of Glue data processing units (DPUs) to allocate to this
|
|
2735
|
-
# Job. You can allocate
|
|
2740
|
+
# Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU is
|
|
2736
2741
|
# a relative measure of processing power that consists of 4 vCPUs of
|
|
2737
2742
|
# compute capacity and 16 GB of memory. For more information, see the
|
|
2738
2743
|
# [Glue pricing page][1].
|
|
@@ -2764,8 +2769,8 @@ module Aws::Glue
|
|
|
2764
2769
|
#
|
|
2765
2770
|
# * When you specify an Apache Spark ETL job
|
|
2766
2771
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
|
2767
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
|
2768
|
-
#
|
|
2772
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum of
|
|
2773
|
+
# 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
|
2769
2774
|
# fractional DPU allocation.
|
|
2770
2775
|
#
|
|
2771
2776
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
|
@@ -2812,12 +2817,9 @@ module Aws::Glue
|
|
|
2812
2817
|
# The number of workers of a defined `workerType` that are allocated
|
|
2813
2818
|
# when a job runs.
|
|
2814
2819
|
#
|
|
2815
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
|
2816
|
-
# 149 for `G.2X`.
|
|
2817
|
-
#
|
|
2818
2820
|
# @option params [String] :worker_type
|
|
2819
2821
|
# The type of predefined worker that is allocated when a job runs.
|
|
2820
|
-
# Accepts a value of Standard, G.1X, or G.
|
|
2822
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
|
2821
2823
|
#
|
|
2822
2824
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
|
2823
2825
|
# of memory and a 50GB disk, and 2 executors per worker.
|
|
@@ -2830,6 +2832,11 @@ module Aws::Glue
|
|
|
2830
2832
|
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
|
2831
2833
|
# recommend this worker type for memory-intensive jobs.
|
|
2832
2834
|
#
|
|
2835
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
|
2836
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
|
2837
|
+
# recommend this worker type for low volume streaming jobs. This
|
|
2838
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
|
2839
|
+
#
|
|
2833
2840
|
# @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
|
|
2834
2841
|
# The representation of a directed acyclic graph on which both the Glue
|
|
2835
2842
|
# Studio visual component and Glue Studio code generation is based.
|
|
@@ -2875,7 +2882,7 @@ module Aws::Glue
|
|
|
2875
2882
|
# },
|
|
2876
2883
|
# glue_version: "GlueVersionString",
|
|
2877
2884
|
# number_of_workers: 1,
|
|
2878
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
2885
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
2879
2886
|
# code_gen_configuration_nodes: {
|
|
2880
2887
|
# "NodeId" => {
|
|
2881
2888
|
# athena_connector_source: {
|
|
@@ -3739,7 +3746,7 @@ module Aws::Glue
|
|
|
3739
3746
|
# role: "RoleString", # required
|
|
3740
3747
|
# glue_version: "GlueVersionString",
|
|
3741
3748
|
# max_capacity: 1.0,
|
|
3742
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
3749
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
3743
3750
|
# number_of_workers: 1,
|
|
3744
3751
|
# timeout: 1,
|
|
3745
3752
|
# max_retries: 1,
|
|
@@ -4244,15 +4251,33 @@ module Aws::Glue
|
|
|
4244
4251
|
# The number of connections to use for the session.
|
|
4245
4252
|
#
|
|
4246
4253
|
# @option params [Float] :max_capacity
|
|
4247
|
-
# The number of
|
|
4248
|
-
#
|
|
4249
|
-
#
|
|
4254
|
+
# The number of Glue data processing units (DPUs) that can be allocated
|
|
4255
|
+
# when the job runs. A DPU is a relative measure of processing power
|
|
4256
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB memory.
|
|
4250
4257
|
#
|
|
4251
4258
|
# @option params [Integer] :number_of_workers
|
|
4252
|
-
# The number of workers to use for the
|
|
4259
|
+
# The number of workers of a defined `WorkerType` to use for the
|
|
4260
|
+
# session.
|
|
4253
4261
|
#
|
|
4254
4262
|
# @option params [String] :worker_type
|
|
4255
|
-
# The
|
|
4263
|
+
# The type of predefined worker that is allocated to use for the
|
|
4264
|
+
# session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
|
4265
|
+
#
|
|
4266
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
|
4267
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
|
4268
|
+
#
|
|
4269
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
|
|
4270
|
+
# of memory, 64 GB disk), and provides 1 executor per worker. We
|
|
4271
|
+
# recommend this worker type for memory-intensive jobs.
|
|
4272
|
+
#
|
|
4273
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
|
|
4274
|
+
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
|
4275
|
+
# recommend this worker type for memory-intensive jobs.
|
|
4276
|
+
#
|
|
4277
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
|
4278
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
|
4279
|
+
# recommend this worker type for low volume streaming jobs. This
|
|
4280
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
|
4256
4281
|
#
|
|
4257
4282
|
# @option params [String] :security_configuration
|
|
4258
4283
|
# The name of the SecurityConfiguration structure to be used with the
|
|
@@ -4260,7 +4285,7 @@ module Aws::Glue
|
|
|
4260
4285
|
#
|
|
4261
4286
|
# @option params [String] :glue_version
|
|
4262
4287
|
# The Glue version determines the versions of Apache Spark and Python
|
|
4263
|
-
# that
|
|
4288
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
|
4264
4289
|
#
|
|
4265
4290
|
# @option params [Hash<String,String>] :tags
|
|
4266
4291
|
# The map of key value pairs (tags) belonging to the session.
|
|
@@ -4292,7 +4317,7 @@ module Aws::Glue
|
|
|
4292
4317
|
# },
|
|
4293
4318
|
# max_capacity: 1.0,
|
|
4294
4319
|
# number_of_workers: 1,
|
|
4295
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
4320
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
4296
4321
|
# security_configuration: "NameString",
|
|
4297
4322
|
# glue_version: "GlueVersionString",
|
|
4298
4323
|
# tags: {
|
|
@@ -6542,7 +6567,7 @@ module Aws::Glue
|
|
|
6542
6567
|
# resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
|
|
6543
6568
|
# resp.dev_endpoint.public_address #=> String
|
|
6544
6569
|
# resp.dev_endpoint.status #=> String
|
|
6545
|
-
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
6570
|
+
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
6546
6571
|
# resp.dev_endpoint.glue_version #=> String
|
|
6547
6572
|
# resp.dev_endpoint.number_of_workers #=> Integer
|
|
6548
6573
|
# resp.dev_endpoint.number_of_nodes #=> Integer
|
|
@@ -6612,7 +6637,7 @@ module Aws::Glue
|
|
|
6612
6637
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
|
6613
6638
|
# resp.dev_endpoints[0].public_address #=> String
|
|
6614
6639
|
# resp.dev_endpoints[0].status #=> String
|
|
6615
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
6640
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
6616
6641
|
# resp.dev_endpoints[0].glue_version #=> String
|
|
6617
6642
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
|
6618
6643
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
|
@@ -6678,7 +6703,7 @@ module Aws::Glue
|
|
|
6678
6703
|
# resp.job.allocated_capacity #=> Integer
|
|
6679
6704
|
# resp.job.timeout #=> Integer
|
|
6680
6705
|
# resp.job.max_capacity #=> Float
|
|
6681
|
-
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
6706
|
+
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
6682
6707
|
# resp.job.number_of_workers #=> Integer
|
|
6683
6708
|
# resp.job.security_configuration #=> String
|
|
6684
6709
|
# resp.job.notification_property.notify_delay_after #=> Integer
|
|
@@ -7255,7 +7280,7 @@ module Aws::Glue
|
|
|
7255
7280
|
# resp.job_run.execution_time #=> Integer
|
|
7256
7281
|
# resp.job_run.timeout #=> Integer
|
|
7257
7282
|
# resp.job_run.max_capacity #=> Float
|
|
7258
|
-
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
7283
|
+
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
7259
7284
|
# resp.job_run.number_of_workers #=> Integer
|
|
7260
7285
|
# resp.job_run.security_configuration #=> String
|
|
7261
7286
|
# resp.job_run.log_group_name #=> String
|
|
@@ -7320,7 +7345,7 @@ module Aws::Glue
|
|
|
7320
7345
|
# resp.job_runs[0].execution_time #=> Integer
|
|
7321
7346
|
# resp.job_runs[0].timeout #=> Integer
|
|
7322
7347
|
# resp.job_runs[0].max_capacity #=> Float
|
|
7323
|
-
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
7348
|
+
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
7324
7349
|
# resp.job_runs[0].number_of_workers #=> Integer
|
|
7325
7350
|
# resp.job_runs[0].security_configuration #=> String
|
|
7326
7351
|
# resp.job_runs[0].log_group_name #=> String
|
|
@@ -7383,7 +7408,7 @@ module Aws::Glue
|
|
|
7383
7408
|
# resp.jobs[0].allocated_capacity #=> Integer
|
|
7384
7409
|
# resp.jobs[0].timeout #=> Integer
|
|
7385
7410
|
# resp.jobs[0].max_capacity #=> Float
|
|
7386
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
7411
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
7387
7412
|
# resp.jobs[0].number_of_workers #=> Integer
|
|
7388
7413
|
# resp.jobs[0].security_configuration #=> String
|
|
7389
7414
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
|
@@ -8098,7 +8123,7 @@ module Aws::Glue
|
|
|
8098
8123
|
# resp.role #=> String
|
|
8099
8124
|
# resp.glue_version #=> String
|
|
8100
8125
|
# resp.max_capacity #=> Float
|
|
8101
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
8126
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
8102
8127
|
# resp.number_of_workers #=> Integer
|
|
8103
8128
|
# resp.timeout #=> Integer
|
|
8104
8129
|
# resp.max_retries #=> Integer
|
|
@@ -8206,7 +8231,7 @@ module Aws::Glue
|
|
|
8206
8231
|
# resp.transforms[0].role #=> String
|
|
8207
8232
|
# resp.transforms[0].glue_version #=> String
|
|
8208
8233
|
# resp.transforms[0].max_capacity #=> Float
|
|
8209
|
-
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
8234
|
+
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
8210
8235
|
# resp.transforms[0].number_of_workers #=> Integer
|
|
8211
8236
|
# resp.transforms[0].timeout #=> Integer
|
|
8212
8237
|
# resp.transforms[0].max_retries #=> Integer
|
|
@@ -10434,7 +10459,7 @@ module Aws::Glue
|
|
|
10434
10459
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
10435
10460
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
10436
10461
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
10437
|
-
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
10462
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
10438
10463
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
10439
10464
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
10440
10465
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -10501,7 +10526,7 @@ module Aws::Glue
|
|
|
10501
10526
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
10502
10527
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
10503
10528
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
10504
|
-
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
10529
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
10505
10530
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
10506
10531
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
10507
10532
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -10619,7 +10644,7 @@ module Aws::Glue
|
|
|
10619
10644
|
# resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
10620
10645
|
# resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
10621
10646
|
# resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
10622
|
-
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
10647
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
10623
10648
|
# resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
10624
10649
|
# resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
10625
10650
|
# resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -10777,7 +10802,7 @@ module Aws::Glue
|
|
|
10777
10802
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
|
10778
10803
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
|
10779
10804
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
|
10780
|
-
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
|
10805
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
|
10781
10806
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
|
10782
10807
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
|
10783
10808
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
|
@@ -11382,7 +11407,7 @@ module Aws::Glue
|
|
|
11382
11407
|
req.send_request(options)
|
|
11383
11408
|
end
|
|
11384
11409
|
|
|
11385
|
-
# Retrieve a
|
|
11410
|
+
# Retrieve a list of sessions.
|
|
11386
11411
|
#
|
|
11387
11412
|
# @option params [String] :next_token
|
|
11388
11413
|
# The token for the next set of results, or null if there are no more
|
|
@@ -11457,6 +11482,7 @@ module Aws::Glue
|
|
|
11457
11482
|
# The origin of the request to list statements.
|
|
11458
11483
|
#
|
|
11459
11484
|
# @option params [String] :next_token
|
|
11485
|
+
# A continuation token, if this is a continuation call.
|
|
11460
11486
|
#
|
|
11461
11487
|
# @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
11462
11488
|
#
|
|
@@ -12483,6 +12509,11 @@ module Aws::Glue
|
|
|
12483
12509
|
# You can specify arguments here that your own job-execution script
|
|
12484
12510
|
# consumes, as well as arguments that Glue itself consumes.
|
|
12485
12511
|
#
|
|
12512
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
|
12513
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
|
12514
|
+
# other secret management mechanism if you intend to keep them within
|
|
12515
|
+
# the Job.
|
|
12516
|
+
#
|
|
12486
12517
|
# For information about how to specify and consume your own Job
|
|
12487
12518
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
|
12488
12519
|
# developer guide.
|
|
@@ -12500,7 +12531,7 @@ module Aws::Glue
|
|
|
12500
12531
|
# This field is deprecated. Use `MaxCapacity` instead.
|
|
12501
12532
|
#
|
|
12502
12533
|
# The number of Glue data processing units (DPUs) to allocate to this
|
|
12503
|
-
# JobRun.
|
|
12534
|
+
# JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
|
12504
12535
|
# is a relative measure of processing power that consists of 4 vCPUs of
|
|
12505
12536
|
# compute capacity and 16 GB of memory. For more information, see the
|
|
12506
12537
|
# [Glue pricing page][1].
|
|
@@ -12531,7 +12562,7 @@ module Aws::Glue
|
|
|
12531
12562
|
# or 1 DPU. The default is 0.0625 DPU.
|
|
12532
12563
|
#
|
|
12533
12564
|
# * When you specify an Apache Spark ETL job
|
|
12534
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
|
12565
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
|
12535
12566
|
# DPUs. The default is 10 DPUs. This job type cannot have a fractional
|
|
12536
12567
|
# DPU allocation.
|
|
12537
12568
|
#
|
|
@@ -12548,7 +12579,7 @@ module Aws::Glue
|
|
|
12548
12579
|
#
|
|
12549
12580
|
# @option params [String] :worker_type
|
|
12550
12581
|
# The type of predefined worker that is allocated when a job runs.
|
|
12551
|
-
# Accepts a value of Standard, G.1X, or G.
|
|
12582
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
|
12552
12583
|
#
|
|
12553
12584
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
|
12554
12585
|
# of memory and a 50GB disk, and 2 executors per worker.
|
|
@@ -12559,13 +12590,15 @@ module Aws::Glue
|
|
|
12559
12590
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
|
12560
12591
|
# memory and a 128GB disk, and 1 executor per worker.
|
|
12561
12592
|
#
|
|
12593
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
|
12594
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
|
12595
|
+
# recommend this worker type for low volume streaming jobs. This
|
|
12596
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
|
12597
|
+
#
|
|
12562
12598
|
# @option params [Integer] :number_of_workers
|
|
12563
12599
|
# The number of workers of a defined `workerType` that are allocated
|
|
12564
12600
|
# when a job runs.
|
|
12565
12601
|
#
|
|
12566
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
|
12567
|
-
# 149 for `G.2X`.
|
|
12568
|
-
#
|
|
12569
12602
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
12570
12603
|
#
|
|
12571
12604
|
# * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
|
|
@@ -12585,7 +12618,7 @@ module Aws::Glue
|
|
|
12585
12618
|
# notification_property: {
|
|
12586
12619
|
# notify_delay_after: 1,
|
|
12587
12620
|
# },
|
|
12588
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
12621
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
12589
12622
|
# number_of_workers: 1,
|
|
12590
12623
|
# })
|
|
12591
12624
|
#
|
|
@@ -13665,13 +13698,15 @@ module Aws::Glue
|
|
|
13665
13698
|
req.send_request(options)
|
|
13666
13699
|
end
|
|
13667
13700
|
|
|
13668
|
-
# Updates an existing job definition.
|
|
13701
|
+
# Updates an existing job definition. The previous job definition is
|
|
13702
|
+
# completely overwritten by this information.
|
|
13669
13703
|
#
|
|
13670
13704
|
# @option params [required, String] :job_name
|
|
13671
13705
|
# The name of the job definition to update.
|
|
13672
13706
|
#
|
|
13673
13707
|
# @option params [required, Types::JobUpdate] :job_update
|
|
13674
13708
|
# Specifies the values with which to update the job definition.
|
|
13709
|
+
# Unspecified configuration is removed or reset to default values.
|
|
13675
13710
|
#
|
|
13676
13711
|
# @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
13677
13712
|
#
|
|
@@ -13706,7 +13741,7 @@ module Aws::Glue
|
|
|
13706
13741
|
# allocated_capacity: 1,
|
|
13707
13742
|
# timeout: 1,
|
|
13708
13743
|
# max_capacity: 1.0,
|
|
13709
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
13744
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
13710
13745
|
# number_of_workers: 1,
|
|
13711
13746
|
# security_configuration: "NameString",
|
|
13712
13747
|
# notification_property: {
|
|
@@ -14496,7 +14531,7 @@ module Aws::Glue
|
|
|
14496
14531
|
# role: "RoleString",
|
|
14497
14532
|
# glue_version: "GlueVersionString",
|
|
14498
14533
|
# max_capacity: 1.0,
|
|
14499
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
14534
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
14500
14535
|
# number_of_workers: 1,
|
|
14501
14536
|
# timeout: 1,
|
|
14502
14537
|
# max_retries: 1,
|
|
@@ -15057,7 +15092,7 @@ module Aws::Glue
|
|
|
15057
15092
|
params: params,
|
|
15058
15093
|
config: config)
|
|
15059
15094
|
context[:gem_name] = 'aws-sdk-glue'
|
|
15060
|
-
context[:gem_version] = '1.
|
|
15095
|
+
context[:gem_version] = '1.115.0'
|
|
15061
15096
|
Seahorse::Client::Request.new(handlers, context)
|
|
15062
15097
|
end
|
|
15063
15098
|
|
data/lib/aws-sdk-glue/types.rb
CHANGED
|
@@ -5042,7 +5042,7 @@ module Aws::Glue
|
|
|
5042
5042
|
# public_key: "GenericString",
|
|
5043
5043
|
# public_keys: ["GenericString"],
|
|
5044
5044
|
# number_of_nodes: 1,
|
|
5045
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
5045
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
5046
5046
|
# glue_version: "GlueVersionString",
|
|
5047
5047
|
# number_of_workers: 1,
|
|
5048
5048
|
# extra_python_libs_s3_path: "GenericString",
|
|
@@ -5420,7 +5420,7 @@ module Aws::Glue
|
|
|
5420
5420
|
# },
|
|
5421
5421
|
# glue_version: "GlueVersionString",
|
|
5422
5422
|
# number_of_workers: 1,
|
|
5423
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
5423
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
5424
5424
|
# code_gen_configuration_nodes: {
|
|
5425
5425
|
# "NodeId" => {
|
|
5426
5426
|
# athena_connector_source: {
|
|
@@ -6124,6 +6124,11 @@ module Aws::Glue
|
|
|
6124
6124
|
# You can specify arguments here that your own job-execution script
|
|
6125
6125
|
# consumes, as well as arguments that Glue itself consumes.
|
|
6126
6126
|
#
|
|
6127
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
|
6128
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager
|
|
6129
|
+
# or other secret management mechanism if you intend to keep them
|
|
6130
|
+
# within the Job.
|
|
6131
|
+
#
|
|
6127
6132
|
# For information about how to specify and consume your own Job
|
|
6128
6133
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
|
6129
6134
|
# developer guide.
|
|
@@ -6155,7 +6160,7 @@ module Aws::Glue
|
|
|
6155
6160
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
|
6156
6161
|
#
|
|
6157
6162
|
# The number of Glue data processing units (DPUs) to allocate to this
|
|
6158
|
-
# Job. You can allocate
|
|
6163
|
+
# Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
|
6159
6164
|
# is a relative measure of processing power that consists of 4 vCPUs
|
|
6160
6165
|
# of compute capacity and 16 GB of memory. For more information, see
|
|
6161
6166
|
# the [Glue pricing page][1].
|
|
@@ -6190,8 +6195,8 @@ module Aws::Glue
|
|
|
6190
6195
|
#
|
|
6191
6196
|
# * When you specify an Apache Spark ETL job
|
|
6192
6197
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
|
6193
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
|
6194
|
-
#
|
|
6198
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
|
|
6199
|
+
# of 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
|
6195
6200
|
# fractional DPU allocation.
|
|
6196
6201
|
#
|
|
6197
6202
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
|
@@ -6242,14 +6247,11 @@ module Aws::Glue
|
|
|
6242
6247
|
# @!attribute [rw] number_of_workers
|
|
6243
6248
|
# The number of workers of a defined `workerType` that are allocated
|
|
6244
6249
|
# when a job runs.
|
|
6245
|
-
#
|
|
6246
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
|
6247
|
-
# 149 for `G.2X`.
|
|
6248
6250
|
# @return [Integer]
|
|
6249
6251
|
#
|
|
6250
6252
|
# @!attribute [rw] worker_type
|
|
6251
6253
|
# The type of predefined worker that is allocated when a job runs.
|
|
6252
|
-
# Accepts a value of Standard, G.1X, or G.
|
|
6254
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
|
6253
6255
|
#
|
|
6254
6256
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
|
6255
6257
|
# of memory and a 50GB disk, and 2 executors per worker.
|
|
@@ -6261,6 +6263,12 @@ module Aws::Glue
|
|
|
6261
6263
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
|
6262
6264
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
|
6263
6265
|
# recommend this worker type for memory-intensive jobs.
|
|
6266
|
+
#
|
|
6267
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
|
6268
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
|
6269
|
+
# worker. We recommend this worker type for low volume streaming
|
|
6270
|
+
# jobs. This worker type is only available for Glue version 3.0
|
|
6271
|
+
# streaming jobs.
|
|
6264
6272
|
# @return [String]
|
|
6265
6273
|
#
|
|
6266
6274
|
# @!attribute [rw] code_gen_configuration_nodes
|
|
@@ -6367,7 +6375,7 @@ module Aws::Glue
|
|
|
6367
6375
|
# role: "RoleString", # required
|
|
6368
6376
|
# glue_version: "GlueVersionString",
|
|
6369
6377
|
# max_capacity: 1.0,
|
|
6370
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
6378
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
6371
6379
|
# number_of_workers: 1,
|
|
6372
6380
|
# timeout: 1,
|
|
6373
6381
|
# max_retries: 1,
|
|
@@ -7118,7 +7126,7 @@ module Aws::Glue
|
|
|
7118
7126
|
# },
|
|
7119
7127
|
# max_capacity: 1.0,
|
|
7120
7128
|
# number_of_workers: 1,
|
|
7121
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
7129
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
7122
7130
|
# security_configuration: "NameString",
|
|
7123
7131
|
# glue_version: "GlueVersionString",
|
|
7124
7132
|
# tags: {
|
|
@@ -7160,18 +7168,37 @@ module Aws::Glue
|
|
|
7160
7168
|
# @return [Types::ConnectionsList]
|
|
7161
7169
|
#
|
|
7162
7170
|
# @!attribute [rw] max_capacity
|
|
7163
|
-
# The number of
|
|
7171
|
+
# The number of Glue data processing units (DPUs) that can be
|
|
7164
7172
|
# allocated when the job runs. A DPU is a relative measure of
|
|
7165
7173
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
|
7166
7174
|
# GB memory.
|
|
7167
7175
|
# @return [Float]
|
|
7168
7176
|
#
|
|
7169
7177
|
# @!attribute [rw] number_of_workers
|
|
7170
|
-
# The number of workers to use for the
|
|
7178
|
+
# The number of workers of a defined `WorkerType` to use for the
|
|
7179
|
+
# session.
|
|
7171
7180
|
# @return [Integer]
|
|
7172
7181
|
#
|
|
7173
7182
|
# @!attribute [rw] worker_type
|
|
7174
|
-
# The
|
|
7183
|
+
# The type of predefined worker that is allocated to use for the
|
|
7184
|
+
# session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
|
7185
|
+
#
|
|
7186
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
|
7187
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
|
7188
|
+
#
|
|
7189
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
|
|
7190
|
+
# GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
|
7191
|
+
# recommend this worker type for memory-intensive jobs.
|
|
7192
|
+
#
|
|
7193
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
|
7194
|
+
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
|
7195
|
+
# recommend this worker type for memory-intensive jobs.
|
|
7196
|
+
#
|
|
7197
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
|
7198
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
|
7199
|
+
# worker. We recommend this worker type for low volume streaming
|
|
7200
|
+
# jobs. This worker type is only available for Glue version 3.0
|
|
7201
|
+
# streaming jobs.
|
|
7175
7202
|
# @return [String]
|
|
7176
7203
|
#
|
|
7177
7204
|
# @!attribute [rw] security_configuration
|
|
@@ -7181,7 +7208,7 @@ module Aws::Glue
|
|
|
7181
7208
|
#
|
|
7182
7209
|
# @!attribute [rw] glue_version
|
|
7183
7210
|
# The Glue version determines the versions of Apache Spark and Python
|
|
7184
|
-
# that
|
|
7211
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
|
7185
7212
|
# @return [String]
|
|
7186
7213
|
#
|
|
7187
7214
|
# @!attribute [rw] tags
|
|
@@ -9724,8 +9751,8 @@ module Aws::Glue
|
|
|
9724
9751
|
include Aws::Structure
|
|
9725
9752
|
end
|
|
9726
9753
|
|
|
9727
|
-
# An edge represents a directed connection between two components
|
|
9728
|
-
# workflow
|
|
9754
|
+
# An edge represents a directed connection between two Glue components
|
|
9755
|
+
# that are part of the workflow the edge belongs to.
|
|
9729
9756
|
#
|
|
9730
9757
|
# @!attribute [rw] source_id
|
|
9731
9758
|
# The unique of the node within the workflow where the edge starts.
|
|
@@ -14128,7 +14155,10 @@ module Aws::Glue
|
|
|
14128
14155
|
include Aws::Structure
|
|
14129
14156
|
end
|
|
14130
14157
|
|
|
14158
|
+
# The blueprint is in an invalid state to perform a requested operation.
|
|
14159
|
+
#
|
|
14131
14160
|
# @!attribute [rw] message
|
|
14161
|
+
# A message describing the problem.
|
|
14132
14162
|
# @return [String]
|
|
14133
14163
|
#
|
|
14134
14164
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
|
|
@@ -14612,7 +14642,7 @@ module Aws::Glue
|
|
|
14612
14642
|
# This field is deprecated. Use `MaxCapacity` instead.
|
|
14613
14643
|
#
|
|
14614
14644
|
# The number of Glue data processing units (DPUs) allocated to runs of
|
|
14615
|
-
# this job. You can allocate
|
|
14645
|
+
# this job. You can allocate a minimum of 2 DPUs; the default is 10. A
|
|
14616
14646
|
# DPU is a relative measure of processing power that consists of 4
|
|
14617
14647
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
|
14618
14648
|
# see the [Glue pricing page][1].
|
|
@@ -14650,8 +14680,8 @@ module Aws::Glue
|
|
|
14650
14680
|
#
|
|
14651
14681
|
# * When you specify an Apache Spark ETL job
|
|
14652
14682
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
|
14653
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
|
14654
|
-
#
|
|
14683
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
|
|
14684
|
+
# of 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
|
14655
14685
|
# fractional DPU allocation.
|
|
14656
14686
|
#
|
|
14657
14687
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
|
@@ -14665,7 +14695,7 @@ module Aws::Glue
|
|
|
14665
14695
|
#
|
|
14666
14696
|
# @!attribute [rw] worker_type
|
|
14667
14697
|
# The type of predefined worker that is allocated when a job runs.
|
|
14668
|
-
# Accepts a value of Standard, G.1X, or G.
|
|
14698
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
|
14669
14699
|
#
|
|
14670
14700
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
|
14671
14701
|
# of memory and a 50GB disk, and 2 executors per worker.
|
|
@@ -14677,14 +14707,17 @@ module Aws::Glue
|
|
|
14677
14707
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
|
14678
14708
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
|
14679
14709
|
# recommend this worker type for memory-intensive jobs.
|
|
14710
|
+
#
|
|
14711
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
|
14712
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
|
14713
|
+
# worker. We recommend this worker type for low volume streaming
|
|
14714
|
+
# jobs. This worker type is only available for Glue version 3.0
|
|
14715
|
+
# streaming jobs.
|
|
14680
14716
|
# @return [String]
|
|
14681
14717
|
#
|
|
14682
14718
|
# @!attribute [rw] number_of_workers
|
|
14683
14719
|
# The number of workers of a defined `workerType` that are allocated
|
|
14684
14720
|
# when a job runs.
|
|
14685
|
-
#
|
|
14686
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
|
14687
|
-
# 149 for `G.2X`.
|
|
14688
14721
|
# @return [Integer]
|
|
14689
14722
|
#
|
|
14690
14723
|
# @!attribute [rw] security_configuration
|
|
@@ -14986,7 +15019,7 @@ module Aws::Glue
|
|
|
14986
15019
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
|
14987
15020
|
#
|
|
14988
15021
|
# * When you specify an Apache Spark ETL job
|
|
14989
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
|
15022
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
|
14990
15023
|
# DPUs. The default is 10 DPUs. This job type cannot have a
|
|
14991
15024
|
# fractional DPU allocation.
|
|
14992
15025
|
#
|
|
@@ -14997,7 +15030,7 @@ module Aws::Glue
|
|
|
14997
15030
|
#
|
|
14998
15031
|
# @!attribute [rw] worker_type
|
|
14999
15032
|
# The type of predefined worker that is allocated when a job runs.
|
|
15000
|
-
# Accepts a value of Standard, G.1X, or G.
|
|
15033
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
|
15001
15034
|
#
|
|
15002
15035
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
|
15003
15036
|
# of memory and a 50GB disk, and 2 executors per worker.
|
|
@@ -15007,14 +15040,17 @@ module Aws::Glue
|
|
|
15007
15040
|
#
|
|
15008
15041
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
|
15009
15042
|
# memory and a 128GB disk, and 1 executor per worker.
|
|
15043
|
+
#
|
|
15044
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
|
15045
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
|
15046
|
+
# worker. We recommend this worker type for low volume streaming
|
|
15047
|
+
# jobs. This worker type is only available for Glue version 3.0
|
|
15048
|
+
# streaming jobs.
|
|
15010
15049
|
# @return [String]
|
|
15011
15050
|
#
|
|
15012
15051
|
# @!attribute [rw] number_of_workers
|
|
15013
15052
|
# The number of workers of a defined `workerType` that are allocated
|
|
15014
15053
|
# when a job runs.
|
|
15015
|
-
#
|
|
15016
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
|
15017
|
-
# 149 for `G.2X`.
|
|
15018
15054
|
# @return [Integer]
|
|
15019
15055
|
#
|
|
15020
15056
|
# @!attribute [rw] security_configuration
|
|
@@ -15126,7 +15162,7 @@ module Aws::Glue
|
|
|
15126
15162
|
# allocated_capacity: 1,
|
|
15127
15163
|
# timeout: 1,
|
|
15128
15164
|
# max_capacity: 1.0,
|
|
15129
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
15165
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
15130
15166
|
# number_of_workers: 1,
|
|
15131
15167
|
# security_configuration: "NameString",
|
|
15132
15168
|
# notification_property: {
|
|
@@ -15862,7 +15898,7 @@ module Aws::Glue
|
|
|
15862
15898
|
# This field is deprecated. Use `MaxCapacity` instead.
|
|
15863
15899
|
#
|
|
15864
15900
|
# The number of Glue data processing units (DPUs) to allocate to this
|
|
15865
|
-
# job. You can allocate
|
|
15901
|
+
# job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
|
15866
15902
|
# is a relative measure of processing power that consists of 4 vCPUs
|
|
15867
15903
|
# of compute capacity and 16 GB of memory. For more information, see
|
|
15868
15904
|
# the [Glue pricing page][1].
|
|
@@ -15897,8 +15933,8 @@ module Aws::Glue
|
|
|
15897
15933
|
#
|
|
15898
15934
|
# * When you specify an Apache Spark ETL job
|
|
15899
15935
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
|
15900
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
|
15901
|
-
#
|
|
15936
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
|
|
15937
|
+
# of 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
|
15902
15938
|
# fractional DPU allocation.
|
|
15903
15939
|
#
|
|
15904
15940
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
|
@@ -15912,7 +15948,7 @@ module Aws::Glue
|
|
|
15912
15948
|
#
|
|
15913
15949
|
# @!attribute [rw] worker_type
|
|
15914
15950
|
# The type of predefined worker that is allocated when a job runs.
|
|
15915
|
-
# Accepts a value of Standard, G.1X, or G.
|
|
15951
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
|
15916
15952
|
#
|
|
15917
15953
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
|
15918
15954
|
# of memory and a 50GB disk, and 2 executors per worker.
|
|
@@ -15924,14 +15960,17 @@ module Aws::Glue
|
|
|
15924
15960
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
|
15925
15961
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
|
15926
15962
|
# recommend this worker type for memory-intensive jobs.
|
|
15963
|
+
#
|
|
15964
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
|
15965
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
|
15966
|
+
# worker. We recommend this worker type for low volume streaming
|
|
15967
|
+
# jobs. This worker type is only available for Glue version 3.0
|
|
15968
|
+
# streaming jobs.
|
|
15927
15969
|
# @return [String]
|
|
15928
15970
|
#
|
|
15929
15971
|
# @!attribute [rw] number_of_workers
|
|
15930
15972
|
# The number of workers of a defined `workerType` that are allocated
|
|
15931
15973
|
# when a job runs.
|
|
15932
|
-
#
|
|
15933
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
|
15934
|
-
# 149 for `G.2X`.
|
|
15935
15974
|
# @return [Integer]
|
|
15936
15975
|
#
|
|
15937
15976
|
# @!attribute [rw] security_configuration
|
|
@@ -17144,7 +17183,7 @@ module Aws::Glue
|
|
|
17144
17183
|
end
|
|
17145
17184
|
|
|
17146
17185
|
# @!attribute [rw] ids
|
|
17147
|
-
# Returns the
|
|
17186
|
+
# Returns the ID of the session.
|
|
17148
17187
|
# @return [Array<String>]
|
|
17149
17188
|
#
|
|
17150
17189
|
# @!attribute [rw] sessions
|
|
@@ -17184,6 +17223,7 @@ module Aws::Glue
|
|
|
17184
17223
|
# @return [String]
|
|
17185
17224
|
#
|
|
17186
17225
|
# @!attribute [rw] next_token
|
|
17226
|
+
# A continuation token, if this is a continuation call.
|
|
17187
17227
|
# @return [String]
|
|
17188
17228
|
#
|
|
17189
17229
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsRequest AWS API Documentation
|
|
@@ -17201,6 +17241,7 @@ module Aws::Glue
|
|
|
17201
17241
|
# @return [Array<Types::Statement>]
|
|
17202
17242
|
#
|
|
17203
17243
|
# @!attribute [rw] next_token
|
|
17244
|
+
# A continuation token, if not all statements have yet been returned.
|
|
17204
17245
|
# @return [String]
|
|
17205
17246
|
#
|
|
17206
17247
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsResponse AWS API Documentation
|
|
@@ -21332,7 +21373,7 @@ module Aws::Glue
|
|
|
21332
21373
|
# @return [Float]
|
|
21333
21374
|
#
|
|
21334
21375
|
# @!attribute [rw] max_capacity
|
|
21335
|
-
# The number of
|
|
21376
|
+
# The number of Glue data processing units (DPUs) that can be
|
|
21336
21377
|
# allocated when the job runs. A DPU is a relative measure of
|
|
21337
21378
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
|
21338
21379
|
# GB memory.
|
|
@@ -21345,7 +21386,7 @@ module Aws::Glue
|
|
|
21345
21386
|
#
|
|
21346
21387
|
# @!attribute [rw] glue_version
|
|
21347
21388
|
# The Glue version determines the versions of Apache Spark and Python
|
|
21348
|
-
# that
|
|
21389
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
|
21349
21390
|
# @return [String]
|
|
21350
21391
|
#
|
|
21351
21392
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Session AWS API Documentation
|
|
@@ -21379,7 +21420,7 @@ module Aws::Glue
|
|
|
21379
21420
|
# }
|
|
21380
21421
|
#
|
|
21381
21422
|
# @!attribute [rw] name
|
|
21382
|
-
# Specifies the name of the SessionCommand.Can be 'glueetl' or
|
|
21423
|
+
# Specifies the name of the SessionCommand. Can be 'glueetl' or
|
|
21383
21424
|
# 'gluestreaming'.
|
|
21384
21425
|
# @return [String]
|
|
21385
21426
|
#
|
|
@@ -21965,7 +22006,7 @@ module Aws::Glue
|
|
|
21965
22006
|
# notification_property: {
|
|
21966
22007
|
# notify_delay_after: 1,
|
|
21967
22008
|
# },
|
|
21968
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
22009
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
21969
22010
|
# number_of_workers: 1,
|
|
21970
22011
|
# }
|
|
21971
22012
|
#
|
|
@@ -21984,6 +22025,11 @@ module Aws::Glue
|
|
|
21984
22025
|
# You can specify arguments here that your own job-execution script
|
|
21985
22026
|
# consumes, as well as arguments that Glue itself consumes.
|
|
21986
22027
|
#
|
|
22028
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
|
22029
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager
|
|
22030
|
+
# or other secret management mechanism if you intend to keep them
|
|
22031
|
+
# within the Job.
|
|
22032
|
+
#
|
|
21987
22033
|
# For information about how to specify and consume your own Job
|
|
21988
22034
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
|
21989
22035
|
# developer guide.
|
|
@@ -22002,7 +22048,7 @@ module Aws::Glue
|
|
|
22002
22048
|
# This field is deprecated. Use `MaxCapacity` instead.
|
|
22003
22049
|
#
|
|
22004
22050
|
# The number of Glue data processing units (DPUs) to allocate to this
|
|
22005
|
-
# JobRun.
|
|
22051
|
+
# JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A
|
|
22006
22052
|
# DPU is a relative measure of processing power that consists of 4
|
|
22007
22053
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
|
22008
22054
|
# see the [Glue pricing page][1].
|
|
@@ -22036,7 +22082,7 @@ module Aws::Glue
|
|
|
22036
22082
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
|
22037
22083
|
#
|
|
22038
22084
|
# * When you specify an Apache Spark ETL job
|
|
22039
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
|
22085
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
|
22040
22086
|
# DPUs. The default is 10 DPUs. This job type cannot have a
|
|
22041
22087
|
# fractional DPU allocation.
|
|
22042
22088
|
#
|
|
@@ -22056,7 +22102,7 @@ module Aws::Glue
|
|
|
22056
22102
|
#
|
|
22057
22103
|
# @!attribute [rw] worker_type
|
|
22058
22104
|
# The type of predefined worker that is allocated when a job runs.
|
|
22059
|
-
# Accepts a value of Standard, G.1X, or G.
|
|
22105
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
|
22060
22106
|
#
|
|
22061
22107
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
|
22062
22108
|
# of memory and a 50GB disk, and 2 executors per worker.
|
|
@@ -22066,14 +22112,17 @@ module Aws::Glue
|
|
|
22066
22112
|
#
|
|
22067
22113
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
|
22068
22114
|
# memory and a 128GB disk, and 1 executor per worker.
|
|
22115
|
+
#
|
|
22116
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
|
22117
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
|
22118
|
+
# worker. We recommend this worker type for low volume streaming
|
|
22119
|
+
# jobs. This worker type is only available for Glue version 3.0
|
|
22120
|
+
# streaming jobs.
|
|
22069
22121
|
# @return [String]
|
|
22070
22122
|
#
|
|
22071
22123
|
# @!attribute [rw] number_of_workers
|
|
22072
22124
|
# The number of workers of a defined `workerType` that are allocated
|
|
22073
22125
|
# when a job runs.
|
|
22074
|
-
#
|
|
22075
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
|
22076
|
-
# 149 for `G.2X`.
|
|
22077
22126
|
# @return [Integer]
|
|
22078
22127
|
#
|
|
22079
22128
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
|
|
@@ -24630,7 +24679,7 @@ module Aws::Glue
|
|
|
24630
24679
|
# allocated_capacity: 1,
|
|
24631
24680
|
# timeout: 1,
|
|
24632
24681
|
# max_capacity: 1.0,
|
|
24633
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
24682
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
24634
24683
|
# number_of_workers: 1,
|
|
24635
24684
|
# security_configuration: "NameString",
|
|
24636
24685
|
# notification_property: {
|
|
@@ -25314,6 +25363,7 @@ module Aws::Glue
|
|
|
25314
25363
|
#
|
|
25315
25364
|
# @!attribute [rw] job_update
|
|
25316
25365
|
# Specifies the values with which to update the job definition.
|
|
25366
|
+
# Unspecified configuration is removed or reset to default values.
|
|
25317
25367
|
# @return [Types::JobUpdate]
|
|
25318
25368
|
#
|
|
25319
25369
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobRequest AWS API Documentation
|
|
@@ -25389,7 +25439,7 @@ module Aws::Glue
|
|
|
25389
25439
|
# role: "RoleString",
|
|
25390
25440
|
# glue_version: "GlueVersionString",
|
|
25391
25441
|
# max_capacity: 1.0,
|
|
25392
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
25442
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
|
25393
25443
|
# number_of_workers: 1,
|
|
25394
25444
|
# timeout: 1,
|
|
25395
25445
|
# max_retries: 1,
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: aws-sdk-glue
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.115.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Amazon Web Services
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2022-
|
|
11
|
+
date: 2022-07-14 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: aws-sdk-core
|