aws-sdk-glue 1.114.0 → 1.115.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +82 -47
- data/lib/aws-sdk-glue/types.rb +100 -50
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8506a0e874536293fa1387c2f26fcc33d0a539a3e858dc1dabce855f4672af1e
|
4
|
+
data.tar.gz: ef2266db2d31278105112e1fe029b659f1b7b25d607f326bf38d983e9c1edff0
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9f1a582999e37bc3e88ae7253f53ef5c8f264c259ec7a7517b6db3aa80c6230bbf574fddfec239c1876de265ded9ddeb412cad134241422013d82dac17da8709
|
7
|
+
data.tar.gz: 1fec521ed8f4935d214b00ea475fb495bb1962356f9dc34af354d348a020b3b8183997dbba462257f7138aa8f2937ed5f9f17c78de27deaab9013f0296b00ffb
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.115.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -885,7 +885,7 @@ module Aws::Glue
|
|
885
885
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
886
886
|
# resp.dev_endpoints[0].public_address #=> String
|
887
887
|
# resp.dev_endpoints[0].status #=> String
|
888
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
888
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
889
889
|
# resp.dev_endpoints[0].glue_version #=> String
|
890
890
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
891
891
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -959,7 +959,7 @@ module Aws::Glue
|
|
959
959
|
# resp.jobs[0].allocated_capacity #=> Integer
|
960
960
|
# resp.jobs[0].timeout #=> Integer
|
961
961
|
# resp.jobs[0].max_capacity #=> Float
|
962
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
962
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
963
963
|
# resp.jobs[0].number_of_workers #=> Integer
|
964
964
|
# resp.jobs[0].security_configuration #=> String
|
965
965
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -1710,7 +1710,7 @@ module Aws::Glue
|
|
1710
1710
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1711
1711
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1712
1712
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1713
|
-
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1713
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1714
1714
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1715
1715
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1716
1716
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -1777,7 +1777,7 @@ module Aws::Glue
|
|
1777
1777
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1778
1778
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1779
1779
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1780
|
-
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1780
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1781
1781
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1782
1782
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1783
1783
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -2002,7 +2002,7 @@ module Aws::Glue
|
|
2002
2002
|
req.send_request(options)
|
2003
2003
|
end
|
2004
2004
|
|
2005
|
-
# Cancels the statement
|
2005
|
+
# Cancels the statement.
|
2006
2006
|
#
|
2007
2007
|
# @option params [required, String] :session_id
|
2008
2008
|
# The Session ID of the statement to be cancelled.
|
@@ -2630,7 +2630,7 @@ module Aws::Glue
|
|
2630
2630
|
# public_key: "GenericString",
|
2631
2631
|
# public_keys: ["GenericString"],
|
2632
2632
|
# number_of_nodes: 1,
|
2633
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2633
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2634
2634
|
# glue_version: "GlueVersionString",
|
2635
2635
|
# number_of_workers: 1,
|
2636
2636
|
# extra_python_libs_s3_path: "GenericString",
|
@@ -2655,7 +2655,7 @@ module Aws::Glue
|
|
2655
2655
|
# resp.yarn_endpoint_address #=> String
|
2656
2656
|
# resp.zeppelin_remote_spark_interpreter_port #=> Integer
|
2657
2657
|
# resp.number_of_nodes #=> Integer
|
2658
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
2658
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
2659
2659
|
# resp.glue_version #=> String
|
2660
2660
|
# resp.number_of_workers #=> Integer
|
2661
2661
|
# resp.availability_zone #=> String
|
@@ -2706,6 +2706,11 @@ module Aws::Glue
|
|
2706
2706
|
# You can specify arguments here that your own job-execution script
|
2707
2707
|
# consumes, as well as arguments that Glue itself consumes.
|
2708
2708
|
#
|
2709
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
2710
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
2711
|
+
# other secret management mechanism if you intend to keep them within
|
2712
|
+
# the Job.
|
2713
|
+
#
|
2709
2714
|
# For information about how to specify and consume your own Job
|
2710
2715
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
2711
2716
|
# developer guide.
|
@@ -2732,7 +2737,7 @@ module Aws::Glue
|
|
2732
2737
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
2733
2738
|
#
|
2734
2739
|
# The number of Glue data processing units (DPUs) to allocate to this
|
2735
|
-
# Job. You can allocate
|
2740
|
+
# Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU is
|
2736
2741
|
# a relative measure of processing power that consists of 4 vCPUs of
|
2737
2742
|
# compute capacity and 16 GB of memory. For more information, see the
|
2738
2743
|
# [Glue pricing page][1].
|
@@ -2764,8 +2769,8 @@ module Aws::Glue
|
|
2764
2769
|
#
|
2765
2770
|
# * When you specify an Apache Spark ETL job
|
2766
2771
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
2767
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
2768
|
-
#
|
2772
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum of
|
2773
|
+
# 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
2769
2774
|
# fractional DPU allocation.
|
2770
2775
|
#
|
2771
2776
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -2812,12 +2817,9 @@ module Aws::Glue
|
|
2812
2817
|
# The number of workers of a defined `workerType` that are allocated
|
2813
2818
|
# when a job runs.
|
2814
2819
|
#
|
2815
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
2816
|
-
# 149 for `G.2X`.
|
2817
|
-
#
|
2818
2820
|
# @option params [String] :worker_type
|
2819
2821
|
# The type of predefined worker that is allocated when a job runs.
|
2820
|
-
# Accepts a value of Standard, G.1X, or G.
|
2822
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
2821
2823
|
#
|
2822
2824
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
2823
2825
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -2830,6 +2832,11 @@ module Aws::Glue
|
|
2830
2832
|
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
2831
2833
|
# recommend this worker type for memory-intensive jobs.
|
2832
2834
|
#
|
2835
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
2836
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
2837
|
+
# recommend this worker type for low volume streaming jobs. This
|
2838
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
2839
|
+
#
|
2833
2840
|
# @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
|
2834
2841
|
# The representation of a directed acyclic graph on which both the Glue
|
2835
2842
|
# Studio visual component and Glue Studio code generation is based.
|
@@ -2875,7 +2882,7 @@ module Aws::Glue
|
|
2875
2882
|
# },
|
2876
2883
|
# glue_version: "GlueVersionString",
|
2877
2884
|
# number_of_workers: 1,
|
2878
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2885
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2879
2886
|
# code_gen_configuration_nodes: {
|
2880
2887
|
# "NodeId" => {
|
2881
2888
|
# athena_connector_source: {
|
@@ -3739,7 +3746,7 @@ module Aws::Glue
|
|
3739
3746
|
# role: "RoleString", # required
|
3740
3747
|
# glue_version: "GlueVersionString",
|
3741
3748
|
# max_capacity: 1.0,
|
3742
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
3749
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
3743
3750
|
# number_of_workers: 1,
|
3744
3751
|
# timeout: 1,
|
3745
3752
|
# max_retries: 1,
|
@@ -4244,15 +4251,33 @@ module Aws::Glue
|
|
4244
4251
|
# The number of connections to use for the session.
|
4245
4252
|
#
|
4246
4253
|
# @option params [Float] :max_capacity
|
4247
|
-
# The number of
|
4248
|
-
#
|
4249
|
-
#
|
4254
|
+
# The number of Glue data processing units (DPUs) that can be allocated
|
4255
|
+
# when the job runs. A DPU is a relative measure of processing power
|
4256
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB memory.
|
4250
4257
|
#
|
4251
4258
|
# @option params [Integer] :number_of_workers
|
4252
|
-
# The number of workers to use for the
|
4259
|
+
# The number of workers of a defined `WorkerType` to use for the
|
4260
|
+
# session.
|
4253
4261
|
#
|
4254
4262
|
# @option params [String] :worker_type
|
4255
|
-
# The
|
4263
|
+
# The type of predefined worker that is allocated to use for the
|
4264
|
+
# session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
4265
|
+
#
|
4266
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
4267
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
4268
|
+
#
|
4269
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
|
4270
|
+
# of memory, 64 GB disk), and provides 1 executor per worker. We
|
4271
|
+
# recommend this worker type for memory-intensive jobs.
|
4272
|
+
#
|
4273
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
|
4274
|
+
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
4275
|
+
# recommend this worker type for memory-intensive jobs.
|
4276
|
+
#
|
4277
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
4278
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
4279
|
+
# recommend this worker type for low volume streaming jobs. This
|
4280
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
4256
4281
|
#
|
4257
4282
|
# @option params [String] :security_configuration
|
4258
4283
|
# The name of the SecurityConfiguration structure to be used with the
|
@@ -4260,7 +4285,7 @@ module Aws::Glue
|
|
4260
4285
|
#
|
4261
4286
|
# @option params [String] :glue_version
|
4262
4287
|
# The Glue version determines the versions of Apache Spark and Python
|
4263
|
-
# that
|
4288
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
4264
4289
|
#
|
4265
4290
|
# @option params [Hash<String,String>] :tags
|
4266
4291
|
# The map of key value pairs (tags) belonging to the session.
|
@@ -4292,7 +4317,7 @@ module Aws::Glue
|
|
4292
4317
|
# },
|
4293
4318
|
# max_capacity: 1.0,
|
4294
4319
|
# number_of_workers: 1,
|
4295
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
4320
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
4296
4321
|
# security_configuration: "NameString",
|
4297
4322
|
# glue_version: "GlueVersionString",
|
4298
4323
|
# tags: {
|
@@ -6542,7 +6567,7 @@ module Aws::Glue
|
|
6542
6567
|
# resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
|
6543
6568
|
# resp.dev_endpoint.public_address #=> String
|
6544
6569
|
# resp.dev_endpoint.status #=> String
|
6545
|
-
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6570
|
+
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6546
6571
|
# resp.dev_endpoint.glue_version #=> String
|
6547
6572
|
# resp.dev_endpoint.number_of_workers #=> Integer
|
6548
6573
|
# resp.dev_endpoint.number_of_nodes #=> Integer
|
@@ -6612,7 +6637,7 @@ module Aws::Glue
|
|
6612
6637
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
6613
6638
|
# resp.dev_endpoints[0].public_address #=> String
|
6614
6639
|
# resp.dev_endpoints[0].status #=> String
|
6615
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6640
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6616
6641
|
# resp.dev_endpoints[0].glue_version #=> String
|
6617
6642
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
6618
6643
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -6678,7 +6703,7 @@ module Aws::Glue
|
|
6678
6703
|
# resp.job.allocated_capacity #=> Integer
|
6679
6704
|
# resp.job.timeout #=> Integer
|
6680
6705
|
# resp.job.max_capacity #=> Float
|
6681
|
-
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6706
|
+
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6682
6707
|
# resp.job.number_of_workers #=> Integer
|
6683
6708
|
# resp.job.security_configuration #=> String
|
6684
6709
|
# resp.job.notification_property.notify_delay_after #=> Integer
|
@@ -7255,7 +7280,7 @@ module Aws::Glue
|
|
7255
7280
|
# resp.job_run.execution_time #=> Integer
|
7256
7281
|
# resp.job_run.timeout #=> Integer
|
7257
7282
|
# resp.job_run.max_capacity #=> Float
|
7258
|
-
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7283
|
+
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7259
7284
|
# resp.job_run.number_of_workers #=> Integer
|
7260
7285
|
# resp.job_run.security_configuration #=> String
|
7261
7286
|
# resp.job_run.log_group_name #=> String
|
@@ -7320,7 +7345,7 @@ module Aws::Glue
|
|
7320
7345
|
# resp.job_runs[0].execution_time #=> Integer
|
7321
7346
|
# resp.job_runs[0].timeout #=> Integer
|
7322
7347
|
# resp.job_runs[0].max_capacity #=> Float
|
7323
|
-
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7348
|
+
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7324
7349
|
# resp.job_runs[0].number_of_workers #=> Integer
|
7325
7350
|
# resp.job_runs[0].security_configuration #=> String
|
7326
7351
|
# resp.job_runs[0].log_group_name #=> String
|
@@ -7383,7 +7408,7 @@ module Aws::Glue
|
|
7383
7408
|
# resp.jobs[0].allocated_capacity #=> Integer
|
7384
7409
|
# resp.jobs[0].timeout #=> Integer
|
7385
7410
|
# resp.jobs[0].max_capacity #=> Float
|
7386
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7411
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7387
7412
|
# resp.jobs[0].number_of_workers #=> Integer
|
7388
7413
|
# resp.jobs[0].security_configuration #=> String
|
7389
7414
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -8098,7 +8123,7 @@ module Aws::Glue
|
|
8098
8123
|
# resp.role #=> String
|
8099
8124
|
# resp.glue_version #=> String
|
8100
8125
|
# resp.max_capacity #=> Float
|
8101
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8126
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8102
8127
|
# resp.number_of_workers #=> Integer
|
8103
8128
|
# resp.timeout #=> Integer
|
8104
8129
|
# resp.max_retries #=> Integer
|
@@ -8206,7 +8231,7 @@ module Aws::Glue
|
|
8206
8231
|
# resp.transforms[0].role #=> String
|
8207
8232
|
# resp.transforms[0].glue_version #=> String
|
8208
8233
|
# resp.transforms[0].max_capacity #=> Float
|
8209
|
-
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8234
|
+
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8210
8235
|
# resp.transforms[0].number_of_workers #=> Integer
|
8211
8236
|
# resp.transforms[0].timeout #=> Integer
|
8212
8237
|
# resp.transforms[0].max_retries #=> Integer
|
@@ -10434,7 +10459,7 @@ module Aws::Glue
|
|
10434
10459
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10435
10460
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10436
10461
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10437
|
-
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10462
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10438
10463
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10439
10464
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10440
10465
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10501,7 +10526,7 @@ module Aws::Glue
|
|
10501
10526
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10502
10527
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10503
10528
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10504
|
-
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10529
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10505
10530
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10506
10531
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10507
10532
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10619,7 +10644,7 @@ module Aws::Glue
|
|
10619
10644
|
# resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10620
10645
|
# resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10621
10646
|
# resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10622
|
-
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10647
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10623
10648
|
# resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10624
10649
|
# resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10625
10650
|
# resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10777,7 +10802,7 @@ module Aws::Glue
|
|
10777
10802
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10778
10803
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10779
10804
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10780
|
-
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10805
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10781
10806
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10782
10807
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10783
10808
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -11382,7 +11407,7 @@ module Aws::Glue
|
|
11382
11407
|
req.send_request(options)
|
11383
11408
|
end
|
11384
11409
|
|
11385
|
-
# Retrieve a
|
11410
|
+
# Retrieve a list of sessions.
|
11386
11411
|
#
|
11387
11412
|
# @option params [String] :next_token
|
11388
11413
|
# The token for the next set of results, or null if there are no more
|
@@ -11457,6 +11482,7 @@ module Aws::Glue
|
|
11457
11482
|
# The origin of the request to list statements.
|
11458
11483
|
#
|
11459
11484
|
# @option params [String] :next_token
|
11485
|
+
# A continuation token, if this is a continuation call.
|
11460
11486
|
#
|
11461
11487
|
# @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11462
11488
|
#
|
@@ -12483,6 +12509,11 @@ module Aws::Glue
|
|
12483
12509
|
# You can specify arguments here that your own job-execution script
|
12484
12510
|
# consumes, as well as arguments that Glue itself consumes.
|
12485
12511
|
#
|
12512
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
12513
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
12514
|
+
# other secret management mechanism if you intend to keep them within
|
12515
|
+
# the Job.
|
12516
|
+
#
|
12486
12517
|
# For information about how to specify and consume your own Job
|
12487
12518
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
12488
12519
|
# developer guide.
|
@@ -12500,7 +12531,7 @@ module Aws::Glue
|
|
12500
12531
|
# This field is deprecated. Use `MaxCapacity` instead.
|
12501
12532
|
#
|
12502
12533
|
# The number of Glue data processing units (DPUs) to allocate to this
|
12503
|
-
# JobRun.
|
12534
|
+
# JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
12504
12535
|
# is a relative measure of processing power that consists of 4 vCPUs of
|
12505
12536
|
# compute capacity and 16 GB of memory. For more information, see the
|
12506
12537
|
# [Glue pricing page][1].
|
@@ -12531,7 +12562,7 @@ module Aws::Glue
|
|
12531
12562
|
# or 1 DPU. The default is 0.0625 DPU.
|
12532
12563
|
#
|
12533
12564
|
# * When you specify an Apache Spark ETL job
|
12534
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
12565
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
12535
12566
|
# DPUs. The default is 10 DPUs. This job type cannot have a fractional
|
12536
12567
|
# DPU allocation.
|
12537
12568
|
#
|
@@ -12548,7 +12579,7 @@ module Aws::Glue
|
|
12548
12579
|
#
|
12549
12580
|
# @option params [String] :worker_type
|
12550
12581
|
# The type of predefined worker that is allocated when a job runs.
|
12551
|
-
# Accepts a value of Standard, G.1X, or G.
|
12582
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
12552
12583
|
#
|
12553
12584
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
12554
12585
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -12559,13 +12590,15 @@ module Aws::Glue
|
|
12559
12590
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
12560
12591
|
# memory and a 128GB disk, and 1 executor per worker.
|
12561
12592
|
#
|
12593
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
12594
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
12595
|
+
# recommend this worker type for low volume streaming jobs. This
|
12596
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
12597
|
+
#
|
12562
12598
|
# @option params [Integer] :number_of_workers
|
12563
12599
|
# The number of workers of a defined `workerType` that are allocated
|
12564
12600
|
# when a job runs.
|
12565
12601
|
#
|
12566
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
12567
|
-
# 149 for `G.2X`.
|
12568
|
-
#
|
12569
12602
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
12570
12603
|
#
|
12571
12604
|
# * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
|
@@ -12585,7 +12618,7 @@ module Aws::Glue
|
|
12585
12618
|
# notification_property: {
|
12586
12619
|
# notify_delay_after: 1,
|
12587
12620
|
# },
|
12588
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
12621
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
12589
12622
|
# number_of_workers: 1,
|
12590
12623
|
# })
|
12591
12624
|
#
|
@@ -13665,13 +13698,15 @@ module Aws::Glue
|
|
13665
13698
|
req.send_request(options)
|
13666
13699
|
end
|
13667
13700
|
|
13668
|
-
# Updates an existing job definition.
|
13701
|
+
# Updates an existing job definition. The previous job definition is
|
13702
|
+
# completely overwritten by this information.
|
13669
13703
|
#
|
13670
13704
|
# @option params [required, String] :job_name
|
13671
13705
|
# The name of the job definition to update.
|
13672
13706
|
#
|
13673
13707
|
# @option params [required, Types::JobUpdate] :job_update
|
13674
13708
|
# Specifies the values with which to update the job definition.
|
13709
|
+
# Unspecified configuration is removed or reset to default values.
|
13675
13710
|
#
|
13676
13711
|
# @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
13677
13712
|
#
|
@@ -13706,7 +13741,7 @@ module Aws::Glue
|
|
13706
13741
|
# allocated_capacity: 1,
|
13707
13742
|
# timeout: 1,
|
13708
13743
|
# max_capacity: 1.0,
|
13709
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
13744
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
13710
13745
|
# number_of_workers: 1,
|
13711
13746
|
# security_configuration: "NameString",
|
13712
13747
|
# notification_property: {
|
@@ -14496,7 +14531,7 @@ module Aws::Glue
|
|
14496
14531
|
# role: "RoleString",
|
14497
14532
|
# glue_version: "GlueVersionString",
|
14498
14533
|
# max_capacity: 1.0,
|
14499
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
14534
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
14500
14535
|
# number_of_workers: 1,
|
14501
14536
|
# timeout: 1,
|
14502
14537
|
# max_retries: 1,
|
@@ -15057,7 +15092,7 @@ module Aws::Glue
|
|
15057
15092
|
params: params,
|
15058
15093
|
config: config)
|
15059
15094
|
context[:gem_name] = 'aws-sdk-glue'
|
15060
|
-
context[:gem_version] = '1.
|
15095
|
+
context[:gem_version] = '1.115.0'
|
15061
15096
|
Seahorse::Client::Request.new(handlers, context)
|
15062
15097
|
end
|
15063
15098
|
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -5042,7 +5042,7 @@ module Aws::Glue
|
|
5042
5042
|
# public_key: "GenericString",
|
5043
5043
|
# public_keys: ["GenericString"],
|
5044
5044
|
# number_of_nodes: 1,
|
5045
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
5045
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
5046
5046
|
# glue_version: "GlueVersionString",
|
5047
5047
|
# number_of_workers: 1,
|
5048
5048
|
# extra_python_libs_s3_path: "GenericString",
|
@@ -5420,7 +5420,7 @@ module Aws::Glue
|
|
5420
5420
|
# },
|
5421
5421
|
# glue_version: "GlueVersionString",
|
5422
5422
|
# number_of_workers: 1,
|
5423
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
5423
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
5424
5424
|
# code_gen_configuration_nodes: {
|
5425
5425
|
# "NodeId" => {
|
5426
5426
|
# athena_connector_source: {
|
@@ -6124,6 +6124,11 @@ module Aws::Glue
|
|
6124
6124
|
# You can specify arguments here that your own job-execution script
|
6125
6125
|
# consumes, as well as arguments that Glue itself consumes.
|
6126
6126
|
#
|
6127
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
6128
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager
|
6129
|
+
# or other secret management mechanism if you intend to keep them
|
6130
|
+
# within the Job.
|
6131
|
+
#
|
6127
6132
|
# For information about how to specify and consume your own Job
|
6128
6133
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
6129
6134
|
# developer guide.
|
@@ -6155,7 +6160,7 @@ module Aws::Glue
|
|
6155
6160
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
6156
6161
|
#
|
6157
6162
|
# The number of Glue data processing units (DPUs) to allocate to this
|
6158
|
-
# Job. You can allocate
|
6163
|
+
# Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
6159
6164
|
# is a relative measure of processing power that consists of 4 vCPUs
|
6160
6165
|
# of compute capacity and 16 GB of memory. For more information, see
|
6161
6166
|
# the [Glue pricing page][1].
|
@@ -6190,8 +6195,8 @@ module Aws::Glue
|
|
6190
6195
|
#
|
6191
6196
|
# * When you specify an Apache Spark ETL job
|
6192
6197
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
6193
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
6194
|
-
#
|
6198
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
|
6199
|
+
# of 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
6195
6200
|
# fractional DPU allocation.
|
6196
6201
|
#
|
6197
6202
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -6242,14 +6247,11 @@ module Aws::Glue
|
|
6242
6247
|
# @!attribute [rw] number_of_workers
|
6243
6248
|
# The number of workers of a defined `workerType` that are allocated
|
6244
6249
|
# when a job runs.
|
6245
|
-
#
|
6246
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
6247
|
-
# 149 for `G.2X`.
|
6248
6250
|
# @return [Integer]
|
6249
6251
|
#
|
6250
6252
|
# @!attribute [rw] worker_type
|
6251
6253
|
# The type of predefined worker that is allocated when a job runs.
|
6252
|
-
# Accepts a value of Standard, G.1X, or G.
|
6254
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
6253
6255
|
#
|
6254
6256
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
6255
6257
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -6261,6 +6263,12 @@ module Aws::Glue
|
|
6261
6263
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
6262
6264
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
6263
6265
|
# recommend this worker type for memory-intensive jobs.
|
6266
|
+
#
|
6267
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
6268
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
6269
|
+
# worker. We recommend this worker type for low volume streaming
|
6270
|
+
# jobs. This worker type is only available for Glue version 3.0
|
6271
|
+
# streaming jobs.
|
6264
6272
|
# @return [String]
|
6265
6273
|
#
|
6266
6274
|
# @!attribute [rw] code_gen_configuration_nodes
|
@@ -6367,7 +6375,7 @@ module Aws::Glue
|
|
6367
6375
|
# role: "RoleString", # required
|
6368
6376
|
# glue_version: "GlueVersionString",
|
6369
6377
|
# max_capacity: 1.0,
|
6370
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
6378
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
6371
6379
|
# number_of_workers: 1,
|
6372
6380
|
# timeout: 1,
|
6373
6381
|
# max_retries: 1,
|
@@ -7118,7 +7126,7 @@ module Aws::Glue
|
|
7118
7126
|
# },
|
7119
7127
|
# max_capacity: 1.0,
|
7120
7128
|
# number_of_workers: 1,
|
7121
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
7129
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
7122
7130
|
# security_configuration: "NameString",
|
7123
7131
|
# glue_version: "GlueVersionString",
|
7124
7132
|
# tags: {
|
@@ -7160,18 +7168,37 @@ module Aws::Glue
|
|
7160
7168
|
# @return [Types::ConnectionsList]
|
7161
7169
|
#
|
7162
7170
|
# @!attribute [rw] max_capacity
|
7163
|
-
# The number of
|
7171
|
+
# The number of Glue data processing units (DPUs) that can be
|
7164
7172
|
# allocated when the job runs. A DPU is a relative measure of
|
7165
7173
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
7166
7174
|
# GB memory.
|
7167
7175
|
# @return [Float]
|
7168
7176
|
#
|
7169
7177
|
# @!attribute [rw] number_of_workers
|
7170
|
-
# The number of workers to use for the
|
7178
|
+
# The number of workers of a defined `WorkerType` to use for the
|
7179
|
+
# session.
|
7171
7180
|
# @return [Integer]
|
7172
7181
|
#
|
7173
7182
|
# @!attribute [rw] worker_type
|
7174
|
-
# The
|
7183
|
+
# The type of predefined worker that is allocated to use for the
|
7184
|
+
# session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
7185
|
+
#
|
7186
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
7187
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
7188
|
+
#
|
7189
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
|
7190
|
+
# GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
7191
|
+
# recommend this worker type for memory-intensive jobs.
|
7192
|
+
#
|
7193
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
7194
|
+
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
7195
|
+
# recommend this worker type for memory-intensive jobs.
|
7196
|
+
#
|
7197
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
7198
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
7199
|
+
# worker. We recommend this worker type for low volume streaming
|
7200
|
+
# jobs. This worker type is only available for Glue version 3.0
|
7201
|
+
# streaming jobs.
|
7175
7202
|
# @return [String]
|
7176
7203
|
#
|
7177
7204
|
# @!attribute [rw] security_configuration
|
@@ -7181,7 +7208,7 @@ module Aws::Glue
|
|
7181
7208
|
#
|
7182
7209
|
# @!attribute [rw] glue_version
|
7183
7210
|
# The Glue version determines the versions of Apache Spark and Python
|
7184
|
-
# that
|
7211
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
7185
7212
|
# @return [String]
|
7186
7213
|
#
|
7187
7214
|
# @!attribute [rw] tags
|
@@ -9724,8 +9751,8 @@ module Aws::Glue
|
|
9724
9751
|
include Aws::Structure
|
9725
9752
|
end
|
9726
9753
|
|
9727
|
-
# An edge represents a directed connection between two components
|
9728
|
-
# workflow
|
9754
|
+
# An edge represents a directed connection between two Glue components
|
9755
|
+
# that are part of the workflow the edge belongs to.
|
9729
9756
|
#
|
9730
9757
|
# @!attribute [rw] source_id
|
9731
9758
|
# The unique of the node within the workflow where the edge starts.
|
@@ -14128,7 +14155,10 @@ module Aws::Glue
|
|
14128
14155
|
include Aws::Structure
|
14129
14156
|
end
|
14130
14157
|
|
14158
|
+
# The blueprint is in an invalid state to perform a requested operation.
|
14159
|
+
#
|
14131
14160
|
# @!attribute [rw] message
|
14161
|
+
# A message describing the problem.
|
14132
14162
|
# @return [String]
|
14133
14163
|
#
|
14134
14164
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
|
@@ -14612,7 +14642,7 @@ module Aws::Glue
|
|
14612
14642
|
# This field is deprecated. Use `MaxCapacity` instead.
|
14613
14643
|
#
|
14614
14644
|
# The number of Glue data processing units (DPUs) allocated to runs of
|
14615
|
-
# this job. You can allocate
|
14645
|
+
# this job. You can allocate a minimum of 2 DPUs; the default is 10. A
|
14616
14646
|
# DPU is a relative measure of processing power that consists of 4
|
14617
14647
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
14618
14648
|
# see the [Glue pricing page][1].
|
@@ -14650,8 +14680,8 @@ module Aws::Glue
|
|
14650
14680
|
#
|
14651
14681
|
# * When you specify an Apache Spark ETL job
|
14652
14682
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
14653
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
14654
|
-
#
|
14683
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
|
14684
|
+
# of 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
14655
14685
|
# fractional DPU allocation.
|
14656
14686
|
#
|
14657
14687
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -14665,7 +14695,7 @@ module Aws::Glue
|
|
14665
14695
|
#
|
14666
14696
|
# @!attribute [rw] worker_type
|
14667
14697
|
# The type of predefined worker that is allocated when a job runs.
|
14668
|
-
# Accepts a value of Standard, G.1X, or G.
|
14698
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
14669
14699
|
#
|
14670
14700
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
14671
14701
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -14677,14 +14707,17 @@ module Aws::Glue
|
|
14677
14707
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
14678
14708
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
14679
14709
|
# recommend this worker type for memory-intensive jobs.
|
14710
|
+
#
|
14711
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
14712
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
14713
|
+
# worker. We recommend this worker type for low volume streaming
|
14714
|
+
# jobs. This worker type is only available for Glue version 3.0
|
14715
|
+
# streaming jobs.
|
14680
14716
|
# @return [String]
|
14681
14717
|
#
|
14682
14718
|
# @!attribute [rw] number_of_workers
|
14683
14719
|
# The number of workers of a defined `workerType` that are allocated
|
14684
14720
|
# when a job runs.
|
14685
|
-
#
|
14686
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
14687
|
-
# 149 for `G.2X`.
|
14688
14721
|
# @return [Integer]
|
14689
14722
|
#
|
14690
14723
|
# @!attribute [rw] security_configuration
|
@@ -14986,7 +15019,7 @@ module Aws::Glue
|
|
14986
15019
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
14987
15020
|
#
|
14988
15021
|
# * When you specify an Apache Spark ETL job
|
14989
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
15022
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
14990
15023
|
# DPUs. The default is 10 DPUs. This job type cannot have a
|
14991
15024
|
# fractional DPU allocation.
|
14992
15025
|
#
|
@@ -14997,7 +15030,7 @@ module Aws::Glue
|
|
14997
15030
|
#
|
14998
15031
|
# @!attribute [rw] worker_type
|
14999
15032
|
# The type of predefined worker that is allocated when a job runs.
|
15000
|
-
# Accepts a value of Standard, G.1X, or G.
|
15033
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
15001
15034
|
#
|
15002
15035
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
15003
15036
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -15007,14 +15040,17 @@ module Aws::Glue
|
|
15007
15040
|
#
|
15008
15041
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
15009
15042
|
# memory and a 128GB disk, and 1 executor per worker.
|
15043
|
+
#
|
15044
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
15045
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
15046
|
+
# worker. We recommend this worker type for low volume streaming
|
15047
|
+
# jobs. This worker type is only available for Glue version 3.0
|
15048
|
+
# streaming jobs.
|
15010
15049
|
# @return [String]
|
15011
15050
|
#
|
15012
15051
|
# @!attribute [rw] number_of_workers
|
15013
15052
|
# The number of workers of a defined `workerType` that are allocated
|
15014
15053
|
# when a job runs.
|
15015
|
-
#
|
15016
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
15017
|
-
# 149 for `G.2X`.
|
15018
15054
|
# @return [Integer]
|
15019
15055
|
#
|
15020
15056
|
# @!attribute [rw] security_configuration
|
@@ -15126,7 +15162,7 @@ module Aws::Glue
|
|
15126
15162
|
# allocated_capacity: 1,
|
15127
15163
|
# timeout: 1,
|
15128
15164
|
# max_capacity: 1.0,
|
15129
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
15165
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
15130
15166
|
# number_of_workers: 1,
|
15131
15167
|
# security_configuration: "NameString",
|
15132
15168
|
# notification_property: {
|
@@ -15862,7 +15898,7 @@ module Aws::Glue
|
|
15862
15898
|
# This field is deprecated. Use `MaxCapacity` instead.
|
15863
15899
|
#
|
15864
15900
|
# The number of Glue data processing units (DPUs) to allocate to this
|
15865
|
-
# job. You can allocate
|
15901
|
+
# job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
15866
15902
|
# is a relative measure of processing power that consists of 4 vCPUs
|
15867
15903
|
# of compute capacity and 16 GB of memory. For more information, see
|
15868
15904
|
# the [Glue pricing page][1].
|
@@ -15897,8 +15933,8 @@ module Aws::Glue
|
|
15897
15933
|
#
|
15898
15934
|
# * When you specify an Apache Spark ETL job
|
15899
15935
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
15900
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
15901
|
-
#
|
15936
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
|
15937
|
+
# of 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
15902
15938
|
# fractional DPU allocation.
|
15903
15939
|
#
|
15904
15940
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -15912,7 +15948,7 @@ module Aws::Glue
|
|
15912
15948
|
#
|
15913
15949
|
# @!attribute [rw] worker_type
|
15914
15950
|
# The type of predefined worker that is allocated when a job runs.
|
15915
|
-
# Accepts a value of Standard, G.1X, or G.
|
15951
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
15916
15952
|
#
|
15917
15953
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
15918
15954
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -15924,14 +15960,17 @@ module Aws::Glue
|
|
15924
15960
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
15925
15961
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
15926
15962
|
# recommend this worker type for memory-intensive jobs.
|
15963
|
+
#
|
15964
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
15965
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
15966
|
+
# worker. We recommend this worker type for low volume streaming
|
15967
|
+
# jobs. This worker type is only available for Glue version 3.0
|
15968
|
+
# streaming jobs.
|
15927
15969
|
# @return [String]
|
15928
15970
|
#
|
15929
15971
|
# @!attribute [rw] number_of_workers
|
15930
15972
|
# The number of workers of a defined `workerType` that are allocated
|
15931
15973
|
# when a job runs.
|
15932
|
-
#
|
15933
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
15934
|
-
# 149 for `G.2X`.
|
15935
15974
|
# @return [Integer]
|
15936
15975
|
#
|
15937
15976
|
# @!attribute [rw] security_configuration
|
@@ -17144,7 +17183,7 @@ module Aws::Glue
|
|
17144
17183
|
end
|
17145
17184
|
|
17146
17185
|
# @!attribute [rw] ids
|
17147
|
-
# Returns the
|
17186
|
+
# Returns the ID of the session.
|
17148
17187
|
# @return [Array<String>]
|
17149
17188
|
#
|
17150
17189
|
# @!attribute [rw] sessions
|
@@ -17184,6 +17223,7 @@ module Aws::Glue
|
|
17184
17223
|
# @return [String]
|
17185
17224
|
#
|
17186
17225
|
# @!attribute [rw] next_token
|
17226
|
+
# A continuation token, if this is a continuation call.
|
17187
17227
|
# @return [String]
|
17188
17228
|
#
|
17189
17229
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsRequest AWS API Documentation
|
@@ -17201,6 +17241,7 @@ module Aws::Glue
|
|
17201
17241
|
# @return [Array<Types::Statement>]
|
17202
17242
|
#
|
17203
17243
|
# @!attribute [rw] next_token
|
17244
|
+
# A continuation token, if not all statements have yet been returned.
|
17204
17245
|
# @return [String]
|
17205
17246
|
#
|
17206
17247
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsResponse AWS API Documentation
|
@@ -21332,7 +21373,7 @@ module Aws::Glue
|
|
21332
21373
|
# @return [Float]
|
21333
21374
|
#
|
21334
21375
|
# @!attribute [rw] max_capacity
|
21335
|
-
# The number of
|
21376
|
+
# The number of Glue data processing units (DPUs) that can be
|
21336
21377
|
# allocated when the job runs. A DPU is a relative measure of
|
21337
21378
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
21338
21379
|
# GB memory.
|
@@ -21345,7 +21386,7 @@ module Aws::Glue
|
|
21345
21386
|
#
|
21346
21387
|
# @!attribute [rw] glue_version
|
21347
21388
|
# The Glue version determines the versions of Apache Spark and Python
|
21348
|
-
# that
|
21389
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
21349
21390
|
# @return [String]
|
21350
21391
|
#
|
21351
21392
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Session AWS API Documentation
|
@@ -21379,7 +21420,7 @@ module Aws::Glue
|
|
21379
21420
|
# }
|
21380
21421
|
#
|
21381
21422
|
# @!attribute [rw] name
|
21382
|
-
# Specifies the name of the SessionCommand.Can be 'glueetl' or
|
21423
|
+
# Specifies the name of the SessionCommand. Can be 'glueetl' or
|
21383
21424
|
# 'gluestreaming'.
|
21384
21425
|
# @return [String]
|
21385
21426
|
#
|
@@ -21965,7 +22006,7 @@ module Aws::Glue
|
|
21965
22006
|
# notification_property: {
|
21966
22007
|
# notify_delay_after: 1,
|
21967
22008
|
# },
|
21968
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
22009
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
21969
22010
|
# number_of_workers: 1,
|
21970
22011
|
# }
|
21971
22012
|
#
|
@@ -21984,6 +22025,11 @@ module Aws::Glue
|
|
21984
22025
|
# You can specify arguments here that your own job-execution script
|
21985
22026
|
# consumes, as well as arguments that Glue itself consumes.
|
21986
22027
|
#
|
22028
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
22029
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager
|
22030
|
+
# or other secret management mechanism if you intend to keep them
|
22031
|
+
# within the Job.
|
22032
|
+
#
|
21987
22033
|
# For information about how to specify and consume your own Job
|
21988
22034
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
21989
22035
|
# developer guide.
|
@@ -22002,7 +22048,7 @@ module Aws::Glue
|
|
22002
22048
|
# This field is deprecated. Use `MaxCapacity` instead.
|
22003
22049
|
#
|
22004
22050
|
# The number of Glue data processing units (DPUs) to allocate to this
|
22005
|
-
# JobRun.
|
22051
|
+
# JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A
|
22006
22052
|
# DPU is a relative measure of processing power that consists of 4
|
22007
22053
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
22008
22054
|
# see the [Glue pricing page][1].
|
@@ -22036,7 +22082,7 @@ module Aws::Glue
|
|
22036
22082
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
22037
22083
|
#
|
22038
22084
|
# * When you specify an Apache Spark ETL job
|
22039
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
22085
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
22040
22086
|
# DPUs. The default is 10 DPUs. This job type cannot have a
|
22041
22087
|
# fractional DPU allocation.
|
22042
22088
|
#
|
@@ -22056,7 +22102,7 @@ module Aws::Glue
|
|
22056
22102
|
#
|
22057
22103
|
# @!attribute [rw] worker_type
|
22058
22104
|
# The type of predefined worker that is allocated when a job runs.
|
22059
|
-
# Accepts a value of Standard, G.1X, or G.
|
22105
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
22060
22106
|
#
|
22061
22107
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
22062
22108
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -22066,14 +22112,17 @@ module Aws::Glue
|
|
22066
22112
|
#
|
22067
22113
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
22068
22114
|
# memory and a 128GB disk, and 1 executor per worker.
|
22115
|
+
#
|
22116
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
22117
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
22118
|
+
# worker. We recommend this worker type for low volume streaming
|
22119
|
+
# jobs. This worker type is only available for Glue version 3.0
|
22120
|
+
# streaming jobs.
|
22069
22121
|
# @return [String]
|
22070
22122
|
#
|
22071
22123
|
# @!attribute [rw] number_of_workers
|
22072
22124
|
# The number of workers of a defined `workerType` that are allocated
|
22073
22125
|
# when a job runs.
|
22074
|
-
#
|
22075
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
22076
|
-
# 149 for `G.2X`.
|
22077
22126
|
# @return [Integer]
|
22078
22127
|
#
|
22079
22128
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
|
@@ -24630,7 +24679,7 @@ module Aws::Glue
|
|
24630
24679
|
# allocated_capacity: 1,
|
24631
24680
|
# timeout: 1,
|
24632
24681
|
# max_capacity: 1.0,
|
24633
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
24682
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
24634
24683
|
# number_of_workers: 1,
|
24635
24684
|
# security_configuration: "NameString",
|
24636
24685
|
# notification_property: {
|
@@ -25314,6 +25363,7 @@ module Aws::Glue
|
|
25314
25363
|
#
|
25315
25364
|
# @!attribute [rw] job_update
|
25316
25365
|
# Specifies the values with which to update the job definition.
|
25366
|
+
# Unspecified configuration is removed or reset to default values.
|
25317
25367
|
# @return [Types::JobUpdate]
|
25318
25368
|
#
|
25319
25369
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobRequest AWS API Documentation
|
@@ -25389,7 +25439,7 @@ module Aws::Glue
|
|
25389
25439
|
# role: "RoleString",
|
25390
25440
|
# glue_version: "GlueVersionString",
|
25391
25441
|
# max_capacity: 1.0,
|
25392
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
25442
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
25393
25443
|
# number_of_workers: 1,
|
25394
25444
|
# timeout: 1,
|
25395
25445
|
# max_retries: 1,
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.115.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-07-14 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|