aws-sdk-glue 1.113.0 → 1.116.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +15 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +103 -59
- data/lib/aws-sdk-glue/client_api.rb +1 -0
- data/lib/aws-sdk-glue/types.rb +182 -75
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 22ae3a29808763e1c0ad4aa59d4b82f00a98b28da11f0656f4f13153c1cef1dd
|
4
|
+
data.tar.gz: df8f02b374dc58c885938495b2daf25af52b6e8344c148863d7737d294d69508
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7859663bf7442689f956b103a37dce88587523970002846caef5680104229c04c3f607eb982711ffbb5701e32752f5b82668502d7eba8e395f059bfbe681d267
|
7
|
+
data.tar.gz: 933ba2ae90850670170658d046d729e12129a98e6a64d7eeaf8a4788cce91a6ccf3a3f02d0fa658810741f1fe5ca6b7e0917dfe48b616fd5fb561590036a3ed8
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,21 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.116.0 (2022-07-19)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Documentation updates for AWS Glue Job Timeout and Autoscaling
|
8
|
+
|
9
|
+
1.115.0 (2022-07-14)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - This release adds an additional worker type for Glue Streaming jobs.
|
13
|
+
|
14
|
+
1.114.0 (2022-06-30)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - This release adds tag as an input of CreateDatabase
|
18
|
+
|
4
19
|
1.113.0 (2022-06-24)
|
5
20
|
------------------
|
6
21
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.116.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -885,7 +885,7 @@ module Aws::Glue
|
|
885
885
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
886
886
|
# resp.dev_endpoints[0].public_address #=> String
|
887
887
|
# resp.dev_endpoints[0].status #=> String
|
888
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
888
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
889
889
|
# resp.dev_endpoints[0].glue_version #=> String
|
890
890
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
891
891
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -959,7 +959,7 @@ module Aws::Glue
|
|
959
959
|
# resp.jobs[0].allocated_capacity #=> Integer
|
960
960
|
# resp.jobs[0].timeout #=> Integer
|
961
961
|
# resp.jobs[0].max_capacity #=> Float
|
962
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
962
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
963
963
|
# resp.jobs[0].number_of_workers #=> Integer
|
964
964
|
# resp.jobs[0].security_configuration #=> String
|
965
965
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -1710,7 +1710,7 @@ module Aws::Glue
|
|
1710
1710
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1711
1711
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1712
1712
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1713
|
-
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1713
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1714
1714
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1715
1715
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1716
1716
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -1777,7 +1777,7 @@ module Aws::Glue
|
|
1777
1777
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1778
1778
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1779
1779
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1780
|
-
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1780
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1781
1781
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1782
1782
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1783
1783
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -2002,7 +2002,7 @@ module Aws::Glue
|
|
2002
2002
|
req.send_request(options)
|
2003
2003
|
end
|
2004
2004
|
|
2005
|
-
# Cancels the statement
|
2005
|
+
# Cancels the statement.
|
2006
2006
|
#
|
2007
2007
|
# @option params [required, String] :session_id
|
2008
2008
|
# The Session ID of the statement to be cancelled.
|
@@ -2435,6 +2435,9 @@ module Aws::Glue
|
|
2435
2435
|
# @option params [required, Types::DatabaseInput] :database_input
|
2436
2436
|
# The metadata for the database.
|
2437
2437
|
#
|
2438
|
+
# @option params [Hash<String,String>] :tags
|
2439
|
+
# The tags you assign to the database.
|
2440
|
+
#
|
2438
2441
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2439
2442
|
#
|
2440
2443
|
# @example Request syntax with placeholder values
|
@@ -2461,6 +2464,9 @@ module Aws::Glue
|
|
2461
2464
|
# database_name: "NameString",
|
2462
2465
|
# },
|
2463
2466
|
# },
|
2467
|
+
# tags: {
|
2468
|
+
# "TagKey" => "TagValue",
|
2469
|
+
# },
|
2464
2470
|
# })
|
2465
2471
|
#
|
2466
2472
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabase AWS API Documentation
|
@@ -2624,7 +2630,7 @@ module Aws::Glue
|
|
2624
2630
|
# public_key: "GenericString",
|
2625
2631
|
# public_keys: ["GenericString"],
|
2626
2632
|
# number_of_nodes: 1,
|
2627
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2633
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2628
2634
|
# glue_version: "GlueVersionString",
|
2629
2635
|
# number_of_workers: 1,
|
2630
2636
|
# extra_python_libs_s3_path: "GenericString",
|
@@ -2649,7 +2655,7 @@ module Aws::Glue
|
|
2649
2655
|
# resp.yarn_endpoint_address #=> String
|
2650
2656
|
# resp.zeppelin_remote_spark_interpreter_port #=> Integer
|
2651
2657
|
# resp.number_of_nodes #=> Integer
|
2652
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
2658
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
2653
2659
|
# resp.glue_version #=> String
|
2654
2660
|
# resp.number_of_workers #=> Integer
|
2655
2661
|
# resp.availability_zone #=> String
|
@@ -2700,6 +2706,11 @@ module Aws::Glue
|
|
2700
2706
|
# You can specify arguments here that your own job-execution script
|
2701
2707
|
# consumes, as well as arguments that Glue itself consumes.
|
2702
2708
|
#
|
2709
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
2710
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
2711
|
+
# other secret management mechanism if you intend to keep them within
|
2712
|
+
# the Job.
|
2713
|
+
#
|
2703
2714
|
# For information about how to specify and consume your own Job
|
2704
2715
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
2705
2716
|
# developer guide.
|
@@ -2726,7 +2737,7 @@ module Aws::Glue
|
|
2726
2737
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
2727
2738
|
#
|
2728
2739
|
# The number of Glue data processing units (DPUs) to allocate to this
|
2729
|
-
# Job. You can allocate
|
2740
|
+
# Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU is
|
2730
2741
|
# a relative measure of processing power that consists of 4 vCPUs of
|
2731
2742
|
# compute capacity and 16 GB of memory. For more information, see the
|
2732
2743
|
# [Glue pricing page][1].
|
@@ -2758,8 +2769,8 @@ module Aws::Glue
|
|
2758
2769
|
#
|
2759
2770
|
# * When you specify an Apache Spark ETL job
|
2760
2771
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
2761
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
2762
|
-
#
|
2772
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum of
|
2773
|
+
# 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
2763
2774
|
# fractional DPU allocation.
|
2764
2775
|
#
|
2765
2776
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -2806,12 +2817,9 @@ module Aws::Glue
|
|
2806
2817
|
# The number of workers of a defined `workerType` that are allocated
|
2807
2818
|
# when a job runs.
|
2808
2819
|
#
|
2809
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
2810
|
-
# 149 for `G.2X`.
|
2811
|
-
#
|
2812
2820
|
# @option params [String] :worker_type
|
2813
2821
|
# The type of predefined worker that is allocated when a job runs.
|
2814
|
-
# Accepts a value of Standard, G.1X, or G.
|
2822
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
2815
2823
|
#
|
2816
2824
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
2817
2825
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -2824,6 +2832,11 @@ module Aws::Glue
|
|
2824
2832
|
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
2825
2833
|
# recommend this worker type for memory-intensive jobs.
|
2826
2834
|
#
|
2835
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
2836
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
2837
|
+
# recommend this worker type for low volume streaming jobs. This
|
2838
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
2839
|
+
#
|
2827
2840
|
# @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
|
2828
2841
|
# The representation of a directed acyclic graph on which both the Glue
|
2829
2842
|
# Studio visual component and Glue Studio code generation is based.
|
@@ -2869,7 +2882,7 @@ module Aws::Glue
|
|
2869
2882
|
# },
|
2870
2883
|
# glue_version: "GlueVersionString",
|
2871
2884
|
# number_of_workers: 1,
|
2872
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2885
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2873
2886
|
# code_gen_configuration_nodes: {
|
2874
2887
|
# "NodeId" => {
|
2875
2888
|
# athena_connector_source: {
|
@@ -3733,7 +3746,7 @@ module Aws::Glue
|
|
3733
3746
|
# role: "RoleString", # required
|
3734
3747
|
# glue_version: "GlueVersionString",
|
3735
3748
|
# max_capacity: 1.0,
|
3736
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
3749
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
3737
3750
|
# number_of_workers: 1,
|
3738
3751
|
# timeout: 1,
|
3739
3752
|
# max_retries: 1,
|
@@ -4238,15 +4251,33 @@ module Aws::Glue
|
|
4238
4251
|
# The number of connections to use for the session.
|
4239
4252
|
#
|
4240
4253
|
# @option params [Float] :max_capacity
|
4241
|
-
# The number of
|
4242
|
-
#
|
4243
|
-
#
|
4254
|
+
# The number of Glue data processing units (DPUs) that can be allocated
|
4255
|
+
# when the job runs. A DPU is a relative measure of processing power
|
4256
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB memory.
|
4244
4257
|
#
|
4245
4258
|
# @option params [Integer] :number_of_workers
|
4246
|
-
# The number of workers to use for the
|
4259
|
+
# The number of workers of a defined `WorkerType` to use for the
|
4260
|
+
# session.
|
4247
4261
|
#
|
4248
4262
|
# @option params [String] :worker_type
|
4249
|
-
# The
|
4263
|
+
# The type of predefined worker that is allocated to use for the
|
4264
|
+
# session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
4265
|
+
#
|
4266
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
4267
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
4268
|
+
#
|
4269
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
|
4270
|
+
# of memory, 64 GB disk), and provides 1 executor per worker. We
|
4271
|
+
# recommend this worker type for memory-intensive jobs.
|
4272
|
+
#
|
4273
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
|
4274
|
+
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
4275
|
+
# recommend this worker type for memory-intensive jobs.
|
4276
|
+
#
|
4277
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
4278
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
4279
|
+
# recommend this worker type for low volume streaming jobs. This
|
4280
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
4250
4281
|
#
|
4251
4282
|
# @option params [String] :security_configuration
|
4252
4283
|
# The name of the SecurityConfiguration structure to be used with the
|
@@ -4254,7 +4285,7 @@ module Aws::Glue
|
|
4254
4285
|
#
|
4255
4286
|
# @option params [String] :glue_version
|
4256
4287
|
# The Glue version determines the versions of Apache Spark and Python
|
4257
|
-
# that
|
4288
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
4258
4289
|
#
|
4259
4290
|
# @option params [Hash<String,String>] :tags
|
4260
4291
|
# The map of key value pairs (tags) belonging to the session.
|
@@ -4286,7 +4317,7 @@ module Aws::Glue
|
|
4286
4317
|
# },
|
4287
4318
|
# max_capacity: 1.0,
|
4288
4319
|
# number_of_workers: 1,
|
4289
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
4320
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
4290
4321
|
# security_configuration: "NameString",
|
4291
4322
|
# glue_version: "GlueVersionString",
|
4292
4323
|
# tags: {
|
@@ -5941,11 +5972,11 @@ module Aws::Glue
|
|
5941
5972
|
#
|
5942
5973
|
# @option params [Boolean] :hide_password
|
5943
5974
|
# Allows you to retrieve the connection metadata without returning the
|
5944
|
-
# password. For instance, the
|
5945
|
-
#
|
5946
|
-
#
|
5947
|
-
#
|
5948
|
-
#
|
5975
|
+
# password. For instance, the Glue console uses this flag to retrieve
|
5976
|
+
# the connection, and does not display the password. Set this parameter
|
5977
|
+
# when the caller might not have permission to use the KMS key to
|
5978
|
+
# decrypt the password, but it does have permission to access the rest
|
5979
|
+
# of the connection properties.
|
5949
5980
|
#
|
5950
5981
|
# @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5951
5982
|
#
|
@@ -5996,11 +6027,11 @@ module Aws::Glue
|
|
5996
6027
|
#
|
5997
6028
|
# @option params [Boolean] :hide_password
|
5998
6029
|
# Allows you to retrieve the connection metadata without returning the
|
5999
|
-
# password. For instance, the
|
6000
|
-
#
|
6001
|
-
#
|
6002
|
-
#
|
6003
|
-
#
|
6030
|
+
# password. For instance, the Glue console uses this flag to retrieve
|
6031
|
+
# the connection, and does not display the password. Set this parameter
|
6032
|
+
# when the caller might not have permission to use the KMS key to
|
6033
|
+
# decrypt the password, but it does have permission to access the rest
|
6034
|
+
# of the connection properties.
|
6004
6035
|
#
|
6005
6036
|
# @option params [String] :next_token
|
6006
6037
|
# A continuation token, if this is a continuation call.
|
@@ -6536,7 +6567,7 @@ module Aws::Glue
|
|
6536
6567
|
# resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
|
6537
6568
|
# resp.dev_endpoint.public_address #=> String
|
6538
6569
|
# resp.dev_endpoint.status #=> String
|
6539
|
-
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6570
|
+
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6540
6571
|
# resp.dev_endpoint.glue_version #=> String
|
6541
6572
|
# resp.dev_endpoint.number_of_workers #=> Integer
|
6542
6573
|
# resp.dev_endpoint.number_of_nodes #=> Integer
|
@@ -6606,7 +6637,7 @@ module Aws::Glue
|
|
6606
6637
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
6607
6638
|
# resp.dev_endpoints[0].public_address #=> String
|
6608
6639
|
# resp.dev_endpoints[0].status #=> String
|
6609
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6640
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6610
6641
|
# resp.dev_endpoints[0].glue_version #=> String
|
6611
6642
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
6612
6643
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -6672,7 +6703,7 @@ module Aws::Glue
|
|
6672
6703
|
# resp.job.allocated_capacity #=> Integer
|
6673
6704
|
# resp.job.timeout #=> Integer
|
6674
6705
|
# resp.job.max_capacity #=> Float
|
6675
|
-
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6706
|
+
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6676
6707
|
# resp.job.number_of_workers #=> Integer
|
6677
6708
|
# resp.job.security_configuration #=> String
|
6678
6709
|
# resp.job.notification_property.notify_delay_after #=> Integer
|
@@ -7249,7 +7280,7 @@ module Aws::Glue
|
|
7249
7280
|
# resp.job_run.execution_time #=> Integer
|
7250
7281
|
# resp.job_run.timeout #=> Integer
|
7251
7282
|
# resp.job_run.max_capacity #=> Float
|
7252
|
-
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7283
|
+
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7253
7284
|
# resp.job_run.number_of_workers #=> Integer
|
7254
7285
|
# resp.job_run.security_configuration #=> String
|
7255
7286
|
# resp.job_run.log_group_name #=> String
|
@@ -7314,7 +7345,7 @@ module Aws::Glue
|
|
7314
7345
|
# resp.job_runs[0].execution_time #=> Integer
|
7315
7346
|
# resp.job_runs[0].timeout #=> Integer
|
7316
7347
|
# resp.job_runs[0].max_capacity #=> Float
|
7317
|
-
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7348
|
+
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7318
7349
|
# resp.job_runs[0].number_of_workers #=> Integer
|
7319
7350
|
# resp.job_runs[0].security_configuration #=> String
|
7320
7351
|
# resp.job_runs[0].log_group_name #=> String
|
@@ -7377,7 +7408,7 @@ module Aws::Glue
|
|
7377
7408
|
# resp.jobs[0].allocated_capacity #=> Integer
|
7378
7409
|
# resp.jobs[0].timeout #=> Integer
|
7379
7410
|
# resp.jobs[0].max_capacity #=> Float
|
7380
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7411
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7381
7412
|
# resp.jobs[0].number_of_workers #=> Integer
|
7382
7413
|
# resp.jobs[0].security_configuration #=> String
|
7383
7414
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -8092,7 +8123,7 @@ module Aws::Glue
|
|
8092
8123
|
# resp.role #=> String
|
8093
8124
|
# resp.glue_version #=> String
|
8094
8125
|
# resp.max_capacity #=> Float
|
8095
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8126
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8096
8127
|
# resp.number_of_workers #=> Integer
|
8097
8128
|
# resp.timeout #=> Integer
|
8098
8129
|
# resp.max_retries #=> Integer
|
@@ -8200,7 +8231,7 @@ module Aws::Glue
|
|
8200
8231
|
# resp.transforms[0].role #=> String
|
8201
8232
|
# resp.transforms[0].glue_version #=> String
|
8202
8233
|
# resp.transforms[0].max_capacity #=> Float
|
8203
|
-
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8234
|
+
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8204
8235
|
# resp.transforms[0].number_of_workers #=> Integer
|
8205
8236
|
# resp.transforms[0].timeout #=> Integer
|
8206
8237
|
# resp.transforms[0].max_retries #=> Integer
|
@@ -10428,7 +10459,7 @@ module Aws::Glue
|
|
10428
10459
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10429
10460
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10430
10461
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10431
|
-
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10462
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10432
10463
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10433
10464
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10434
10465
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10495,7 +10526,7 @@ module Aws::Glue
|
|
10495
10526
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10496
10527
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10497
10528
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10498
|
-
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10529
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10499
10530
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10500
10531
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10501
10532
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10613,7 +10644,7 @@ module Aws::Glue
|
|
10613
10644
|
# resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10614
10645
|
# resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10615
10646
|
# resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10616
|
-
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10647
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10617
10648
|
# resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10618
10649
|
# resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10619
10650
|
# resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10771,7 +10802,7 @@ module Aws::Glue
|
|
10771
10802
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10772
10803
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10773
10804
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10774
|
-
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10805
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10775
10806
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10776
10807
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10777
10808
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -11376,7 +11407,7 @@ module Aws::Glue
|
|
11376
11407
|
req.send_request(options)
|
11377
11408
|
end
|
11378
11409
|
|
11379
|
-
# Retrieve a
|
11410
|
+
# Retrieve a list of sessions.
|
11380
11411
|
#
|
11381
11412
|
# @option params [String] :next_token
|
11382
11413
|
# The token for the next set of results, or null if there are no more
|
@@ -11451,6 +11482,7 @@ module Aws::Glue
|
|
11451
11482
|
# The origin of the request to list statements.
|
11452
11483
|
#
|
11453
11484
|
# @option params [String] :next_token
|
11485
|
+
# A continuation token, if this is a continuation call.
|
11454
11486
|
#
|
11455
11487
|
# @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11456
11488
|
#
|
@@ -12477,6 +12509,11 @@ module Aws::Glue
|
|
12477
12509
|
# You can specify arguments here that your own job-execution script
|
12478
12510
|
# consumes, as well as arguments that Glue itself consumes.
|
12479
12511
|
#
|
12512
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
12513
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
12514
|
+
# other secret management mechanism if you intend to keep them within
|
12515
|
+
# the Job.
|
12516
|
+
#
|
12480
12517
|
# For information about how to specify and consume your own Job
|
12481
12518
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
12482
12519
|
# developer guide.
|
@@ -12494,7 +12531,7 @@ module Aws::Glue
|
|
12494
12531
|
# This field is deprecated. Use `MaxCapacity` instead.
|
12495
12532
|
#
|
12496
12533
|
# The number of Glue data processing units (DPUs) to allocate to this
|
12497
|
-
# JobRun.
|
12534
|
+
# JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
12498
12535
|
# is a relative measure of processing power that consists of 4 vCPUs of
|
12499
12536
|
# compute capacity and 16 GB of memory. For more information, see the
|
12500
12537
|
# [Glue pricing page][1].
|
@@ -12506,8 +12543,10 @@ module Aws::Glue
|
|
12506
12543
|
# @option params [Integer] :timeout
|
12507
12544
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
12508
12545
|
# run can consume resources before it is terminated and enters `TIMEOUT`
|
12509
|
-
# status.
|
12510
|
-
#
|
12546
|
+
# status. This value overrides the timeout value set in the parent job.
|
12547
|
+
#
|
12548
|
+
# Streaming jobs do not have a timeout. The default for non-streaming
|
12549
|
+
# jobs is 2,880 minutes (48 hours).
|
12511
12550
|
#
|
12512
12551
|
# @option params [Float] :max_capacity
|
12513
12552
|
# The number of Glue data processing units (DPUs) that can be allocated
|
@@ -12525,7 +12564,7 @@ module Aws::Glue
|
|
12525
12564
|
# or 1 DPU. The default is 0.0625 DPU.
|
12526
12565
|
#
|
12527
12566
|
# * When you specify an Apache Spark ETL job
|
12528
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
12567
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
12529
12568
|
# DPUs. The default is 10 DPUs. This job type cannot have a fractional
|
12530
12569
|
# DPU allocation.
|
12531
12570
|
#
|
@@ -12542,7 +12581,7 @@ module Aws::Glue
|
|
12542
12581
|
#
|
12543
12582
|
# @option params [String] :worker_type
|
12544
12583
|
# The type of predefined worker that is allocated when a job runs.
|
12545
|
-
# Accepts a value of Standard, G.1X, or G.
|
12584
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
12546
12585
|
#
|
12547
12586
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
12548
12587
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -12553,13 +12592,15 @@ module Aws::Glue
|
|
12553
12592
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
12554
12593
|
# memory and a 128GB disk, and 1 executor per worker.
|
12555
12594
|
#
|
12595
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
12596
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
12597
|
+
# recommend this worker type for low volume streaming jobs. This
|
12598
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
12599
|
+
#
|
12556
12600
|
# @option params [Integer] :number_of_workers
|
12557
12601
|
# The number of workers of a defined `workerType` that are allocated
|
12558
12602
|
# when a job runs.
|
12559
12603
|
#
|
12560
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
12561
|
-
# 149 for `G.2X`.
|
12562
|
-
#
|
12563
12604
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
12564
12605
|
#
|
12565
12606
|
# * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
|
@@ -12579,7 +12620,7 @@ module Aws::Glue
|
|
12579
12620
|
# notification_property: {
|
12580
12621
|
# notify_delay_after: 1,
|
12581
12622
|
# },
|
12582
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
12623
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
12583
12624
|
# number_of_workers: 1,
|
12584
12625
|
# })
|
12585
12626
|
#
|
@@ -13659,13 +13700,15 @@ module Aws::Glue
|
|
13659
13700
|
req.send_request(options)
|
13660
13701
|
end
|
13661
13702
|
|
13662
|
-
# Updates an existing job definition.
|
13703
|
+
# Updates an existing job definition. The previous job definition is
|
13704
|
+
# completely overwritten by this information.
|
13663
13705
|
#
|
13664
13706
|
# @option params [required, String] :job_name
|
13665
13707
|
# The name of the job definition to update.
|
13666
13708
|
#
|
13667
13709
|
# @option params [required, Types::JobUpdate] :job_update
|
13668
13710
|
# Specifies the values with which to update the job definition.
|
13711
|
+
# Unspecified configuration is removed or reset to default values.
|
13669
13712
|
#
|
13670
13713
|
# @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
13671
13714
|
#
|
@@ -13700,7 +13743,7 @@ module Aws::Glue
|
|
13700
13743
|
# allocated_capacity: 1,
|
13701
13744
|
# timeout: 1,
|
13702
13745
|
# max_capacity: 1.0,
|
13703
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
13746
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
13704
13747
|
# number_of_workers: 1,
|
13705
13748
|
# security_configuration: "NameString",
|
13706
13749
|
# notification_property: {
|
@@ -14490,7 +14533,7 @@ module Aws::Glue
|
|
14490
14533
|
# role: "RoleString",
|
14491
14534
|
# glue_version: "GlueVersionString",
|
14492
14535
|
# max_capacity: 1.0,
|
14493
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
14536
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
14494
14537
|
# number_of_workers: 1,
|
14495
14538
|
# timeout: 1,
|
14496
14539
|
# max_retries: 1,
|
@@ -14749,6 +14792,7 @@ module Aws::Glue
|
|
14749
14792
|
# The transaction ID at which to update the table contents.
|
14750
14793
|
#
|
14751
14794
|
# @option params [String] :version_id
|
14795
|
+
# The version ID at which to update the table contents.
|
14752
14796
|
#
|
14753
14797
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
14754
14798
|
#
|
@@ -15050,7 +15094,7 @@ module Aws::Glue
|
|
15050
15094
|
params: params,
|
15051
15095
|
config: config)
|
15052
15096
|
context[:gem_name] = 'aws-sdk-glue'
|
15053
|
-
context[:gem_version] = '1.
|
15097
|
+
context[:gem_version] = '1.116.0'
|
15054
15098
|
Seahorse::Client::Request.new(handlers, context)
|
15055
15099
|
end
|
15056
15100
|
|
@@ -1729,6 +1729,7 @@ module Aws::Glue
|
|
1729
1729
|
|
1730
1730
|
CreateDatabaseRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
1731
1731
|
CreateDatabaseRequest.add_member(:database_input, Shapes::ShapeRef.new(shape: DatabaseInput, required: true, location_name: "DatabaseInput"))
|
1732
|
+
CreateDatabaseRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
|
1732
1733
|
CreateDatabaseRequest.struct_class = Types::CreateDatabaseRequest
|
1733
1734
|
|
1734
1735
|
CreateDatabaseResponse.struct_class = Types::CreateDatabaseResponse
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -3752,6 +3752,18 @@ module Aws::Glue
|
|
3752
3752
|
# * `CONNECTION_URL` - The URL for connecting to a general (non-JDBC)
|
3753
3753
|
# data source.
|
3754
3754
|
#
|
3755
|
+
# * `SECRET_ID` - The secret ID used for the secret manager of
|
3756
|
+
# credentials.
|
3757
|
+
#
|
3758
|
+
# * `CONNECTOR_URL` - The connector URL for a MARKETPLACE or CUSTOM
|
3759
|
+
# connection.
|
3760
|
+
#
|
3761
|
+
# * `CONNECTOR_TYPE` - The connector type for a MARKETPLACE or CUSTOM
|
3762
|
+
# connection.
|
3763
|
+
#
|
3764
|
+
# * `CONNECTOR_CLASS_NAME` - The connector class name for a
|
3765
|
+
# MARKETPLACE or CUSTOM connection.
|
3766
|
+
#
|
3755
3767
|
# * `KAFKA_BOOTSTRAP_SERVERS` - A comma-separated list of host and
|
3756
3768
|
# port pairs that are the addresses of the Apache Kafka brokers in a
|
3757
3769
|
# Kafka cluster to which a Kafka client will connect to and
|
@@ -3768,18 +3780,6 @@ module Aws::Glue
|
|
3768
3780
|
# algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
|
3769
3781
|
# Default value is "false".
|
3770
3782
|
#
|
3771
|
-
# * `SECRET_ID` - The secret ID used for the secret manager of
|
3772
|
-
# credentials.
|
3773
|
-
#
|
3774
|
-
# * `CONNECTOR_URL` - The connector URL for a MARKETPLACE or CUSTOM
|
3775
|
-
# connection.
|
3776
|
-
#
|
3777
|
-
# * `CONNECTOR_TYPE` - The connector type for a MARKETPLACE or CUSTOM
|
3778
|
-
# connection.
|
3779
|
-
#
|
3780
|
-
# * `CONNECTOR_CLASS_NAME` - The connector class name for a
|
3781
|
-
# MARKETPLACE or CUSTOM connection.
|
3782
|
-
#
|
3783
3783
|
# * `KAFKA_CLIENT_KEYSTORE` - The Amazon S3 location of the client
|
3784
3784
|
# keystore file for Kafka client side authentication (Optional).
|
3785
3785
|
#
|
@@ -3797,6 +3797,45 @@ module Aws::Glue
|
|
3797
3797
|
# * `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD` - The encrypted version of
|
3798
3798
|
# the Kafka client key password (if the user has the Glue encrypt
|
3799
3799
|
# passwords setting selected).
|
3800
|
+
#
|
3801
|
+
# * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"` or `"GSSAPI"`. These
|
3802
|
+
# are the two supported [SASL Mechanisms][1].
|
3803
|
+
#
|
3804
|
+
# * `KAFKA_SASL_SCRAM_USERNAME` - A plaintext username used to
|
3805
|
+
# authenticate with the "SCRAM-SHA-512" mechanism.
|
3806
|
+
#
|
3807
|
+
# * `KAFKA_SASL_SCRAM_PASSWORD` - A plaintext password used to
|
3808
|
+
# authenticate with the "SCRAM-SHA-512" mechanism.
|
3809
|
+
#
|
3810
|
+
# * `ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD` - The encrypted version of
|
3811
|
+
# the Kafka SASL SCRAM password (if the user has the Glue encrypt
|
3812
|
+
# passwords setting selected).
|
3813
|
+
#
|
3814
|
+
# * `KAFKA_SASL_GSSAPI_KEYTAB` - The S3 location of a Kerberos
|
3815
|
+
# `keytab` file. A keytab stores long-term keys for one or more
|
3816
|
+
# principals. For more information, see [MIT Kerberos Documentation:
|
3817
|
+
# Keytab][2].
|
3818
|
+
#
|
3819
|
+
# * `KAFKA_SASL_GSSAPI_KRB5_CONF` - The S3 location of a Kerberos
|
3820
|
+
# `krb5.conf` file. A krb5.conf stores Kerberos configuration
|
3821
|
+
# information, such as the location of the KDC server. For more
|
3822
|
+
# information, see [MIT Kerberos Documentation: krb5.conf][3].
|
3823
|
+
#
|
3824
|
+
# * `KAFKA_SASL_GSSAPI_SERVICE` - The Kerberos service name, as set
|
3825
|
+
# with `sasl.kerberos.service.name` in your [Kafka
|
3826
|
+
# Configuration][4].
|
3827
|
+
#
|
3828
|
+
# * `KAFKA_SASL_GSSAPI_PRINCIPAL` - The name of the Kerberos princial
|
3829
|
+
# used by Glue. For more information, see [Kafka Documentation:
|
3830
|
+
# Configuring Kafka Brokers][5].
|
3831
|
+
#
|
3832
|
+
#
|
3833
|
+
#
|
3834
|
+
# [1]: https://www.iana.org/assignments/sasl-mechanisms/sasl-mechanisms.xhtml
|
3835
|
+
# [2]: https://web.mit.edu/kerberos/krb5-latest/doc/basic/keytab_def.html
|
3836
|
+
# [3]: https://web.mit.edu/kerberos/krb5-1.12/doc/admin/conf_files/krb5_conf.html
|
3837
|
+
# [4]: https://kafka.apache.org/documentation/#brokerconfigs_sasl.kerberos.service.name
|
3838
|
+
# [5]: https://kafka.apache.org/documentation/#security_sasl_kerberos_clientconfig
|
3800
3839
|
# @return [Hash<String,String>]
|
3801
3840
|
#
|
3802
3841
|
# @!attribute [rw] physical_connection_requirements
|
@@ -4960,6 +4999,9 @@ module Aws::Glue
|
|
4960
4999
|
# database_name: "NameString",
|
4961
5000
|
# },
|
4962
5001
|
# },
|
5002
|
+
# tags: {
|
5003
|
+
# "TagKey" => "TagValue",
|
5004
|
+
# },
|
4963
5005
|
# }
|
4964
5006
|
#
|
4965
5007
|
# @!attribute [rw] catalog_id
|
@@ -4971,11 +5013,16 @@ module Aws::Glue
|
|
4971
5013
|
# The metadata for the database.
|
4972
5014
|
# @return [Types::DatabaseInput]
|
4973
5015
|
#
|
5016
|
+
# @!attribute [rw] tags
|
5017
|
+
# The tags you assign to the database.
|
5018
|
+
# @return [Hash<String,String>]
|
5019
|
+
#
|
4974
5020
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabaseRequest AWS API Documentation
|
4975
5021
|
#
|
4976
5022
|
class CreateDatabaseRequest < Struct.new(
|
4977
5023
|
:catalog_id,
|
4978
|
-
:database_input
|
5024
|
+
:database_input,
|
5025
|
+
:tags)
|
4979
5026
|
SENSITIVE = []
|
4980
5027
|
include Aws::Structure
|
4981
5028
|
end
|
@@ -4995,7 +5042,7 @@ module Aws::Glue
|
|
4995
5042
|
# public_key: "GenericString",
|
4996
5043
|
# public_keys: ["GenericString"],
|
4997
5044
|
# number_of_nodes: 1,
|
4998
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
5045
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
4999
5046
|
# glue_version: "GlueVersionString",
|
5000
5047
|
# number_of_workers: 1,
|
5001
5048
|
# extra_python_libs_s3_path: "GenericString",
|
@@ -5373,7 +5420,7 @@ module Aws::Glue
|
|
5373
5420
|
# },
|
5374
5421
|
# glue_version: "GlueVersionString",
|
5375
5422
|
# number_of_workers: 1,
|
5376
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
5423
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
5377
5424
|
# code_gen_configuration_nodes: {
|
5378
5425
|
# "NodeId" => {
|
5379
5426
|
# athena_connector_source: {
|
@@ -6077,6 +6124,11 @@ module Aws::Glue
|
|
6077
6124
|
# You can specify arguments here that your own job-execution script
|
6078
6125
|
# consumes, as well as arguments that Glue itself consumes.
|
6079
6126
|
#
|
6127
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
6128
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager
|
6129
|
+
# or other secret management mechanism if you intend to keep them
|
6130
|
+
# within the Job.
|
6131
|
+
#
|
6080
6132
|
# For information about how to specify and consume your own Job
|
6081
6133
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
6082
6134
|
# developer guide.
|
@@ -6108,7 +6160,7 @@ module Aws::Glue
|
|
6108
6160
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
6109
6161
|
#
|
6110
6162
|
# The number of Glue data processing units (DPUs) to allocate to this
|
6111
|
-
# Job. You can allocate
|
6163
|
+
# Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
6112
6164
|
# is a relative measure of processing power that consists of 4 vCPUs
|
6113
6165
|
# of compute capacity and 16 GB of memory. For more information, see
|
6114
6166
|
# the [Glue pricing page][1].
|
@@ -6143,8 +6195,8 @@ module Aws::Glue
|
|
6143
6195
|
#
|
6144
6196
|
# * When you specify an Apache Spark ETL job
|
6145
6197
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
6146
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
6147
|
-
#
|
6198
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
|
6199
|
+
# of 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
6148
6200
|
# fractional DPU allocation.
|
6149
6201
|
#
|
6150
6202
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -6195,14 +6247,11 @@ module Aws::Glue
|
|
6195
6247
|
# @!attribute [rw] number_of_workers
|
6196
6248
|
# The number of workers of a defined `workerType` that are allocated
|
6197
6249
|
# when a job runs.
|
6198
|
-
#
|
6199
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
6200
|
-
# 149 for `G.2X`.
|
6201
6250
|
# @return [Integer]
|
6202
6251
|
#
|
6203
6252
|
# @!attribute [rw] worker_type
|
6204
6253
|
# The type of predefined worker that is allocated when a job runs.
|
6205
|
-
# Accepts a value of Standard, G.1X, or G.
|
6254
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
6206
6255
|
#
|
6207
6256
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
6208
6257
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -6214,6 +6263,12 @@ module Aws::Glue
|
|
6214
6263
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
6215
6264
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
6216
6265
|
# recommend this worker type for memory-intensive jobs.
|
6266
|
+
#
|
6267
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
6268
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
6269
|
+
# worker. We recommend this worker type for low volume streaming
|
6270
|
+
# jobs. This worker type is only available for Glue version 3.0
|
6271
|
+
# streaming jobs.
|
6217
6272
|
# @return [String]
|
6218
6273
|
#
|
6219
6274
|
# @!attribute [rw] code_gen_configuration_nodes
|
@@ -6320,7 +6375,7 @@ module Aws::Glue
|
|
6320
6375
|
# role: "RoleString", # required
|
6321
6376
|
# glue_version: "GlueVersionString",
|
6322
6377
|
# max_capacity: 1.0,
|
6323
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
6378
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
6324
6379
|
# number_of_workers: 1,
|
6325
6380
|
# timeout: 1,
|
6326
6381
|
# max_retries: 1,
|
@@ -7071,7 +7126,7 @@ module Aws::Glue
|
|
7071
7126
|
# },
|
7072
7127
|
# max_capacity: 1.0,
|
7073
7128
|
# number_of_workers: 1,
|
7074
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
7129
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
7075
7130
|
# security_configuration: "NameString",
|
7076
7131
|
# glue_version: "GlueVersionString",
|
7077
7132
|
# tags: {
|
@@ -7113,18 +7168,37 @@ module Aws::Glue
|
|
7113
7168
|
# @return [Types::ConnectionsList]
|
7114
7169
|
#
|
7115
7170
|
# @!attribute [rw] max_capacity
|
7116
|
-
# The number of
|
7171
|
+
# The number of Glue data processing units (DPUs) that can be
|
7117
7172
|
# allocated when the job runs. A DPU is a relative measure of
|
7118
7173
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
7119
7174
|
# GB memory.
|
7120
7175
|
# @return [Float]
|
7121
7176
|
#
|
7122
7177
|
# @!attribute [rw] number_of_workers
|
7123
|
-
# The number of workers to use for the
|
7178
|
+
# The number of workers of a defined `WorkerType` to use for the
|
7179
|
+
# session.
|
7124
7180
|
# @return [Integer]
|
7125
7181
|
#
|
7126
7182
|
# @!attribute [rw] worker_type
|
7127
|
-
# The
|
7183
|
+
# The type of predefined worker that is allocated to use for the
|
7184
|
+
# session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
7185
|
+
#
|
7186
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
7187
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
7188
|
+
#
|
7189
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
|
7190
|
+
# GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
7191
|
+
# recommend this worker type for memory-intensive jobs.
|
7192
|
+
#
|
7193
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
7194
|
+
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
7195
|
+
# recommend this worker type for memory-intensive jobs.
|
7196
|
+
#
|
7197
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
7198
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
7199
|
+
# worker. We recommend this worker type for low volume streaming
|
7200
|
+
# jobs. This worker type is only available for Glue version 3.0
|
7201
|
+
# streaming jobs.
|
7128
7202
|
# @return [String]
|
7129
7203
|
#
|
7130
7204
|
# @!attribute [rw] security_configuration
|
@@ -7134,7 +7208,7 @@ module Aws::Glue
|
|
7134
7208
|
#
|
7135
7209
|
# @!attribute [rw] glue_version
|
7136
7210
|
# The Glue version determines the versions of Apache Spark and Python
|
7137
|
-
# that
|
7211
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
7138
7212
|
# @return [String]
|
7139
7213
|
#
|
7140
7214
|
# @!attribute [rw] tags
|
@@ -9677,8 +9751,8 @@ module Aws::Glue
|
|
9677
9751
|
include Aws::Structure
|
9678
9752
|
end
|
9679
9753
|
|
9680
|
-
# An edge represents a directed connection between two components
|
9681
|
-
# workflow
|
9754
|
+
# An edge represents a directed connection between two Glue components
|
9755
|
+
# that are part of the workflow the edge belongs to.
|
9682
9756
|
#
|
9683
9757
|
# @!attribute [rw] source_id
|
9684
9758
|
# The unique of the node within the workflow where the edge starts.
|
@@ -10623,8 +10697,8 @@ module Aws::Glue
|
|
10623
10697
|
#
|
10624
10698
|
# @!attribute [rw] hide_password
|
10625
10699
|
# Allows you to retrieve the connection metadata without returning the
|
10626
|
-
# password. For instance, the
|
10627
|
-
#
|
10700
|
+
# password. For instance, the Glue console uses this flag to retrieve
|
10701
|
+
# the connection, and does not display the password. Set this
|
10628
10702
|
# parameter when the caller might not have permission to use the KMS
|
10629
10703
|
# key to decrypt the password, but it does have permission to access
|
10630
10704
|
# the rest of the connection properties.
|
@@ -10706,8 +10780,8 @@ module Aws::Glue
|
|
10706
10780
|
#
|
10707
10781
|
# @!attribute [rw] hide_password
|
10708
10782
|
# Allows you to retrieve the connection metadata without returning the
|
10709
|
-
# password. For instance, the
|
10710
|
-
#
|
10783
|
+
# password. For instance, the Glue console uses this flag to retrieve
|
10784
|
+
# the connection, and does not display the password. Set this
|
10711
10785
|
# parameter when the caller might not have permission to use the KMS
|
10712
10786
|
# key to decrypt the password, but it does have permission to access
|
10713
10787
|
# the rest of the connection properties.
|
@@ -14081,7 +14155,10 @@ module Aws::Glue
|
|
14081
14155
|
include Aws::Structure
|
14082
14156
|
end
|
14083
14157
|
|
14158
|
+
# The blueprint is in an invalid state to perform a requested operation.
|
14159
|
+
#
|
14084
14160
|
# @!attribute [rw] message
|
14161
|
+
# A message describing the problem.
|
14085
14162
|
# @return [String]
|
14086
14163
|
#
|
14087
14164
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
|
@@ -14565,7 +14642,7 @@ module Aws::Glue
|
|
14565
14642
|
# This field is deprecated. Use `MaxCapacity` instead.
|
14566
14643
|
#
|
14567
14644
|
# The number of Glue data processing units (DPUs) allocated to runs of
|
14568
|
-
# this job. You can allocate
|
14645
|
+
# this job. You can allocate a minimum of 2 DPUs; the default is 10. A
|
14569
14646
|
# DPU is a relative measure of processing power that consists of 4
|
14570
14647
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
14571
14648
|
# see the [Glue pricing page][1].
|
@@ -14603,8 +14680,8 @@ module Aws::Glue
|
|
14603
14680
|
#
|
14604
14681
|
# * When you specify an Apache Spark ETL job
|
14605
14682
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
14606
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
14607
|
-
#
|
14683
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
|
14684
|
+
# of 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
14608
14685
|
# fractional DPU allocation.
|
14609
14686
|
#
|
14610
14687
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -14618,7 +14695,7 @@ module Aws::Glue
|
|
14618
14695
|
#
|
14619
14696
|
# @!attribute [rw] worker_type
|
14620
14697
|
# The type of predefined worker that is allocated when a job runs.
|
14621
|
-
# Accepts a value of Standard, G.1X, or G.
|
14698
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
14622
14699
|
#
|
14623
14700
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
14624
14701
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -14630,14 +14707,17 @@ module Aws::Glue
|
|
14630
14707
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
14631
14708
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
14632
14709
|
# recommend this worker type for memory-intensive jobs.
|
14710
|
+
#
|
14711
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
14712
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
14713
|
+
# worker. We recommend this worker type for low volume streaming
|
14714
|
+
# jobs. This worker type is only available for Glue version 3.0
|
14715
|
+
# streaming jobs.
|
14633
14716
|
# @return [String]
|
14634
14717
|
#
|
14635
14718
|
# @!attribute [rw] number_of_workers
|
14636
14719
|
# The number of workers of a defined `workerType` that are allocated
|
14637
14720
|
# when a job runs.
|
14638
|
-
#
|
14639
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
14640
|
-
# 149 for `G.2X`.
|
14641
14721
|
# @return [Integer]
|
14642
14722
|
#
|
14643
14723
|
# @!attribute [rw] security_configuration
|
@@ -14918,8 +14998,11 @@ module Aws::Glue
|
|
14918
14998
|
# @!attribute [rw] timeout
|
14919
14999
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
14920
15000
|
# run can consume resources before it is terminated and enters
|
14921
|
-
# `TIMEOUT` status.
|
14922
|
-
#
|
15001
|
+
# `TIMEOUT` status. This value overrides the timeout value set in the
|
15002
|
+
# parent job.
|
15003
|
+
#
|
15004
|
+
# Streaming jobs do not have a timeout. The default for non-streaming
|
15005
|
+
# jobs is 2,880 minutes (48 hours).
|
14923
15006
|
# @return [Integer]
|
14924
15007
|
#
|
14925
15008
|
# @!attribute [rw] max_capacity
|
@@ -14939,7 +15022,7 @@ module Aws::Glue
|
|
14939
15022
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
14940
15023
|
#
|
14941
15024
|
# * When you specify an Apache Spark ETL job
|
14942
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
15025
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
14943
15026
|
# DPUs. The default is 10 DPUs. This job type cannot have a
|
14944
15027
|
# fractional DPU allocation.
|
14945
15028
|
#
|
@@ -14950,7 +15033,7 @@ module Aws::Glue
|
|
14950
15033
|
#
|
14951
15034
|
# @!attribute [rw] worker_type
|
14952
15035
|
# The type of predefined worker that is allocated when a job runs.
|
14953
|
-
# Accepts a value of Standard, G.1X, or G.
|
15036
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
14954
15037
|
#
|
14955
15038
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
14956
15039
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -14960,14 +15043,17 @@ module Aws::Glue
|
|
14960
15043
|
#
|
14961
15044
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
14962
15045
|
# memory and a 128GB disk, and 1 executor per worker.
|
15046
|
+
#
|
15047
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
15048
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
15049
|
+
# worker. We recommend this worker type for low volume streaming
|
15050
|
+
# jobs. This worker type is only available for Glue version 3.0
|
15051
|
+
# streaming jobs.
|
14963
15052
|
# @return [String]
|
14964
15053
|
#
|
14965
15054
|
# @!attribute [rw] number_of_workers
|
14966
15055
|
# The number of workers of a defined `workerType` that are allocated
|
14967
15056
|
# when a job runs.
|
14968
|
-
#
|
14969
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
14970
|
-
# 149 for `G.2X`.
|
14971
15057
|
# @return [Integer]
|
14972
15058
|
#
|
14973
15059
|
# @!attribute [rw] security_configuration
|
@@ -15007,10 +15093,10 @@ module Aws::Glue
|
|
15007
15093
|
# @return [String]
|
15008
15094
|
#
|
15009
15095
|
# @!attribute [rw] dpu_seconds
|
15010
|
-
# This field populates only
|
15011
|
-
#
|
15012
|
-
#
|
15013
|
-
#
|
15096
|
+
# This field populates only for Auto Scaling job runs, and represents
|
15097
|
+
# the total time each executor ran during the lifecycle of a job run
|
15098
|
+
# in seconds, multiplied by a DPU factor (1 for `G.1X`, 2 for `G.2X`,
|
15099
|
+
# or 0.25 for `G.025X` workers). This value may be different than the
|
15014
15100
|
# `executionEngineRuntime` * `MaxCapacity` as in the case of Auto
|
15015
15101
|
# Scaling jobs, as the number of executors running at a given time may
|
15016
15102
|
# be less than the `MaxCapacity`. Therefore, it is possible that the
|
@@ -15079,7 +15165,7 @@ module Aws::Glue
|
|
15079
15165
|
# allocated_capacity: 1,
|
15080
15166
|
# timeout: 1,
|
15081
15167
|
# max_capacity: 1.0,
|
15082
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
15168
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
15083
15169
|
# number_of_workers: 1,
|
15084
15170
|
# security_configuration: "NameString",
|
15085
15171
|
# notification_property: {
|
@@ -15815,7 +15901,7 @@ module Aws::Glue
|
|
15815
15901
|
# This field is deprecated. Use `MaxCapacity` instead.
|
15816
15902
|
#
|
15817
15903
|
# The number of Glue data processing units (DPUs) to allocate to this
|
15818
|
-
# job. You can allocate
|
15904
|
+
# job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
15819
15905
|
# is a relative measure of processing power that consists of 4 vCPUs
|
15820
15906
|
# of compute capacity and 16 GB of memory. For more information, see
|
15821
15907
|
# the [Glue pricing page][1].
|
@@ -15850,8 +15936,8 @@ module Aws::Glue
|
|
15850
15936
|
#
|
15851
15937
|
# * When you specify an Apache Spark ETL job
|
15852
15938
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
15853
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
15854
|
-
#
|
15939
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
|
15940
|
+
# of 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
15855
15941
|
# fractional DPU allocation.
|
15856
15942
|
#
|
15857
15943
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -15865,7 +15951,7 @@ module Aws::Glue
|
|
15865
15951
|
#
|
15866
15952
|
# @!attribute [rw] worker_type
|
15867
15953
|
# The type of predefined worker that is allocated when a job runs.
|
15868
|
-
# Accepts a value of Standard, G.1X, or G.
|
15954
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
15869
15955
|
#
|
15870
15956
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
15871
15957
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -15877,14 +15963,17 @@ module Aws::Glue
|
|
15877
15963
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
15878
15964
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
15879
15965
|
# recommend this worker type for memory-intensive jobs.
|
15966
|
+
#
|
15967
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
15968
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
15969
|
+
# worker. We recommend this worker type for low volume streaming
|
15970
|
+
# jobs. This worker type is only available for Glue version 3.0
|
15971
|
+
# streaming jobs.
|
15880
15972
|
# @return [String]
|
15881
15973
|
#
|
15882
15974
|
# @!attribute [rw] number_of_workers
|
15883
15975
|
# The number of workers of a defined `workerType` that are allocated
|
15884
15976
|
# when a job runs.
|
15885
|
-
#
|
15886
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
15887
|
-
# 149 for `G.2X`.
|
15888
15977
|
# @return [Integer]
|
15889
15978
|
#
|
15890
15979
|
# @!attribute [rw] security_configuration
|
@@ -17097,7 +17186,7 @@ module Aws::Glue
|
|
17097
17186
|
end
|
17098
17187
|
|
17099
17188
|
# @!attribute [rw] ids
|
17100
|
-
# Returns the
|
17189
|
+
# Returns the ID of the session.
|
17101
17190
|
# @return [Array<String>]
|
17102
17191
|
#
|
17103
17192
|
# @!attribute [rw] sessions
|
@@ -17137,6 +17226,7 @@ module Aws::Glue
|
|
17137
17226
|
# @return [String]
|
17138
17227
|
#
|
17139
17228
|
# @!attribute [rw] next_token
|
17229
|
+
# A continuation token, if this is a continuation call.
|
17140
17230
|
# @return [String]
|
17141
17231
|
#
|
17142
17232
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsRequest AWS API Documentation
|
@@ -17154,6 +17244,7 @@ module Aws::Glue
|
|
17154
17244
|
# @return [Array<Types::Statement>]
|
17155
17245
|
#
|
17156
17246
|
# @!attribute [rw] next_token
|
17247
|
+
# A continuation token, if not all statements have yet been returned.
|
17157
17248
|
# @return [String]
|
17158
17249
|
#
|
17159
17250
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsResponse AWS API Documentation
|
@@ -21285,7 +21376,7 @@ module Aws::Glue
|
|
21285
21376
|
# @return [Float]
|
21286
21377
|
#
|
21287
21378
|
# @!attribute [rw] max_capacity
|
21288
|
-
# The number of
|
21379
|
+
# The number of Glue data processing units (DPUs) that can be
|
21289
21380
|
# allocated when the job runs. A DPU is a relative measure of
|
21290
21381
|
# processing power that consists of 4 vCPUs of compute capacity and 16
|
21291
21382
|
# GB memory.
|
@@ -21298,7 +21389,7 @@ module Aws::Glue
|
|
21298
21389
|
#
|
21299
21390
|
# @!attribute [rw] glue_version
|
21300
21391
|
# The Glue version determines the versions of Apache Spark and Python
|
21301
|
-
# that
|
21392
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
21302
21393
|
# @return [String]
|
21303
21394
|
#
|
21304
21395
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Session AWS API Documentation
|
@@ -21332,7 +21423,7 @@ module Aws::Glue
|
|
21332
21423
|
# }
|
21333
21424
|
#
|
21334
21425
|
# @!attribute [rw] name
|
21335
|
-
# Specifies the name of the SessionCommand.Can be 'glueetl' or
|
21426
|
+
# Specifies the name of the SessionCommand. Can be 'glueetl' or
|
21336
21427
|
# 'gluestreaming'.
|
21337
21428
|
# @return [String]
|
21338
21429
|
#
|
@@ -21918,7 +22009,7 @@ module Aws::Glue
|
|
21918
22009
|
# notification_property: {
|
21919
22010
|
# notify_delay_after: 1,
|
21920
22011
|
# },
|
21921
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
22012
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
21922
22013
|
# number_of_workers: 1,
|
21923
22014
|
# }
|
21924
22015
|
#
|
@@ -21937,6 +22028,11 @@ module Aws::Glue
|
|
21937
22028
|
# You can specify arguments here that your own job-execution script
|
21938
22029
|
# consumes, as well as arguments that Glue itself consumes.
|
21939
22030
|
#
|
22031
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
22032
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager
|
22033
|
+
# or other secret management mechanism if you intend to keep them
|
22034
|
+
# within the Job.
|
22035
|
+
#
|
21940
22036
|
# For information about how to specify and consume your own Job
|
21941
22037
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
21942
22038
|
# developer guide.
|
@@ -21955,7 +22051,7 @@ module Aws::Glue
|
|
21955
22051
|
# This field is deprecated. Use `MaxCapacity` instead.
|
21956
22052
|
#
|
21957
22053
|
# The number of Glue data processing units (DPUs) to allocate to this
|
21958
|
-
# JobRun.
|
22054
|
+
# JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A
|
21959
22055
|
# DPU is a relative measure of processing power that consists of 4
|
21960
22056
|
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
21961
22057
|
# see the [Glue pricing page][1].
|
@@ -21968,8 +22064,11 @@ module Aws::Glue
|
|
21968
22064
|
# @!attribute [rw] timeout
|
21969
22065
|
# The `JobRun` timeout in minutes. This is the maximum time that a job
|
21970
22066
|
# run can consume resources before it is terminated and enters
|
21971
|
-
# `TIMEOUT` status.
|
21972
|
-
#
|
22067
|
+
# `TIMEOUT` status. This value overrides the timeout value set in the
|
22068
|
+
# parent job.
|
22069
|
+
#
|
22070
|
+
# Streaming jobs do not have a timeout. The default for non-streaming
|
22071
|
+
# jobs is 2,880 minutes (48 hours).
|
21973
22072
|
# @return [Integer]
|
21974
22073
|
#
|
21975
22074
|
# @!attribute [rw] max_capacity
|
@@ -21989,7 +22088,7 @@ module Aws::Glue
|
|
21989
22088
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
21990
22089
|
#
|
21991
22090
|
# * When you specify an Apache Spark ETL job
|
21992
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
22091
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
21993
22092
|
# DPUs. The default is 10 DPUs. This job type cannot have a
|
21994
22093
|
# fractional DPU allocation.
|
21995
22094
|
#
|
@@ -22009,7 +22108,7 @@ module Aws::Glue
|
|
22009
22108
|
#
|
22010
22109
|
# @!attribute [rw] worker_type
|
22011
22110
|
# The type of predefined worker that is allocated when a job runs.
|
22012
|
-
# Accepts a value of Standard, G.1X, or G.
|
22111
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
22013
22112
|
#
|
22014
22113
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
22015
22114
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -22019,14 +22118,17 @@ module Aws::Glue
|
|
22019
22118
|
#
|
22020
22119
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
22021
22120
|
# memory and a 128GB disk, and 1 executor per worker.
|
22121
|
+
#
|
22122
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
22123
|
+
# vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
|
22124
|
+
# worker. We recommend this worker type for low volume streaming
|
22125
|
+
# jobs. This worker type is only available for Glue version 3.0
|
22126
|
+
# streaming jobs.
|
22022
22127
|
# @return [String]
|
22023
22128
|
#
|
22024
22129
|
# @!attribute [rw] number_of_workers
|
22025
22130
|
# The number of workers of a defined `workerType` that are allocated
|
22026
22131
|
# when a job runs.
|
22027
|
-
#
|
22028
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
22029
|
-
# 149 for `G.2X`.
|
22030
22132
|
# @return [Integer]
|
22031
22133
|
#
|
22032
22134
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
|
@@ -22529,6 +22631,8 @@ module Aws::Glue
|
|
22529
22631
|
# @return [String]
|
22530
22632
|
#
|
22531
22633
|
# @!attribute [rw] additional_locations
|
22634
|
+
# A list of locations that point to the path where a Delta table is
|
22635
|
+
# located.
|
22532
22636
|
# @return [Array<String>]
|
22533
22637
|
#
|
22534
22638
|
# @!attribute [rw] input_format
|
@@ -22766,6 +22870,7 @@ module Aws::Glue
|
|
22766
22870
|
# @return [String]
|
22767
22871
|
#
|
22768
22872
|
# @!attribute [rw] version_id
|
22873
|
+
# The ID of the table version.
|
22769
22874
|
# @return [String]
|
22770
22875
|
#
|
22771
22876
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Table AWS API Documentation
|
@@ -24580,7 +24685,7 @@ module Aws::Glue
|
|
24580
24685
|
# allocated_capacity: 1,
|
24581
24686
|
# timeout: 1,
|
24582
24687
|
# max_capacity: 1.0,
|
24583
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
24688
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
24584
24689
|
# number_of_workers: 1,
|
24585
24690
|
# security_configuration: "NameString",
|
24586
24691
|
# notification_property: {
|
@@ -25264,6 +25369,7 @@ module Aws::Glue
|
|
25264
25369
|
#
|
25265
25370
|
# @!attribute [rw] job_update
|
25266
25371
|
# Specifies the values with which to update the job definition.
|
25372
|
+
# Unspecified configuration is removed or reset to default values.
|
25267
25373
|
# @return [Types::JobUpdate]
|
25268
25374
|
#
|
25269
25375
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobRequest AWS API Documentation
|
@@ -25339,7 +25445,7 @@ module Aws::Glue
|
|
25339
25445
|
# role: "RoleString",
|
25340
25446
|
# glue_version: "GlueVersionString",
|
25341
25447
|
# max_capacity: 1.0,
|
25342
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
25448
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
25343
25449
|
# number_of_workers: 1,
|
25344
25450
|
# timeout: 1,
|
25345
25451
|
# max_retries: 1,
|
@@ -25809,6 +25915,7 @@ module Aws::Glue
|
|
25809
25915
|
# @return [String]
|
25810
25916
|
#
|
25811
25917
|
# @!attribute [rw] version_id
|
25918
|
+
# The version ID at which to update the table contents.
|
25812
25919
|
# @return [String]
|
25813
25920
|
#
|
25814
25921
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTableRequest AWS API Documentation
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.116.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-07-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|