aws-sdk-glue 1.112.0 → 1.115.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +15 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +177 -59
- data/lib/aws-sdk-glue/client_api.rb +53 -0
- data/lib/aws-sdk-glue/types.rb +358 -74
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8506a0e874536293fa1387c2f26fcc33d0a539a3e858dc1dabce855f4672af1e
|
4
|
+
data.tar.gz: ef2266db2d31278105112e1fe029b659f1b7b25d607f326bf38d983e9c1edff0
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9f1a582999e37bc3e88ae7253f53ef5c8f264c259ec7a7517b6db3aa80c6230bbf574fddfec239c1876de265ded9ddeb412cad134241422013d82dac17da8709
|
7
|
+
data.tar.gz: 1fec521ed8f4935d214b00ea475fb495bb1962356f9dc34af354d348a020b3b8183997dbba462257f7138aa8f2937ed5f9f17c78de27deaab9013f0296b00ffb
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,21 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.115.0 (2022-07-14)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - This release adds an additional worker type for Glue Streaming jobs.
|
8
|
+
|
9
|
+
1.114.0 (2022-06-30)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - This release adds tag as an input of CreateDatabase
|
13
|
+
|
14
|
+
1.113.0 (2022-06-24)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - This release enables the new ListCrawls API for viewing the AWS Glue Crawler run history.
|
18
|
+
|
4
19
|
1.112.0 (2022-05-17)
|
5
20
|
------------------
|
6
21
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.115.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -885,7 +885,7 @@ module Aws::Glue
|
|
885
885
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
886
886
|
# resp.dev_endpoints[0].public_address #=> String
|
887
887
|
# resp.dev_endpoints[0].status #=> String
|
888
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
888
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
889
889
|
# resp.dev_endpoints[0].glue_version #=> String
|
890
890
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
891
891
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -959,7 +959,7 @@ module Aws::Glue
|
|
959
959
|
# resp.jobs[0].allocated_capacity #=> Integer
|
960
960
|
# resp.jobs[0].timeout #=> Integer
|
961
961
|
# resp.jobs[0].max_capacity #=> Float
|
962
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
962
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
963
963
|
# resp.jobs[0].number_of_workers #=> Integer
|
964
964
|
# resp.jobs[0].security_configuration #=> String
|
965
965
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -1710,7 +1710,7 @@ module Aws::Glue
|
|
1710
1710
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1711
1711
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1712
1712
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1713
|
-
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1713
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1714
1714
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1715
1715
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1716
1716
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -1777,7 +1777,7 @@ module Aws::Glue
|
|
1777
1777
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1778
1778
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1779
1779
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1780
|
-
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1780
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1781
1781
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1782
1782
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1783
1783
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -2002,7 +2002,7 @@ module Aws::Glue
|
|
2002
2002
|
req.send_request(options)
|
2003
2003
|
end
|
2004
2004
|
|
2005
|
-
# Cancels the statement
|
2005
|
+
# Cancels the statement.
|
2006
2006
|
#
|
2007
2007
|
# @option params [required, String] :session_id
|
2008
2008
|
# The Session ID of the statement to be cancelled.
|
@@ -2265,7 +2265,7 @@ module Aws::Glue
|
|
2265
2265
|
# Specifies data lineage configuration settings for the crawler.
|
2266
2266
|
#
|
2267
2267
|
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
2268
|
-
# Specifies
|
2268
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
2269
2269
|
#
|
2270
2270
|
# @option params [String] :configuration
|
2271
2271
|
# Crawler configuration information. This versioned JSON string allows
|
@@ -2435,6 +2435,9 @@ module Aws::Glue
|
|
2435
2435
|
# @option params [required, Types::DatabaseInput] :database_input
|
2436
2436
|
# The metadata for the database.
|
2437
2437
|
#
|
2438
|
+
# @option params [Hash<String,String>] :tags
|
2439
|
+
# The tags you assign to the database.
|
2440
|
+
#
|
2438
2441
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2439
2442
|
#
|
2440
2443
|
# @example Request syntax with placeholder values
|
@@ -2461,6 +2464,9 @@ module Aws::Glue
|
|
2461
2464
|
# database_name: "NameString",
|
2462
2465
|
# },
|
2463
2466
|
# },
|
2467
|
+
# tags: {
|
2468
|
+
# "TagKey" => "TagValue",
|
2469
|
+
# },
|
2464
2470
|
# })
|
2465
2471
|
#
|
2466
2472
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabase AWS API Documentation
|
@@ -2624,7 +2630,7 @@ module Aws::Glue
|
|
2624
2630
|
# public_key: "GenericString",
|
2625
2631
|
# public_keys: ["GenericString"],
|
2626
2632
|
# number_of_nodes: 1,
|
2627
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2633
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2628
2634
|
# glue_version: "GlueVersionString",
|
2629
2635
|
# number_of_workers: 1,
|
2630
2636
|
# extra_python_libs_s3_path: "GenericString",
|
@@ -2649,7 +2655,7 @@ module Aws::Glue
|
|
2649
2655
|
# resp.yarn_endpoint_address #=> String
|
2650
2656
|
# resp.zeppelin_remote_spark_interpreter_port #=> Integer
|
2651
2657
|
# resp.number_of_nodes #=> Integer
|
2652
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
2658
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
2653
2659
|
# resp.glue_version #=> String
|
2654
2660
|
# resp.number_of_workers #=> Integer
|
2655
2661
|
# resp.availability_zone #=> String
|
@@ -2700,6 +2706,11 @@ module Aws::Glue
|
|
2700
2706
|
# You can specify arguments here that your own job-execution script
|
2701
2707
|
# consumes, as well as arguments that Glue itself consumes.
|
2702
2708
|
#
|
2709
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
2710
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
2711
|
+
# other secret management mechanism if you intend to keep them within
|
2712
|
+
# the Job.
|
2713
|
+
#
|
2703
2714
|
# For information about how to specify and consume your own Job
|
2704
2715
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
2705
2716
|
# developer guide.
|
@@ -2726,7 +2737,7 @@ module Aws::Glue
|
|
2726
2737
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
2727
2738
|
#
|
2728
2739
|
# The number of Glue data processing units (DPUs) to allocate to this
|
2729
|
-
# Job. You can allocate
|
2740
|
+
# Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU is
|
2730
2741
|
# a relative measure of processing power that consists of 4 vCPUs of
|
2731
2742
|
# compute capacity and 16 GB of memory. For more information, see the
|
2732
2743
|
# [Glue pricing page][1].
|
@@ -2758,8 +2769,8 @@ module Aws::Glue
|
|
2758
2769
|
#
|
2759
2770
|
# * When you specify an Apache Spark ETL job
|
2760
2771
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
2761
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
2762
|
-
#
|
2772
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum of
|
2773
|
+
# 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
2763
2774
|
# fractional DPU allocation.
|
2764
2775
|
#
|
2765
2776
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -2806,12 +2817,9 @@ module Aws::Glue
|
|
2806
2817
|
# The number of workers of a defined `workerType` that are allocated
|
2807
2818
|
# when a job runs.
|
2808
2819
|
#
|
2809
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
2810
|
-
# 149 for `G.2X`.
|
2811
|
-
#
|
2812
2820
|
# @option params [String] :worker_type
|
2813
2821
|
# The type of predefined worker that is allocated when a job runs.
|
2814
|
-
# Accepts a value of Standard, G.1X, or G.
|
2822
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
2815
2823
|
#
|
2816
2824
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
2817
2825
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -2824,6 +2832,11 @@ module Aws::Glue
|
|
2824
2832
|
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
2825
2833
|
# recommend this worker type for memory-intensive jobs.
|
2826
2834
|
#
|
2835
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
2836
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
2837
|
+
# recommend this worker type for low volume streaming jobs. This
|
2838
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
2839
|
+
#
|
2827
2840
|
# @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
|
2828
2841
|
# The representation of a directed acyclic graph on which both the Glue
|
2829
2842
|
# Studio visual component and Glue Studio code generation is based.
|
@@ -2869,7 +2882,7 @@ module Aws::Glue
|
|
2869
2882
|
# },
|
2870
2883
|
# glue_version: "GlueVersionString",
|
2871
2884
|
# number_of_workers: 1,
|
2872
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2885
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2873
2886
|
# code_gen_configuration_nodes: {
|
2874
2887
|
# "NodeId" => {
|
2875
2888
|
# athena_connector_source: {
|
@@ -3733,7 +3746,7 @@ module Aws::Glue
|
|
3733
3746
|
# role: "RoleString", # required
|
3734
3747
|
# glue_version: "GlueVersionString",
|
3735
3748
|
# max_capacity: 1.0,
|
3736
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
3749
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
3737
3750
|
# number_of_workers: 1,
|
3738
3751
|
# timeout: 1,
|
3739
3752
|
# max_retries: 1,
|
@@ -4238,15 +4251,33 @@ module Aws::Glue
|
|
4238
4251
|
# The number of connections to use for the session.
|
4239
4252
|
#
|
4240
4253
|
# @option params [Float] :max_capacity
|
4241
|
-
# The number of
|
4242
|
-
#
|
4243
|
-
#
|
4254
|
+
# The number of Glue data processing units (DPUs) that can be allocated
|
4255
|
+
# when the job runs. A DPU is a relative measure of processing power
|
4256
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB memory.
|
4244
4257
|
#
|
4245
4258
|
# @option params [Integer] :number_of_workers
|
4246
|
-
# The number of workers to use for the
|
4259
|
+
# The number of workers of a defined `WorkerType` to use for the
|
4260
|
+
# session.
|
4247
4261
|
#
|
4248
4262
|
# @option params [String] :worker_type
|
4249
|
-
# The
|
4263
|
+
# The type of predefined worker that is allocated to use for the
|
4264
|
+
# session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
4265
|
+
#
|
4266
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
4267
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
4268
|
+
#
|
4269
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
|
4270
|
+
# of memory, 64 GB disk), and provides 1 executor per worker. We
|
4271
|
+
# recommend this worker type for memory-intensive jobs.
|
4272
|
+
#
|
4273
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
|
4274
|
+
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
4275
|
+
# recommend this worker type for memory-intensive jobs.
|
4276
|
+
#
|
4277
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
4278
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
4279
|
+
# recommend this worker type for low volume streaming jobs. This
|
4280
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
4250
4281
|
#
|
4251
4282
|
# @option params [String] :security_configuration
|
4252
4283
|
# The name of the SecurityConfiguration structure to be used with the
|
@@ -4254,7 +4285,7 @@ module Aws::Glue
|
|
4254
4285
|
#
|
4255
4286
|
# @option params [String] :glue_version
|
4256
4287
|
# The Glue version determines the versions of Apache Spark and Python
|
4257
|
-
# that
|
4288
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
4258
4289
|
#
|
4259
4290
|
# @option params [Hash<String,String>] :tags
|
4260
4291
|
# The map of key value pairs (tags) belonging to the session.
|
@@ -4286,7 +4317,7 @@ module Aws::Glue
|
|
4286
4317
|
# },
|
4287
4318
|
# max_capacity: 1.0,
|
4288
4319
|
# number_of_workers: 1,
|
4289
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
4320
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
4290
4321
|
# security_configuration: "NameString",
|
4291
4322
|
# glue_version: "GlueVersionString",
|
4292
4323
|
# tags: {
|
@@ -5941,11 +5972,11 @@ module Aws::Glue
|
|
5941
5972
|
#
|
5942
5973
|
# @option params [Boolean] :hide_password
|
5943
5974
|
# Allows you to retrieve the connection metadata without returning the
|
5944
|
-
# password. For instance, the
|
5945
|
-
#
|
5946
|
-
#
|
5947
|
-
#
|
5948
|
-
#
|
5975
|
+
# password. For instance, the Glue console uses this flag to retrieve
|
5976
|
+
# the connection, and does not display the password. Set this parameter
|
5977
|
+
# when the caller might not have permission to use the KMS key to
|
5978
|
+
# decrypt the password, but it does have permission to access the rest
|
5979
|
+
# of the connection properties.
|
5949
5980
|
#
|
5950
5981
|
# @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5951
5982
|
#
|
@@ -5996,11 +6027,11 @@ module Aws::Glue
|
|
5996
6027
|
#
|
5997
6028
|
# @option params [Boolean] :hide_password
|
5998
6029
|
# Allows you to retrieve the connection metadata without returning the
|
5999
|
-
# password. For instance, the
|
6000
|
-
#
|
6001
|
-
#
|
6002
|
-
#
|
6003
|
-
#
|
6030
|
+
# password. For instance, the Glue console uses this flag to retrieve
|
6031
|
+
# the connection, and does not display the password. Set this parameter
|
6032
|
+
# when the caller might not have permission to use the KMS key to
|
6033
|
+
# decrypt the password, but it does have permission to access the rest
|
6034
|
+
# of the connection properties.
|
6004
6035
|
#
|
6005
6036
|
# @option params [String] :next_token
|
6006
6037
|
# A continuation token, if this is a continuation call.
|
@@ -6536,7 +6567,7 @@ module Aws::Glue
|
|
6536
6567
|
# resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
|
6537
6568
|
# resp.dev_endpoint.public_address #=> String
|
6538
6569
|
# resp.dev_endpoint.status #=> String
|
6539
|
-
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6570
|
+
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6540
6571
|
# resp.dev_endpoint.glue_version #=> String
|
6541
6572
|
# resp.dev_endpoint.number_of_workers #=> Integer
|
6542
6573
|
# resp.dev_endpoint.number_of_nodes #=> Integer
|
@@ -6606,7 +6637,7 @@ module Aws::Glue
|
|
6606
6637
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
6607
6638
|
# resp.dev_endpoints[0].public_address #=> String
|
6608
6639
|
# resp.dev_endpoints[0].status #=> String
|
6609
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6640
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6610
6641
|
# resp.dev_endpoints[0].glue_version #=> String
|
6611
6642
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
6612
6643
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -6672,7 +6703,7 @@ module Aws::Glue
|
|
6672
6703
|
# resp.job.allocated_capacity #=> Integer
|
6673
6704
|
# resp.job.timeout #=> Integer
|
6674
6705
|
# resp.job.max_capacity #=> Float
|
6675
|
-
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6706
|
+
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6676
6707
|
# resp.job.number_of_workers #=> Integer
|
6677
6708
|
# resp.job.security_configuration #=> String
|
6678
6709
|
# resp.job.notification_property.notify_delay_after #=> Integer
|
@@ -7249,7 +7280,7 @@ module Aws::Glue
|
|
7249
7280
|
# resp.job_run.execution_time #=> Integer
|
7250
7281
|
# resp.job_run.timeout #=> Integer
|
7251
7282
|
# resp.job_run.max_capacity #=> Float
|
7252
|
-
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7283
|
+
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7253
7284
|
# resp.job_run.number_of_workers #=> Integer
|
7254
7285
|
# resp.job_run.security_configuration #=> String
|
7255
7286
|
# resp.job_run.log_group_name #=> String
|
@@ -7314,7 +7345,7 @@ module Aws::Glue
|
|
7314
7345
|
# resp.job_runs[0].execution_time #=> Integer
|
7315
7346
|
# resp.job_runs[0].timeout #=> Integer
|
7316
7347
|
# resp.job_runs[0].max_capacity #=> Float
|
7317
|
-
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7348
|
+
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7318
7349
|
# resp.job_runs[0].number_of_workers #=> Integer
|
7319
7350
|
# resp.job_runs[0].security_configuration #=> String
|
7320
7351
|
# resp.job_runs[0].log_group_name #=> String
|
@@ -7377,7 +7408,7 @@ module Aws::Glue
|
|
7377
7408
|
# resp.jobs[0].allocated_capacity #=> Integer
|
7378
7409
|
# resp.jobs[0].timeout #=> Integer
|
7379
7410
|
# resp.jobs[0].max_capacity #=> Float
|
7380
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7411
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7381
7412
|
# resp.jobs[0].number_of_workers #=> Integer
|
7382
7413
|
# resp.jobs[0].security_configuration #=> String
|
7383
7414
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -8092,7 +8123,7 @@ module Aws::Glue
|
|
8092
8123
|
# resp.role #=> String
|
8093
8124
|
# resp.glue_version #=> String
|
8094
8125
|
# resp.max_capacity #=> Float
|
8095
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8126
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8096
8127
|
# resp.number_of_workers #=> Integer
|
8097
8128
|
# resp.timeout #=> Integer
|
8098
8129
|
# resp.max_retries #=> Integer
|
@@ -8200,7 +8231,7 @@ module Aws::Glue
|
|
8200
8231
|
# resp.transforms[0].role #=> String
|
8201
8232
|
# resp.transforms[0].glue_version #=> String
|
8202
8233
|
# resp.transforms[0].max_capacity #=> Float
|
8203
|
-
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8234
|
+
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8204
8235
|
# resp.transforms[0].number_of_workers #=> Integer
|
8205
8236
|
# resp.transforms[0].timeout #=> Integer
|
8206
8237
|
# resp.transforms[0].max_retries #=> Integer
|
@@ -10428,7 +10459,7 @@ module Aws::Glue
|
|
10428
10459
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10429
10460
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10430
10461
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10431
|
-
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10462
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10432
10463
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10433
10464
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10434
10465
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10495,7 +10526,7 @@ module Aws::Glue
|
|
10495
10526
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10496
10527
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10497
10528
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10498
|
-
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10529
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10499
10530
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10500
10531
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10501
10532
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10613,7 +10644,7 @@ module Aws::Glue
|
|
10613
10644
|
# resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10614
10645
|
# resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10615
10646
|
# resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10616
|
-
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10647
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10617
10648
|
# resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10618
10649
|
# resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10619
10650
|
# resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10771,7 +10802,7 @@ module Aws::Glue
|
|
10771
10802
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10772
10803
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10773
10804
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10774
|
-
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10805
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10775
10806
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10776
10807
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10777
10808
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10918,6 +10949,82 @@ module Aws::Glue
|
|
10918
10949
|
req.send_request(options)
|
10919
10950
|
end
|
10920
10951
|
|
10952
|
+
# Returns all the crawls of a specified crawler. Returns only the crawls
|
10953
|
+
# that have occurred since the launch date of the crawler history
|
10954
|
+
# feature, and only retains up to 12 months of crawls. Older crawls will
|
10955
|
+
# not be returned.
|
10956
|
+
#
|
10957
|
+
# You may use this API to:
|
10958
|
+
#
|
10959
|
+
# * Retrive all the crawls of a specified crawler.
|
10960
|
+
#
|
10961
|
+
# * Retrieve all the crawls of a specified crawler within a limited
|
10962
|
+
# count.
|
10963
|
+
#
|
10964
|
+
# * Retrieve all the crawls of a specified crawler in a specific time
|
10965
|
+
# range.
|
10966
|
+
#
|
10967
|
+
# * Retrieve all the crawls of a specified crawler with a particular
|
10968
|
+
# state, crawl ID, or DPU hour value.
|
10969
|
+
#
|
10970
|
+
# @option params [required, String] :crawler_name
|
10971
|
+
# The name of the crawler whose runs you want to retrieve.
|
10972
|
+
#
|
10973
|
+
# @option params [Integer] :max_results
|
10974
|
+
# The maximum number of results to return. The default is 20, and
|
10975
|
+
# maximum is 100.
|
10976
|
+
#
|
10977
|
+
# @option params [Array<Types::CrawlsFilter>] :filters
|
10978
|
+
# Filters the crawls by the criteria you specify in a list of
|
10979
|
+
# `CrawlsFilter` objects.
|
10980
|
+
#
|
10981
|
+
# @option params [String] :next_token
|
10982
|
+
# A continuation token, if this is a continuation call.
|
10983
|
+
#
|
10984
|
+
# @return [Types::ListCrawlsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10985
|
+
#
|
10986
|
+
# * {Types::ListCrawlsResponse#crawls #crawls} => Array<Types::CrawlerHistory>
|
10987
|
+
# * {Types::ListCrawlsResponse#next_token #next_token} => String
|
10988
|
+
#
|
10989
|
+
# @example Request syntax with placeholder values
|
10990
|
+
#
|
10991
|
+
# resp = client.list_crawls({
|
10992
|
+
# crawler_name: "NameString", # required
|
10993
|
+
# max_results: 1,
|
10994
|
+
# filters: [
|
10995
|
+
# {
|
10996
|
+
# field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
|
10997
|
+
# filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
|
10998
|
+
# field_value: "GenericString",
|
10999
|
+
# },
|
11000
|
+
# ],
|
11001
|
+
# next_token: "Token",
|
11002
|
+
# })
|
11003
|
+
#
|
11004
|
+
# @example Response structure
|
11005
|
+
#
|
11006
|
+
# resp.crawls #=> Array
|
11007
|
+
# resp.crawls[0].crawl_id #=> String
|
11008
|
+
# resp.crawls[0].state #=> String, one of "RUNNING", "COMPLETED", "FAILED", "STOPPED"
|
11009
|
+
# resp.crawls[0].start_time #=> Time
|
11010
|
+
# resp.crawls[0].end_time #=> Time
|
11011
|
+
# resp.crawls[0].summary #=> String
|
11012
|
+
# resp.crawls[0].error_message #=> String
|
11013
|
+
# resp.crawls[0].log_group #=> String
|
11014
|
+
# resp.crawls[0].log_stream #=> String
|
11015
|
+
# resp.crawls[0].message_prefix #=> String
|
11016
|
+
# resp.crawls[0].dpu_hour #=> Float
|
11017
|
+
# resp.next_token #=> String
|
11018
|
+
#
|
11019
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawls AWS API Documentation
|
11020
|
+
#
|
11021
|
+
# @overload list_crawls(params = {})
|
11022
|
+
# @param [Hash] params ({})
|
11023
|
+
def list_crawls(params = {}, options = {})
|
11024
|
+
req = build_request(:list_crawls, params)
|
11025
|
+
req.send_request(options)
|
11026
|
+
end
|
11027
|
+
|
10921
11028
|
# Lists all the custom patterns that have been created.
|
10922
11029
|
#
|
10923
11030
|
# @option params [String] :next_token
|
@@ -11300,7 +11407,7 @@ module Aws::Glue
|
|
11300
11407
|
req.send_request(options)
|
11301
11408
|
end
|
11302
11409
|
|
11303
|
-
# Retrieve a
|
11410
|
+
# Retrieve a list of sessions.
|
11304
11411
|
#
|
11305
11412
|
# @option params [String] :next_token
|
11306
11413
|
# The token for the next set of results, or null if there are no more
|
@@ -11375,6 +11482,7 @@ module Aws::Glue
|
|
11375
11482
|
# The origin of the request to list statements.
|
11376
11483
|
#
|
11377
11484
|
# @option params [String] :next_token
|
11485
|
+
# A continuation token, if this is a continuation call.
|
11378
11486
|
#
|
11379
11487
|
# @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11380
11488
|
#
|
@@ -12401,6 +12509,11 @@ module Aws::Glue
|
|
12401
12509
|
# You can specify arguments here that your own job-execution script
|
12402
12510
|
# consumes, as well as arguments that Glue itself consumes.
|
12403
12511
|
#
|
12512
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
12513
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
12514
|
+
# other secret management mechanism if you intend to keep them within
|
12515
|
+
# the Job.
|
12516
|
+
#
|
12404
12517
|
# For information about how to specify and consume your own Job
|
12405
12518
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
12406
12519
|
# developer guide.
|
@@ -12418,7 +12531,7 @@ module Aws::Glue
|
|
12418
12531
|
# This field is deprecated. Use `MaxCapacity` instead.
|
12419
12532
|
#
|
12420
12533
|
# The number of Glue data processing units (DPUs) to allocate to this
|
12421
|
-
# JobRun.
|
12534
|
+
# JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
12422
12535
|
# is a relative measure of processing power that consists of 4 vCPUs of
|
12423
12536
|
# compute capacity and 16 GB of memory. For more information, see the
|
12424
12537
|
# [Glue pricing page][1].
|
@@ -12449,7 +12562,7 @@ module Aws::Glue
|
|
12449
12562
|
# or 1 DPU. The default is 0.0625 DPU.
|
12450
12563
|
#
|
12451
12564
|
# * When you specify an Apache Spark ETL job
|
12452
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
12565
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
12453
12566
|
# DPUs. The default is 10 DPUs. This job type cannot have a fractional
|
12454
12567
|
# DPU allocation.
|
12455
12568
|
#
|
@@ -12466,7 +12579,7 @@ module Aws::Glue
|
|
12466
12579
|
#
|
12467
12580
|
# @option params [String] :worker_type
|
12468
12581
|
# The type of predefined worker that is allocated when a job runs.
|
12469
|
-
# Accepts a value of Standard, G.1X, or G.
|
12582
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
12470
12583
|
#
|
12471
12584
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
12472
12585
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -12477,13 +12590,15 @@ module Aws::Glue
|
|
12477
12590
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
12478
12591
|
# memory and a 128GB disk, and 1 executor per worker.
|
12479
12592
|
#
|
12593
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
12594
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
12595
|
+
# recommend this worker type for low volume streaming jobs. This
|
12596
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
12597
|
+
#
|
12480
12598
|
# @option params [Integer] :number_of_workers
|
12481
12599
|
# The number of workers of a defined `workerType` that are allocated
|
12482
12600
|
# when a job runs.
|
12483
12601
|
#
|
12484
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
12485
|
-
# 149 for `G.2X`.
|
12486
|
-
#
|
12487
12602
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
12488
12603
|
#
|
12489
12604
|
# * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
|
@@ -12503,7 +12618,7 @@ module Aws::Glue
|
|
12503
12618
|
# notification_property: {
|
12504
12619
|
# notify_delay_after: 1,
|
12505
12620
|
# },
|
12506
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
12621
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
12507
12622
|
# number_of_workers: 1,
|
12508
12623
|
# })
|
12509
12624
|
#
|
@@ -13327,7 +13442,7 @@ module Aws::Glue
|
|
13327
13442
|
# Specifies data lineage configuration settings for the crawler.
|
13328
13443
|
#
|
13329
13444
|
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
13330
|
-
# Specifies
|
13445
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
13331
13446
|
#
|
13332
13447
|
# @option params [String] :configuration
|
13333
13448
|
# Crawler configuration information. This versioned JSON string allows
|
@@ -13583,13 +13698,15 @@ module Aws::Glue
|
|
13583
13698
|
req.send_request(options)
|
13584
13699
|
end
|
13585
13700
|
|
13586
|
-
# Updates an existing job definition.
|
13701
|
+
# Updates an existing job definition. The previous job definition is
|
13702
|
+
# completely overwritten by this information.
|
13587
13703
|
#
|
13588
13704
|
# @option params [required, String] :job_name
|
13589
13705
|
# The name of the job definition to update.
|
13590
13706
|
#
|
13591
13707
|
# @option params [required, Types::JobUpdate] :job_update
|
13592
13708
|
# Specifies the values with which to update the job definition.
|
13709
|
+
# Unspecified configuration is removed or reset to default values.
|
13593
13710
|
#
|
13594
13711
|
# @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
13595
13712
|
#
|
@@ -13624,7 +13741,7 @@ module Aws::Glue
|
|
13624
13741
|
# allocated_capacity: 1,
|
13625
13742
|
# timeout: 1,
|
13626
13743
|
# max_capacity: 1.0,
|
13627
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
13744
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
13628
13745
|
# number_of_workers: 1,
|
13629
13746
|
# security_configuration: "NameString",
|
13630
13747
|
# notification_property: {
|
@@ -14414,7 +14531,7 @@ module Aws::Glue
|
|
14414
14531
|
# role: "RoleString",
|
14415
14532
|
# glue_version: "GlueVersionString",
|
14416
14533
|
# max_capacity: 1.0,
|
14417
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
14534
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
14418
14535
|
# number_of_workers: 1,
|
14419
14536
|
# timeout: 1,
|
14420
14537
|
# max_retries: 1,
|
@@ -14673,6 +14790,7 @@ module Aws::Glue
|
|
14673
14790
|
# The transaction ID at which to update the table contents.
|
14674
14791
|
#
|
14675
14792
|
# @option params [String] :version_id
|
14793
|
+
# The version ID at which to update the table contents.
|
14676
14794
|
#
|
14677
14795
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
14678
14796
|
#
|
@@ -14974,7 +15092,7 @@ module Aws::Glue
|
|
14974
15092
|
params: params,
|
14975
15093
|
config: config)
|
14976
15094
|
context[:gem_name] = 'aws-sdk-glue'
|
14977
|
-
context[:gem_version] = '1.
|
15095
|
+
context[:gem_version] = '1.115.0'
|
14978
15096
|
Seahorse::Client::Request.new(handlers, context)
|
14979
15097
|
end
|
14980
15098
|
|