aws-sdk-glue 1.112.0 → 1.115.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +15 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +177 -59
- data/lib/aws-sdk-glue/client_api.rb +53 -0
- data/lib/aws-sdk-glue/types.rb +358 -74
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8506a0e874536293fa1387c2f26fcc33d0a539a3e858dc1dabce855f4672af1e
|
4
|
+
data.tar.gz: ef2266db2d31278105112e1fe029b659f1b7b25d607f326bf38d983e9c1edff0
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9f1a582999e37bc3e88ae7253f53ef5c8f264c259ec7a7517b6db3aa80c6230bbf574fddfec239c1876de265ded9ddeb412cad134241422013d82dac17da8709
|
7
|
+
data.tar.gz: 1fec521ed8f4935d214b00ea475fb495bb1962356f9dc34af354d348a020b3b8183997dbba462257f7138aa8f2937ed5f9f17c78de27deaab9013f0296b00ffb
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,21 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.115.0 (2022-07-14)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - This release adds an additional worker type for Glue Streaming jobs.
|
8
|
+
|
9
|
+
1.114.0 (2022-06-30)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - This release adds tag as an input of CreateDatabase
|
13
|
+
|
14
|
+
1.113.0 (2022-06-24)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - This release enables the new ListCrawls API for viewing the AWS Glue Crawler run history.
|
18
|
+
|
4
19
|
1.112.0 (2022-05-17)
|
5
20
|
------------------
|
6
21
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.115.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -885,7 +885,7 @@ module Aws::Glue
|
|
885
885
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
886
886
|
# resp.dev_endpoints[0].public_address #=> String
|
887
887
|
# resp.dev_endpoints[0].status #=> String
|
888
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
888
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
889
889
|
# resp.dev_endpoints[0].glue_version #=> String
|
890
890
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
891
891
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -959,7 +959,7 @@ module Aws::Glue
|
|
959
959
|
# resp.jobs[0].allocated_capacity #=> Integer
|
960
960
|
# resp.jobs[0].timeout #=> Integer
|
961
961
|
# resp.jobs[0].max_capacity #=> Float
|
962
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
962
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
963
963
|
# resp.jobs[0].number_of_workers #=> Integer
|
964
964
|
# resp.jobs[0].security_configuration #=> String
|
965
965
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -1710,7 +1710,7 @@ module Aws::Glue
|
|
1710
1710
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1711
1711
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1712
1712
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1713
|
-
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1713
|
+
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1714
1714
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1715
1715
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1716
1716
|
# resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -1777,7 +1777,7 @@ module Aws::Glue
|
|
1777
1777
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
1778
1778
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
1779
1779
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
1780
|
-
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
1780
|
+
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
1781
1781
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
1782
1782
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
1783
1783
|
# resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -2002,7 +2002,7 @@ module Aws::Glue
|
|
2002
2002
|
req.send_request(options)
|
2003
2003
|
end
|
2004
2004
|
|
2005
|
-
# Cancels the statement
|
2005
|
+
# Cancels the statement.
|
2006
2006
|
#
|
2007
2007
|
# @option params [required, String] :session_id
|
2008
2008
|
# The Session ID of the statement to be cancelled.
|
@@ -2265,7 +2265,7 @@ module Aws::Glue
|
|
2265
2265
|
# Specifies data lineage configuration settings for the crawler.
|
2266
2266
|
#
|
2267
2267
|
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
2268
|
-
# Specifies
|
2268
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
2269
2269
|
#
|
2270
2270
|
# @option params [String] :configuration
|
2271
2271
|
# Crawler configuration information. This versioned JSON string allows
|
@@ -2435,6 +2435,9 @@ module Aws::Glue
|
|
2435
2435
|
# @option params [required, Types::DatabaseInput] :database_input
|
2436
2436
|
# The metadata for the database.
|
2437
2437
|
#
|
2438
|
+
# @option params [Hash<String,String>] :tags
|
2439
|
+
# The tags you assign to the database.
|
2440
|
+
#
|
2438
2441
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2439
2442
|
#
|
2440
2443
|
# @example Request syntax with placeholder values
|
@@ -2461,6 +2464,9 @@ module Aws::Glue
|
|
2461
2464
|
# database_name: "NameString",
|
2462
2465
|
# },
|
2463
2466
|
# },
|
2467
|
+
# tags: {
|
2468
|
+
# "TagKey" => "TagValue",
|
2469
|
+
# },
|
2464
2470
|
# })
|
2465
2471
|
#
|
2466
2472
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabase AWS API Documentation
|
@@ -2624,7 +2630,7 @@ module Aws::Glue
|
|
2624
2630
|
# public_key: "GenericString",
|
2625
2631
|
# public_keys: ["GenericString"],
|
2626
2632
|
# number_of_nodes: 1,
|
2627
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2633
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2628
2634
|
# glue_version: "GlueVersionString",
|
2629
2635
|
# number_of_workers: 1,
|
2630
2636
|
# extra_python_libs_s3_path: "GenericString",
|
@@ -2649,7 +2655,7 @@ module Aws::Glue
|
|
2649
2655
|
# resp.yarn_endpoint_address #=> String
|
2650
2656
|
# resp.zeppelin_remote_spark_interpreter_port #=> Integer
|
2651
2657
|
# resp.number_of_nodes #=> Integer
|
2652
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
2658
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
2653
2659
|
# resp.glue_version #=> String
|
2654
2660
|
# resp.number_of_workers #=> Integer
|
2655
2661
|
# resp.availability_zone #=> String
|
@@ -2700,6 +2706,11 @@ module Aws::Glue
|
|
2700
2706
|
# You can specify arguments here that your own job-execution script
|
2701
2707
|
# consumes, as well as arguments that Glue itself consumes.
|
2702
2708
|
#
|
2709
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
2710
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
2711
|
+
# other secret management mechanism if you intend to keep them within
|
2712
|
+
# the Job.
|
2713
|
+
#
|
2703
2714
|
# For information about how to specify and consume your own Job
|
2704
2715
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
2705
2716
|
# developer guide.
|
@@ -2726,7 +2737,7 @@ module Aws::Glue
|
|
2726
2737
|
# This parameter is deprecated. Use `MaxCapacity` instead.
|
2727
2738
|
#
|
2728
2739
|
# The number of Glue data processing units (DPUs) to allocate to this
|
2729
|
-
# Job. You can allocate
|
2740
|
+
# Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU is
|
2730
2741
|
# a relative measure of processing power that consists of 4 vCPUs of
|
2731
2742
|
# compute capacity and 16 GB of memory. For more information, see the
|
2732
2743
|
# [Glue pricing page][1].
|
@@ -2758,8 +2769,8 @@ module Aws::Glue
|
|
2758
2769
|
#
|
2759
2770
|
# * When you specify an Apache Spark ETL job
|
2760
2771
|
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
2761
|
-
# (`JobCommand.Name`="gluestreaming"), you can allocate
|
2762
|
-
#
|
2772
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate a minimum of
|
2773
|
+
# 2 DPUs. The default is 10 DPUs. This job type cannot have a
|
2763
2774
|
# fractional DPU allocation.
|
2764
2775
|
#
|
2765
2776
|
# For Glue version 2.0 jobs, you cannot instead specify a `Maximum
|
@@ -2806,12 +2817,9 @@ module Aws::Glue
|
|
2806
2817
|
# The number of workers of a defined `workerType` that are allocated
|
2807
2818
|
# when a job runs.
|
2808
2819
|
#
|
2809
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
2810
|
-
# 149 for `G.2X`.
|
2811
|
-
#
|
2812
2820
|
# @option params [String] :worker_type
|
2813
2821
|
# The type of predefined worker that is allocated when a job runs.
|
2814
|
-
# Accepts a value of Standard, G.1X, or G.
|
2822
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
2815
2823
|
#
|
2816
2824
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
2817
2825
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -2824,6 +2832,11 @@ module Aws::Glue
|
|
2824
2832
|
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
2825
2833
|
# recommend this worker type for memory-intensive jobs.
|
2826
2834
|
#
|
2835
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
2836
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
2837
|
+
# recommend this worker type for low volume streaming jobs. This
|
2838
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
2839
|
+
#
|
2827
2840
|
# @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
|
2828
2841
|
# The representation of a directed acyclic graph on which both the Glue
|
2829
2842
|
# Studio visual component and Glue Studio code generation is based.
|
@@ -2869,7 +2882,7 @@ module Aws::Glue
|
|
2869
2882
|
# },
|
2870
2883
|
# glue_version: "GlueVersionString",
|
2871
2884
|
# number_of_workers: 1,
|
2872
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2885
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
2873
2886
|
# code_gen_configuration_nodes: {
|
2874
2887
|
# "NodeId" => {
|
2875
2888
|
# athena_connector_source: {
|
@@ -3733,7 +3746,7 @@ module Aws::Glue
|
|
3733
3746
|
# role: "RoleString", # required
|
3734
3747
|
# glue_version: "GlueVersionString",
|
3735
3748
|
# max_capacity: 1.0,
|
3736
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
3749
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
3737
3750
|
# number_of_workers: 1,
|
3738
3751
|
# timeout: 1,
|
3739
3752
|
# max_retries: 1,
|
@@ -4238,15 +4251,33 @@ module Aws::Glue
|
|
4238
4251
|
# The number of connections to use for the session.
|
4239
4252
|
#
|
4240
4253
|
# @option params [Float] :max_capacity
|
4241
|
-
# The number of
|
4242
|
-
#
|
4243
|
-
#
|
4254
|
+
# The number of Glue data processing units (DPUs) that can be allocated
|
4255
|
+
# when the job runs. A DPU is a relative measure of processing power
|
4256
|
+
# that consists of 4 vCPUs of compute capacity and 16 GB memory.
|
4244
4257
|
#
|
4245
4258
|
# @option params [Integer] :number_of_workers
|
4246
|
-
# The number of workers to use for the
|
4259
|
+
# The number of workers of a defined `WorkerType` to use for the
|
4260
|
+
# session.
|
4247
4261
|
#
|
4248
4262
|
# @option params [String] :worker_type
|
4249
|
-
# The
|
4263
|
+
# The type of predefined worker that is allocated to use for the
|
4264
|
+
# session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
4265
|
+
#
|
4266
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
4267
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
4268
|
+
#
|
4269
|
+
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
|
4270
|
+
# of memory, 64 GB disk), and provides 1 executor per worker. We
|
4271
|
+
# recommend this worker type for memory-intensive jobs.
|
4272
|
+
#
|
4273
|
+
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
|
4274
|
+
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
4275
|
+
# recommend this worker type for memory-intensive jobs.
|
4276
|
+
#
|
4277
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
4278
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
4279
|
+
# recommend this worker type for low volume streaming jobs. This
|
4280
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
4250
4281
|
#
|
4251
4282
|
# @option params [String] :security_configuration
|
4252
4283
|
# The name of the SecurityConfiguration structure to be used with the
|
@@ -4254,7 +4285,7 @@ module Aws::Glue
|
|
4254
4285
|
#
|
4255
4286
|
# @option params [String] :glue_version
|
4256
4287
|
# The Glue version determines the versions of Apache Spark and Python
|
4257
|
-
# that
|
4288
|
+
# that Glue supports. The GlueVersion must be greater than 2.0.
|
4258
4289
|
#
|
4259
4290
|
# @option params [Hash<String,String>] :tags
|
4260
4291
|
# The map of key value pairs (tags) belonging to the session.
|
@@ -4286,7 +4317,7 @@ module Aws::Glue
|
|
4286
4317
|
# },
|
4287
4318
|
# max_capacity: 1.0,
|
4288
4319
|
# number_of_workers: 1,
|
4289
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
4320
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
4290
4321
|
# security_configuration: "NameString",
|
4291
4322
|
# glue_version: "GlueVersionString",
|
4292
4323
|
# tags: {
|
@@ -5941,11 +5972,11 @@ module Aws::Glue
|
|
5941
5972
|
#
|
5942
5973
|
# @option params [Boolean] :hide_password
|
5943
5974
|
# Allows you to retrieve the connection metadata without returning the
|
5944
|
-
# password. For instance, the
|
5945
|
-
#
|
5946
|
-
#
|
5947
|
-
#
|
5948
|
-
#
|
5975
|
+
# password. For instance, the Glue console uses this flag to retrieve
|
5976
|
+
# the connection, and does not display the password. Set this parameter
|
5977
|
+
# when the caller might not have permission to use the KMS key to
|
5978
|
+
# decrypt the password, but it does have permission to access the rest
|
5979
|
+
# of the connection properties.
|
5949
5980
|
#
|
5950
5981
|
# @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5951
5982
|
#
|
@@ -5996,11 +6027,11 @@ module Aws::Glue
|
|
5996
6027
|
#
|
5997
6028
|
# @option params [Boolean] :hide_password
|
5998
6029
|
# Allows you to retrieve the connection metadata without returning the
|
5999
|
-
# password. For instance, the
|
6000
|
-
#
|
6001
|
-
#
|
6002
|
-
#
|
6003
|
-
#
|
6030
|
+
# password. For instance, the Glue console uses this flag to retrieve
|
6031
|
+
# the connection, and does not display the password. Set this parameter
|
6032
|
+
# when the caller might not have permission to use the KMS key to
|
6033
|
+
# decrypt the password, but it does have permission to access the rest
|
6034
|
+
# of the connection properties.
|
6004
6035
|
#
|
6005
6036
|
# @option params [String] :next_token
|
6006
6037
|
# A continuation token, if this is a continuation call.
|
@@ -6536,7 +6567,7 @@ module Aws::Glue
|
|
6536
6567
|
# resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
|
6537
6568
|
# resp.dev_endpoint.public_address #=> String
|
6538
6569
|
# resp.dev_endpoint.status #=> String
|
6539
|
-
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6570
|
+
# resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6540
6571
|
# resp.dev_endpoint.glue_version #=> String
|
6541
6572
|
# resp.dev_endpoint.number_of_workers #=> Integer
|
6542
6573
|
# resp.dev_endpoint.number_of_nodes #=> Integer
|
@@ -6606,7 +6637,7 @@ module Aws::Glue
|
|
6606
6637
|
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
6607
6638
|
# resp.dev_endpoints[0].public_address #=> String
|
6608
6639
|
# resp.dev_endpoints[0].status #=> String
|
6609
|
-
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6640
|
+
# resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6610
6641
|
# resp.dev_endpoints[0].glue_version #=> String
|
6611
6642
|
# resp.dev_endpoints[0].number_of_workers #=> Integer
|
6612
6643
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -6672,7 +6703,7 @@ module Aws::Glue
|
|
6672
6703
|
# resp.job.allocated_capacity #=> Integer
|
6673
6704
|
# resp.job.timeout #=> Integer
|
6674
6705
|
# resp.job.max_capacity #=> Float
|
6675
|
-
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
6706
|
+
# resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
6676
6707
|
# resp.job.number_of_workers #=> Integer
|
6677
6708
|
# resp.job.security_configuration #=> String
|
6678
6709
|
# resp.job.notification_property.notify_delay_after #=> Integer
|
@@ -7249,7 +7280,7 @@ module Aws::Glue
|
|
7249
7280
|
# resp.job_run.execution_time #=> Integer
|
7250
7281
|
# resp.job_run.timeout #=> Integer
|
7251
7282
|
# resp.job_run.max_capacity #=> Float
|
7252
|
-
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7283
|
+
# resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7253
7284
|
# resp.job_run.number_of_workers #=> Integer
|
7254
7285
|
# resp.job_run.security_configuration #=> String
|
7255
7286
|
# resp.job_run.log_group_name #=> String
|
@@ -7314,7 +7345,7 @@ module Aws::Glue
|
|
7314
7345
|
# resp.job_runs[0].execution_time #=> Integer
|
7315
7346
|
# resp.job_runs[0].timeout #=> Integer
|
7316
7347
|
# resp.job_runs[0].max_capacity #=> Float
|
7317
|
-
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7348
|
+
# resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7318
7349
|
# resp.job_runs[0].number_of_workers #=> Integer
|
7319
7350
|
# resp.job_runs[0].security_configuration #=> String
|
7320
7351
|
# resp.job_runs[0].log_group_name #=> String
|
@@ -7377,7 +7408,7 @@ module Aws::Glue
|
|
7377
7408
|
# resp.jobs[0].allocated_capacity #=> Integer
|
7378
7409
|
# resp.jobs[0].timeout #=> Integer
|
7379
7410
|
# resp.jobs[0].max_capacity #=> Float
|
7380
|
-
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
7411
|
+
# resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
7381
7412
|
# resp.jobs[0].number_of_workers #=> Integer
|
7382
7413
|
# resp.jobs[0].security_configuration #=> String
|
7383
7414
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
@@ -8092,7 +8123,7 @@ module Aws::Glue
|
|
8092
8123
|
# resp.role #=> String
|
8093
8124
|
# resp.glue_version #=> String
|
8094
8125
|
# resp.max_capacity #=> Float
|
8095
|
-
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8126
|
+
# resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8096
8127
|
# resp.number_of_workers #=> Integer
|
8097
8128
|
# resp.timeout #=> Integer
|
8098
8129
|
# resp.max_retries #=> Integer
|
@@ -8200,7 +8231,7 @@ module Aws::Glue
|
|
8200
8231
|
# resp.transforms[0].role #=> String
|
8201
8232
|
# resp.transforms[0].glue_version #=> String
|
8202
8233
|
# resp.transforms[0].max_capacity #=> Float
|
8203
|
-
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
8234
|
+
# resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
8204
8235
|
# resp.transforms[0].number_of_workers #=> Integer
|
8205
8236
|
# resp.transforms[0].timeout #=> Integer
|
8206
8237
|
# resp.transforms[0].max_retries #=> Integer
|
@@ -10428,7 +10459,7 @@ module Aws::Glue
|
|
10428
10459
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10429
10460
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10430
10461
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10431
|
-
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10462
|
+
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10432
10463
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10433
10464
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10434
10465
|
# resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10495,7 +10526,7 @@ module Aws::Glue
|
|
10495
10526
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10496
10527
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10497
10528
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10498
|
-
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10529
|
+
# resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10499
10530
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10500
10531
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10501
10532
|
# resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10613,7 +10644,7 @@ module Aws::Glue
|
|
10613
10644
|
# resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10614
10645
|
# resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10615
10646
|
# resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10616
|
-
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10647
|
+
# resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10617
10648
|
# resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10618
10649
|
# resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10619
10650
|
# resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10771,7 +10802,7 @@ module Aws::Glue
|
|
10771
10802
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
|
10772
10803
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
|
10773
10804
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
|
10774
|
-
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
|
10805
|
+
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
|
10775
10806
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
|
10776
10807
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
|
10777
10808
|
# resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
|
@@ -10918,6 +10949,82 @@ module Aws::Glue
|
|
10918
10949
|
req.send_request(options)
|
10919
10950
|
end
|
10920
10951
|
|
10952
|
+
# Returns all the crawls of a specified crawler. Returns only the crawls
|
10953
|
+
# that have occurred since the launch date of the crawler history
|
10954
|
+
# feature, and only retains up to 12 months of crawls. Older crawls will
|
10955
|
+
# not be returned.
|
10956
|
+
#
|
10957
|
+
# You may use this API to:
|
10958
|
+
#
|
10959
|
+
# * Retrive all the crawls of a specified crawler.
|
10960
|
+
#
|
10961
|
+
# * Retrieve all the crawls of a specified crawler within a limited
|
10962
|
+
# count.
|
10963
|
+
#
|
10964
|
+
# * Retrieve all the crawls of a specified crawler in a specific time
|
10965
|
+
# range.
|
10966
|
+
#
|
10967
|
+
# * Retrieve all the crawls of a specified crawler with a particular
|
10968
|
+
# state, crawl ID, or DPU hour value.
|
10969
|
+
#
|
10970
|
+
# @option params [required, String] :crawler_name
|
10971
|
+
# The name of the crawler whose runs you want to retrieve.
|
10972
|
+
#
|
10973
|
+
# @option params [Integer] :max_results
|
10974
|
+
# The maximum number of results to return. The default is 20, and
|
10975
|
+
# maximum is 100.
|
10976
|
+
#
|
10977
|
+
# @option params [Array<Types::CrawlsFilter>] :filters
|
10978
|
+
# Filters the crawls by the criteria you specify in a list of
|
10979
|
+
# `CrawlsFilter` objects.
|
10980
|
+
#
|
10981
|
+
# @option params [String] :next_token
|
10982
|
+
# A continuation token, if this is a continuation call.
|
10983
|
+
#
|
10984
|
+
# @return [Types::ListCrawlsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10985
|
+
#
|
10986
|
+
# * {Types::ListCrawlsResponse#crawls #crawls} => Array<Types::CrawlerHistory>
|
10987
|
+
# * {Types::ListCrawlsResponse#next_token #next_token} => String
|
10988
|
+
#
|
10989
|
+
# @example Request syntax with placeholder values
|
10990
|
+
#
|
10991
|
+
# resp = client.list_crawls({
|
10992
|
+
# crawler_name: "NameString", # required
|
10993
|
+
# max_results: 1,
|
10994
|
+
# filters: [
|
10995
|
+
# {
|
10996
|
+
# field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
|
10997
|
+
# filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
|
10998
|
+
# field_value: "GenericString",
|
10999
|
+
# },
|
11000
|
+
# ],
|
11001
|
+
# next_token: "Token",
|
11002
|
+
# })
|
11003
|
+
#
|
11004
|
+
# @example Response structure
|
11005
|
+
#
|
11006
|
+
# resp.crawls #=> Array
|
11007
|
+
# resp.crawls[0].crawl_id #=> String
|
11008
|
+
# resp.crawls[0].state #=> String, one of "RUNNING", "COMPLETED", "FAILED", "STOPPED"
|
11009
|
+
# resp.crawls[0].start_time #=> Time
|
11010
|
+
# resp.crawls[0].end_time #=> Time
|
11011
|
+
# resp.crawls[0].summary #=> String
|
11012
|
+
# resp.crawls[0].error_message #=> String
|
11013
|
+
# resp.crawls[0].log_group #=> String
|
11014
|
+
# resp.crawls[0].log_stream #=> String
|
11015
|
+
# resp.crawls[0].message_prefix #=> String
|
11016
|
+
# resp.crawls[0].dpu_hour #=> Float
|
11017
|
+
# resp.next_token #=> String
|
11018
|
+
#
|
11019
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawls AWS API Documentation
|
11020
|
+
#
|
11021
|
+
# @overload list_crawls(params = {})
|
11022
|
+
# @param [Hash] params ({})
|
11023
|
+
def list_crawls(params = {}, options = {})
|
11024
|
+
req = build_request(:list_crawls, params)
|
11025
|
+
req.send_request(options)
|
11026
|
+
end
|
11027
|
+
|
10921
11028
|
# Lists all the custom patterns that have been created.
|
10922
11029
|
#
|
10923
11030
|
# @option params [String] :next_token
|
@@ -11300,7 +11407,7 @@ module Aws::Glue
|
|
11300
11407
|
req.send_request(options)
|
11301
11408
|
end
|
11302
11409
|
|
11303
|
-
# Retrieve a
|
11410
|
+
# Retrieve a list of sessions.
|
11304
11411
|
#
|
11305
11412
|
# @option params [String] :next_token
|
11306
11413
|
# The token for the next set of results, or null if there are no more
|
@@ -11375,6 +11482,7 @@ module Aws::Glue
|
|
11375
11482
|
# The origin of the request to list statements.
|
11376
11483
|
#
|
11377
11484
|
# @option params [String] :next_token
|
11485
|
+
# A continuation token, if this is a continuation call.
|
11378
11486
|
#
|
11379
11487
|
# @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11380
11488
|
#
|
@@ -12401,6 +12509,11 @@ module Aws::Glue
|
|
12401
12509
|
# You can specify arguments here that your own job-execution script
|
12402
12510
|
# consumes, as well as arguments that Glue itself consumes.
|
12403
12511
|
#
|
12512
|
+
# Job arguments may be logged. Do not pass plaintext secrets as
|
12513
|
+
# arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
|
12514
|
+
# other secret management mechanism if you intend to keep them within
|
12515
|
+
# the Job.
|
12516
|
+
#
|
12404
12517
|
# For information about how to specify and consume your own Job
|
12405
12518
|
# arguments, see the [Calling Glue APIs in Python][1] topic in the
|
12406
12519
|
# developer guide.
|
@@ -12418,7 +12531,7 @@ module Aws::Glue
|
|
12418
12531
|
# This field is deprecated. Use `MaxCapacity` instead.
|
12419
12532
|
#
|
12420
12533
|
# The number of Glue data processing units (DPUs) to allocate to this
|
12421
|
-
# JobRun.
|
12534
|
+
# JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
|
12422
12535
|
# is a relative measure of processing power that consists of 4 vCPUs of
|
12423
12536
|
# compute capacity and 16 GB of memory. For more information, see the
|
12424
12537
|
# [Glue pricing page][1].
|
@@ -12449,7 +12562,7 @@ module Aws::Glue
|
|
12449
12562
|
# or 1 DPU. The default is 0.0625 DPU.
|
12450
12563
|
#
|
12451
12564
|
# * When you specify an Apache Spark ETL job
|
12452
|
-
# (`JobCommand.Name`="glueetl"), you can allocate
|
12565
|
+
# (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
|
12453
12566
|
# DPUs. The default is 10 DPUs. This job type cannot have a fractional
|
12454
12567
|
# DPU allocation.
|
12455
12568
|
#
|
@@ -12466,7 +12579,7 @@ module Aws::Glue
|
|
12466
12579
|
#
|
12467
12580
|
# @option params [String] :worker_type
|
12468
12581
|
# The type of predefined worker that is allocated when a job runs.
|
12469
|
-
# Accepts a value of Standard, G.1X, or G.
|
12582
|
+
# Accepts a value of Standard, G.1X, G.2X, or G.025X.
|
12470
12583
|
#
|
12471
12584
|
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
12472
12585
|
# of memory and a 50GB disk, and 2 executors per worker.
|
@@ -12477,13 +12590,15 @@ module Aws::Glue
|
|
12477
12590
|
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
12478
12591
|
# memory and a 128GB disk, and 1 executor per worker.
|
12479
12592
|
#
|
12593
|
+
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
|
12594
|
+
# 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
|
12595
|
+
# recommend this worker type for low volume streaming jobs. This
|
12596
|
+
# worker type is only available for Glue version 3.0 streaming jobs.
|
12597
|
+
#
|
12480
12598
|
# @option params [Integer] :number_of_workers
|
12481
12599
|
# The number of workers of a defined `workerType` that are allocated
|
12482
12600
|
# when a job runs.
|
12483
12601
|
#
|
12484
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
12485
|
-
# 149 for `G.2X`.
|
12486
|
-
#
|
12487
12602
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
12488
12603
|
#
|
12489
12604
|
# * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
|
@@ -12503,7 +12618,7 @@ module Aws::Glue
|
|
12503
12618
|
# notification_property: {
|
12504
12619
|
# notify_delay_after: 1,
|
12505
12620
|
# },
|
12506
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
12621
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
12507
12622
|
# number_of_workers: 1,
|
12508
12623
|
# })
|
12509
12624
|
#
|
@@ -13327,7 +13442,7 @@ module Aws::Glue
|
|
13327
13442
|
# Specifies data lineage configuration settings for the crawler.
|
13328
13443
|
#
|
13329
13444
|
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
13330
|
-
# Specifies
|
13445
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
13331
13446
|
#
|
13332
13447
|
# @option params [String] :configuration
|
13333
13448
|
# Crawler configuration information. This versioned JSON string allows
|
@@ -13583,13 +13698,15 @@ module Aws::Glue
|
|
13583
13698
|
req.send_request(options)
|
13584
13699
|
end
|
13585
13700
|
|
13586
|
-
# Updates an existing job definition.
|
13701
|
+
# Updates an existing job definition. The previous job definition is
|
13702
|
+
# completely overwritten by this information.
|
13587
13703
|
#
|
13588
13704
|
# @option params [required, String] :job_name
|
13589
13705
|
# The name of the job definition to update.
|
13590
13706
|
#
|
13591
13707
|
# @option params [required, Types::JobUpdate] :job_update
|
13592
13708
|
# Specifies the values with which to update the job definition.
|
13709
|
+
# Unspecified configuration is removed or reset to default values.
|
13593
13710
|
#
|
13594
13711
|
# @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
13595
13712
|
#
|
@@ -13624,7 +13741,7 @@ module Aws::Glue
|
|
13624
13741
|
# allocated_capacity: 1,
|
13625
13742
|
# timeout: 1,
|
13626
13743
|
# max_capacity: 1.0,
|
13627
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
13744
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
13628
13745
|
# number_of_workers: 1,
|
13629
13746
|
# security_configuration: "NameString",
|
13630
13747
|
# notification_property: {
|
@@ -14414,7 +14531,7 @@ module Aws::Glue
|
|
14414
14531
|
# role: "RoleString",
|
14415
14532
|
# glue_version: "GlueVersionString",
|
14416
14533
|
# max_capacity: 1.0,
|
14417
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
14534
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
|
14418
14535
|
# number_of_workers: 1,
|
14419
14536
|
# timeout: 1,
|
14420
14537
|
# max_retries: 1,
|
@@ -14673,6 +14790,7 @@ module Aws::Glue
|
|
14673
14790
|
# The transaction ID at which to update the table contents.
|
14674
14791
|
#
|
14675
14792
|
# @option params [String] :version_id
|
14793
|
+
# The version ID at which to update the table contents.
|
14676
14794
|
#
|
14677
14795
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
14678
14796
|
#
|
@@ -14974,7 +15092,7 @@ module Aws::Glue
|
|
14974
15092
|
params: params,
|
14975
15093
|
config: config)
|
14976
15094
|
context[:gem_name] = 'aws-sdk-glue'
|
14977
|
-
context[:gem_version] = '1.
|
15095
|
+
context[:gem_version] = '1.115.0'
|
14978
15096
|
Seahorse::Client::Request.new(handlers, context)
|
14979
15097
|
end
|
14980
15098
|
|