aws-sdk-glue 1.112.0 → 1.115.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: c11903d4ab71e3604b12631c22efa4ba8cd8757e2e8ab441ba3214421eaed343
4
- data.tar.gz: 51d5c85b5914290bcbe6966099f7e9311f8055360f94e7e07c10a169a0a577e9
3
+ metadata.gz: 8506a0e874536293fa1387c2f26fcc33d0a539a3e858dc1dabce855f4672af1e
4
+ data.tar.gz: ef2266db2d31278105112e1fe029b659f1b7b25d607f326bf38d983e9c1edff0
5
5
  SHA512:
6
- metadata.gz: b2c3b92cff61acdf2cb4419751ac74ccf629faaf65c2ce0315d908b4af6f641af8719d603b0112ace130ebc0c3dcd29379b5cca9092ded0beb1ba72749d9a45e
7
- data.tar.gz: 2b5c597710062a4cde5b922e69046b835ecc79c52667c4f11a0221713e24cdbeaaf057f93d85eb3ea012598b5c4508117eb41aa4e7e0b72422d878cdd0f7e2dd
6
+ metadata.gz: 9f1a582999e37bc3e88ae7253f53ef5c8f264c259ec7a7517b6db3aa80c6230bbf574fddfec239c1876de265ded9ddeb412cad134241422013d82dac17da8709
7
+ data.tar.gz: 1fec521ed8f4935d214b00ea475fb495bb1962356f9dc34af354d348a020b3b8183997dbba462257f7138aa8f2937ed5f9f17c78de27deaab9013f0296b00ffb
data/CHANGELOG.md CHANGED
@@ -1,6 +1,21 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.115.0 (2022-07-14)
5
+ ------------------
6
+
7
+ * Feature - This release adds an additional worker type for Glue Streaming jobs.
8
+
9
+ 1.114.0 (2022-06-30)
10
+ ------------------
11
+
12
+ * Feature - This release adds tag as an input of CreateDatabase
13
+
14
+ 1.113.0 (2022-06-24)
15
+ ------------------
16
+
17
+ * Feature - This release enables the new ListCrawls API for viewing the AWS Glue Crawler run history.
18
+
4
19
  1.112.0 (2022-05-17)
5
20
  ------------------
6
21
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.112.0
1
+ 1.115.0
@@ -885,7 +885,7 @@ module Aws::Glue
885
885
  # resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
886
886
  # resp.dev_endpoints[0].public_address #=> String
887
887
  # resp.dev_endpoints[0].status #=> String
888
- # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
888
+ # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
889
889
  # resp.dev_endpoints[0].glue_version #=> String
890
890
  # resp.dev_endpoints[0].number_of_workers #=> Integer
891
891
  # resp.dev_endpoints[0].number_of_nodes #=> Integer
@@ -959,7 +959,7 @@ module Aws::Glue
959
959
  # resp.jobs[0].allocated_capacity #=> Integer
960
960
  # resp.jobs[0].timeout #=> Integer
961
961
  # resp.jobs[0].max_capacity #=> Float
962
- # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
962
+ # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
963
963
  # resp.jobs[0].number_of_workers #=> Integer
964
964
  # resp.jobs[0].security_configuration #=> String
965
965
  # resp.jobs[0].notification_property.notify_delay_after #=> Integer
@@ -1710,7 +1710,7 @@ module Aws::Glue
1710
1710
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
1711
1711
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
1712
1712
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
1713
- # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
1713
+ # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
1714
1714
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
1715
1715
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
1716
1716
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -1777,7 +1777,7 @@ module Aws::Glue
1777
1777
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
1778
1778
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
1779
1779
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
1780
- # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
1780
+ # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
1781
1781
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
1782
1782
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
1783
1783
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -2002,7 +2002,7 @@ module Aws::Glue
2002
2002
  req.send_request(options)
2003
2003
  end
2004
2004
 
2005
- # Cancels the statement..
2005
+ # Cancels the statement.
2006
2006
  #
2007
2007
  # @option params [required, String] :session_id
2008
2008
  # The Session ID of the statement to be cancelled.
@@ -2265,7 +2265,7 @@ module Aws::Glue
2265
2265
  # Specifies data lineage configuration settings for the crawler.
2266
2266
  #
2267
2267
  # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
2268
- # Specifies AWS Lake Formation configuration settings for the crawler.
2268
+ # Specifies Lake Formation configuration settings for the crawler.
2269
2269
  #
2270
2270
  # @option params [String] :configuration
2271
2271
  # Crawler configuration information. This versioned JSON string allows
@@ -2435,6 +2435,9 @@ module Aws::Glue
2435
2435
  # @option params [required, Types::DatabaseInput] :database_input
2436
2436
  # The metadata for the database.
2437
2437
  #
2438
+ # @option params [Hash<String,String>] :tags
2439
+ # The tags you assign to the database.
2440
+ #
2438
2441
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2439
2442
  #
2440
2443
  # @example Request syntax with placeholder values
@@ -2461,6 +2464,9 @@ module Aws::Glue
2461
2464
  # database_name: "NameString",
2462
2465
  # },
2463
2466
  # },
2467
+ # tags: {
2468
+ # "TagKey" => "TagValue",
2469
+ # },
2464
2470
  # })
2465
2471
  #
2466
2472
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabase AWS API Documentation
@@ -2624,7 +2630,7 @@ module Aws::Glue
2624
2630
  # public_key: "GenericString",
2625
2631
  # public_keys: ["GenericString"],
2626
2632
  # number_of_nodes: 1,
2627
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
2633
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
2628
2634
  # glue_version: "GlueVersionString",
2629
2635
  # number_of_workers: 1,
2630
2636
  # extra_python_libs_s3_path: "GenericString",
@@ -2649,7 +2655,7 @@ module Aws::Glue
2649
2655
  # resp.yarn_endpoint_address #=> String
2650
2656
  # resp.zeppelin_remote_spark_interpreter_port #=> Integer
2651
2657
  # resp.number_of_nodes #=> Integer
2652
- # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
2658
+ # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
2653
2659
  # resp.glue_version #=> String
2654
2660
  # resp.number_of_workers #=> Integer
2655
2661
  # resp.availability_zone #=> String
@@ -2700,6 +2706,11 @@ module Aws::Glue
2700
2706
  # You can specify arguments here that your own job-execution script
2701
2707
  # consumes, as well as arguments that Glue itself consumes.
2702
2708
  #
2709
+ # Job arguments may be logged. Do not pass plaintext secrets as
2710
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
2711
+ # other secret management mechanism if you intend to keep them within
2712
+ # the Job.
2713
+ #
2703
2714
  # For information about how to specify and consume your own Job
2704
2715
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
2705
2716
  # developer guide.
@@ -2726,7 +2737,7 @@ module Aws::Glue
2726
2737
  # This parameter is deprecated. Use `MaxCapacity` instead.
2727
2738
  #
2728
2739
  # The number of Glue data processing units (DPUs) to allocate to this
2729
- # Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is
2740
+ # Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU is
2730
2741
  # a relative measure of processing power that consists of 4 vCPUs of
2731
2742
  # compute capacity and 16 GB of memory. For more information, see the
2732
2743
  # [Glue pricing page][1].
@@ -2758,8 +2769,8 @@ module Aws::Glue
2758
2769
  #
2759
2770
  # * When you specify an Apache Spark ETL job
2760
2771
  # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
2761
- # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
2762
- # 100 DPUs. The default is 10 DPUs. This job type cannot have a
2772
+ # (`JobCommand.Name`="gluestreaming"), you can allocate a minimum of
2773
+ # 2 DPUs. The default is 10 DPUs. This job type cannot have a
2763
2774
  # fractional DPU allocation.
2764
2775
  #
2765
2776
  # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -2806,12 +2817,9 @@ module Aws::Glue
2806
2817
  # The number of workers of a defined `workerType` that are allocated
2807
2818
  # when a job runs.
2808
2819
  #
2809
- # The maximum number of workers you can define are 299 for `G.1X`, and
2810
- # 149 for `G.2X`.
2811
- #
2812
2820
  # @option params [String] :worker_type
2813
2821
  # The type of predefined worker that is allocated when a job runs.
2814
- # Accepts a value of Standard, G.1X, or G.2X.
2822
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
2815
2823
  #
2816
2824
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
2817
2825
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -2824,6 +2832,11 @@ module Aws::Glue
2824
2832
  # of memory, 128 GB disk), and provides 1 executor per worker. We
2825
2833
  # recommend this worker type for memory-intensive jobs.
2826
2834
  #
2835
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
2836
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
2837
+ # recommend this worker type for low volume streaming jobs. This
2838
+ # worker type is only available for Glue version 3.0 streaming jobs.
2839
+ #
2827
2840
  # @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
2828
2841
  # The representation of a directed acyclic graph on which both the Glue
2829
2842
  # Studio visual component and Glue Studio code generation is based.
@@ -2869,7 +2882,7 @@ module Aws::Glue
2869
2882
  # },
2870
2883
  # glue_version: "GlueVersionString",
2871
2884
  # number_of_workers: 1,
2872
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
2885
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
2873
2886
  # code_gen_configuration_nodes: {
2874
2887
  # "NodeId" => {
2875
2888
  # athena_connector_source: {
@@ -3733,7 +3746,7 @@ module Aws::Glue
3733
3746
  # role: "RoleString", # required
3734
3747
  # glue_version: "GlueVersionString",
3735
3748
  # max_capacity: 1.0,
3736
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
3749
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
3737
3750
  # number_of_workers: 1,
3738
3751
  # timeout: 1,
3739
3752
  # max_retries: 1,
@@ -4238,15 +4251,33 @@ module Aws::Glue
4238
4251
  # The number of connections to use for the session.
4239
4252
  #
4240
4253
  # @option params [Float] :max_capacity
4241
- # The number of AWS Glue data processing units (DPUs) that can be
4242
- # allocated when the job runs. A DPU is a relative measure of processing
4243
- # power that consists of 4 vCPUs of compute capacity and 16 GB memory.
4254
+ # The number of Glue data processing units (DPUs) that can be allocated
4255
+ # when the job runs. A DPU is a relative measure of processing power
4256
+ # that consists of 4 vCPUs of compute capacity and 16 GB memory.
4244
4257
  #
4245
4258
  # @option params [Integer] :number_of_workers
4246
- # The number of workers to use for the session.
4259
+ # The number of workers of a defined `WorkerType` to use for the
4260
+ # session.
4247
4261
  #
4248
4262
  # @option params [String] :worker_type
4249
- # The Worker Type. Can be one of G.1X, G.2X, Standard
4263
+ # The type of predefined worker that is allocated to use for the
4264
+ # session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
4265
+ #
4266
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
4267
+ # of memory and a 50GB disk, and 2 executors per worker.
4268
+ #
4269
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
4270
+ # of memory, 64 GB disk), and provides 1 executor per worker. We
4271
+ # recommend this worker type for memory-intensive jobs.
4272
+ #
4273
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
4274
+ # of memory, 128 GB disk), and provides 1 executor per worker. We
4275
+ # recommend this worker type for memory-intensive jobs.
4276
+ #
4277
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
4278
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
4279
+ # recommend this worker type for low volume streaming jobs. This
4280
+ # worker type is only available for Glue version 3.0 streaming jobs.
4250
4281
  #
4251
4282
  # @option params [String] :security_configuration
4252
4283
  # The name of the SecurityConfiguration structure to be used with the
@@ -4254,7 +4285,7 @@ module Aws::Glue
4254
4285
  #
4255
4286
  # @option params [String] :glue_version
4256
4287
  # The Glue version determines the versions of Apache Spark and Python
4257
- # that AWS Glue supports. The GlueVersion must be greater than 2.0.
4288
+ # that Glue supports. The GlueVersion must be greater than 2.0.
4258
4289
  #
4259
4290
  # @option params [Hash<String,String>] :tags
4260
4291
  # The map of key value pairs (tags) belonging to the session.
@@ -4286,7 +4317,7 @@ module Aws::Glue
4286
4317
  # },
4287
4318
  # max_capacity: 1.0,
4288
4319
  # number_of_workers: 1,
4289
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
4320
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
4290
4321
  # security_configuration: "NameString",
4291
4322
  # glue_version: "GlueVersionString",
4292
4323
  # tags: {
@@ -5941,11 +5972,11 @@ module Aws::Glue
5941
5972
  #
5942
5973
  # @option params [Boolean] :hide_password
5943
5974
  # Allows you to retrieve the connection metadata without returning the
5944
- # password. For instance, the AWS Glue console uses this flag to
5945
- # retrieve the connection, and does not display the password. Set this
5946
- # parameter when the caller might not have permission to use the KMS key
5947
- # to decrypt the password, but it does have permission to access the
5948
- # rest of the connection properties.
5975
+ # password. For instance, the Glue console uses this flag to retrieve
5976
+ # the connection, and does not display the password. Set this parameter
5977
+ # when the caller might not have permission to use the KMS key to
5978
+ # decrypt the password, but it does have permission to access the rest
5979
+ # of the connection properties.
5949
5980
  #
5950
5981
  # @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
5951
5982
  #
@@ -5996,11 +6027,11 @@ module Aws::Glue
5996
6027
  #
5997
6028
  # @option params [Boolean] :hide_password
5998
6029
  # Allows you to retrieve the connection metadata without returning the
5999
- # password. For instance, the AWS Glue console uses this flag to
6000
- # retrieve the connection, and does not display the password. Set this
6001
- # parameter when the caller might not have permission to use the KMS key
6002
- # to decrypt the password, but it does have permission to access the
6003
- # rest of the connection properties.
6030
+ # password. For instance, the Glue console uses this flag to retrieve
6031
+ # the connection, and does not display the password. Set this parameter
6032
+ # when the caller might not have permission to use the KMS key to
6033
+ # decrypt the password, but it does have permission to access the rest
6034
+ # of the connection properties.
6004
6035
  #
6005
6036
  # @option params [String] :next_token
6006
6037
  # A continuation token, if this is a continuation call.
@@ -6536,7 +6567,7 @@ module Aws::Glue
6536
6567
  # resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
6537
6568
  # resp.dev_endpoint.public_address #=> String
6538
6569
  # resp.dev_endpoint.status #=> String
6539
- # resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6570
+ # resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6540
6571
  # resp.dev_endpoint.glue_version #=> String
6541
6572
  # resp.dev_endpoint.number_of_workers #=> Integer
6542
6573
  # resp.dev_endpoint.number_of_nodes #=> Integer
@@ -6606,7 +6637,7 @@ module Aws::Glue
6606
6637
  # resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
6607
6638
  # resp.dev_endpoints[0].public_address #=> String
6608
6639
  # resp.dev_endpoints[0].status #=> String
6609
- # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6640
+ # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6610
6641
  # resp.dev_endpoints[0].glue_version #=> String
6611
6642
  # resp.dev_endpoints[0].number_of_workers #=> Integer
6612
6643
  # resp.dev_endpoints[0].number_of_nodes #=> Integer
@@ -6672,7 +6703,7 @@ module Aws::Glue
6672
6703
  # resp.job.allocated_capacity #=> Integer
6673
6704
  # resp.job.timeout #=> Integer
6674
6705
  # resp.job.max_capacity #=> Float
6675
- # resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6706
+ # resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6676
6707
  # resp.job.number_of_workers #=> Integer
6677
6708
  # resp.job.security_configuration #=> String
6678
6709
  # resp.job.notification_property.notify_delay_after #=> Integer
@@ -7249,7 +7280,7 @@ module Aws::Glue
7249
7280
  # resp.job_run.execution_time #=> Integer
7250
7281
  # resp.job_run.timeout #=> Integer
7251
7282
  # resp.job_run.max_capacity #=> Float
7252
- # resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7283
+ # resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7253
7284
  # resp.job_run.number_of_workers #=> Integer
7254
7285
  # resp.job_run.security_configuration #=> String
7255
7286
  # resp.job_run.log_group_name #=> String
@@ -7314,7 +7345,7 @@ module Aws::Glue
7314
7345
  # resp.job_runs[0].execution_time #=> Integer
7315
7346
  # resp.job_runs[0].timeout #=> Integer
7316
7347
  # resp.job_runs[0].max_capacity #=> Float
7317
- # resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7348
+ # resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7318
7349
  # resp.job_runs[0].number_of_workers #=> Integer
7319
7350
  # resp.job_runs[0].security_configuration #=> String
7320
7351
  # resp.job_runs[0].log_group_name #=> String
@@ -7377,7 +7408,7 @@ module Aws::Glue
7377
7408
  # resp.jobs[0].allocated_capacity #=> Integer
7378
7409
  # resp.jobs[0].timeout #=> Integer
7379
7410
  # resp.jobs[0].max_capacity #=> Float
7380
- # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7411
+ # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7381
7412
  # resp.jobs[0].number_of_workers #=> Integer
7382
7413
  # resp.jobs[0].security_configuration #=> String
7383
7414
  # resp.jobs[0].notification_property.notify_delay_after #=> Integer
@@ -8092,7 +8123,7 @@ module Aws::Glue
8092
8123
  # resp.role #=> String
8093
8124
  # resp.glue_version #=> String
8094
8125
  # resp.max_capacity #=> Float
8095
- # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
8126
+ # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
8096
8127
  # resp.number_of_workers #=> Integer
8097
8128
  # resp.timeout #=> Integer
8098
8129
  # resp.max_retries #=> Integer
@@ -8200,7 +8231,7 @@ module Aws::Glue
8200
8231
  # resp.transforms[0].role #=> String
8201
8232
  # resp.transforms[0].glue_version #=> String
8202
8233
  # resp.transforms[0].max_capacity #=> Float
8203
- # resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
8234
+ # resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
8204
8235
  # resp.transforms[0].number_of_workers #=> Integer
8205
8236
  # resp.transforms[0].timeout #=> Integer
8206
8237
  # resp.transforms[0].max_retries #=> Integer
@@ -10428,7 +10459,7 @@ module Aws::Glue
10428
10459
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10429
10460
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10430
10461
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10431
- # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10462
+ # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10432
10463
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10433
10464
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10434
10465
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10495,7 +10526,7 @@ module Aws::Glue
10495
10526
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10496
10527
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10497
10528
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10498
- # resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10529
+ # resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10499
10530
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10500
10531
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10501
10532
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10613,7 +10644,7 @@ module Aws::Glue
10613
10644
  # resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10614
10645
  # resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10615
10646
  # resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10616
- # resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10647
+ # resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10617
10648
  # resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10618
10649
  # resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10619
10650
  # resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10771,7 +10802,7 @@ module Aws::Glue
10771
10802
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10772
10803
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10773
10804
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10774
- # resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10805
+ # resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10775
10806
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10776
10807
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10777
10808
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10918,6 +10949,82 @@ module Aws::Glue
10918
10949
  req.send_request(options)
10919
10950
  end
10920
10951
 
10952
+ # Returns all the crawls of a specified crawler. Returns only the crawls
10953
+ # that have occurred since the launch date of the crawler history
10954
+ # feature, and only retains up to 12 months of crawls. Older crawls will
10955
+ # not be returned.
10956
+ #
10957
+ # You may use this API to:
10958
+ #
10959
+ # * Retrive all the crawls of a specified crawler.
10960
+ #
10961
+ # * Retrieve all the crawls of a specified crawler within a limited
10962
+ # count.
10963
+ #
10964
+ # * Retrieve all the crawls of a specified crawler in a specific time
10965
+ # range.
10966
+ #
10967
+ # * Retrieve all the crawls of a specified crawler with a particular
10968
+ # state, crawl ID, or DPU hour value.
10969
+ #
10970
+ # @option params [required, String] :crawler_name
10971
+ # The name of the crawler whose runs you want to retrieve.
10972
+ #
10973
+ # @option params [Integer] :max_results
10974
+ # The maximum number of results to return. The default is 20, and
10975
+ # maximum is 100.
10976
+ #
10977
+ # @option params [Array<Types::CrawlsFilter>] :filters
10978
+ # Filters the crawls by the criteria you specify in a list of
10979
+ # `CrawlsFilter` objects.
10980
+ #
10981
+ # @option params [String] :next_token
10982
+ # A continuation token, if this is a continuation call.
10983
+ #
10984
+ # @return [Types::ListCrawlsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
10985
+ #
10986
+ # * {Types::ListCrawlsResponse#crawls #crawls} => Array&lt;Types::CrawlerHistory&gt;
10987
+ # * {Types::ListCrawlsResponse#next_token #next_token} => String
10988
+ #
10989
+ # @example Request syntax with placeholder values
10990
+ #
10991
+ # resp = client.list_crawls({
10992
+ # crawler_name: "NameString", # required
10993
+ # max_results: 1,
10994
+ # filters: [
10995
+ # {
10996
+ # field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
10997
+ # filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
10998
+ # field_value: "GenericString",
10999
+ # },
11000
+ # ],
11001
+ # next_token: "Token",
11002
+ # })
11003
+ #
11004
+ # @example Response structure
11005
+ #
11006
+ # resp.crawls #=> Array
11007
+ # resp.crawls[0].crawl_id #=> String
11008
+ # resp.crawls[0].state #=> String, one of "RUNNING", "COMPLETED", "FAILED", "STOPPED"
11009
+ # resp.crawls[0].start_time #=> Time
11010
+ # resp.crawls[0].end_time #=> Time
11011
+ # resp.crawls[0].summary #=> String
11012
+ # resp.crawls[0].error_message #=> String
11013
+ # resp.crawls[0].log_group #=> String
11014
+ # resp.crawls[0].log_stream #=> String
11015
+ # resp.crawls[0].message_prefix #=> String
11016
+ # resp.crawls[0].dpu_hour #=> Float
11017
+ # resp.next_token #=> String
11018
+ #
11019
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawls AWS API Documentation
11020
+ #
11021
+ # @overload list_crawls(params = {})
11022
+ # @param [Hash] params ({})
11023
+ def list_crawls(params = {}, options = {})
11024
+ req = build_request(:list_crawls, params)
11025
+ req.send_request(options)
11026
+ end
11027
+
10921
11028
  # Lists all the custom patterns that have been created.
10922
11029
  #
10923
11030
  # @option params [String] :next_token
@@ -11300,7 +11407,7 @@ module Aws::Glue
11300
11407
  req.send_request(options)
11301
11408
  end
11302
11409
 
11303
- # Retrieve a session..
11410
+ # Retrieve a list of sessions.
11304
11411
  #
11305
11412
  # @option params [String] :next_token
11306
11413
  # The token for the next set of results, or null if there are no more
@@ -11375,6 +11482,7 @@ module Aws::Glue
11375
11482
  # The origin of the request to list statements.
11376
11483
  #
11377
11484
  # @option params [String] :next_token
11485
+ # A continuation token, if this is a continuation call.
11378
11486
  #
11379
11487
  # @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11380
11488
  #
@@ -12401,6 +12509,11 @@ module Aws::Glue
12401
12509
  # You can specify arguments here that your own job-execution script
12402
12510
  # consumes, as well as arguments that Glue itself consumes.
12403
12511
  #
12512
+ # Job arguments may be logged. Do not pass plaintext secrets as
12513
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
12514
+ # other secret management mechanism if you intend to keep them within
12515
+ # the Job.
12516
+ #
12404
12517
  # For information about how to specify and consume your own Job
12405
12518
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
12406
12519
  # developer guide.
@@ -12418,7 +12531,7 @@ module Aws::Glue
12418
12531
  # This field is deprecated. Use `MaxCapacity` instead.
12419
12532
  #
12420
12533
  # The number of Glue data processing units (DPUs) to allocate to this
12421
- # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU
12534
+ # JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
12422
12535
  # is a relative measure of processing power that consists of 4 vCPUs of
12423
12536
  # compute capacity and 16 GB of memory. For more information, see the
12424
12537
  # [Glue pricing page][1].
@@ -12449,7 +12562,7 @@ module Aws::Glue
12449
12562
  # or 1 DPU. The default is 0.0625 DPU.
12450
12563
  #
12451
12564
  # * When you specify an Apache Spark ETL job
12452
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
12565
+ # (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
12453
12566
  # DPUs. The default is 10 DPUs. This job type cannot have a fractional
12454
12567
  # DPU allocation.
12455
12568
  #
@@ -12466,7 +12579,7 @@ module Aws::Glue
12466
12579
  #
12467
12580
  # @option params [String] :worker_type
12468
12581
  # The type of predefined worker that is allocated when a job runs.
12469
- # Accepts a value of Standard, G.1X, or G.2X.
12582
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
12470
12583
  #
12471
12584
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
12472
12585
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -12477,13 +12590,15 @@ module Aws::Glue
12477
12590
  # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
12478
12591
  # memory and a 128GB disk, and 1 executor per worker.
12479
12592
  #
12593
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
12594
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
12595
+ # recommend this worker type for low volume streaming jobs. This
12596
+ # worker type is only available for Glue version 3.0 streaming jobs.
12597
+ #
12480
12598
  # @option params [Integer] :number_of_workers
12481
12599
  # The number of workers of a defined `workerType` that are allocated
12482
12600
  # when a job runs.
12483
12601
  #
12484
- # The maximum number of workers you can define are 299 for `G.1X`, and
12485
- # 149 for `G.2X`.
12486
- #
12487
12602
  # @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
12488
12603
  #
12489
12604
  # * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
@@ -12503,7 +12618,7 @@ module Aws::Glue
12503
12618
  # notification_property: {
12504
12619
  # notify_delay_after: 1,
12505
12620
  # },
12506
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
12621
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
12507
12622
  # number_of_workers: 1,
12508
12623
  # })
12509
12624
  #
@@ -13327,7 +13442,7 @@ module Aws::Glue
13327
13442
  # Specifies data lineage configuration settings for the crawler.
13328
13443
  #
13329
13444
  # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
13330
- # Specifies AWS Lake Formation configuration settings for the crawler.
13445
+ # Specifies Lake Formation configuration settings for the crawler.
13331
13446
  #
13332
13447
  # @option params [String] :configuration
13333
13448
  # Crawler configuration information. This versioned JSON string allows
@@ -13583,13 +13698,15 @@ module Aws::Glue
13583
13698
  req.send_request(options)
13584
13699
  end
13585
13700
 
13586
- # Updates an existing job definition.
13701
+ # Updates an existing job definition. The previous job definition is
13702
+ # completely overwritten by this information.
13587
13703
  #
13588
13704
  # @option params [required, String] :job_name
13589
13705
  # The name of the job definition to update.
13590
13706
  #
13591
13707
  # @option params [required, Types::JobUpdate] :job_update
13592
13708
  # Specifies the values with which to update the job definition.
13709
+ # Unspecified configuration is removed or reset to default values.
13593
13710
  #
13594
13711
  # @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
13595
13712
  #
@@ -13624,7 +13741,7 @@ module Aws::Glue
13624
13741
  # allocated_capacity: 1,
13625
13742
  # timeout: 1,
13626
13743
  # max_capacity: 1.0,
13627
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
13744
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
13628
13745
  # number_of_workers: 1,
13629
13746
  # security_configuration: "NameString",
13630
13747
  # notification_property: {
@@ -14414,7 +14531,7 @@ module Aws::Glue
14414
14531
  # role: "RoleString",
14415
14532
  # glue_version: "GlueVersionString",
14416
14533
  # max_capacity: 1.0,
14417
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
14534
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
14418
14535
  # number_of_workers: 1,
14419
14536
  # timeout: 1,
14420
14537
  # max_retries: 1,
@@ -14673,6 +14790,7 @@ module Aws::Glue
14673
14790
  # The transaction ID at which to update the table contents.
14674
14791
  #
14675
14792
  # @option params [String] :version_id
14793
+ # The version ID at which to update the table contents.
14676
14794
  #
14677
14795
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
14678
14796
  #
@@ -14974,7 +15092,7 @@ module Aws::Glue
14974
15092
  params: params,
14975
15093
  config: config)
14976
15094
  context[:gem_name] = 'aws-sdk-glue'
14977
- context[:gem_version] = '1.112.0'
15095
+ context[:gem_version] = '1.115.0'
14978
15096
  Seahorse::Client::Request.new(handlers, context)
14979
15097
  end
14980
15098