aws-sdk-glue 1.112.0 → 1.115.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: c11903d4ab71e3604b12631c22efa4ba8cd8757e2e8ab441ba3214421eaed343
4
- data.tar.gz: 51d5c85b5914290bcbe6966099f7e9311f8055360f94e7e07c10a169a0a577e9
3
+ metadata.gz: 8506a0e874536293fa1387c2f26fcc33d0a539a3e858dc1dabce855f4672af1e
4
+ data.tar.gz: ef2266db2d31278105112e1fe029b659f1b7b25d607f326bf38d983e9c1edff0
5
5
  SHA512:
6
- metadata.gz: b2c3b92cff61acdf2cb4419751ac74ccf629faaf65c2ce0315d908b4af6f641af8719d603b0112ace130ebc0c3dcd29379b5cca9092ded0beb1ba72749d9a45e
7
- data.tar.gz: 2b5c597710062a4cde5b922e69046b835ecc79c52667c4f11a0221713e24cdbeaaf057f93d85eb3ea012598b5c4508117eb41aa4e7e0b72422d878cdd0f7e2dd
6
+ metadata.gz: 9f1a582999e37bc3e88ae7253f53ef5c8f264c259ec7a7517b6db3aa80c6230bbf574fddfec239c1876de265ded9ddeb412cad134241422013d82dac17da8709
7
+ data.tar.gz: 1fec521ed8f4935d214b00ea475fb495bb1962356f9dc34af354d348a020b3b8183997dbba462257f7138aa8f2937ed5f9f17c78de27deaab9013f0296b00ffb
data/CHANGELOG.md CHANGED
@@ -1,6 +1,21 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.115.0 (2022-07-14)
5
+ ------------------
6
+
7
+ * Feature - This release adds an additional worker type for Glue Streaming jobs.
8
+
9
+ 1.114.0 (2022-06-30)
10
+ ------------------
11
+
12
+ * Feature - This release adds tag as an input of CreateDatabase
13
+
14
+ 1.113.0 (2022-06-24)
15
+ ------------------
16
+
17
+ * Feature - This release enables the new ListCrawls API for viewing the AWS Glue Crawler run history.
18
+
4
19
  1.112.0 (2022-05-17)
5
20
  ------------------
6
21
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.112.0
1
+ 1.115.0
@@ -885,7 +885,7 @@ module Aws::Glue
885
885
  # resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
886
886
  # resp.dev_endpoints[0].public_address #=> String
887
887
  # resp.dev_endpoints[0].status #=> String
888
- # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
888
+ # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
889
889
  # resp.dev_endpoints[0].glue_version #=> String
890
890
  # resp.dev_endpoints[0].number_of_workers #=> Integer
891
891
  # resp.dev_endpoints[0].number_of_nodes #=> Integer
@@ -959,7 +959,7 @@ module Aws::Glue
959
959
  # resp.jobs[0].allocated_capacity #=> Integer
960
960
  # resp.jobs[0].timeout #=> Integer
961
961
  # resp.jobs[0].max_capacity #=> Float
962
- # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
962
+ # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
963
963
  # resp.jobs[0].number_of_workers #=> Integer
964
964
  # resp.jobs[0].security_configuration #=> String
965
965
  # resp.jobs[0].notification_property.notify_delay_after #=> Integer
@@ -1710,7 +1710,7 @@ module Aws::Glue
1710
1710
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
1711
1711
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
1712
1712
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
1713
- # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
1713
+ # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
1714
1714
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
1715
1715
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
1716
1716
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -1777,7 +1777,7 @@ module Aws::Glue
1777
1777
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
1778
1778
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
1779
1779
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
1780
- # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
1780
+ # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
1781
1781
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
1782
1782
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
1783
1783
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -2002,7 +2002,7 @@ module Aws::Glue
2002
2002
  req.send_request(options)
2003
2003
  end
2004
2004
 
2005
- # Cancels the statement..
2005
+ # Cancels the statement.
2006
2006
  #
2007
2007
  # @option params [required, String] :session_id
2008
2008
  # The Session ID of the statement to be cancelled.
@@ -2265,7 +2265,7 @@ module Aws::Glue
2265
2265
  # Specifies data lineage configuration settings for the crawler.
2266
2266
  #
2267
2267
  # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
2268
- # Specifies AWS Lake Formation configuration settings for the crawler.
2268
+ # Specifies Lake Formation configuration settings for the crawler.
2269
2269
  #
2270
2270
  # @option params [String] :configuration
2271
2271
  # Crawler configuration information. This versioned JSON string allows
@@ -2435,6 +2435,9 @@ module Aws::Glue
2435
2435
  # @option params [required, Types::DatabaseInput] :database_input
2436
2436
  # The metadata for the database.
2437
2437
  #
2438
+ # @option params [Hash<String,String>] :tags
2439
+ # The tags you assign to the database.
2440
+ #
2438
2441
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2439
2442
  #
2440
2443
  # @example Request syntax with placeholder values
@@ -2461,6 +2464,9 @@ module Aws::Glue
2461
2464
  # database_name: "NameString",
2462
2465
  # },
2463
2466
  # },
2467
+ # tags: {
2468
+ # "TagKey" => "TagValue",
2469
+ # },
2464
2470
  # })
2465
2471
  #
2466
2472
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabase AWS API Documentation
@@ -2624,7 +2630,7 @@ module Aws::Glue
2624
2630
  # public_key: "GenericString",
2625
2631
  # public_keys: ["GenericString"],
2626
2632
  # number_of_nodes: 1,
2627
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
2633
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
2628
2634
  # glue_version: "GlueVersionString",
2629
2635
  # number_of_workers: 1,
2630
2636
  # extra_python_libs_s3_path: "GenericString",
@@ -2649,7 +2655,7 @@ module Aws::Glue
2649
2655
  # resp.yarn_endpoint_address #=> String
2650
2656
  # resp.zeppelin_remote_spark_interpreter_port #=> Integer
2651
2657
  # resp.number_of_nodes #=> Integer
2652
- # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
2658
+ # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
2653
2659
  # resp.glue_version #=> String
2654
2660
  # resp.number_of_workers #=> Integer
2655
2661
  # resp.availability_zone #=> String
@@ -2700,6 +2706,11 @@ module Aws::Glue
2700
2706
  # You can specify arguments here that your own job-execution script
2701
2707
  # consumes, as well as arguments that Glue itself consumes.
2702
2708
  #
2709
+ # Job arguments may be logged. Do not pass plaintext secrets as
2710
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
2711
+ # other secret management mechanism if you intend to keep them within
2712
+ # the Job.
2713
+ #
2703
2714
  # For information about how to specify and consume your own Job
2704
2715
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
2705
2716
  # developer guide.
@@ -2726,7 +2737,7 @@ module Aws::Glue
2726
2737
  # This parameter is deprecated. Use `MaxCapacity` instead.
2727
2738
  #
2728
2739
  # The number of Glue data processing units (DPUs) to allocate to this
2729
- # Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is
2740
+ # Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU is
2730
2741
  # a relative measure of processing power that consists of 4 vCPUs of
2731
2742
  # compute capacity and 16 GB of memory. For more information, see the
2732
2743
  # [Glue pricing page][1].
@@ -2758,8 +2769,8 @@ module Aws::Glue
2758
2769
  #
2759
2770
  # * When you specify an Apache Spark ETL job
2760
2771
  # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
2761
- # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
2762
- # 100 DPUs. The default is 10 DPUs. This job type cannot have a
2772
+ # (`JobCommand.Name`="gluestreaming"), you can allocate a minimum of
2773
+ # 2 DPUs. The default is 10 DPUs. This job type cannot have a
2763
2774
  # fractional DPU allocation.
2764
2775
  #
2765
2776
  # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -2806,12 +2817,9 @@ module Aws::Glue
2806
2817
  # The number of workers of a defined `workerType` that are allocated
2807
2818
  # when a job runs.
2808
2819
  #
2809
- # The maximum number of workers you can define are 299 for `G.1X`, and
2810
- # 149 for `G.2X`.
2811
- #
2812
2820
  # @option params [String] :worker_type
2813
2821
  # The type of predefined worker that is allocated when a job runs.
2814
- # Accepts a value of Standard, G.1X, or G.2X.
2822
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
2815
2823
  #
2816
2824
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
2817
2825
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -2824,6 +2832,11 @@ module Aws::Glue
2824
2832
  # of memory, 128 GB disk), and provides 1 executor per worker. We
2825
2833
  # recommend this worker type for memory-intensive jobs.
2826
2834
  #
2835
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
2836
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
2837
+ # recommend this worker type for low volume streaming jobs. This
2838
+ # worker type is only available for Glue version 3.0 streaming jobs.
2839
+ #
2827
2840
  # @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
2828
2841
  # The representation of a directed acyclic graph on which both the Glue
2829
2842
  # Studio visual component and Glue Studio code generation is based.
@@ -2869,7 +2882,7 @@ module Aws::Glue
2869
2882
  # },
2870
2883
  # glue_version: "GlueVersionString",
2871
2884
  # number_of_workers: 1,
2872
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
2885
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
2873
2886
  # code_gen_configuration_nodes: {
2874
2887
  # "NodeId" => {
2875
2888
  # athena_connector_source: {
@@ -3733,7 +3746,7 @@ module Aws::Glue
3733
3746
  # role: "RoleString", # required
3734
3747
  # glue_version: "GlueVersionString",
3735
3748
  # max_capacity: 1.0,
3736
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
3749
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
3737
3750
  # number_of_workers: 1,
3738
3751
  # timeout: 1,
3739
3752
  # max_retries: 1,
@@ -4238,15 +4251,33 @@ module Aws::Glue
4238
4251
  # The number of connections to use for the session.
4239
4252
  #
4240
4253
  # @option params [Float] :max_capacity
4241
- # The number of AWS Glue data processing units (DPUs) that can be
4242
- # allocated when the job runs. A DPU is a relative measure of processing
4243
- # power that consists of 4 vCPUs of compute capacity and 16 GB memory.
4254
+ # The number of Glue data processing units (DPUs) that can be allocated
4255
+ # when the job runs. A DPU is a relative measure of processing power
4256
+ # that consists of 4 vCPUs of compute capacity and 16 GB memory.
4244
4257
  #
4245
4258
  # @option params [Integer] :number_of_workers
4246
- # The number of workers to use for the session.
4259
+ # The number of workers of a defined `WorkerType` to use for the
4260
+ # session.
4247
4261
  #
4248
4262
  # @option params [String] :worker_type
4249
- # The Worker Type. Can be one of G.1X, G.2X, Standard
4263
+ # The type of predefined worker that is allocated to use for the
4264
+ # session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
4265
+ #
4266
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
4267
+ # of memory and a 50GB disk, and 2 executors per worker.
4268
+ #
4269
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
4270
+ # of memory, 64 GB disk), and provides 1 executor per worker. We
4271
+ # recommend this worker type for memory-intensive jobs.
4272
+ #
4273
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
4274
+ # of memory, 128 GB disk), and provides 1 executor per worker. We
4275
+ # recommend this worker type for memory-intensive jobs.
4276
+ #
4277
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
4278
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
4279
+ # recommend this worker type for low volume streaming jobs. This
4280
+ # worker type is only available for Glue version 3.0 streaming jobs.
4250
4281
  #
4251
4282
  # @option params [String] :security_configuration
4252
4283
  # The name of the SecurityConfiguration structure to be used with the
@@ -4254,7 +4285,7 @@ module Aws::Glue
4254
4285
  #
4255
4286
  # @option params [String] :glue_version
4256
4287
  # The Glue version determines the versions of Apache Spark and Python
4257
- # that AWS Glue supports. The GlueVersion must be greater than 2.0.
4288
+ # that Glue supports. The GlueVersion must be greater than 2.0.
4258
4289
  #
4259
4290
  # @option params [Hash<String,String>] :tags
4260
4291
  # The map of key value pairs (tags) belonging to the session.
@@ -4286,7 +4317,7 @@ module Aws::Glue
4286
4317
  # },
4287
4318
  # max_capacity: 1.0,
4288
4319
  # number_of_workers: 1,
4289
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
4320
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
4290
4321
  # security_configuration: "NameString",
4291
4322
  # glue_version: "GlueVersionString",
4292
4323
  # tags: {
@@ -5941,11 +5972,11 @@ module Aws::Glue
5941
5972
  #
5942
5973
  # @option params [Boolean] :hide_password
5943
5974
  # Allows you to retrieve the connection metadata without returning the
5944
- # password. For instance, the AWS Glue console uses this flag to
5945
- # retrieve the connection, and does not display the password. Set this
5946
- # parameter when the caller might not have permission to use the KMS key
5947
- # to decrypt the password, but it does have permission to access the
5948
- # rest of the connection properties.
5975
+ # password. For instance, the Glue console uses this flag to retrieve
5976
+ # the connection, and does not display the password. Set this parameter
5977
+ # when the caller might not have permission to use the KMS key to
5978
+ # decrypt the password, but it does have permission to access the rest
5979
+ # of the connection properties.
5949
5980
  #
5950
5981
  # @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
5951
5982
  #
@@ -5996,11 +6027,11 @@ module Aws::Glue
5996
6027
  #
5997
6028
  # @option params [Boolean] :hide_password
5998
6029
  # Allows you to retrieve the connection metadata without returning the
5999
- # password. For instance, the AWS Glue console uses this flag to
6000
- # retrieve the connection, and does not display the password. Set this
6001
- # parameter when the caller might not have permission to use the KMS key
6002
- # to decrypt the password, but it does have permission to access the
6003
- # rest of the connection properties.
6030
+ # password. For instance, the Glue console uses this flag to retrieve
6031
+ # the connection, and does not display the password. Set this parameter
6032
+ # when the caller might not have permission to use the KMS key to
6033
+ # decrypt the password, but it does have permission to access the rest
6034
+ # of the connection properties.
6004
6035
  #
6005
6036
  # @option params [String] :next_token
6006
6037
  # A continuation token, if this is a continuation call.
@@ -6536,7 +6567,7 @@ module Aws::Glue
6536
6567
  # resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
6537
6568
  # resp.dev_endpoint.public_address #=> String
6538
6569
  # resp.dev_endpoint.status #=> String
6539
- # resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6570
+ # resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6540
6571
  # resp.dev_endpoint.glue_version #=> String
6541
6572
  # resp.dev_endpoint.number_of_workers #=> Integer
6542
6573
  # resp.dev_endpoint.number_of_nodes #=> Integer
@@ -6606,7 +6637,7 @@ module Aws::Glue
6606
6637
  # resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
6607
6638
  # resp.dev_endpoints[0].public_address #=> String
6608
6639
  # resp.dev_endpoints[0].status #=> String
6609
- # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6640
+ # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6610
6641
  # resp.dev_endpoints[0].glue_version #=> String
6611
6642
  # resp.dev_endpoints[0].number_of_workers #=> Integer
6612
6643
  # resp.dev_endpoints[0].number_of_nodes #=> Integer
@@ -6672,7 +6703,7 @@ module Aws::Glue
6672
6703
  # resp.job.allocated_capacity #=> Integer
6673
6704
  # resp.job.timeout #=> Integer
6674
6705
  # resp.job.max_capacity #=> Float
6675
- # resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6706
+ # resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6676
6707
  # resp.job.number_of_workers #=> Integer
6677
6708
  # resp.job.security_configuration #=> String
6678
6709
  # resp.job.notification_property.notify_delay_after #=> Integer
@@ -7249,7 +7280,7 @@ module Aws::Glue
7249
7280
  # resp.job_run.execution_time #=> Integer
7250
7281
  # resp.job_run.timeout #=> Integer
7251
7282
  # resp.job_run.max_capacity #=> Float
7252
- # resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7283
+ # resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7253
7284
  # resp.job_run.number_of_workers #=> Integer
7254
7285
  # resp.job_run.security_configuration #=> String
7255
7286
  # resp.job_run.log_group_name #=> String
@@ -7314,7 +7345,7 @@ module Aws::Glue
7314
7345
  # resp.job_runs[0].execution_time #=> Integer
7315
7346
  # resp.job_runs[0].timeout #=> Integer
7316
7347
  # resp.job_runs[0].max_capacity #=> Float
7317
- # resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7348
+ # resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7318
7349
  # resp.job_runs[0].number_of_workers #=> Integer
7319
7350
  # resp.job_runs[0].security_configuration #=> String
7320
7351
  # resp.job_runs[0].log_group_name #=> String
@@ -7377,7 +7408,7 @@ module Aws::Glue
7377
7408
  # resp.jobs[0].allocated_capacity #=> Integer
7378
7409
  # resp.jobs[0].timeout #=> Integer
7379
7410
  # resp.jobs[0].max_capacity #=> Float
7380
- # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7411
+ # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7381
7412
  # resp.jobs[0].number_of_workers #=> Integer
7382
7413
  # resp.jobs[0].security_configuration #=> String
7383
7414
  # resp.jobs[0].notification_property.notify_delay_after #=> Integer
@@ -8092,7 +8123,7 @@ module Aws::Glue
8092
8123
  # resp.role #=> String
8093
8124
  # resp.glue_version #=> String
8094
8125
  # resp.max_capacity #=> Float
8095
- # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
8126
+ # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
8096
8127
  # resp.number_of_workers #=> Integer
8097
8128
  # resp.timeout #=> Integer
8098
8129
  # resp.max_retries #=> Integer
@@ -8200,7 +8231,7 @@ module Aws::Glue
8200
8231
  # resp.transforms[0].role #=> String
8201
8232
  # resp.transforms[0].glue_version #=> String
8202
8233
  # resp.transforms[0].max_capacity #=> Float
8203
- # resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
8234
+ # resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
8204
8235
  # resp.transforms[0].number_of_workers #=> Integer
8205
8236
  # resp.transforms[0].timeout #=> Integer
8206
8237
  # resp.transforms[0].max_retries #=> Integer
@@ -10428,7 +10459,7 @@ module Aws::Glue
10428
10459
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10429
10460
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10430
10461
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10431
- # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10462
+ # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10432
10463
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10433
10464
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10434
10465
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10495,7 +10526,7 @@ module Aws::Glue
10495
10526
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10496
10527
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10497
10528
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10498
- # resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10529
+ # resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10499
10530
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10500
10531
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10501
10532
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10613,7 +10644,7 @@ module Aws::Glue
10613
10644
  # resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10614
10645
  # resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10615
10646
  # resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10616
- # resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10647
+ # resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10617
10648
  # resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10618
10649
  # resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10619
10650
  # resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10771,7 +10802,7 @@ module Aws::Glue
10771
10802
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10772
10803
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10773
10804
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10774
- # resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10805
+ # resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10775
10806
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10776
10807
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10777
10808
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10918,6 +10949,82 @@ module Aws::Glue
10918
10949
  req.send_request(options)
10919
10950
  end
10920
10951
 
10952
+ # Returns all the crawls of a specified crawler. Returns only the crawls
10953
+ # that have occurred since the launch date of the crawler history
10954
+ # feature, and only retains up to 12 months of crawls. Older crawls will
10955
+ # not be returned.
10956
+ #
10957
+ # You may use this API to:
10958
+ #
10959
+ # * Retrive all the crawls of a specified crawler.
10960
+ #
10961
+ # * Retrieve all the crawls of a specified crawler within a limited
10962
+ # count.
10963
+ #
10964
+ # * Retrieve all the crawls of a specified crawler in a specific time
10965
+ # range.
10966
+ #
10967
+ # * Retrieve all the crawls of a specified crawler with a particular
10968
+ # state, crawl ID, or DPU hour value.
10969
+ #
10970
+ # @option params [required, String] :crawler_name
10971
+ # The name of the crawler whose runs you want to retrieve.
10972
+ #
10973
+ # @option params [Integer] :max_results
10974
+ # The maximum number of results to return. The default is 20, and
10975
+ # maximum is 100.
10976
+ #
10977
+ # @option params [Array<Types::CrawlsFilter>] :filters
10978
+ # Filters the crawls by the criteria you specify in a list of
10979
+ # `CrawlsFilter` objects.
10980
+ #
10981
+ # @option params [String] :next_token
10982
+ # A continuation token, if this is a continuation call.
10983
+ #
10984
+ # @return [Types::ListCrawlsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
10985
+ #
10986
+ # * {Types::ListCrawlsResponse#crawls #crawls} => Array&lt;Types::CrawlerHistory&gt;
10987
+ # * {Types::ListCrawlsResponse#next_token #next_token} => String
10988
+ #
10989
+ # @example Request syntax with placeholder values
10990
+ #
10991
+ # resp = client.list_crawls({
10992
+ # crawler_name: "NameString", # required
10993
+ # max_results: 1,
10994
+ # filters: [
10995
+ # {
10996
+ # field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
10997
+ # filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
10998
+ # field_value: "GenericString",
10999
+ # },
11000
+ # ],
11001
+ # next_token: "Token",
11002
+ # })
11003
+ #
11004
+ # @example Response structure
11005
+ #
11006
+ # resp.crawls #=> Array
11007
+ # resp.crawls[0].crawl_id #=> String
11008
+ # resp.crawls[0].state #=> String, one of "RUNNING", "COMPLETED", "FAILED", "STOPPED"
11009
+ # resp.crawls[0].start_time #=> Time
11010
+ # resp.crawls[0].end_time #=> Time
11011
+ # resp.crawls[0].summary #=> String
11012
+ # resp.crawls[0].error_message #=> String
11013
+ # resp.crawls[0].log_group #=> String
11014
+ # resp.crawls[0].log_stream #=> String
11015
+ # resp.crawls[0].message_prefix #=> String
11016
+ # resp.crawls[0].dpu_hour #=> Float
11017
+ # resp.next_token #=> String
11018
+ #
11019
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawls AWS API Documentation
11020
+ #
11021
+ # @overload list_crawls(params = {})
11022
+ # @param [Hash] params ({})
11023
+ def list_crawls(params = {}, options = {})
11024
+ req = build_request(:list_crawls, params)
11025
+ req.send_request(options)
11026
+ end
11027
+
10921
11028
  # Lists all the custom patterns that have been created.
10922
11029
  #
10923
11030
  # @option params [String] :next_token
@@ -11300,7 +11407,7 @@ module Aws::Glue
11300
11407
  req.send_request(options)
11301
11408
  end
11302
11409
 
11303
- # Retrieve a session..
11410
+ # Retrieve a list of sessions.
11304
11411
  #
11305
11412
  # @option params [String] :next_token
11306
11413
  # The token for the next set of results, or null if there are no more
@@ -11375,6 +11482,7 @@ module Aws::Glue
11375
11482
  # The origin of the request to list statements.
11376
11483
  #
11377
11484
  # @option params [String] :next_token
11485
+ # A continuation token, if this is a continuation call.
11378
11486
  #
11379
11487
  # @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11380
11488
  #
@@ -12401,6 +12509,11 @@ module Aws::Glue
12401
12509
  # You can specify arguments here that your own job-execution script
12402
12510
  # consumes, as well as arguments that Glue itself consumes.
12403
12511
  #
12512
+ # Job arguments may be logged. Do not pass plaintext secrets as
12513
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
12514
+ # other secret management mechanism if you intend to keep them within
12515
+ # the Job.
12516
+ #
12404
12517
  # For information about how to specify and consume your own Job
12405
12518
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
12406
12519
  # developer guide.
@@ -12418,7 +12531,7 @@ module Aws::Glue
12418
12531
  # This field is deprecated. Use `MaxCapacity` instead.
12419
12532
  #
12420
12533
  # The number of Glue data processing units (DPUs) to allocate to this
12421
- # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU
12534
+ # JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
12422
12535
  # is a relative measure of processing power that consists of 4 vCPUs of
12423
12536
  # compute capacity and 16 GB of memory. For more information, see the
12424
12537
  # [Glue pricing page][1].
@@ -12449,7 +12562,7 @@ module Aws::Glue
12449
12562
  # or 1 DPU. The default is 0.0625 DPU.
12450
12563
  #
12451
12564
  # * When you specify an Apache Spark ETL job
12452
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
12565
+ # (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
12453
12566
  # DPUs. The default is 10 DPUs. This job type cannot have a fractional
12454
12567
  # DPU allocation.
12455
12568
  #
@@ -12466,7 +12579,7 @@ module Aws::Glue
12466
12579
  #
12467
12580
  # @option params [String] :worker_type
12468
12581
  # The type of predefined worker that is allocated when a job runs.
12469
- # Accepts a value of Standard, G.1X, or G.2X.
12582
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
12470
12583
  #
12471
12584
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
12472
12585
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -12477,13 +12590,15 @@ module Aws::Glue
12477
12590
  # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
12478
12591
  # memory and a 128GB disk, and 1 executor per worker.
12479
12592
  #
12593
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
12594
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
12595
+ # recommend this worker type for low volume streaming jobs. This
12596
+ # worker type is only available for Glue version 3.0 streaming jobs.
12597
+ #
12480
12598
  # @option params [Integer] :number_of_workers
12481
12599
  # The number of workers of a defined `workerType` that are allocated
12482
12600
  # when a job runs.
12483
12601
  #
12484
- # The maximum number of workers you can define are 299 for `G.1X`, and
12485
- # 149 for `G.2X`.
12486
- #
12487
12602
  # @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
12488
12603
  #
12489
12604
  # * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
@@ -12503,7 +12618,7 @@ module Aws::Glue
12503
12618
  # notification_property: {
12504
12619
  # notify_delay_after: 1,
12505
12620
  # },
12506
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
12621
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
12507
12622
  # number_of_workers: 1,
12508
12623
  # })
12509
12624
  #
@@ -13327,7 +13442,7 @@ module Aws::Glue
13327
13442
  # Specifies data lineage configuration settings for the crawler.
13328
13443
  #
13329
13444
  # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
13330
- # Specifies AWS Lake Formation configuration settings for the crawler.
13445
+ # Specifies Lake Formation configuration settings for the crawler.
13331
13446
  #
13332
13447
  # @option params [String] :configuration
13333
13448
  # Crawler configuration information. This versioned JSON string allows
@@ -13583,13 +13698,15 @@ module Aws::Glue
13583
13698
  req.send_request(options)
13584
13699
  end
13585
13700
 
13586
- # Updates an existing job definition.
13701
+ # Updates an existing job definition. The previous job definition is
13702
+ # completely overwritten by this information.
13587
13703
  #
13588
13704
  # @option params [required, String] :job_name
13589
13705
  # The name of the job definition to update.
13590
13706
  #
13591
13707
  # @option params [required, Types::JobUpdate] :job_update
13592
13708
  # Specifies the values with which to update the job definition.
13709
+ # Unspecified configuration is removed or reset to default values.
13593
13710
  #
13594
13711
  # @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
13595
13712
  #
@@ -13624,7 +13741,7 @@ module Aws::Glue
13624
13741
  # allocated_capacity: 1,
13625
13742
  # timeout: 1,
13626
13743
  # max_capacity: 1.0,
13627
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
13744
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
13628
13745
  # number_of_workers: 1,
13629
13746
  # security_configuration: "NameString",
13630
13747
  # notification_property: {
@@ -14414,7 +14531,7 @@ module Aws::Glue
14414
14531
  # role: "RoleString",
14415
14532
  # glue_version: "GlueVersionString",
14416
14533
  # max_capacity: 1.0,
14417
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
14534
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
14418
14535
  # number_of_workers: 1,
14419
14536
  # timeout: 1,
14420
14537
  # max_retries: 1,
@@ -14673,6 +14790,7 @@ module Aws::Glue
14673
14790
  # The transaction ID at which to update the table contents.
14674
14791
  #
14675
14792
  # @option params [String] :version_id
14793
+ # The version ID at which to update the table contents.
14676
14794
  #
14677
14795
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
14678
14796
  #
@@ -14974,7 +15092,7 @@ module Aws::Glue
14974
15092
  params: params,
14975
15093
  config: config)
14976
15094
  context[:gem_name] = 'aws-sdk-glue'
14977
- context[:gem_version] = '1.112.0'
15095
+ context[:gem_version] = '1.115.0'
14978
15096
  Seahorse::Client::Request.new(handlers, context)
14979
15097
  end
14980
15098