aws-sdk-glue 1.114.0 → 1.115.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: bcfa56b8cdba015e48dc7dbb296a7788bc4f27f0ce2dcf2b75ffd43ee985aec8
4
- data.tar.gz: 3315e38ba3ce18441c027c647362ba2091840c95fcf6dcc4b700e85aecac5041
3
+ metadata.gz: 8506a0e874536293fa1387c2f26fcc33d0a539a3e858dc1dabce855f4672af1e
4
+ data.tar.gz: ef2266db2d31278105112e1fe029b659f1b7b25d607f326bf38d983e9c1edff0
5
5
  SHA512:
6
- metadata.gz: e0474da3349777456d91faad39f885ae8c1c319d0b571c4c61b7ad0cf1338ec5674adc11cce99ab2f37177a1f9625c384645d3f11e12a2a9e7405255457bdfcd
7
- data.tar.gz: 0751d158410025a1d3fe4a611042973d2a644e3c7aa19d8f7422159c9918827139ea0c35ea23aab9e3246559a8385a7636111690da04bdd751171ac924c25578
6
+ metadata.gz: 9f1a582999e37bc3e88ae7253f53ef5c8f264c259ec7a7517b6db3aa80c6230bbf574fddfec239c1876de265ded9ddeb412cad134241422013d82dac17da8709
7
+ data.tar.gz: 1fec521ed8f4935d214b00ea475fb495bb1962356f9dc34af354d348a020b3b8183997dbba462257f7138aa8f2937ed5f9f17c78de27deaab9013f0296b00ffb
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.115.0 (2022-07-14)
5
+ ------------------
6
+
7
+ * Feature - This release adds an additional worker type for Glue Streaming jobs.
8
+
4
9
  1.114.0 (2022-06-30)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.114.0
1
+ 1.115.0
@@ -885,7 +885,7 @@ module Aws::Glue
885
885
  # resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
886
886
  # resp.dev_endpoints[0].public_address #=> String
887
887
  # resp.dev_endpoints[0].status #=> String
888
- # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
888
+ # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
889
889
  # resp.dev_endpoints[0].glue_version #=> String
890
890
  # resp.dev_endpoints[0].number_of_workers #=> Integer
891
891
  # resp.dev_endpoints[0].number_of_nodes #=> Integer
@@ -959,7 +959,7 @@ module Aws::Glue
959
959
  # resp.jobs[0].allocated_capacity #=> Integer
960
960
  # resp.jobs[0].timeout #=> Integer
961
961
  # resp.jobs[0].max_capacity #=> Float
962
- # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
962
+ # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
963
963
  # resp.jobs[0].number_of_workers #=> Integer
964
964
  # resp.jobs[0].security_configuration #=> String
965
965
  # resp.jobs[0].notification_property.notify_delay_after #=> Integer
@@ -1710,7 +1710,7 @@ module Aws::Glue
1710
1710
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
1711
1711
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
1712
1712
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
1713
- # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
1713
+ # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
1714
1714
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
1715
1715
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
1716
1716
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -1777,7 +1777,7 @@ module Aws::Glue
1777
1777
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
1778
1778
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
1779
1779
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
1780
- # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
1780
+ # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
1781
1781
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
1782
1782
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
1783
1783
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -2002,7 +2002,7 @@ module Aws::Glue
2002
2002
  req.send_request(options)
2003
2003
  end
2004
2004
 
2005
- # Cancels the statement..
2005
+ # Cancels the statement.
2006
2006
  #
2007
2007
  # @option params [required, String] :session_id
2008
2008
  # The Session ID of the statement to be cancelled.
@@ -2630,7 +2630,7 @@ module Aws::Glue
2630
2630
  # public_key: "GenericString",
2631
2631
  # public_keys: ["GenericString"],
2632
2632
  # number_of_nodes: 1,
2633
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
2633
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
2634
2634
  # glue_version: "GlueVersionString",
2635
2635
  # number_of_workers: 1,
2636
2636
  # extra_python_libs_s3_path: "GenericString",
@@ -2655,7 +2655,7 @@ module Aws::Glue
2655
2655
  # resp.yarn_endpoint_address #=> String
2656
2656
  # resp.zeppelin_remote_spark_interpreter_port #=> Integer
2657
2657
  # resp.number_of_nodes #=> Integer
2658
- # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
2658
+ # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
2659
2659
  # resp.glue_version #=> String
2660
2660
  # resp.number_of_workers #=> Integer
2661
2661
  # resp.availability_zone #=> String
@@ -2706,6 +2706,11 @@ module Aws::Glue
2706
2706
  # You can specify arguments here that your own job-execution script
2707
2707
  # consumes, as well as arguments that Glue itself consumes.
2708
2708
  #
2709
+ # Job arguments may be logged. Do not pass plaintext secrets as
2710
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
2711
+ # other secret management mechanism if you intend to keep them within
2712
+ # the Job.
2713
+ #
2709
2714
  # For information about how to specify and consume your own Job
2710
2715
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
2711
2716
  # developer guide.
@@ -2732,7 +2737,7 @@ module Aws::Glue
2732
2737
  # This parameter is deprecated. Use `MaxCapacity` instead.
2733
2738
  #
2734
2739
  # The number of Glue data processing units (DPUs) to allocate to this
2735
- # Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is
2740
+ # Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU is
2736
2741
  # a relative measure of processing power that consists of 4 vCPUs of
2737
2742
  # compute capacity and 16 GB of memory. For more information, see the
2738
2743
  # [Glue pricing page][1].
@@ -2764,8 +2769,8 @@ module Aws::Glue
2764
2769
  #
2765
2770
  # * When you specify an Apache Spark ETL job
2766
2771
  # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
2767
- # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
2768
- # 100 DPUs. The default is 10 DPUs. This job type cannot have a
2772
+ # (`JobCommand.Name`="gluestreaming"), you can allocate a minimum of
2773
+ # 2 DPUs. The default is 10 DPUs. This job type cannot have a
2769
2774
  # fractional DPU allocation.
2770
2775
  #
2771
2776
  # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -2812,12 +2817,9 @@ module Aws::Glue
2812
2817
  # The number of workers of a defined `workerType` that are allocated
2813
2818
  # when a job runs.
2814
2819
  #
2815
- # The maximum number of workers you can define are 299 for `G.1X`, and
2816
- # 149 for `G.2X`.
2817
- #
2818
2820
  # @option params [String] :worker_type
2819
2821
  # The type of predefined worker that is allocated when a job runs.
2820
- # Accepts a value of Standard, G.1X, or G.2X.
2822
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
2821
2823
  #
2822
2824
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
2823
2825
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -2830,6 +2832,11 @@ module Aws::Glue
2830
2832
  # of memory, 128 GB disk), and provides 1 executor per worker. We
2831
2833
  # recommend this worker type for memory-intensive jobs.
2832
2834
  #
2835
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
2836
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
2837
+ # recommend this worker type for low volume streaming jobs. This
2838
+ # worker type is only available for Glue version 3.0 streaming jobs.
2839
+ #
2833
2840
  # @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
2834
2841
  # The representation of a directed acyclic graph on which both the Glue
2835
2842
  # Studio visual component and Glue Studio code generation is based.
@@ -2875,7 +2882,7 @@ module Aws::Glue
2875
2882
  # },
2876
2883
  # glue_version: "GlueVersionString",
2877
2884
  # number_of_workers: 1,
2878
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
2885
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
2879
2886
  # code_gen_configuration_nodes: {
2880
2887
  # "NodeId" => {
2881
2888
  # athena_connector_source: {
@@ -3739,7 +3746,7 @@ module Aws::Glue
3739
3746
  # role: "RoleString", # required
3740
3747
  # glue_version: "GlueVersionString",
3741
3748
  # max_capacity: 1.0,
3742
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
3749
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
3743
3750
  # number_of_workers: 1,
3744
3751
  # timeout: 1,
3745
3752
  # max_retries: 1,
@@ -4244,15 +4251,33 @@ module Aws::Glue
4244
4251
  # The number of connections to use for the session.
4245
4252
  #
4246
4253
  # @option params [Float] :max_capacity
4247
- # The number of AWS Glue data processing units (DPUs) that can be
4248
- # allocated when the job runs. A DPU is a relative measure of processing
4249
- # power that consists of 4 vCPUs of compute capacity and 16 GB memory.
4254
+ # The number of Glue data processing units (DPUs) that can be allocated
4255
+ # when the job runs. A DPU is a relative measure of processing power
4256
+ # that consists of 4 vCPUs of compute capacity and 16 GB memory.
4250
4257
  #
4251
4258
  # @option params [Integer] :number_of_workers
4252
- # The number of workers to use for the session.
4259
+ # The number of workers of a defined `WorkerType` to use for the
4260
+ # session.
4253
4261
  #
4254
4262
  # @option params [String] :worker_type
4255
- # The Worker Type. Can be one of G.1X, G.2X, Standard
4263
+ # The type of predefined worker that is allocated to use for the
4264
+ # session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
4265
+ #
4266
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
4267
+ # of memory and a 50GB disk, and 2 executors per worker.
4268
+ #
4269
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
4270
+ # of memory, 64 GB disk), and provides 1 executor per worker. We
4271
+ # recommend this worker type for memory-intensive jobs.
4272
+ #
4273
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
4274
+ # of memory, 128 GB disk), and provides 1 executor per worker. We
4275
+ # recommend this worker type for memory-intensive jobs.
4276
+ #
4277
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
4278
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
4279
+ # recommend this worker type for low volume streaming jobs. This
4280
+ # worker type is only available for Glue version 3.0 streaming jobs.
4256
4281
  #
4257
4282
  # @option params [String] :security_configuration
4258
4283
  # The name of the SecurityConfiguration structure to be used with the
@@ -4260,7 +4285,7 @@ module Aws::Glue
4260
4285
  #
4261
4286
  # @option params [String] :glue_version
4262
4287
  # The Glue version determines the versions of Apache Spark and Python
4263
- # that AWS Glue supports. The GlueVersion must be greater than 2.0.
4288
+ # that Glue supports. The GlueVersion must be greater than 2.0.
4264
4289
  #
4265
4290
  # @option params [Hash<String,String>] :tags
4266
4291
  # The map of key value pairs (tags) belonging to the session.
@@ -4292,7 +4317,7 @@ module Aws::Glue
4292
4317
  # },
4293
4318
  # max_capacity: 1.0,
4294
4319
  # number_of_workers: 1,
4295
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
4320
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
4296
4321
  # security_configuration: "NameString",
4297
4322
  # glue_version: "GlueVersionString",
4298
4323
  # tags: {
@@ -6542,7 +6567,7 @@ module Aws::Glue
6542
6567
  # resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
6543
6568
  # resp.dev_endpoint.public_address #=> String
6544
6569
  # resp.dev_endpoint.status #=> String
6545
- # resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6570
+ # resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6546
6571
  # resp.dev_endpoint.glue_version #=> String
6547
6572
  # resp.dev_endpoint.number_of_workers #=> Integer
6548
6573
  # resp.dev_endpoint.number_of_nodes #=> Integer
@@ -6612,7 +6637,7 @@ module Aws::Glue
6612
6637
  # resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
6613
6638
  # resp.dev_endpoints[0].public_address #=> String
6614
6639
  # resp.dev_endpoints[0].status #=> String
6615
- # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6640
+ # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6616
6641
  # resp.dev_endpoints[0].glue_version #=> String
6617
6642
  # resp.dev_endpoints[0].number_of_workers #=> Integer
6618
6643
  # resp.dev_endpoints[0].number_of_nodes #=> Integer
@@ -6678,7 +6703,7 @@ module Aws::Glue
6678
6703
  # resp.job.allocated_capacity #=> Integer
6679
6704
  # resp.job.timeout #=> Integer
6680
6705
  # resp.job.max_capacity #=> Float
6681
- # resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6706
+ # resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6682
6707
  # resp.job.number_of_workers #=> Integer
6683
6708
  # resp.job.security_configuration #=> String
6684
6709
  # resp.job.notification_property.notify_delay_after #=> Integer
@@ -7255,7 +7280,7 @@ module Aws::Glue
7255
7280
  # resp.job_run.execution_time #=> Integer
7256
7281
  # resp.job_run.timeout #=> Integer
7257
7282
  # resp.job_run.max_capacity #=> Float
7258
- # resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7283
+ # resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7259
7284
  # resp.job_run.number_of_workers #=> Integer
7260
7285
  # resp.job_run.security_configuration #=> String
7261
7286
  # resp.job_run.log_group_name #=> String
@@ -7320,7 +7345,7 @@ module Aws::Glue
7320
7345
  # resp.job_runs[0].execution_time #=> Integer
7321
7346
  # resp.job_runs[0].timeout #=> Integer
7322
7347
  # resp.job_runs[0].max_capacity #=> Float
7323
- # resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7348
+ # resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7324
7349
  # resp.job_runs[0].number_of_workers #=> Integer
7325
7350
  # resp.job_runs[0].security_configuration #=> String
7326
7351
  # resp.job_runs[0].log_group_name #=> String
@@ -7383,7 +7408,7 @@ module Aws::Glue
7383
7408
  # resp.jobs[0].allocated_capacity #=> Integer
7384
7409
  # resp.jobs[0].timeout #=> Integer
7385
7410
  # resp.jobs[0].max_capacity #=> Float
7386
- # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7411
+ # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7387
7412
  # resp.jobs[0].number_of_workers #=> Integer
7388
7413
  # resp.jobs[0].security_configuration #=> String
7389
7414
  # resp.jobs[0].notification_property.notify_delay_after #=> Integer
@@ -8098,7 +8123,7 @@ module Aws::Glue
8098
8123
  # resp.role #=> String
8099
8124
  # resp.glue_version #=> String
8100
8125
  # resp.max_capacity #=> Float
8101
- # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
8126
+ # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
8102
8127
  # resp.number_of_workers #=> Integer
8103
8128
  # resp.timeout #=> Integer
8104
8129
  # resp.max_retries #=> Integer
@@ -8206,7 +8231,7 @@ module Aws::Glue
8206
8231
  # resp.transforms[0].role #=> String
8207
8232
  # resp.transforms[0].glue_version #=> String
8208
8233
  # resp.transforms[0].max_capacity #=> Float
8209
- # resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
8234
+ # resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
8210
8235
  # resp.transforms[0].number_of_workers #=> Integer
8211
8236
  # resp.transforms[0].timeout #=> Integer
8212
8237
  # resp.transforms[0].max_retries #=> Integer
@@ -10434,7 +10459,7 @@ module Aws::Glue
10434
10459
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10435
10460
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10436
10461
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10437
- # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10462
+ # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10438
10463
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10439
10464
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10440
10465
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10501,7 +10526,7 @@ module Aws::Glue
10501
10526
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10502
10527
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10503
10528
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10504
- # resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10529
+ # resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10505
10530
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10506
10531
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10507
10532
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10619,7 +10644,7 @@ module Aws::Glue
10619
10644
  # resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10620
10645
  # resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10621
10646
  # resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10622
- # resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10647
+ # resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10623
10648
  # resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10624
10649
  # resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10625
10650
  # resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10777,7 +10802,7 @@ module Aws::Glue
10777
10802
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10778
10803
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10779
10804
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10780
- # resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10805
+ # resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10781
10806
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10782
10807
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10783
10808
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -11382,7 +11407,7 @@ module Aws::Glue
11382
11407
  req.send_request(options)
11383
11408
  end
11384
11409
 
11385
- # Retrieve a session..
11410
+ # Retrieve a list of sessions.
11386
11411
  #
11387
11412
  # @option params [String] :next_token
11388
11413
  # The token for the next set of results, or null if there are no more
@@ -11457,6 +11482,7 @@ module Aws::Glue
11457
11482
  # The origin of the request to list statements.
11458
11483
  #
11459
11484
  # @option params [String] :next_token
11485
+ # A continuation token, if this is a continuation call.
11460
11486
  #
11461
11487
  # @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11462
11488
  #
@@ -12483,6 +12509,11 @@ module Aws::Glue
12483
12509
  # You can specify arguments here that your own job-execution script
12484
12510
  # consumes, as well as arguments that Glue itself consumes.
12485
12511
  #
12512
+ # Job arguments may be logged. Do not pass plaintext secrets as
12513
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
12514
+ # other secret management mechanism if you intend to keep them within
12515
+ # the Job.
12516
+ #
12486
12517
  # For information about how to specify and consume your own Job
12487
12518
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
12488
12519
  # developer guide.
@@ -12500,7 +12531,7 @@ module Aws::Glue
12500
12531
  # This field is deprecated. Use `MaxCapacity` instead.
12501
12532
  #
12502
12533
  # The number of Glue data processing units (DPUs) to allocate to this
12503
- # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU
12534
+ # JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
12504
12535
  # is a relative measure of processing power that consists of 4 vCPUs of
12505
12536
  # compute capacity and 16 GB of memory. For more information, see the
12506
12537
  # [Glue pricing page][1].
@@ -12531,7 +12562,7 @@ module Aws::Glue
12531
12562
  # or 1 DPU. The default is 0.0625 DPU.
12532
12563
  #
12533
12564
  # * When you specify an Apache Spark ETL job
12534
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
12565
+ # (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
12535
12566
  # DPUs. The default is 10 DPUs. This job type cannot have a fractional
12536
12567
  # DPU allocation.
12537
12568
  #
@@ -12548,7 +12579,7 @@ module Aws::Glue
12548
12579
  #
12549
12580
  # @option params [String] :worker_type
12550
12581
  # The type of predefined worker that is allocated when a job runs.
12551
- # Accepts a value of Standard, G.1X, or G.2X.
12582
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
12552
12583
  #
12553
12584
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
12554
12585
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -12559,13 +12590,15 @@ module Aws::Glue
12559
12590
  # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
12560
12591
  # memory and a 128GB disk, and 1 executor per worker.
12561
12592
  #
12593
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
12594
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
12595
+ # recommend this worker type for low volume streaming jobs. This
12596
+ # worker type is only available for Glue version 3.0 streaming jobs.
12597
+ #
12562
12598
  # @option params [Integer] :number_of_workers
12563
12599
  # The number of workers of a defined `workerType` that are allocated
12564
12600
  # when a job runs.
12565
12601
  #
12566
- # The maximum number of workers you can define are 299 for `G.1X`, and
12567
- # 149 for `G.2X`.
12568
- #
12569
12602
  # @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
12570
12603
  #
12571
12604
  # * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
@@ -12585,7 +12618,7 @@ module Aws::Glue
12585
12618
  # notification_property: {
12586
12619
  # notify_delay_after: 1,
12587
12620
  # },
12588
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
12621
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
12589
12622
  # number_of_workers: 1,
12590
12623
  # })
12591
12624
  #
@@ -13665,13 +13698,15 @@ module Aws::Glue
13665
13698
  req.send_request(options)
13666
13699
  end
13667
13700
 
13668
- # Updates an existing job definition.
13701
+ # Updates an existing job definition. The previous job definition is
13702
+ # completely overwritten by this information.
13669
13703
  #
13670
13704
  # @option params [required, String] :job_name
13671
13705
  # The name of the job definition to update.
13672
13706
  #
13673
13707
  # @option params [required, Types::JobUpdate] :job_update
13674
13708
  # Specifies the values with which to update the job definition.
13709
+ # Unspecified configuration is removed or reset to default values.
13675
13710
  #
13676
13711
  # @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
13677
13712
  #
@@ -13706,7 +13741,7 @@ module Aws::Glue
13706
13741
  # allocated_capacity: 1,
13707
13742
  # timeout: 1,
13708
13743
  # max_capacity: 1.0,
13709
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
13744
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
13710
13745
  # number_of_workers: 1,
13711
13746
  # security_configuration: "NameString",
13712
13747
  # notification_property: {
@@ -14496,7 +14531,7 @@ module Aws::Glue
14496
14531
  # role: "RoleString",
14497
14532
  # glue_version: "GlueVersionString",
14498
14533
  # max_capacity: 1.0,
14499
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
14534
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
14500
14535
  # number_of_workers: 1,
14501
14536
  # timeout: 1,
14502
14537
  # max_retries: 1,
@@ -15057,7 +15092,7 @@ module Aws::Glue
15057
15092
  params: params,
15058
15093
  config: config)
15059
15094
  context[:gem_name] = 'aws-sdk-glue'
15060
- context[:gem_version] = '1.114.0'
15095
+ context[:gem_version] = '1.115.0'
15061
15096
  Seahorse::Client::Request.new(handlers, context)
15062
15097
  end
15063
15098
 
@@ -5042,7 +5042,7 @@ module Aws::Glue
5042
5042
  # public_key: "GenericString",
5043
5043
  # public_keys: ["GenericString"],
5044
5044
  # number_of_nodes: 1,
5045
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
5045
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
5046
5046
  # glue_version: "GlueVersionString",
5047
5047
  # number_of_workers: 1,
5048
5048
  # extra_python_libs_s3_path: "GenericString",
@@ -5420,7 +5420,7 @@ module Aws::Glue
5420
5420
  # },
5421
5421
  # glue_version: "GlueVersionString",
5422
5422
  # number_of_workers: 1,
5423
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
5423
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
5424
5424
  # code_gen_configuration_nodes: {
5425
5425
  # "NodeId" => {
5426
5426
  # athena_connector_source: {
@@ -6124,6 +6124,11 @@ module Aws::Glue
6124
6124
  # You can specify arguments here that your own job-execution script
6125
6125
  # consumes, as well as arguments that Glue itself consumes.
6126
6126
  #
6127
+ # Job arguments may be logged. Do not pass plaintext secrets as
6128
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager
6129
+ # or other secret management mechanism if you intend to keep them
6130
+ # within the Job.
6131
+ #
6127
6132
  # For information about how to specify and consume your own Job
6128
6133
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
6129
6134
  # developer guide.
@@ -6155,7 +6160,7 @@ module Aws::Glue
6155
6160
  # This parameter is deprecated. Use `MaxCapacity` instead.
6156
6161
  #
6157
6162
  # The number of Glue data processing units (DPUs) to allocate to this
6158
- # Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
6163
+ # Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
6159
6164
  # is a relative measure of processing power that consists of 4 vCPUs
6160
6165
  # of compute capacity and 16 GB of memory. For more information, see
6161
6166
  # the [Glue pricing page][1].
@@ -6190,8 +6195,8 @@ module Aws::Glue
6190
6195
  #
6191
6196
  # * When you specify an Apache Spark ETL job
6192
6197
  # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
6193
- # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
6194
- # 100 DPUs. The default is 10 DPUs. This job type cannot have a
6198
+ # (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
6199
+ # of 2 DPUs. The default is 10 DPUs. This job type cannot have a
6195
6200
  # fractional DPU allocation.
6196
6201
  #
6197
6202
  # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -6242,14 +6247,11 @@ module Aws::Glue
6242
6247
  # @!attribute [rw] number_of_workers
6243
6248
  # The number of workers of a defined `workerType` that are allocated
6244
6249
  # when a job runs.
6245
- #
6246
- # The maximum number of workers you can define are 299 for `G.1X`, and
6247
- # 149 for `G.2X`.
6248
6250
  # @return [Integer]
6249
6251
  #
6250
6252
  # @!attribute [rw] worker_type
6251
6253
  # The type of predefined worker that is allocated when a job runs.
6252
- # Accepts a value of Standard, G.1X, or G.2X.
6254
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
6253
6255
  #
6254
6256
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
6255
6257
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -6261,6 +6263,12 @@ module Aws::Glue
6261
6263
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
6262
6264
  # GB of memory, 128 GB disk), and provides 1 executor per worker. We
6263
6265
  # recommend this worker type for memory-intensive jobs.
6266
+ #
6267
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
6268
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
6269
+ # worker. We recommend this worker type for low volume streaming
6270
+ # jobs. This worker type is only available for Glue version 3.0
6271
+ # streaming jobs.
6264
6272
  # @return [String]
6265
6273
  #
6266
6274
  # @!attribute [rw] code_gen_configuration_nodes
@@ -6367,7 +6375,7 @@ module Aws::Glue
6367
6375
  # role: "RoleString", # required
6368
6376
  # glue_version: "GlueVersionString",
6369
6377
  # max_capacity: 1.0,
6370
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
6378
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
6371
6379
  # number_of_workers: 1,
6372
6380
  # timeout: 1,
6373
6381
  # max_retries: 1,
@@ -7118,7 +7126,7 @@ module Aws::Glue
7118
7126
  # },
7119
7127
  # max_capacity: 1.0,
7120
7128
  # number_of_workers: 1,
7121
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
7129
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
7122
7130
  # security_configuration: "NameString",
7123
7131
  # glue_version: "GlueVersionString",
7124
7132
  # tags: {
@@ -7160,18 +7168,37 @@ module Aws::Glue
7160
7168
  # @return [Types::ConnectionsList]
7161
7169
  #
7162
7170
  # @!attribute [rw] max_capacity
7163
- # The number of AWS Glue data processing units (DPUs) that can be
7171
+ # The number of Glue data processing units (DPUs) that can be
7164
7172
  # allocated when the job runs. A DPU is a relative measure of
7165
7173
  # processing power that consists of 4 vCPUs of compute capacity and 16
7166
7174
  # GB memory.
7167
7175
  # @return [Float]
7168
7176
  #
7169
7177
  # @!attribute [rw] number_of_workers
7170
- # The number of workers to use for the session.
7178
+ # The number of workers of a defined `WorkerType` to use for the
7179
+ # session.
7171
7180
  # @return [Integer]
7172
7181
  #
7173
7182
  # @!attribute [rw] worker_type
7174
- # The Worker Type. Can be one of G.1X, G.2X, Standard
7183
+ # The type of predefined worker that is allocated to use for the
7184
+ # session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
7185
+ #
7186
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
7187
+ # of memory and a 50GB disk, and 2 executors per worker.
7188
+ #
7189
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
7190
+ # GB of memory, 64 GB disk), and provides 1 executor per worker. We
7191
+ # recommend this worker type for memory-intensive jobs.
7192
+ #
7193
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
7194
+ # GB of memory, 128 GB disk), and provides 1 executor per worker. We
7195
+ # recommend this worker type for memory-intensive jobs.
7196
+ #
7197
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
7198
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
7199
+ # worker. We recommend this worker type for low volume streaming
7200
+ # jobs. This worker type is only available for Glue version 3.0
7201
+ # streaming jobs.
7175
7202
  # @return [String]
7176
7203
  #
7177
7204
  # @!attribute [rw] security_configuration
@@ -7181,7 +7208,7 @@ module Aws::Glue
7181
7208
  #
7182
7209
  # @!attribute [rw] glue_version
7183
7210
  # The Glue version determines the versions of Apache Spark and Python
7184
- # that AWS Glue supports. The GlueVersion must be greater than 2.0.
7211
+ # that Glue supports. The GlueVersion must be greater than 2.0.
7185
7212
  # @return [String]
7186
7213
  #
7187
7214
  # @!attribute [rw] tags
@@ -9724,8 +9751,8 @@ module Aws::Glue
9724
9751
  include Aws::Structure
9725
9752
  end
9726
9753
 
9727
- # An edge represents a directed connection between two components on a
9728
- # workflow graph.
9754
+ # An edge represents a directed connection between two Glue components
9755
+ # that are part of the workflow the edge belongs to.
9729
9756
  #
9730
9757
  # @!attribute [rw] source_id
9731
9758
  # The unique of the node within the workflow where the edge starts.
@@ -14128,7 +14155,10 @@ module Aws::Glue
14128
14155
  include Aws::Structure
14129
14156
  end
14130
14157
 
14158
+ # The blueprint is in an invalid state to perform a requested operation.
14159
+ #
14131
14160
  # @!attribute [rw] message
14161
+ # A message describing the problem.
14132
14162
  # @return [String]
14133
14163
  #
14134
14164
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
@@ -14612,7 +14642,7 @@ module Aws::Glue
14612
14642
  # This field is deprecated. Use `MaxCapacity` instead.
14613
14643
  #
14614
14644
  # The number of Glue data processing units (DPUs) allocated to runs of
14615
- # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
14645
+ # this job. You can allocate a minimum of 2 DPUs; the default is 10. A
14616
14646
  # DPU is a relative measure of processing power that consists of 4
14617
14647
  # vCPUs of compute capacity and 16 GB of memory. For more information,
14618
14648
  # see the [Glue pricing page][1].
@@ -14650,8 +14680,8 @@ module Aws::Glue
14650
14680
  #
14651
14681
  # * When you specify an Apache Spark ETL job
14652
14682
  # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
14653
- # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
14654
- # 100 DPUs. The default is 10 DPUs. This job type cannot have a
14683
+ # (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
14684
+ # of 2 DPUs. The default is 10 DPUs. This job type cannot have a
14655
14685
  # fractional DPU allocation.
14656
14686
  #
14657
14687
  # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -14665,7 +14695,7 @@ module Aws::Glue
14665
14695
  #
14666
14696
  # @!attribute [rw] worker_type
14667
14697
  # The type of predefined worker that is allocated when a job runs.
14668
- # Accepts a value of Standard, G.1X, or G.2X.
14698
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
14669
14699
  #
14670
14700
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
14671
14701
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -14677,14 +14707,17 @@ module Aws::Glue
14677
14707
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
14678
14708
  # GB of memory, 128 GB disk), and provides 1 executor per worker. We
14679
14709
  # recommend this worker type for memory-intensive jobs.
14710
+ #
14711
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
14712
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
14713
+ # worker. We recommend this worker type for low volume streaming
14714
+ # jobs. This worker type is only available for Glue version 3.0
14715
+ # streaming jobs.
14680
14716
  # @return [String]
14681
14717
  #
14682
14718
  # @!attribute [rw] number_of_workers
14683
14719
  # The number of workers of a defined `workerType` that are allocated
14684
14720
  # when a job runs.
14685
- #
14686
- # The maximum number of workers you can define are 299 for `G.1X`, and
14687
- # 149 for `G.2X`.
14688
14721
  # @return [Integer]
14689
14722
  #
14690
14723
  # @!attribute [rw] security_configuration
@@ -14986,7 +15019,7 @@ module Aws::Glue
14986
15019
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
14987
15020
  #
14988
15021
  # * When you specify an Apache Spark ETL job
14989
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
15022
+ # (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
14990
15023
  # DPUs. The default is 10 DPUs. This job type cannot have a
14991
15024
  # fractional DPU allocation.
14992
15025
  #
@@ -14997,7 +15030,7 @@ module Aws::Glue
14997
15030
  #
14998
15031
  # @!attribute [rw] worker_type
14999
15032
  # The type of predefined worker that is allocated when a job runs.
15000
- # Accepts a value of Standard, G.1X, or G.2X.
15033
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
15001
15034
  #
15002
15035
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
15003
15036
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -15007,14 +15040,17 @@ module Aws::Glue
15007
15040
  #
15008
15041
  # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
15009
15042
  # memory and a 128GB disk, and 1 executor per worker.
15043
+ #
15044
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
15045
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
15046
+ # worker. We recommend this worker type for low volume streaming
15047
+ # jobs. This worker type is only available for Glue version 3.0
15048
+ # streaming jobs.
15010
15049
  # @return [String]
15011
15050
  #
15012
15051
  # @!attribute [rw] number_of_workers
15013
15052
  # The number of workers of a defined `workerType` that are allocated
15014
15053
  # when a job runs.
15015
- #
15016
- # The maximum number of workers you can define are 299 for `G.1X`, and
15017
- # 149 for `G.2X`.
15018
15054
  # @return [Integer]
15019
15055
  #
15020
15056
  # @!attribute [rw] security_configuration
@@ -15126,7 +15162,7 @@ module Aws::Glue
15126
15162
  # allocated_capacity: 1,
15127
15163
  # timeout: 1,
15128
15164
  # max_capacity: 1.0,
15129
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
15165
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
15130
15166
  # number_of_workers: 1,
15131
15167
  # security_configuration: "NameString",
15132
15168
  # notification_property: {
@@ -15862,7 +15898,7 @@ module Aws::Glue
15862
15898
  # This field is deprecated. Use `MaxCapacity` instead.
15863
15899
  #
15864
15900
  # The number of Glue data processing units (DPUs) to allocate to this
15865
- # job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
15901
+ # job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
15866
15902
  # is a relative measure of processing power that consists of 4 vCPUs
15867
15903
  # of compute capacity and 16 GB of memory. For more information, see
15868
15904
  # the [Glue pricing page][1].
@@ -15897,8 +15933,8 @@ module Aws::Glue
15897
15933
  #
15898
15934
  # * When you specify an Apache Spark ETL job
15899
15935
  # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
15900
- # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
15901
- # 100 DPUs. The default is 10 DPUs. This job type cannot have a
15936
+ # (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
15937
+ # of 2 DPUs. The default is 10 DPUs. This job type cannot have a
15902
15938
  # fractional DPU allocation.
15903
15939
  #
15904
15940
  # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -15912,7 +15948,7 @@ module Aws::Glue
15912
15948
  #
15913
15949
  # @!attribute [rw] worker_type
15914
15950
  # The type of predefined worker that is allocated when a job runs.
15915
- # Accepts a value of Standard, G.1X, or G.2X.
15951
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
15916
15952
  #
15917
15953
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
15918
15954
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -15924,14 +15960,17 @@ module Aws::Glue
15924
15960
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
15925
15961
  # GB of memory, 128 GB disk), and provides 1 executor per worker. We
15926
15962
  # recommend this worker type for memory-intensive jobs.
15963
+ #
15964
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
15965
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
15966
+ # worker. We recommend this worker type for low volume streaming
15967
+ # jobs. This worker type is only available for Glue version 3.0
15968
+ # streaming jobs.
15927
15969
  # @return [String]
15928
15970
  #
15929
15971
  # @!attribute [rw] number_of_workers
15930
15972
  # The number of workers of a defined `workerType` that are allocated
15931
15973
  # when a job runs.
15932
- #
15933
- # The maximum number of workers you can define are 299 for `G.1X`, and
15934
- # 149 for `G.2X`.
15935
15974
  # @return [Integer]
15936
15975
  #
15937
15976
  # @!attribute [rw] security_configuration
@@ -17144,7 +17183,7 @@ module Aws::Glue
17144
17183
  end
17145
17184
 
17146
17185
  # @!attribute [rw] ids
17147
- # Returns the Id of the session.
17186
+ # Returns the ID of the session.
17148
17187
  # @return [Array<String>]
17149
17188
  #
17150
17189
  # @!attribute [rw] sessions
@@ -17184,6 +17223,7 @@ module Aws::Glue
17184
17223
  # @return [String]
17185
17224
  #
17186
17225
  # @!attribute [rw] next_token
17226
+ # A continuation token, if this is a continuation call.
17187
17227
  # @return [String]
17188
17228
  #
17189
17229
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsRequest AWS API Documentation
@@ -17201,6 +17241,7 @@ module Aws::Glue
17201
17241
  # @return [Array<Types::Statement>]
17202
17242
  #
17203
17243
  # @!attribute [rw] next_token
17244
+ # A continuation token, if not all statements have yet been returned.
17204
17245
  # @return [String]
17205
17246
  #
17206
17247
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsResponse AWS API Documentation
@@ -21332,7 +21373,7 @@ module Aws::Glue
21332
21373
  # @return [Float]
21333
21374
  #
21334
21375
  # @!attribute [rw] max_capacity
21335
- # The number of AWS Glue data processing units (DPUs) that can be
21376
+ # The number of Glue data processing units (DPUs) that can be
21336
21377
  # allocated when the job runs. A DPU is a relative measure of
21337
21378
  # processing power that consists of 4 vCPUs of compute capacity and 16
21338
21379
  # GB memory.
@@ -21345,7 +21386,7 @@ module Aws::Glue
21345
21386
  #
21346
21387
  # @!attribute [rw] glue_version
21347
21388
  # The Glue version determines the versions of Apache Spark and Python
21348
- # that AWS Glue supports. The GlueVersion must be greater than 2.0.
21389
+ # that Glue supports. The GlueVersion must be greater than 2.0.
21349
21390
  # @return [String]
21350
21391
  #
21351
21392
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Session AWS API Documentation
@@ -21379,7 +21420,7 @@ module Aws::Glue
21379
21420
  # }
21380
21421
  #
21381
21422
  # @!attribute [rw] name
21382
- # Specifies the name of the SessionCommand.Can be 'glueetl' or
21423
+ # Specifies the name of the SessionCommand. Can be 'glueetl' or
21383
21424
  # 'gluestreaming'.
21384
21425
  # @return [String]
21385
21426
  #
@@ -21965,7 +22006,7 @@ module Aws::Glue
21965
22006
  # notification_property: {
21966
22007
  # notify_delay_after: 1,
21967
22008
  # },
21968
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
22009
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
21969
22010
  # number_of_workers: 1,
21970
22011
  # }
21971
22012
  #
@@ -21984,6 +22025,11 @@ module Aws::Glue
21984
22025
  # You can specify arguments here that your own job-execution script
21985
22026
  # consumes, as well as arguments that Glue itself consumes.
21986
22027
  #
22028
+ # Job arguments may be logged. Do not pass plaintext secrets as
22029
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager
22030
+ # or other secret management mechanism if you intend to keep them
22031
+ # within the Job.
22032
+ #
21987
22033
  # For information about how to specify and consume your own Job
21988
22034
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
21989
22035
  # developer guide.
@@ -22002,7 +22048,7 @@ module Aws::Glue
22002
22048
  # This field is deprecated. Use `MaxCapacity` instead.
22003
22049
  #
22004
22050
  # The number of Glue data processing units (DPUs) to allocate to this
22005
- # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
22051
+ # JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A
22006
22052
  # DPU is a relative measure of processing power that consists of 4
22007
22053
  # vCPUs of compute capacity and 16 GB of memory. For more information,
22008
22054
  # see the [Glue pricing page][1].
@@ -22036,7 +22082,7 @@ module Aws::Glue
22036
22082
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
22037
22083
  #
22038
22084
  # * When you specify an Apache Spark ETL job
22039
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
22085
+ # (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
22040
22086
  # DPUs. The default is 10 DPUs. This job type cannot have a
22041
22087
  # fractional DPU allocation.
22042
22088
  #
@@ -22056,7 +22102,7 @@ module Aws::Glue
22056
22102
  #
22057
22103
  # @!attribute [rw] worker_type
22058
22104
  # The type of predefined worker that is allocated when a job runs.
22059
- # Accepts a value of Standard, G.1X, or G.2X.
22105
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
22060
22106
  #
22061
22107
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
22062
22108
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -22066,14 +22112,17 @@ module Aws::Glue
22066
22112
  #
22067
22113
  # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
22068
22114
  # memory and a 128GB disk, and 1 executor per worker.
22115
+ #
22116
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
22117
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
22118
+ # worker. We recommend this worker type for low volume streaming
22119
+ # jobs. This worker type is only available for Glue version 3.0
22120
+ # streaming jobs.
22069
22121
  # @return [String]
22070
22122
  #
22071
22123
  # @!attribute [rw] number_of_workers
22072
22124
  # The number of workers of a defined `workerType` that are allocated
22073
22125
  # when a job runs.
22074
- #
22075
- # The maximum number of workers you can define are 299 for `G.1X`, and
22076
- # 149 for `G.2X`.
22077
22126
  # @return [Integer]
22078
22127
  #
22079
22128
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
@@ -24630,7 +24679,7 @@ module Aws::Glue
24630
24679
  # allocated_capacity: 1,
24631
24680
  # timeout: 1,
24632
24681
  # max_capacity: 1.0,
24633
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
24682
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
24634
24683
  # number_of_workers: 1,
24635
24684
  # security_configuration: "NameString",
24636
24685
  # notification_property: {
@@ -25314,6 +25363,7 @@ module Aws::Glue
25314
25363
  #
25315
25364
  # @!attribute [rw] job_update
25316
25365
  # Specifies the values with which to update the job definition.
25366
+ # Unspecified configuration is removed or reset to default values.
25317
25367
  # @return [Types::JobUpdate]
25318
25368
  #
25319
25369
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobRequest AWS API Documentation
@@ -25389,7 +25439,7 @@ module Aws::Glue
25389
25439
  # role: "RoleString",
25390
25440
  # glue_version: "GlueVersionString",
25391
25441
  # max_capacity: 1.0,
25392
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
25442
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
25393
25443
  # number_of_workers: 1,
25394
25444
  # timeout: 1,
25395
25445
  # max_retries: 1,
data/lib/aws-sdk-glue.rb CHANGED
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
48
48
  # @!group service
49
49
  module Aws::Glue
50
50
 
51
- GEM_VERSION = '1.114.0'
51
+ GEM_VERSION = '1.115.0'
52
52
 
53
53
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.114.0
4
+ version: 1.115.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-06-30 00:00:00.000000000 Z
11
+ date: 2022-07-14 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core