aws-sdk-glue 1.114.0 → 1.115.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: bcfa56b8cdba015e48dc7dbb296a7788bc4f27f0ce2dcf2b75ffd43ee985aec8
4
- data.tar.gz: 3315e38ba3ce18441c027c647362ba2091840c95fcf6dcc4b700e85aecac5041
3
+ metadata.gz: 8506a0e874536293fa1387c2f26fcc33d0a539a3e858dc1dabce855f4672af1e
4
+ data.tar.gz: ef2266db2d31278105112e1fe029b659f1b7b25d607f326bf38d983e9c1edff0
5
5
  SHA512:
6
- metadata.gz: e0474da3349777456d91faad39f885ae8c1c319d0b571c4c61b7ad0cf1338ec5674adc11cce99ab2f37177a1f9625c384645d3f11e12a2a9e7405255457bdfcd
7
- data.tar.gz: 0751d158410025a1d3fe4a611042973d2a644e3c7aa19d8f7422159c9918827139ea0c35ea23aab9e3246559a8385a7636111690da04bdd751171ac924c25578
6
+ metadata.gz: 9f1a582999e37bc3e88ae7253f53ef5c8f264c259ec7a7517b6db3aa80c6230bbf574fddfec239c1876de265ded9ddeb412cad134241422013d82dac17da8709
7
+ data.tar.gz: 1fec521ed8f4935d214b00ea475fb495bb1962356f9dc34af354d348a020b3b8183997dbba462257f7138aa8f2937ed5f9f17c78de27deaab9013f0296b00ffb
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.115.0 (2022-07-14)
5
+ ------------------
6
+
7
+ * Feature - This release adds an additional worker type for Glue Streaming jobs.
8
+
4
9
  1.114.0 (2022-06-30)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.114.0
1
+ 1.115.0
@@ -885,7 +885,7 @@ module Aws::Glue
885
885
  # resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
886
886
  # resp.dev_endpoints[0].public_address #=> String
887
887
  # resp.dev_endpoints[0].status #=> String
888
- # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
888
+ # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
889
889
  # resp.dev_endpoints[0].glue_version #=> String
890
890
  # resp.dev_endpoints[0].number_of_workers #=> Integer
891
891
  # resp.dev_endpoints[0].number_of_nodes #=> Integer
@@ -959,7 +959,7 @@ module Aws::Glue
959
959
  # resp.jobs[0].allocated_capacity #=> Integer
960
960
  # resp.jobs[0].timeout #=> Integer
961
961
  # resp.jobs[0].max_capacity #=> Float
962
- # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
962
+ # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
963
963
  # resp.jobs[0].number_of_workers #=> Integer
964
964
  # resp.jobs[0].security_configuration #=> String
965
965
  # resp.jobs[0].notification_property.notify_delay_after #=> Integer
@@ -1710,7 +1710,7 @@ module Aws::Glue
1710
1710
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
1711
1711
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
1712
1712
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
1713
- # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
1713
+ # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
1714
1714
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
1715
1715
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
1716
1716
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -1777,7 +1777,7 @@ module Aws::Glue
1777
1777
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
1778
1778
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
1779
1779
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
1780
- # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
1780
+ # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
1781
1781
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
1782
1782
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
1783
1783
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -2002,7 +2002,7 @@ module Aws::Glue
2002
2002
  req.send_request(options)
2003
2003
  end
2004
2004
 
2005
- # Cancels the statement..
2005
+ # Cancels the statement.
2006
2006
  #
2007
2007
  # @option params [required, String] :session_id
2008
2008
  # The Session ID of the statement to be cancelled.
@@ -2630,7 +2630,7 @@ module Aws::Glue
2630
2630
  # public_key: "GenericString",
2631
2631
  # public_keys: ["GenericString"],
2632
2632
  # number_of_nodes: 1,
2633
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
2633
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
2634
2634
  # glue_version: "GlueVersionString",
2635
2635
  # number_of_workers: 1,
2636
2636
  # extra_python_libs_s3_path: "GenericString",
@@ -2655,7 +2655,7 @@ module Aws::Glue
2655
2655
  # resp.yarn_endpoint_address #=> String
2656
2656
  # resp.zeppelin_remote_spark_interpreter_port #=> Integer
2657
2657
  # resp.number_of_nodes #=> Integer
2658
- # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
2658
+ # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
2659
2659
  # resp.glue_version #=> String
2660
2660
  # resp.number_of_workers #=> Integer
2661
2661
  # resp.availability_zone #=> String
@@ -2706,6 +2706,11 @@ module Aws::Glue
2706
2706
  # You can specify arguments here that your own job-execution script
2707
2707
  # consumes, as well as arguments that Glue itself consumes.
2708
2708
  #
2709
+ # Job arguments may be logged. Do not pass plaintext secrets as
2710
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
2711
+ # other secret management mechanism if you intend to keep them within
2712
+ # the Job.
2713
+ #
2709
2714
  # For information about how to specify and consume your own Job
2710
2715
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
2711
2716
  # developer guide.
@@ -2732,7 +2737,7 @@ module Aws::Glue
2732
2737
  # This parameter is deprecated. Use `MaxCapacity` instead.
2733
2738
  #
2734
2739
  # The number of Glue data processing units (DPUs) to allocate to this
2735
- # Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is
2740
+ # Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU is
2736
2741
  # a relative measure of processing power that consists of 4 vCPUs of
2737
2742
  # compute capacity and 16 GB of memory. For more information, see the
2738
2743
  # [Glue pricing page][1].
@@ -2764,8 +2769,8 @@ module Aws::Glue
2764
2769
  #
2765
2770
  # * When you specify an Apache Spark ETL job
2766
2771
  # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
2767
- # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
2768
- # 100 DPUs. The default is 10 DPUs. This job type cannot have a
2772
+ # (`JobCommand.Name`="gluestreaming"), you can allocate a minimum of
2773
+ # 2 DPUs. The default is 10 DPUs. This job type cannot have a
2769
2774
  # fractional DPU allocation.
2770
2775
  #
2771
2776
  # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -2812,12 +2817,9 @@ module Aws::Glue
2812
2817
  # The number of workers of a defined `workerType` that are allocated
2813
2818
  # when a job runs.
2814
2819
  #
2815
- # The maximum number of workers you can define are 299 for `G.1X`, and
2816
- # 149 for `G.2X`.
2817
- #
2818
2820
  # @option params [String] :worker_type
2819
2821
  # The type of predefined worker that is allocated when a job runs.
2820
- # Accepts a value of Standard, G.1X, or G.2X.
2822
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
2821
2823
  #
2822
2824
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
2823
2825
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -2830,6 +2832,11 @@ module Aws::Glue
2830
2832
  # of memory, 128 GB disk), and provides 1 executor per worker. We
2831
2833
  # recommend this worker type for memory-intensive jobs.
2832
2834
  #
2835
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
2836
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
2837
+ # recommend this worker type for low volume streaming jobs. This
2838
+ # worker type is only available for Glue version 3.0 streaming jobs.
2839
+ #
2833
2840
  # @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
2834
2841
  # The representation of a directed acyclic graph on which both the Glue
2835
2842
  # Studio visual component and Glue Studio code generation is based.
@@ -2875,7 +2882,7 @@ module Aws::Glue
2875
2882
  # },
2876
2883
  # glue_version: "GlueVersionString",
2877
2884
  # number_of_workers: 1,
2878
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
2885
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
2879
2886
  # code_gen_configuration_nodes: {
2880
2887
  # "NodeId" => {
2881
2888
  # athena_connector_source: {
@@ -3739,7 +3746,7 @@ module Aws::Glue
3739
3746
  # role: "RoleString", # required
3740
3747
  # glue_version: "GlueVersionString",
3741
3748
  # max_capacity: 1.0,
3742
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
3749
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
3743
3750
  # number_of_workers: 1,
3744
3751
  # timeout: 1,
3745
3752
  # max_retries: 1,
@@ -4244,15 +4251,33 @@ module Aws::Glue
4244
4251
  # The number of connections to use for the session.
4245
4252
  #
4246
4253
  # @option params [Float] :max_capacity
4247
- # The number of AWS Glue data processing units (DPUs) that can be
4248
- # allocated when the job runs. A DPU is a relative measure of processing
4249
- # power that consists of 4 vCPUs of compute capacity and 16 GB memory.
4254
+ # The number of Glue data processing units (DPUs) that can be allocated
4255
+ # when the job runs. A DPU is a relative measure of processing power
4256
+ # that consists of 4 vCPUs of compute capacity and 16 GB memory.
4250
4257
  #
4251
4258
  # @option params [Integer] :number_of_workers
4252
- # The number of workers to use for the session.
4259
+ # The number of workers of a defined `WorkerType` to use for the
4260
+ # session.
4253
4261
  #
4254
4262
  # @option params [String] :worker_type
4255
- # The Worker Type. Can be one of G.1X, G.2X, Standard
4263
+ # The type of predefined worker that is allocated to use for the
4264
+ # session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
4265
+ #
4266
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
4267
+ # of memory and a 50GB disk, and 2 executors per worker.
4268
+ #
4269
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16 GB
4270
+ # of memory, 64 GB disk), and provides 1 executor per worker. We
4271
+ # recommend this worker type for memory-intensive jobs.
4272
+ #
4273
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32 GB
4274
+ # of memory, 128 GB disk), and provides 1 executor per worker. We
4275
+ # recommend this worker type for memory-intensive jobs.
4276
+ #
4277
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
4278
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
4279
+ # recommend this worker type for low volume streaming jobs. This
4280
+ # worker type is only available for Glue version 3.0 streaming jobs.
4256
4281
  #
4257
4282
  # @option params [String] :security_configuration
4258
4283
  # The name of the SecurityConfiguration structure to be used with the
@@ -4260,7 +4285,7 @@ module Aws::Glue
4260
4285
  #
4261
4286
  # @option params [String] :glue_version
4262
4287
  # The Glue version determines the versions of Apache Spark and Python
4263
- # that AWS Glue supports. The GlueVersion must be greater than 2.0.
4288
+ # that Glue supports. The GlueVersion must be greater than 2.0.
4264
4289
  #
4265
4290
  # @option params [Hash<String,String>] :tags
4266
4291
  # The map of key value pairs (tags) belonging to the session.
@@ -4292,7 +4317,7 @@ module Aws::Glue
4292
4317
  # },
4293
4318
  # max_capacity: 1.0,
4294
4319
  # number_of_workers: 1,
4295
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
4320
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
4296
4321
  # security_configuration: "NameString",
4297
4322
  # glue_version: "GlueVersionString",
4298
4323
  # tags: {
@@ -6542,7 +6567,7 @@ module Aws::Glue
6542
6567
  # resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
6543
6568
  # resp.dev_endpoint.public_address #=> String
6544
6569
  # resp.dev_endpoint.status #=> String
6545
- # resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6570
+ # resp.dev_endpoint.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6546
6571
  # resp.dev_endpoint.glue_version #=> String
6547
6572
  # resp.dev_endpoint.number_of_workers #=> Integer
6548
6573
  # resp.dev_endpoint.number_of_nodes #=> Integer
@@ -6612,7 +6637,7 @@ module Aws::Glue
6612
6637
  # resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
6613
6638
  # resp.dev_endpoints[0].public_address #=> String
6614
6639
  # resp.dev_endpoints[0].status #=> String
6615
- # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6640
+ # resp.dev_endpoints[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6616
6641
  # resp.dev_endpoints[0].glue_version #=> String
6617
6642
  # resp.dev_endpoints[0].number_of_workers #=> Integer
6618
6643
  # resp.dev_endpoints[0].number_of_nodes #=> Integer
@@ -6678,7 +6703,7 @@ module Aws::Glue
6678
6703
  # resp.job.allocated_capacity #=> Integer
6679
6704
  # resp.job.timeout #=> Integer
6680
6705
  # resp.job.max_capacity #=> Float
6681
- # resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
6706
+ # resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
6682
6707
  # resp.job.number_of_workers #=> Integer
6683
6708
  # resp.job.security_configuration #=> String
6684
6709
  # resp.job.notification_property.notify_delay_after #=> Integer
@@ -7255,7 +7280,7 @@ module Aws::Glue
7255
7280
  # resp.job_run.execution_time #=> Integer
7256
7281
  # resp.job_run.timeout #=> Integer
7257
7282
  # resp.job_run.max_capacity #=> Float
7258
- # resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7283
+ # resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7259
7284
  # resp.job_run.number_of_workers #=> Integer
7260
7285
  # resp.job_run.security_configuration #=> String
7261
7286
  # resp.job_run.log_group_name #=> String
@@ -7320,7 +7345,7 @@ module Aws::Glue
7320
7345
  # resp.job_runs[0].execution_time #=> Integer
7321
7346
  # resp.job_runs[0].timeout #=> Integer
7322
7347
  # resp.job_runs[0].max_capacity #=> Float
7323
- # resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7348
+ # resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7324
7349
  # resp.job_runs[0].number_of_workers #=> Integer
7325
7350
  # resp.job_runs[0].security_configuration #=> String
7326
7351
  # resp.job_runs[0].log_group_name #=> String
@@ -7383,7 +7408,7 @@ module Aws::Glue
7383
7408
  # resp.jobs[0].allocated_capacity #=> Integer
7384
7409
  # resp.jobs[0].timeout #=> Integer
7385
7410
  # resp.jobs[0].max_capacity #=> Float
7386
- # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
7411
+ # resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
7387
7412
  # resp.jobs[0].number_of_workers #=> Integer
7388
7413
  # resp.jobs[0].security_configuration #=> String
7389
7414
  # resp.jobs[0].notification_property.notify_delay_after #=> Integer
@@ -8098,7 +8123,7 @@ module Aws::Glue
8098
8123
  # resp.role #=> String
8099
8124
  # resp.glue_version #=> String
8100
8125
  # resp.max_capacity #=> Float
8101
- # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
8126
+ # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
8102
8127
  # resp.number_of_workers #=> Integer
8103
8128
  # resp.timeout #=> Integer
8104
8129
  # resp.max_retries #=> Integer
@@ -8206,7 +8231,7 @@ module Aws::Glue
8206
8231
  # resp.transforms[0].role #=> String
8207
8232
  # resp.transforms[0].glue_version #=> String
8208
8233
  # resp.transforms[0].max_capacity #=> Float
8209
- # resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
8234
+ # resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
8210
8235
  # resp.transforms[0].number_of_workers #=> Integer
8211
8236
  # resp.transforms[0].timeout #=> Integer
8212
8237
  # resp.transforms[0].max_retries #=> Integer
@@ -10434,7 +10459,7 @@ module Aws::Glue
10434
10459
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10435
10460
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10436
10461
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10437
- # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10462
+ # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10438
10463
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10439
10464
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10440
10465
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10501,7 +10526,7 @@ module Aws::Glue
10501
10526
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10502
10527
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10503
10528
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10504
- # resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10529
+ # resp.workflow.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10505
10530
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10506
10531
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10507
10532
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10619,7 +10644,7 @@ module Aws::Glue
10619
10644
  # resp.run.graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10620
10645
  # resp.run.graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10621
10646
  # resp.run.graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10622
- # resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10647
+ # resp.run.graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10623
10648
  # resp.run.graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10624
10649
  # resp.run.graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10625
10650
  # resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -10777,7 +10802,7 @@ module Aws::Glue
10777
10802
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].execution_time #=> Integer
10778
10803
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].timeout #=> Integer
10779
10804
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].max_capacity #=> Float
10780
- # resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
10805
+ # resp.runs[0].graph.nodes[0].job_details.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X", "G.025X"
10781
10806
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].number_of_workers #=> Integer
10782
10807
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].security_configuration #=> String
10783
10808
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
@@ -11382,7 +11407,7 @@ module Aws::Glue
11382
11407
  req.send_request(options)
11383
11408
  end
11384
11409
 
11385
- # Retrieve a session..
11410
+ # Retrieve a list of sessions.
11386
11411
  #
11387
11412
  # @option params [String] :next_token
11388
11413
  # The token for the next set of results, or null if there are no more
@@ -11457,6 +11482,7 @@ module Aws::Glue
11457
11482
  # The origin of the request to list statements.
11458
11483
  #
11459
11484
  # @option params [String] :next_token
11485
+ # A continuation token, if this is a continuation call.
11460
11486
  #
11461
11487
  # @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11462
11488
  #
@@ -12483,6 +12509,11 @@ module Aws::Glue
12483
12509
  # You can specify arguments here that your own job-execution script
12484
12510
  # consumes, as well as arguments that Glue itself consumes.
12485
12511
  #
12512
+ # Job arguments may be logged. Do not pass plaintext secrets as
12513
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager or
12514
+ # other secret management mechanism if you intend to keep them within
12515
+ # the Job.
12516
+ #
12486
12517
  # For information about how to specify and consume your own Job
12487
12518
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
12488
12519
  # developer guide.
@@ -12500,7 +12531,7 @@ module Aws::Glue
12500
12531
  # This field is deprecated. Use `MaxCapacity` instead.
12501
12532
  #
12502
12533
  # The number of Glue data processing units (DPUs) to allocate to this
12503
- # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU
12534
+ # JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
12504
12535
  # is a relative measure of processing power that consists of 4 vCPUs of
12505
12536
  # compute capacity and 16 GB of memory. For more information, see the
12506
12537
  # [Glue pricing page][1].
@@ -12531,7 +12562,7 @@ module Aws::Glue
12531
12562
  # or 1 DPU. The default is 0.0625 DPU.
12532
12563
  #
12533
12564
  # * When you specify an Apache Spark ETL job
12534
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
12565
+ # (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
12535
12566
  # DPUs. The default is 10 DPUs. This job type cannot have a fractional
12536
12567
  # DPU allocation.
12537
12568
  #
@@ -12548,7 +12579,7 @@ module Aws::Glue
12548
12579
  #
12549
12580
  # @option params [String] :worker_type
12550
12581
  # The type of predefined worker that is allocated when a job runs.
12551
- # Accepts a value of Standard, G.1X, or G.2X.
12582
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
12552
12583
  #
12553
12584
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
12554
12585
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -12559,13 +12590,15 @@ module Aws::Glue
12559
12590
  # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
12560
12591
  # memory and a 128GB disk, and 1 executor per worker.
12561
12592
  #
12593
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2 vCPU,
12594
+ # 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We
12595
+ # recommend this worker type for low volume streaming jobs. This
12596
+ # worker type is only available for Glue version 3.0 streaming jobs.
12597
+ #
12562
12598
  # @option params [Integer] :number_of_workers
12563
12599
  # The number of workers of a defined `workerType` that are allocated
12564
12600
  # when a job runs.
12565
12601
  #
12566
- # The maximum number of workers you can define are 299 for `G.1X`, and
12567
- # 149 for `G.2X`.
12568
- #
12569
12602
  # @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
12570
12603
  #
12571
12604
  # * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
@@ -12585,7 +12618,7 @@ module Aws::Glue
12585
12618
  # notification_property: {
12586
12619
  # notify_delay_after: 1,
12587
12620
  # },
12588
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
12621
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
12589
12622
  # number_of_workers: 1,
12590
12623
  # })
12591
12624
  #
@@ -13665,13 +13698,15 @@ module Aws::Glue
13665
13698
  req.send_request(options)
13666
13699
  end
13667
13700
 
13668
- # Updates an existing job definition.
13701
+ # Updates an existing job definition. The previous job definition is
13702
+ # completely overwritten by this information.
13669
13703
  #
13670
13704
  # @option params [required, String] :job_name
13671
13705
  # The name of the job definition to update.
13672
13706
  #
13673
13707
  # @option params [required, Types::JobUpdate] :job_update
13674
13708
  # Specifies the values with which to update the job definition.
13709
+ # Unspecified configuration is removed or reset to default values.
13675
13710
  #
13676
13711
  # @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
13677
13712
  #
@@ -13706,7 +13741,7 @@ module Aws::Glue
13706
13741
  # allocated_capacity: 1,
13707
13742
  # timeout: 1,
13708
13743
  # max_capacity: 1.0,
13709
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
13744
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
13710
13745
  # number_of_workers: 1,
13711
13746
  # security_configuration: "NameString",
13712
13747
  # notification_property: {
@@ -14496,7 +14531,7 @@ module Aws::Glue
14496
14531
  # role: "RoleString",
14497
14532
  # glue_version: "GlueVersionString",
14498
14533
  # max_capacity: 1.0,
14499
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
14534
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
14500
14535
  # number_of_workers: 1,
14501
14536
  # timeout: 1,
14502
14537
  # max_retries: 1,
@@ -15057,7 +15092,7 @@ module Aws::Glue
15057
15092
  params: params,
15058
15093
  config: config)
15059
15094
  context[:gem_name] = 'aws-sdk-glue'
15060
- context[:gem_version] = '1.114.0'
15095
+ context[:gem_version] = '1.115.0'
15061
15096
  Seahorse::Client::Request.new(handlers, context)
15062
15097
  end
15063
15098
 
@@ -5042,7 +5042,7 @@ module Aws::Glue
5042
5042
  # public_key: "GenericString",
5043
5043
  # public_keys: ["GenericString"],
5044
5044
  # number_of_nodes: 1,
5045
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
5045
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
5046
5046
  # glue_version: "GlueVersionString",
5047
5047
  # number_of_workers: 1,
5048
5048
  # extra_python_libs_s3_path: "GenericString",
@@ -5420,7 +5420,7 @@ module Aws::Glue
5420
5420
  # },
5421
5421
  # glue_version: "GlueVersionString",
5422
5422
  # number_of_workers: 1,
5423
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
5423
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
5424
5424
  # code_gen_configuration_nodes: {
5425
5425
  # "NodeId" => {
5426
5426
  # athena_connector_source: {
@@ -6124,6 +6124,11 @@ module Aws::Glue
6124
6124
  # You can specify arguments here that your own job-execution script
6125
6125
  # consumes, as well as arguments that Glue itself consumes.
6126
6126
  #
6127
+ # Job arguments may be logged. Do not pass plaintext secrets as
6128
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager
6129
+ # or other secret management mechanism if you intend to keep them
6130
+ # within the Job.
6131
+ #
6127
6132
  # For information about how to specify and consume your own Job
6128
6133
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
6129
6134
  # developer guide.
@@ -6155,7 +6160,7 @@ module Aws::Glue
6155
6160
  # This parameter is deprecated. Use `MaxCapacity` instead.
6156
6161
  #
6157
6162
  # The number of Glue data processing units (DPUs) to allocate to this
6158
- # Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
6163
+ # Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
6159
6164
  # is a relative measure of processing power that consists of 4 vCPUs
6160
6165
  # of compute capacity and 16 GB of memory. For more information, see
6161
6166
  # the [Glue pricing page][1].
@@ -6190,8 +6195,8 @@ module Aws::Glue
6190
6195
  #
6191
6196
  # * When you specify an Apache Spark ETL job
6192
6197
  # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
6193
- # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
6194
- # 100 DPUs. The default is 10 DPUs. This job type cannot have a
6198
+ # (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
6199
+ # of 2 DPUs. The default is 10 DPUs. This job type cannot have a
6195
6200
  # fractional DPU allocation.
6196
6201
  #
6197
6202
  # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -6242,14 +6247,11 @@ module Aws::Glue
6242
6247
  # @!attribute [rw] number_of_workers
6243
6248
  # The number of workers of a defined `workerType` that are allocated
6244
6249
  # when a job runs.
6245
- #
6246
- # The maximum number of workers you can define are 299 for `G.1X`, and
6247
- # 149 for `G.2X`.
6248
6250
  # @return [Integer]
6249
6251
  #
6250
6252
  # @!attribute [rw] worker_type
6251
6253
  # The type of predefined worker that is allocated when a job runs.
6252
- # Accepts a value of Standard, G.1X, or G.2X.
6254
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
6253
6255
  #
6254
6256
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
6255
6257
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -6261,6 +6263,12 @@ module Aws::Glue
6261
6263
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
6262
6264
  # GB of memory, 128 GB disk), and provides 1 executor per worker. We
6263
6265
  # recommend this worker type for memory-intensive jobs.
6266
+ #
6267
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
6268
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
6269
+ # worker. We recommend this worker type for low volume streaming
6270
+ # jobs. This worker type is only available for Glue version 3.0
6271
+ # streaming jobs.
6264
6272
  # @return [String]
6265
6273
  #
6266
6274
  # @!attribute [rw] code_gen_configuration_nodes
@@ -6367,7 +6375,7 @@ module Aws::Glue
6367
6375
  # role: "RoleString", # required
6368
6376
  # glue_version: "GlueVersionString",
6369
6377
  # max_capacity: 1.0,
6370
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
6378
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
6371
6379
  # number_of_workers: 1,
6372
6380
  # timeout: 1,
6373
6381
  # max_retries: 1,
@@ -7118,7 +7126,7 @@ module Aws::Glue
7118
7126
  # },
7119
7127
  # max_capacity: 1.0,
7120
7128
  # number_of_workers: 1,
7121
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
7129
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
7122
7130
  # security_configuration: "NameString",
7123
7131
  # glue_version: "GlueVersionString",
7124
7132
  # tags: {
@@ -7160,18 +7168,37 @@ module Aws::Glue
7160
7168
  # @return [Types::ConnectionsList]
7161
7169
  #
7162
7170
  # @!attribute [rw] max_capacity
7163
- # The number of AWS Glue data processing units (DPUs) that can be
7171
+ # The number of Glue data processing units (DPUs) that can be
7164
7172
  # allocated when the job runs. A DPU is a relative measure of
7165
7173
  # processing power that consists of 4 vCPUs of compute capacity and 16
7166
7174
  # GB memory.
7167
7175
  # @return [Float]
7168
7176
  #
7169
7177
  # @!attribute [rw] number_of_workers
7170
- # The number of workers to use for the session.
7178
+ # The number of workers of a defined `WorkerType` to use for the
7179
+ # session.
7171
7180
  # @return [Integer]
7172
7181
  #
7173
7182
  # @!attribute [rw] worker_type
7174
- # The Worker Type. Can be one of G.1X, G.2X, Standard
7183
+ # The type of predefined worker that is allocated to use for the
7184
+ # session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
7185
+ #
7186
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
7187
+ # of memory and a 50GB disk, and 2 executors per worker.
7188
+ #
7189
+ # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
7190
+ # GB of memory, 64 GB disk), and provides 1 executor per worker. We
7191
+ # recommend this worker type for memory-intensive jobs.
7192
+ #
7193
+ # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
7194
+ # GB of memory, 128 GB disk), and provides 1 executor per worker. We
7195
+ # recommend this worker type for memory-intensive jobs.
7196
+ #
7197
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
7198
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
7199
+ # worker. We recommend this worker type for low volume streaming
7200
+ # jobs. This worker type is only available for Glue version 3.0
7201
+ # streaming jobs.
7175
7202
  # @return [String]
7176
7203
  #
7177
7204
  # @!attribute [rw] security_configuration
@@ -7181,7 +7208,7 @@ module Aws::Glue
7181
7208
  #
7182
7209
  # @!attribute [rw] glue_version
7183
7210
  # The Glue version determines the versions of Apache Spark and Python
7184
- # that AWS Glue supports. The GlueVersion must be greater than 2.0.
7211
+ # that Glue supports. The GlueVersion must be greater than 2.0.
7185
7212
  # @return [String]
7186
7213
  #
7187
7214
  # @!attribute [rw] tags
@@ -9724,8 +9751,8 @@ module Aws::Glue
9724
9751
  include Aws::Structure
9725
9752
  end
9726
9753
 
9727
- # An edge represents a directed connection between two components on a
9728
- # workflow graph.
9754
+ # An edge represents a directed connection between two Glue components
9755
+ # that are part of the workflow the edge belongs to.
9729
9756
  #
9730
9757
  # @!attribute [rw] source_id
9731
9758
  # The unique of the node within the workflow where the edge starts.
@@ -14128,7 +14155,10 @@ module Aws::Glue
14128
14155
  include Aws::Structure
14129
14156
  end
14130
14157
 
14158
+ # The blueprint is in an invalid state to perform a requested operation.
14159
+ #
14131
14160
  # @!attribute [rw] message
14161
+ # A message describing the problem.
14132
14162
  # @return [String]
14133
14163
  #
14134
14164
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
@@ -14612,7 +14642,7 @@ module Aws::Glue
14612
14642
  # This field is deprecated. Use `MaxCapacity` instead.
14613
14643
  #
14614
14644
  # The number of Glue data processing units (DPUs) allocated to runs of
14615
- # this job. You can allocate from 2 to 100 DPUs; the default is 10. A
14645
+ # this job. You can allocate a minimum of 2 DPUs; the default is 10. A
14616
14646
  # DPU is a relative measure of processing power that consists of 4
14617
14647
  # vCPUs of compute capacity and 16 GB of memory. For more information,
14618
14648
  # see the [Glue pricing page][1].
@@ -14650,8 +14680,8 @@ module Aws::Glue
14650
14680
  #
14651
14681
  # * When you specify an Apache Spark ETL job
14652
14682
  # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
14653
- # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
14654
- # 100 DPUs. The default is 10 DPUs. This job type cannot have a
14683
+ # (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
14684
+ # of 2 DPUs. The default is 10 DPUs. This job type cannot have a
14655
14685
  # fractional DPU allocation.
14656
14686
  #
14657
14687
  # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -14665,7 +14695,7 @@ module Aws::Glue
14665
14695
  #
14666
14696
  # @!attribute [rw] worker_type
14667
14697
  # The type of predefined worker that is allocated when a job runs.
14668
- # Accepts a value of Standard, G.1X, or G.2X.
14698
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
14669
14699
  #
14670
14700
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
14671
14701
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -14677,14 +14707,17 @@ module Aws::Glue
14677
14707
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
14678
14708
  # GB of memory, 128 GB disk), and provides 1 executor per worker. We
14679
14709
  # recommend this worker type for memory-intensive jobs.
14710
+ #
14711
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
14712
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
14713
+ # worker. We recommend this worker type for low volume streaming
14714
+ # jobs. This worker type is only available for Glue version 3.0
14715
+ # streaming jobs.
14680
14716
  # @return [String]
14681
14717
  #
14682
14718
  # @!attribute [rw] number_of_workers
14683
14719
  # The number of workers of a defined `workerType` that are allocated
14684
14720
  # when a job runs.
14685
- #
14686
- # The maximum number of workers you can define are 299 for `G.1X`, and
14687
- # 149 for `G.2X`.
14688
14721
  # @return [Integer]
14689
14722
  #
14690
14723
  # @!attribute [rw] security_configuration
@@ -14986,7 +15019,7 @@ module Aws::Glue
14986
15019
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
14987
15020
  #
14988
15021
  # * When you specify an Apache Spark ETL job
14989
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
15022
+ # (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
14990
15023
  # DPUs. The default is 10 DPUs. This job type cannot have a
14991
15024
  # fractional DPU allocation.
14992
15025
  #
@@ -14997,7 +15030,7 @@ module Aws::Glue
14997
15030
  #
14998
15031
  # @!attribute [rw] worker_type
14999
15032
  # The type of predefined worker that is allocated when a job runs.
15000
- # Accepts a value of Standard, G.1X, or G.2X.
15033
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
15001
15034
  #
15002
15035
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
15003
15036
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -15007,14 +15040,17 @@ module Aws::Glue
15007
15040
  #
15008
15041
  # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
15009
15042
  # memory and a 128GB disk, and 1 executor per worker.
15043
+ #
15044
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
15045
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
15046
+ # worker. We recommend this worker type for low volume streaming
15047
+ # jobs. This worker type is only available for Glue version 3.0
15048
+ # streaming jobs.
15010
15049
  # @return [String]
15011
15050
  #
15012
15051
  # @!attribute [rw] number_of_workers
15013
15052
  # The number of workers of a defined `workerType` that are allocated
15014
15053
  # when a job runs.
15015
- #
15016
- # The maximum number of workers you can define are 299 for `G.1X`, and
15017
- # 149 for `G.2X`.
15018
15054
  # @return [Integer]
15019
15055
  #
15020
15056
  # @!attribute [rw] security_configuration
@@ -15126,7 +15162,7 @@ module Aws::Glue
15126
15162
  # allocated_capacity: 1,
15127
15163
  # timeout: 1,
15128
15164
  # max_capacity: 1.0,
15129
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
15165
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
15130
15166
  # number_of_workers: 1,
15131
15167
  # security_configuration: "NameString",
15132
15168
  # notification_property: {
@@ -15862,7 +15898,7 @@ module Aws::Glue
15862
15898
  # This field is deprecated. Use `MaxCapacity` instead.
15863
15899
  #
15864
15900
  # The number of Glue data processing units (DPUs) to allocate to this
15865
- # job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
15901
+ # job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
15866
15902
  # is a relative measure of processing power that consists of 4 vCPUs
15867
15903
  # of compute capacity and 16 GB of memory. For more information, see
15868
15904
  # the [Glue pricing page][1].
@@ -15897,8 +15933,8 @@ module Aws::Glue
15897
15933
  #
15898
15934
  # * When you specify an Apache Spark ETL job
15899
15935
  # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
15900
- # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
15901
- # 100 DPUs. The default is 10 DPUs. This job type cannot have a
15936
+ # (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
15937
+ # of 2 DPUs. The default is 10 DPUs. This job type cannot have a
15902
15938
  # fractional DPU allocation.
15903
15939
  #
15904
15940
  # For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -15912,7 +15948,7 @@ module Aws::Glue
15912
15948
  #
15913
15949
  # @!attribute [rw] worker_type
15914
15950
  # The type of predefined worker that is allocated when a job runs.
15915
- # Accepts a value of Standard, G.1X, or G.2X.
15951
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
15916
15952
  #
15917
15953
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
15918
15954
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -15924,14 +15960,17 @@ module Aws::Glue
15924
15960
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
15925
15961
  # GB of memory, 128 GB disk), and provides 1 executor per worker. We
15926
15962
  # recommend this worker type for memory-intensive jobs.
15963
+ #
15964
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
15965
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
15966
+ # worker. We recommend this worker type for low volume streaming
15967
+ # jobs. This worker type is only available for Glue version 3.0
15968
+ # streaming jobs.
15927
15969
  # @return [String]
15928
15970
  #
15929
15971
  # @!attribute [rw] number_of_workers
15930
15972
  # The number of workers of a defined `workerType` that are allocated
15931
15973
  # when a job runs.
15932
- #
15933
- # The maximum number of workers you can define are 299 for `G.1X`, and
15934
- # 149 for `G.2X`.
15935
15974
  # @return [Integer]
15936
15975
  #
15937
15976
  # @!attribute [rw] security_configuration
@@ -17144,7 +17183,7 @@ module Aws::Glue
17144
17183
  end
17145
17184
 
17146
17185
  # @!attribute [rw] ids
17147
- # Returns the Id of the session.
17186
+ # Returns the ID of the session.
17148
17187
  # @return [Array<String>]
17149
17188
  #
17150
17189
  # @!attribute [rw] sessions
@@ -17184,6 +17223,7 @@ module Aws::Glue
17184
17223
  # @return [String]
17185
17224
  #
17186
17225
  # @!attribute [rw] next_token
17226
+ # A continuation token, if this is a continuation call.
17187
17227
  # @return [String]
17188
17228
  #
17189
17229
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsRequest AWS API Documentation
@@ -17201,6 +17241,7 @@ module Aws::Glue
17201
17241
  # @return [Array<Types::Statement>]
17202
17242
  #
17203
17243
  # @!attribute [rw] next_token
17244
+ # A continuation token, if not all statements have yet been returned.
17204
17245
  # @return [String]
17205
17246
  #
17206
17247
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsResponse AWS API Documentation
@@ -21332,7 +21373,7 @@ module Aws::Glue
21332
21373
  # @return [Float]
21333
21374
  #
21334
21375
  # @!attribute [rw] max_capacity
21335
- # The number of AWS Glue data processing units (DPUs) that can be
21376
+ # The number of Glue data processing units (DPUs) that can be
21336
21377
  # allocated when the job runs. A DPU is a relative measure of
21337
21378
  # processing power that consists of 4 vCPUs of compute capacity and 16
21338
21379
  # GB memory.
@@ -21345,7 +21386,7 @@ module Aws::Glue
21345
21386
  #
21346
21387
  # @!attribute [rw] glue_version
21347
21388
  # The Glue version determines the versions of Apache Spark and Python
21348
- # that AWS Glue supports. The GlueVersion must be greater than 2.0.
21389
+ # that Glue supports. The GlueVersion must be greater than 2.0.
21349
21390
  # @return [String]
21350
21391
  #
21351
21392
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Session AWS API Documentation
@@ -21379,7 +21420,7 @@ module Aws::Glue
21379
21420
  # }
21380
21421
  #
21381
21422
  # @!attribute [rw] name
21382
- # Specifies the name of the SessionCommand.Can be 'glueetl' or
21423
+ # Specifies the name of the SessionCommand. Can be 'glueetl' or
21383
21424
  # 'gluestreaming'.
21384
21425
  # @return [String]
21385
21426
  #
@@ -21965,7 +22006,7 @@ module Aws::Glue
21965
22006
  # notification_property: {
21966
22007
  # notify_delay_after: 1,
21967
22008
  # },
21968
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
22009
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
21969
22010
  # number_of_workers: 1,
21970
22011
  # }
21971
22012
  #
@@ -21984,6 +22025,11 @@ module Aws::Glue
21984
22025
  # You can specify arguments here that your own job-execution script
21985
22026
  # consumes, as well as arguments that Glue itself consumes.
21986
22027
  #
22028
+ # Job arguments may be logged. Do not pass plaintext secrets as
22029
+ # arguments. Retrieve secrets from a Glue Connection, Secrets Manager
22030
+ # or other secret management mechanism if you intend to keep them
22031
+ # within the Job.
22032
+ #
21987
22033
  # For information about how to specify and consume your own Job
21988
22034
  # arguments, see the [Calling Glue APIs in Python][1] topic in the
21989
22035
  # developer guide.
@@ -22002,7 +22048,7 @@ module Aws::Glue
22002
22048
  # This field is deprecated. Use `MaxCapacity` instead.
22003
22049
  #
22004
22050
  # The number of Glue data processing units (DPUs) to allocate to this
22005
- # JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
22051
+ # JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A
22006
22052
  # DPU is a relative measure of processing power that consists of 4
22007
22053
  # vCPUs of compute capacity and 16 GB of memory. For more information,
22008
22054
  # see the [Glue pricing page][1].
@@ -22036,7 +22082,7 @@ module Aws::Glue
22036
22082
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
22037
22083
  #
22038
22084
  # * When you specify an Apache Spark ETL job
22039
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
22085
+ # (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
22040
22086
  # DPUs. The default is 10 DPUs. This job type cannot have a
22041
22087
  # fractional DPU allocation.
22042
22088
  #
@@ -22056,7 +22102,7 @@ module Aws::Glue
22056
22102
  #
22057
22103
  # @!attribute [rw] worker_type
22058
22104
  # The type of predefined worker that is allocated when a job runs.
22059
- # Accepts a value of Standard, G.1X, or G.2X.
22105
+ # Accepts a value of Standard, G.1X, G.2X, or G.025X.
22060
22106
  #
22061
22107
  # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
22062
22108
  # of memory and a 50GB disk, and 2 executors per worker.
@@ -22066,14 +22112,17 @@ module Aws::Glue
22066
22112
  #
22067
22113
  # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
22068
22114
  # memory and a 128GB disk, and 1 executor per worker.
22115
+ #
22116
+ # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
22117
+ # vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
22118
+ # worker. We recommend this worker type for low volume streaming
22119
+ # jobs. This worker type is only available for Glue version 3.0
22120
+ # streaming jobs.
22069
22121
  # @return [String]
22070
22122
  #
22071
22123
  # @!attribute [rw] number_of_workers
22072
22124
  # The number of workers of a defined `workerType` that are allocated
22073
22125
  # when a job runs.
22074
- #
22075
- # The maximum number of workers you can define are 299 for `G.1X`, and
22076
- # 149 for `G.2X`.
22077
22126
  # @return [Integer]
22078
22127
  #
22079
22128
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
@@ -24630,7 +24679,7 @@ module Aws::Glue
24630
24679
  # allocated_capacity: 1,
24631
24680
  # timeout: 1,
24632
24681
  # max_capacity: 1.0,
24633
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
24682
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
24634
24683
  # number_of_workers: 1,
24635
24684
  # security_configuration: "NameString",
24636
24685
  # notification_property: {
@@ -25314,6 +25363,7 @@ module Aws::Glue
25314
25363
  #
25315
25364
  # @!attribute [rw] job_update
25316
25365
  # Specifies the values with which to update the job definition.
25366
+ # Unspecified configuration is removed or reset to default values.
25317
25367
  # @return [Types::JobUpdate]
25318
25368
  #
25319
25369
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobRequest AWS API Documentation
@@ -25389,7 +25439,7 @@ module Aws::Glue
25389
25439
  # role: "RoleString",
25390
25440
  # glue_version: "GlueVersionString",
25391
25441
  # max_capacity: 1.0,
25392
- # worker_type: "Standard", # accepts Standard, G.1X, G.2X
25442
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
25393
25443
  # number_of_workers: 1,
25394
25444
  # timeout: 1,
25395
25445
  # max_retries: 1,
data/lib/aws-sdk-glue.rb CHANGED
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
48
48
  # @!group service
49
49
  module Aws::Glue
50
50
 
51
- GEM_VERSION = '1.114.0'
51
+ GEM_VERSION = '1.115.0'
52
52
 
53
53
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.114.0
4
+ version: 1.115.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-06-30 00:00:00.000000000 Z
11
+ date: 2022-07-14 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core