aws-sdk-glue 1.108.0 → 1.109.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 82549217518a5c2bea914f1f04fbc8fababe7bae7b41a1f7560481eed36088ba
-  data.tar.gz: 6528bbb31da7427b01e32325d41a38b92381620e11692f3356b477322cb8e03b
+  metadata.gz: 3166e5523cc5997716cddee9ad433887b497bda632204158f1bc377b671316f3
+  data.tar.gz: f2d4fccb7dc3988e38c2504c89e8daaa3e7aff6359600bd65e8abf1b12df8cec
 SHA512:
-  metadata.gz: bf01a8a75d08ae159b98d2d755a453770d61eac6c53aaf0d48a67c756f1bdb22c3f26eecc3040f10b415d9ff40ad84732318beb25ad9ae09ca636fdae9bee4e6
-  data.tar.gz: c3634d689b35e46e8c5f71324628fa09bc04a7353165894ce9b2e02ab9bbb93bffc46fe3cce5737ce5e9ddd42513720fdf43ce4e4ab77bf260cf8281a8450a1a
+  metadata.gz: 75b0b27e5226044fc33ced3c92dcc1519e4d6a1743d96674767af17696fe3564987690de58ab18d0e6ae65ddf2274693ddc77def0ac1012bc2a5d0da299232c6
+  data.tar.gz: 5d14da72231d34c58d1d1a61b452083182a3339820e7357d0b4c7ccfa02000884a7300422a4af7ce2aa0df78d33d97cb45f07241c826931b0c9565c1b3c8b195

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.109.0 (2022-04-14)
+------------------
+
+* Feature - Auto Scaling for Glue version 3.0 and later jobs to dynamically scale compute resources. This SDK change provides customers with the auto-scaled DPU usage
+
 1.108.0 (2022-03-18)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.108.0
+1.109.0

data/lib/aws-sdk-glue/client.rb

@@ -1200,6 +1200,7 @@ module Aws::Glue
     #   resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
     #   resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
     #   resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
+    #   resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
     #   resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls #=> Array
     #   resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
     #   resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -1266,6 +1267,7 @@ module Aws::Glue
     #   resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
     #   resp.workflows[0].graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
     #   resp.workflows[0].graph.nodes[0].job_details.job_runs[0].glue_version #=> String
+    #   resp.workflows[0].graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
     #   resp.workflows[0].graph.nodes[0].crawler_details.crawls #=> Array
     #   resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
     #   resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -5475,6 +5477,7 @@ module Aws::Glue
     #   resp.job_run.log_group_name #=> String
     #   resp.job_run.notification_property.notify_delay_after #=> Integer
     #   resp.job_run.glue_version #=> String
+    #   resp.job_run.dpu_seconds #=> Float
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRun AWS API Documentation
     #
@@ -5539,6 +5542,7 @@ module Aws::Glue
     #   resp.job_runs[0].log_group_name #=> String
     #   resp.job_runs[0].notification_property.notify_delay_after #=> Integer
     #   resp.job_runs[0].glue_version #=> String
+    #   resp.job_runs[0].dpu_seconds #=> Float
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRuns AWS API Documentation
@@ -8172,6 +8176,7 @@ module Aws::Glue
     #   resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
     #   resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
     #   resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
+    #   resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
     #   resp.workflow.last_run.graph.nodes[0].crawler_details.crawls #=> Array
     #   resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
     #   resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -8238,6 +8243,7 @@ module Aws::Glue
     #   resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
     #   resp.workflow.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
     #   resp.workflow.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
+    #   resp.workflow.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
     #   resp.workflow.graph.nodes[0].crawler_details.crawls #=> Array
     #   resp.workflow.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
     #   resp.workflow.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -8355,6 +8361,7 @@ module Aws::Glue
     #   resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
     #   resp.run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
     #   resp.run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
+    #   resp.run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
     #   resp.run.graph.nodes[0].crawler_details.crawls #=> Array
     #   resp.run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
     #   resp.run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -8512,6 +8519,7 @@ module Aws::Glue
     #   resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
     #   resp.runs[0].graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
     #   resp.runs[0].graph.nodes[0].job_details.job_runs[0].glue_version #=> String
+    #   resp.runs[0].graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
     #   resp.runs[0].graph.nodes[0].crawler_details.crawls #=> Array
     #   resp.runs[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
     #   resp.runs[0].graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -11999,7 +12007,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.108.0'
+      context[:gem_version] = '1.109.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -2707,6 +2707,7 @@ module Aws::Glue
     JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: GenericString, location_name: "LogGroupName"))
     JobRun.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
     JobRun.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
+    JobRun.add_member(:dpu_seconds, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "DPUSeconds"))
     JobRun.struct_class = Types::JobRun
 
     JobRunList.member = Shapes::ShapeRef.new(shape: JobRun)

data/lib/aws-sdk-glue/types.rb

@@ -11587,6 +11587,18 @@ module Aws::Glue
     #   [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
     #   @return [String]
     #
+    # @!attribute [rw] dpu_seconds
+    #   This field populates only when an Auto Scaling job run completes,
+    #   and represents the total time each executor ran during the lifecycle
+    #   of a job run in seconds, multiplied by a DPU factor (1 for `G.1X`
+    #   and 2 for `G.2X` workers). This value may be different than the
+    #   `executionEngineRuntime` * `MaxCapacity` as in the case of Auto
+    #   Scaling jobs, as the number of executors running at a given time may
+    #   be less than the `MaxCapacity`. Therefore, it is possible that the
+    #   value of `DPUSeconds` is less than `executionEngineRuntime` *
+    #   `MaxCapacity`.
+    #   @return [Float]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
     #
     class JobRun < Struct.new(
@@ -11611,7 +11623,8 @@ module Aws::Glue
       :security_configuration,
       :log_group_name,
       :notification_property,
-      :glue_version)
+      :glue_version,
+      :dpu_seconds)
       SENSITIVE = []
       include Aws::Structure
     end

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.108.0'
+  GEM_VERSION = '1.109.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.108.0
+  version: 1.109.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-03-18 00:00:00.000000000 Z
+date: 2022-04-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core