aws-sdk-glue 1.22.0 → 1.23.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7bd20ff19fa24b57fa6f85130314adc106c1ee44
-  data.tar.gz: 135656c06781a39736f74b7e79802c9146b0153e
+  metadata.gz: 85c550cecde739bef232d0ea3a3d488be0e49799
+  data.tar.gz: 1b4be41dfad71bb1aa1585a48cf50a63bf89f8c0
 SHA512:
-  metadata.gz: 618f61a6979c13ab6b6bc322d648f0d8d9be51d6892c7a713fab3444a1711388df05a5b81734b71ca80c3a5ea06b2034145a39548d921c9c31ca3f203c448bfc
-  data.tar.gz: 588086109cd797973b58bece273b860e20733cd51d2da784294f8a7e9d22f8cde154730106772d43869fdfcc350e90513869f0a6d33e3d46b31ea9a90054f5a2
+  metadata.gz: 16f1af24ca171146a4d692ad3fd505b49de20defb30e4283d5ef31e9577da869d8df811b2c6ce34895a1172bdc2edc811bf9c4fc089b42d5d114add8815725c2
+  data.tar.gz: 90d9f366b48fdc3ae9bc31046695c7d11daeb274513a0561137f83156ff295e94db8de2d9d75a37617656f0188e96809305a730ae9a3419adb3d59cca4afe5dc

data/lib/aws-sdk-glue.rb

@@ -42,6 +42,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @service
 module Aws::Glue
 
-  GEM_VERSION = '1.22.0'
+  GEM_VERSION = '1.23.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -1020,6 +1020,8 @@ module Aws::Glue
     #   The maximum number of times to retry this job if it fails.
     #
     # @option params [Integer] :allocated_capacity
+    #   This parameter is deprecated. Use `MaxCapacity` instead.
+    #
     #   The number of AWS Glue data processing units (DPUs) to allocate to
     #   this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
     #   DPU is a relative measure of processing power that consists of 4 vCPUs
@@ -1035,6 +1037,12 @@ module Aws::Glue
     #   can consume resources before it is terminated and enters `TIMEOUT`
     #   status. The default is 2,880 minutes (48 hours).
     #
+    # @option params [Float] :max_capacity
+    #   AWS Glue supports running jobs on a `JobCommand.Name`="pythonshell"
+    #   with allocated processing as low as 0.0625 DPU, which can be specified
+    #   using `MaxCapacity`. Glue ETL jobs running in any other way cannot
+    #   have fractional DPU allocations.
+    #
     # @option params [Types::NotificationProperty] :notification_property
     #   Specifies configuration properties of a job notification.
     #
@@ -1069,6 +1077,7 @@ module Aws::Glue
     #     max_retries: 1,
     #     allocated_capacity: 1,
     #     timeout: 1,
+    #     max_capacity: 1.0,
     #     notification_property: {
     #       notify_delay_after: 1,
     #     },
@@ -2627,6 +2636,7 @@ module Aws::Glue
     #   resp.job.max_retries #=> Integer
     #   resp.job.allocated_capacity #=> Integer
     #   resp.job.timeout #=> Integer
+    #   resp.job.max_capacity #=> Float
     #   resp.job.notification_property.notify_delay_after #=> Integer
     #   resp.job.security_configuration #=> String
     #
@@ -2682,6 +2692,7 @@ module Aws::Glue
     #   resp.job_run.allocated_capacity #=> Integer
     #   resp.job_run.execution_time #=> Integer
     #   resp.job_run.timeout #=> Integer
+    #   resp.job_run.max_capacity #=> Float
     #   resp.job_run.notification_property.notify_delay_after #=> Integer
     #   resp.job_run.security_configuration #=> String
     #   resp.job_run.log_group_name #=> String
@@ -2740,6 +2751,7 @@ module Aws::Glue
     #   resp.job_runs[0].allocated_capacity #=> Integer
     #   resp.job_runs[0].execution_time #=> Integer
     #   resp.job_runs[0].timeout #=> Integer
+    #   resp.job_runs[0].max_capacity #=> Float
     #   resp.job_runs[0].notification_property.notify_delay_after #=> Integer
     #   resp.job_runs[0].security_configuration #=> String
     #   resp.job_runs[0].log_group_name #=> String
@@ -2793,6 +2805,7 @@ module Aws::Glue
     #   resp.jobs[0].max_retries #=> Integer
     #   resp.jobs[0].allocated_capacity #=> Integer
     #   resp.jobs[0].timeout #=> Integer
+    #   resp.jobs[0].max_capacity #=> Float
     #   resp.jobs[0].notification_property.notify_delay_after #=> Integer
     #   resp.jobs[0].security_configuration #=> String
     #   resp.next_token #=> String
@@ -4115,6 +4128,8 @@ module Aws::Glue
     #   [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html
     #
     # @option params [Integer] :allocated_capacity
+    #   This field is deprecated, use `MaxCapacity` instead.
+    #
     #   The number of AWS Glue data processing units (DPUs) to allocate to
     #   this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
     #   DPU is a relative measure of processing power that consists of 4 vCPUs
@@ -4131,6 +4146,12 @@ module Aws::Glue
     #   status. The default is 2,880 minutes (48 hours). This overrides the
     #   timeout value set in the parent job.
     #
+    # @option params [Float] :max_capacity
+    #   AWS Glue supports running jobs on a `JobCommand.Name`="pythonshell"
+    #   with allocated processing as low as 0.0625 DPU, which can be specified
+    #   using `MaxCapacity`. Glue ETL jobs running in any other way cannot
+    #   have fractional DPU allocations.
+    #
     # @option params [Types::NotificationProperty] :notification_property
     #   Specifies configuration properties of a job run notification.
     #
@@ -4152,6 +4173,7 @@ module Aws::Glue
     #     },
     #     allocated_capacity: 1,
     #     timeout: 1,
+    #     max_capacity: 1.0,
     #     notification_property: {
     #       notify_delay_after: 1,
     #     },
@@ -4622,6 +4644,7 @@ module Aws::Glue
     #       max_retries: 1,
     #       allocated_capacity: 1,
     #       timeout: 1,
+    #       max_capacity: 1.0,
     #       notification_property: {
     #         notify_delay_after: 1,
     #       },
@@ -4963,7 +4986,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.22.0'
+      context[:gem_version] = '1.23.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -303,6 +303,7 @@ module Aws::Glue
     NonNegativeInteger = Shapes::IntegerShape.new(name: 'NonNegativeInteger')
     NotificationProperty = Shapes::StructureShape.new(name: 'NotificationProperty')
     NotifyDelayAfter = Shapes::IntegerShape.new(name: 'NotifyDelayAfter')
+    NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
     OperationTimeoutException = Shapes::StructureShape.new(name: 'OperationTimeoutException')
     Order = Shapes::StructureShape.new(name: 'Order')
     OrderList = Shapes::ListShape.new(name: 'OrderList')
@@ -740,8 +741,9 @@ module Aws::Glue
     CreateJobRequest.add_member(:default_arguments, Shapes::ShapeRef.new(shape: GenericMap, location_name: "DefaultArguments"))
     CreateJobRequest.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionsList, location_name: "Connections"))
     CreateJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
-    CreateJobRequest.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
+    CreateJobRequest.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, deprecated: true, location_name: "AllocatedCapacity", metadata: {"deprecatedMessage"=>"This property is deprecated, use MaxCapacity instead."}))
     CreateJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
+    CreateJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
     CreateJobRequest.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
     CreateJobRequest.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
     CreateJobRequest.struct_class = Types::CreateJobRequest
@@ -1279,8 +1281,9 @@ module Aws::Glue
     Job.add_member(:default_arguments, Shapes::ShapeRef.new(shape: GenericMap, location_name: "DefaultArguments"))
     Job.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionsList, location_name: "Connections"))
     Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
-    Job.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
+    Job.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, deprecated: true, location_name: "AllocatedCapacity", metadata: {"deprecatedMessage"=>"This property is deprecated, use MaxCapacity instead."}))
     Job.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
+    Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
     Job.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
     Job.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
     Job.struct_class = Types::Job
@@ -1314,9 +1317,10 @@ module Aws::Glue
     JobRun.add_member(:arguments, Shapes::ShapeRef.new(shape: GenericMap, location_name: "Arguments"))
     JobRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
     JobRun.add_member(:predecessor_runs, Shapes::ShapeRef.new(shape: PredecessorList, location_name: "PredecessorRuns"))
-    JobRun.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
+    JobRun.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, deprecated: true, location_name: "AllocatedCapacity", metadata: {"deprecatedMessage"=>"This property is deprecated, use MaxCapacity instead."}))
     JobRun.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
     JobRun.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
+    JobRun.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
     JobRun.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
     JobRun.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
     JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: GenericString, location_name: "LogGroupName"))
@@ -1332,8 +1336,9 @@ module Aws::Glue
     JobUpdate.add_member(:default_arguments, Shapes::ShapeRef.new(shape: GenericMap, location_name: "DefaultArguments"))
     JobUpdate.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionsList, location_name: "Connections"))
     JobUpdate.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
-    JobUpdate.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
+    JobUpdate.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, deprecated: true, location_name: "AllocatedCapacity", metadata: {"deprecatedMessage"=>"This property is deprecated, use MaxCapacity instead."}))
     JobUpdate.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
+    JobUpdate.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
     JobUpdate.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
     JobUpdate.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
     JobUpdate.struct_class = Types::JobUpdate
@@ -1518,8 +1523,9 @@ module Aws::Glue
     StartJobRunRequest.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "JobName"))
     StartJobRunRequest.add_member(:job_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "JobRunId"))
     StartJobRunRequest.add_member(:arguments, Shapes::ShapeRef.new(shape: GenericMap, location_name: "Arguments"))
-    StartJobRunRequest.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "AllocatedCapacity"))
+    StartJobRunRequest.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, deprecated: true, location_name: "AllocatedCapacity", metadata: {"deprecatedMessage"=>"This property is deprecated, use MaxCapacity instead."}))
     StartJobRunRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
+    StartJobRunRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
     StartJobRunRequest.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
     StartJobRunRequest.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
     StartJobRunRequest.struct_class = Types::StartJobRunRequest

data/lib/aws-sdk-glue/types.rb

@@ -1710,6 +1710,7 @@ module Aws::Glue
     #         max_retries: 1,
     #         allocated_capacity: 1,
     #         timeout: 1,
+    #         max_capacity: 1.0,
     #         notification_property: {
     #           notify_delay_after: 1,
     #         },
@@ -1771,6 +1772,8 @@ module Aws::Glue
     #   @return [Integer]
     #
     # @!attribute [rw] allocated_capacity
+    #   This parameter is deprecated. Use `MaxCapacity` instead.
+    #
     #   The number of AWS Glue data processing units (DPUs) to allocate to
     #   this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
     #   DPU is a relative measure of processing power that consists of 4
@@ -1788,6 +1791,14 @@ module Aws::Glue
     #   status. The default is 2,880 minutes (48 hours).
     #   @return [Integer]
     #
+    # @!attribute [rw] max_capacity
+    #   AWS Glue supports running jobs on a
+    #   `JobCommand.Name`="pythonshell" with allocated processing as low
+    #   as 0.0625 DPU, which can be specified using `MaxCapacity`. Glue ETL
+    #   jobs running in any other way cannot have fractional DPU
+    #   allocations.
+    #   @return [Float]
+    #
     # @!attribute [rw] notification_property
     #   Specifies configuration properties of a job notification.
     #   @return [Types::NotificationProperty]
@@ -1811,6 +1822,7 @@ module Aws::Glue
       :max_retries,
       :allocated_capacity,
       :timeout,
+      :max_capacity,
       :notification_property,
       :security_configuration)
       include Aws::Structure
@@ -4968,6 +4980,8 @@ module Aws::Glue
     #   @return [Integer]
     #
     # @!attribute [rw] allocated_capacity
+    #   This field is deprecated, use `MaxCapacity` instead.
+    #
     #   The number of AWS Glue data processing units (DPUs) allocated to
     #   runs of this job. From 2 to 100 DPUs can be allocated; the default
     #   is 10. A DPU is a relative measure of processing power that consists
@@ -4976,6 +4990,8 @@ module Aws::Glue
     #
     #
     #
+    #
+    #
     #   [1]: https://aws.amazon.com/glue/pricing/
     #   @return [Integer]
     #
@@ -4985,6 +5001,14 @@ module Aws::Glue
     #   status. The default is 2,880 minutes (48 hours).
     #   @return [Integer]
     #
+    # @!attribute [rw] max_capacity
+    #   AWS Glue supports running jobs on a
+    #   `JobCommand.Name`="pythonshell" with allocated processing as low
+    #   as 0.0625 DPU, which can be specified using `MaxCapacity`. Glue ETL
+    #   jobs running in any other way cannot have fractional DPU
+    #   allocations.
+    #   @return [Float]
+    #
     # @!attribute [rw] notification_property
     #   Specifies configuration properties of a job notification.
     #   @return [Types::NotificationProperty]
@@ -5010,6 +5034,7 @@ module Aws::Glue
       :max_retries,
       :allocated_capacity,
       :timeout,
+      :max_capacity,
       :notification_property,
       :security_configuration)
       include Aws::Structure
@@ -5085,7 +5110,8 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] name
-    #   The name of the job command: this must be `glueetl`.
+    #   The name of the job command: this must be `glueetl`, for an Apache
+    #   Spark ETL job, or `pythonshell`, for a Python shell job.
     #   @return [String]
     #
     # @!attribute [rw] script_location
@@ -5169,6 +5195,8 @@ module Aws::Glue
     #   @return [Array<Types::Predecessor>]
     #
     # @!attribute [rw] allocated_capacity
+    #   This field is deprecated, use `MaxCapacity` instead.
+    #
     #   The number of AWS Glue data processing units (DPUs) allocated to
     #   this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
     #   A DPU is a relative measure of processing power that consists of 4
@@ -5191,6 +5219,14 @@ module Aws::Glue
     #   overrides the timeout value set in the parent job.
     #   @return [Integer]
     #
+    # @!attribute [rw] max_capacity
+    #   AWS Glue supports running jobs on a
+    #   `JobCommand.Name`="pythonshell" with allocated processing as low
+    #   as 0.0625 DPU, which can be specified using `MaxCapacity`. Glue ETL
+    #   jobs running in any other way cannot have fractional DPU
+    #   allocations.
+    #   @return [Float]
+    #
     # @!attribute [rw] notification_property
     #   Specifies configuration properties of a job run notification.
     #   @return [Types::NotificationProperty]
@@ -5228,6 +5264,7 @@ module Aws::Glue
       :allocated_capacity,
       :execution_time,
       :timeout,
+      :max_capacity,
       :notification_property,
       :security_configuration,
       :log_group_name)
@@ -5261,6 +5298,7 @@ module Aws::Glue
     #         max_retries: 1,
     #         allocated_capacity: 1,
     #         timeout: 1,
+    #         max_capacity: 1.0,
     #         notification_property: {
     #           notify_delay_after: 1,
     #         },
@@ -5317,6 +5355,8 @@ module Aws::Glue
     #   @return [Integer]
     #
     # @!attribute [rw] allocated_capacity
+    #   This field is deprecated. Use `MaxCapacity` instead.
+    #
     #   The number of AWS Glue data processing units (DPUs) to allocate to
     #   this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
     #   DPU is a relative measure of processing power that consists of 4
@@ -5334,6 +5374,14 @@ module Aws::Glue
     #   status. The default is 2,880 minutes (48 hours).
     #   @return [Integer]
     #
+    # @!attribute [rw] max_capacity
+    #   AWS Glue supports running jobs on a
+    #   `JobCommand.Name`="pythonshell" with allocated processing as low
+    #   as 0.0625 DPU, which can be specified using `MaxCapacity`. Glue ETL
+    #   jobs running in any other way cannot have fractional DPU
+    #   allocations.
+    #   @return [Float]
+    #
     # @!attribute [rw] notification_property
     #   Specifies configuration properties of a job notification.
     #   @return [Types::NotificationProperty]
@@ -5356,6 +5404,7 @@ module Aws::Glue
       :max_retries,
       :allocated_capacity,
       :timeout,
+      :max_capacity,
       :notification_property,
       :security_configuration)
       include Aws::Structure
@@ -6277,6 +6326,7 @@ module Aws::Glue
     #         },
     #         allocated_capacity: 1,
     #         timeout: 1,
+    #         max_capacity: 1.0,
     #         notification_property: {
     #           notify_delay_after: 1,
     #         },
@@ -6313,6 +6363,8 @@ module Aws::Glue
     #   @return [Hash<String,String>]
     #
     # @!attribute [rw] allocated_capacity
+    #   This field is deprecated, use `MaxCapacity` instead.
+    #
     #   The number of AWS Glue data processing units (DPUs) to allocate to
     #   this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
     #   A DPU is a relative measure of processing power that consists of 4
@@ -6331,6 +6383,14 @@ module Aws::Glue
     #   overrides the timeout value set in the parent job.
     #   @return [Integer]
     #
+    # @!attribute [rw] max_capacity
+    #   AWS Glue supports running jobs on a
+    #   `JobCommand.Name`="pythonshell" with allocated processing as low
+    #   as 0.0625 DPU, which can be specified using `MaxCapacity`. Glue ETL
+    #   jobs running in any other way cannot have fractional DPU
+    #   allocations.
+    #   @return [Float]
+    #
     # @!attribute [rw] notification_property
     #   Specifies configuration properties of a job run notification.
     #   @return [Types::NotificationProperty]
@@ -6348,6 +6408,7 @@ module Aws::Glue
       :arguments,
       :allocated_capacity,
       :timeout,
+      :max_capacity,
       :notification_property,
       :security_configuration)
       include Aws::Structure
@@ -7434,6 +7495,7 @@ module Aws::Glue
     #           max_retries: 1,
     #           allocated_capacity: 1,
     #           timeout: 1,
+    #           max_capacity: 1.0,
     #           notification_property: {
     #             notify_delay_after: 1,
     #           },

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.22.0
+  version: 1.23.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-12-12 00:00:00.000000000 Z
+date: 2019-01-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core