aws-sdk-glue 1.29.0 → 1.30.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 322c60f7f3013a4d27ef2c5d5a95293720edaf63
-  data.tar.gz: 8f9bb6f2bd0092eb8b3b6ba21a42cc27dd21a699
+  metadata.gz: 3e2da16698a1c2afc24455474c987374a78b0618
+  data.tar.gz: 82477c20e25bd93e58e7bdbc46d8179706f3000a
 SHA512:
-  metadata.gz: 49db5afe8e452889f3fcd8a11354eab466c15edb49d12887bf76d5d540b385147bebdd9de377eb8f450a84f0f16417018be5867cdfa1e8cd50bae9c656fc156d
-  data.tar.gz: 1d4bc985c6bb486b5d9bd36398fde2fa0de8f82cc4c52a6ab3d79c5437fbb346993f673c9cfa66fb62c8ffae872fb93fa1af49fe580ba581900476d70633e137
+  metadata.gz: 6d4178b0db393bcc2840f827df359c4b625636691ed1d71a3b26961d68218cfb63eb79df3aa70cb14e22ff953368ecc367185eb9bda4e31d00559bbce408a7ce
+  data.tar.gz: 92f11edfc6e9407c1dfec858841abbc01497626609de939bc4d635416f07d4e1aee49b3911168dedfd1c6f08dada6c4e3997ba7127972b2561e3269fada895b2

data/lib/aws-sdk-glue.rb

@@ -42,6 +42,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @service
 module Aws::Glue
 
-  GEM_VERSION = '1.29.0'
+  GEM_VERSION = '1.30.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -209,6 +209,49 @@ module Aws::Glue
     #     When `true`, request parameters are validated before
     #     sending the request.
     #
+    #   @option options [URI::HTTP,String] :http_proxy A proxy to send
+    #     requests through.  Formatted like 'http://proxy.com:123'.
+    #
+    #   @option options [Float] :http_open_timeout (15) The number of
+    #     seconds to wait when opening a HTTP session before rasing a
+    #     `Timeout::Error`.
+    #
+    #   @option options [Integer] :http_read_timeout (60) The default
+    #     number of seconds to wait for response data.  This value can
+    #     safely be set
+    #     per-request on the session yeidled by {#session_for}.
+    #
+    #   @option options [Float] :http_idle_timeout (5) The number of
+    #     seconds a connection is allowed to sit idble before it is
+    #     considered stale.  Stale connections are closed and removed
+    #     from the pool before making a request.
+    #
+    #   @option options [Float] :http_continue_timeout (1) The number of
+    #     seconds to wait for a 100-continue response before sending the
+    #     request body.  This option has no effect unless the request has
+    #     "Expect" header set to "100-continue".  Defaults to `nil` which
+    #     disables this behaviour.  This value can safely be set per
+    #     request on the session yeidled by {#session_for}.
+    #
+    #   @option options [Boolean] :http_wire_trace (false) When `true`,
+    #     HTTP debug output will be sent to the `:logger`.
+    #
+    #   @option options [Boolean] :ssl_verify_peer (true) When `true`,
+    #     SSL peer certificates are verified when establishing a
+    #     connection.
+    #
+    #   @option options [String] :ssl_ca_bundle Full path to the SSL
+    #     certificate authority bundle file that should be used when
+    #     verifying peer certificates.  If you do not pass
+    #     `:ssl_ca_bundle` or `:ssl_ca_directory` the the system default
+    #     will be used if available.
+    #
+    #   @option options [String] :ssl_ca_directory Full path of the
+    #     directory that contains the unbundled SSL certificate
+    #     authority files for verifying peer certificates.  If you do
+    #     not pass `:ssl_ca_bundle` or `:ssl_ca_directory` the the
+    #     system default will be used if available.
+    #
     def initialize(*args)
       super
     end
@@ -675,8 +718,10 @@ module Aws::Glue
     #   resp.jobs[0].allocated_capacity #=> Integer
     #   resp.jobs[0].timeout #=> Integer
     #   resp.jobs[0].max_capacity #=> Float
-    #   resp.jobs[0].notification_property.notify_delay_after #=> Integer
+    #   resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
+    #   resp.jobs[0].number_of_workers #=> Integer
     #   resp.jobs[0].security_configuration #=> String
+    #   resp.jobs[0].notification_property.notify_delay_after #=> Integer
     #   resp.jobs_not_found #=> Array
     #   resp.jobs_not_found[0] #=> String
     #
@@ -1330,6 +1375,8 @@ module Aws::Glue
     #   GB of memory. For more information, see the [AWS Glue pricing
     #   page][1].
     #
+    #   Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
+    #
     #   The value that can be allocated for `MaxCapacity` depends on whether
     #   you are running a python shell job, or an Apache Spark ETL job:
     #
@@ -1349,6 +1396,26 @@ module Aws::Glue
     # @option params [Types::NotificationProperty] :notification_property
     #   Specifies configuration properties of a job notification.
     #
+    # @option params [String] :worker_type
+    #   The type of predefined worker that is allocated when a job runs.
+    #   Accepts a value of Standard, G.1X, or G.2X.
+    #
+    #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
+    #     of memory and a 50GB disk, and 2 executors per worker.
+    #
+    #   * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
+    #     memory and a 64GB disk, and 1 executor per worker.
+    #
+    #   * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
+    #     memory and a 128GB disk, and 1 executor per worker.
+    #
+    # @option params [Integer] :number_of_workers
+    #   The number of workers of a defined `workerType` that are allocated
+    #   when a job runs.
+    #
+    #   The maximum number of workers you can define are 299 for `G.1X`, and
+    #   149 for `G.2X`.
+    #
     # @option params [String] :security_configuration
     #   The name of the SecurityConfiguration structure to be used with this
     #   job.
@@ -1393,6 +1460,8 @@ module Aws::Glue
     #     notification_property: {
     #       notify_delay_after: 1,
     #     },
+    #     worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #     number_of_workers: 1,
     #     security_configuration: "NameString",
     #     tags: {
     #       "TagKey" => "TagValue",
@@ -2988,8 +3057,10 @@ module Aws::Glue
     #   resp.job.allocated_capacity #=> Integer
     #   resp.job.timeout #=> Integer
     #   resp.job.max_capacity #=> Float
-    #   resp.job.notification_property.notify_delay_after #=> Integer
+    #   resp.job.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
+    #   resp.job.number_of_workers #=> Integer
     #   resp.job.security_configuration #=> String
+    #   resp.job.notification_property.notify_delay_after #=> Integer
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJob AWS API Documentation
     #
@@ -3045,6 +3116,8 @@ module Aws::Glue
     #   resp.job_run.timeout #=> Integer
     #   resp.job_run.max_capacity #=> Float
     #   resp.job_run.notification_property.notify_delay_after #=> Integer
+    #   resp.job_run.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
+    #   resp.job_run.number_of_workers #=> Integer
     #   resp.job_run.security_configuration #=> String
     #   resp.job_run.log_group_name #=> String
     #
@@ -3104,6 +3177,8 @@ module Aws::Glue
     #   resp.job_runs[0].timeout #=> Integer
     #   resp.job_runs[0].max_capacity #=> Float
     #   resp.job_runs[0].notification_property.notify_delay_after #=> Integer
+    #   resp.job_runs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
+    #   resp.job_runs[0].number_of_workers #=> Integer
     #   resp.job_runs[0].security_configuration #=> String
     #   resp.job_runs[0].log_group_name #=> String
     #   resp.next_token #=> String
@@ -3157,8 +3232,10 @@ module Aws::Glue
     #   resp.jobs[0].allocated_capacity #=> Integer
     #   resp.jobs[0].timeout #=> Integer
     #   resp.jobs[0].max_capacity #=> Float
-    #   resp.jobs[0].notification_property.notify_delay_after #=> Integer
+    #   resp.jobs[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
+    #   resp.jobs[0].number_of_workers #=> Integer
     #   resp.jobs[0].security_configuration #=> String
+    #   resp.jobs[0].notification_property.notify_delay_after #=> Integer
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobs AWS API Documentation
@@ -4731,6 +4808,8 @@ module Aws::Glue
     #   GB of memory. For more information, see the [AWS Glue pricing
     #   page][1].
     #
+    #   Do not set `Max Capacity` if using `WorkerType` and `NumberOfWorkers`.
+    #
     #   The value that can be allocated for `MaxCapacity` depends on whether
     #   you are running a python shell job, or an Apache Spark ETL job:
     #
@@ -4747,13 +4826,33 @@ module Aws::Glue
     #
     #   [1]: https://aws.amazon.com/glue/pricing/
     #
-    # @option params [Types::NotificationProperty] :notification_property
-    #   Specifies configuration properties of a job run notification.
+    # @option params [String] :worker_type
+    #   The type of predefined worker that is allocated when a job runs.
+    #   Accepts a value of Standard, G.1X, or G.2X.
+    #
+    #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
+    #     of memory and a 50GB disk, and 2 executors per worker.
+    #
+    #   * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
+    #     memory and a 64GB disk, and 1 executor per worker.
+    #
+    #   * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
+    #     memory and a 128GB disk, and 1 executor per worker.
+    #
+    # @option params [Integer] :number_of_workers
+    #   The number of workers of a defined `workerType` that are allocated
+    #   when a job runs.
+    #
+    #   The maximum number of workers you can define are 299 for `G.1X`, and
+    #   149 for `G.2X`.
     #
     # @option params [String] :security_configuration
     #   The name of the SecurityConfiguration structure to be used with this
     #   job run.
     #
+    # @option params [Types::NotificationProperty] :notification_property
+    #   Specifies configuration properties of a job run notification.
+    #
     # @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
@@ -4769,10 +4868,12 @@ module Aws::Glue
     #     allocated_capacity: 1,
     #     timeout: 1,
     #     max_capacity: 1.0,
+    #     worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #     number_of_workers: 1,
+    #     security_configuration: "NameString",
     #     notification_property: {
     #       notify_delay_after: 1,
     #     },
-    #     security_configuration: "NameString",
     #   })
     #
     # @example Response structure
@@ -5332,10 +5433,12 @@ module Aws::Glue
     #       allocated_capacity: 1,
     #       timeout: 1,
     #       max_capacity: 1.0,
+    #       worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #       number_of_workers: 1,
+    #       security_configuration: "NameString",
     #       notification_property: {
     #         notify_delay_after: 1,
     #       },
-    #       security_configuration: "NameString",
     #     },
     #   })
     #
@@ -5673,7 +5776,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.29.0'
+      context[:gem_version] = '1.30.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -334,6 +334,7 @@ module Aws::Glue
     NotifyDelayAfter = Shapes::IntegerShape.new(name: 'NotifyDelayAfter')
     NullableBoolean = Shapes::BooleanShape.new(name: 'NullableBoolean')
     NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
+    NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
     OperationTimeoutException = Shapes::StructureShape.new(name: 'OperationTimeoutException')
     Order = Shapes::StructureShape.new(name: 'Order')
     OrderList = Shapes::ListShape.new(name: 'OrderList')
@@ -477,6 +478,7 @@ module Aws::Glue
     VersionMismatchException = Shapes::StructureShape.new(name: 'VersionMismatchException')
     VersionString = Shapes::StringShape.new(name: 'VersionString')
     ViewTextString = Shapes::StringShape.new(name: 'ViewTextString')
+    WorkerType = Shapes::StringShape.new(name: 'WorkerType')
     XMLClassifier = Shapes::StructureShape.new(name: 'XMLClassifier')
 
     Action.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "JobName"))
@@ -828,6 +830,8 @@ module Aws::Glue
     CreateJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
     CreateJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
     CreateJobRequest.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
+    CreateJobRequest.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
+    CreateJobRequest.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
     CreateJobRequest.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
     CreateJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
     CreateJobRequest.struct_class = Types::CreateJobRequest
@@ -1394,8 +1398,10 @@ module Aws::Glue
     Job.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, deprecated: true, location_name: "AllocatedCapacity", metadata: {"deprecatedMessage"=>"This property is deprecated, use MaxCapacity instead."}))
     Job.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
     Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
-    Job.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
+    Job.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
+    Job.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
     Job.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
+    Job.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
     Job.struct_class = Types::Job
 
     JobBookmarkEntry.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, location_name: "JobName"))
@@ -1434,6 +1440,8 @@ module Aws::Glue
     JobRun.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
     JobRun.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
     JobRun.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
+    JobRun.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
+    JobRun.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
     JobRun.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
     JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: GenericString, location_name: "LogGroupName"))
     JobRun.struct_class = Types::JobRun
@@ -1451,8 +1459,10 @@ module Aws::Glue
     JobUpdate.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, deprecated: true, location_name: "AllocatedCapacity", metadata: {"deprecatedMessage"=>"This property is deprecated, use MaxCapacity instead."}))
     JobUpdate.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
     JobUpdate.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
-    JobUpdate.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
+    JobUpdate.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
+    JobUpdate.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
     JobUpdate.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
+    JobUpdate.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
     JobUpdate.struct_class = Types::JobUpdate
 
     JsonClassifier.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
@@ -1678,8 +1688,10 @@ module Aws::Glue
     StartJobRunRequest.add_member(:allocated_capacity, Shapes::ShapeRef.new(shape: IntegerValue, deprecated: true, location_name: "AllocatedCapacity", metadata: {"deprecatedMessage"=>"This property is deprecated, use MaxCapacity instead."}))
     StartJobRunRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
     StartJobRunRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
-    StartJobRunRequest.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
+    StartJobRunRequest.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
+    StartJobRunRequest.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
     StartJobRunRequest.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
+    StartJobRunRequest.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
     StartJobRunRequest.struct_class = Types::StartJobRunRequest
 
     StartJobRunResponse.add_member(:job_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "JobRunId"))

data/lib/aws-sdk-glue/types.rb

@@ -1979,6 +1979,8 @@ module Aws::Glue
     #         notification_property: {
     #           notify_delay_after: 1,
     #         },
+    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #         number_of_workers: 1,
     #         security_configuration: "NameString",
     #         tags: {
     #           "TagKey" => "TagValue",
@@ -2066,6 +2068,9 @@ module Aws::Glue
     #   GB of memory. For more information, see the [AWS Glue pricing
     #   page][1].
     #
+    #   Do not set `Max Capacity` if using `WorkerType` and
+    #   `NumberOfWorkers`.
+    #
     #   The value that can be allocated for `MaxCapacity` depends on whether
     #   you are running a python shell job, or an Apache Spark ETL job:
     #
@@ -2087,6 +2092,28 @@ module Aws::Glue
     #   Specifies configuration properties of a job notification.
     #   @return [Types::NotificationProperty]
     #
+    # @!attribute [rw] worker_type
+    #   The type of predefined worker that is allocated when a job runs.
+    #   Accepts a value of Standard, G.1X, or G.2X.
+    #
+    #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
+    #     of memory and a 50GB disk, and 2 executors per worker.
+    #
+    #   * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
+    #     memory and a 64GB disk, and 1 executor per worker.
+    #
+    #   * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
+    #     memory and a 128GB disk, and 1 executor per worker.
+    #   @return [String]
+    #
+    # @!attribute [rw] number_of_workers
+    #   The number of workers of a defined `workerType` that are allocated
+    #   when a job runs.
+    #
+    #   The maximum number of workers you can define are 299 for `G.1X`, and
+    #   149 for `G.2X`.
+    #   @return [Integer]
+    #
     # @!attribute [rw] security_configuration
     #   The name of the SecurityConfiguration structure to be used with this
     #   job.
@@ -2118,6 +2145,8 @@ module Aws::Glue
       :timeout,
       :max_capacity,
       :notification_property,
+      :worker_type,
+      :number_of_workers,
       :security_configuration,
       :tags)
       include Aws::Structure
@@ -5413,6 +5442,9 @@ module Aws::Glue
     #   GB of memory. For more information, see the [AWS Glue pricing
     #   page][1].
     #
+    #   Do not set `Max Capacity` if using `WorkerType` and
+    #   `NumberOfWorkers`.
+    #
     #   The value that can be allocated for `MaxCapacity` depends on whether
     #   you are running a python shell job, or an Apache Spark ETL job:
     #
@@ -5430,15 +5462,37 @@ module Aws::Glue
     #   [1]: https://aws.amazon.com/glue/pricing/
     #   @return [Float]
     #
-    # @!attribute [rw] notification_property
-    #   Specifies configuration properties of a job notification.
-    #   @return [Types::NotificationProperty]
+    # @!attribute [rw] worker_type
+    #   The type of predefined worker that is allocated when a job runs.
+    #   Accepts a value of Standard, G.1X, or G.2X.
+    #
+    #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
+    #     of memory and a 50GB disk, and 2 executors per worker.
+    #
+    #   * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
+    #     memory and a 64GB disk, and 1 executor per worker.
+    #
+    #   * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
+    #     memory and a 128GB disk, and 1 executor per worker.
+    #   @return [String]
+    #
+    # @!attribute [rw] number_of_workers
+    #   The number of workers of a defined `workerType` that are allocated
+    #   when a job runs.
+    #
+    #   The maximum number of workers you can define are 299 for `G.1X`, and
+    #   149 for `G.2X`.
+    #   @return [Integer]
     #
     # @!attribute [rw] security_configuration
     #   The name of the SecurityConfiguration structure to be used with this
     #   job.
     #   @return [String]
     #
+    # @!attribute [rw] notification_property
+    #   Specifies configuration properties of a job notification.
+    #   @return [Types::NotificationProperty]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Job AWS API Documentation
     #
     class Job < Struct.new(
@@ -5456,8 +5510,10 @@ module Aws::Glue
       :allocated_capacity,
       :timeout,
       :max_capacity,
-      :notification_property,
-      :security_configuration)
+      :worker_type,
+      :number_of_workers,
+      :security_configuration,
+      :notification_property)
       include Aws::Structure
     end
 
@@ -5647,6 +5703,9 @@ module Aws::Glue
     #   GB of memory. For more information, see the [AWS Glue pricing
     #   page][1].
     #
+    #   Do not set `Max Capacity` if using `WorkerType` and
+    #   `NumberOfWorkers`.
+    #
     #   The value that can be allocated for `MaxCapacity` depends on whether
     #   you are running a python shell job, or an Apache Spark ETL job:
     #
@@ -5668,6 +5727,28 @@ module Aws::Glue
     #   Specifies configuration properties of a job run notification.
     #   @return [Types::NotificationProperty]
     #
+    # @!attribute [rw] worker_type
+    #   The type of predefined worker that is allocated when a job runs.
+    #   Accepts a value of Standard, G.1X, or G.2X.
+    #
+    #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
+    #     of memory and a 50GB disk, and 2 executors per worker.
+    #
+    #   * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
+    #     memory and a 64GB disk, and 1 executor per worker.
+    #
+    #   * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
+    #     memory and a 128GB disk, and 1 executor per worker.
+    #   @return [String]
+    #
+    # @!attribute [rw] number_of_workers
+    #   The number of workers of a defined `workerType` that are allocated
+    #   when a job runs.
+    #
+    #   The maximum number of workers you can define are 299 for `G.1X`, and
+    #   149 for `G.2X`.
+    #   @return [Integer]
+    #
     # @!attribute [rw] security_configuration
     #   The name of the SecurityConfiguration structure to be used with this
     #   job run.
@@ -5703,6 +5784,8 @@ module Aws::Glue
       :timeout,
       :max_capacity,
       :notification_property,
+      :worker_type,
+      :number_of_workers,
       :security_configuration,
       :log_group_name)
       include Aws::Structure
@@ -5736,10 +5819,12 @@ module Aws::Glue
     #         allocated_capacity: 1,
     #         timeout: 1,
     #         max_capacity: 1.0,
+    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #         number_of_workers: 1,
+    #         security_configuration: "NameString",
     #         notification_property: {
     #           notify_delay_after: 1,
     #         },
-    #         security_configuration: "NameString",
     #       }
     #
     # @!attribute [rw] description
@@ -5818,6 +5903,9 @@ module Aws::Glue
     #   GB of memory. For more information, see the [AWS Glue pricing
     #   page][1].
     #
+    #   Do not set `Max Capacity` if using `WorkerType` and
+    #   `NumberOfWorkers`.
+    #
     #   The value that can be allocated for `MaxCapacity` depends on whether
     #   you are running a python shell job, or an Apache Spark ETL job:
     #
@@ -5835,15 +5923,37 @@ module Aws::Glue
     #   [1]: https://aws.amazon.com/glue/pricing/
     #   @return [Float]
     #
-    # @!attribute [rw] notification_property
-    #   Specifies configuration properties of a job notification.
-    #   @return [Types::NotificationProperty]
+    # @!attribute [rw] worker_type
+    #   The type of predefined worker that is allocated when a job runs.
+    #   Accepts a value of Standard, G.1X, or G.2X.
+    #
+    #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
+    #     of memory and a 50GB disk, and 2 executors per worker.
+    #
+    #   * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
+    #     memory and a 64GB disk, and 1 executor per worker.
+    #
+    #   * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
+    #     memory and a 128GB disk, and 1 executor per worker.
+    #   @return [String]
+    #
+    # @!attribute [rw] number_of_workers
+    #   The number of workers of a defined `workerType` that are allocated
+    #   when a job runs.
+    #
+    #   The maximum number of workers you can define are 299 for `G.1X`, and
+    #   149 for `G.2X`.
+    #   @return [Integer]
     #
     # @!attribute [rw] security_configuration
     #   The name of the SecurityConfiguration structure to be used with this
     #   job.
     #   @return [String]
     #
+    # @!attribute [rw] notification_property
+    #   Specifies configuration properties of a job notification.
+    #   @return [Types::NotificationProperty]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
     #
     class JobUpdate < Struct.new(
@@ -5858,8 +5968,10 @@ module Aws::Glue
       :allocated_capacity,
       :timeout,
       :max_capacity,
-      :notification_property,
-      :security_configuration)
+      :worker_type,
+      :number_of_workers,
+      :security_configuration,
+      :notification_property)
       include Aws::Structure
     end
 
@@ -6990,10 +7102,12 @@ module Aws::Glue
     #         allocated_capacity: 1,
     #         timeout: 1,
     #         max_capacity: 1.0,
+    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #         number_of_workers: 1,
+    #         security_configuration: "NameString",
     #         notification_property: {
     #           notify_delay_after: 1,
     #         },
-    #         security_configuration: "NameString",
     #       }
     #
     # @!attribute [rw] job_name
@@ -7053,6 +7167,9 @@ module Aws::Glue
     #   GB of memory. For more information, see the [AWS Glue pricing
     #   page][1].
     #
+    #   Do not set `Max Capacity` if using `WorkerType` and
+    #   `NumberOfWorkers`.
+    #
     #   The value that can be allocated for `MaxCapacity` depends on whether
     #   you are running a python shell job, or an Apache Spark ETL job:
     #
@@ -7070,15 +7187,37 @@ module Aws::Glue
     #   [1]: https://aws.amazon.com/glue/pricing/
     #   @return [Float]
     #
-    # @!attribute [rw] notification_property
-    #   Specifies configuration properties of a job run notification.
-    #   @return [Types::NotificationProperty]
+    # @!attribute [rw] worker_type
+    #   The type of predefined worker that is allocated when a job runs.
+    #   Accepts a value of Standard, G.1X, or G.2X.
+    #
+    #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
+    #     of memory and a 50GB disk, and 2 executors per worker.
+    #
+    #   * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
+    #     memory and a 64GB disk, and 1 executor per worker.
+    #
+    #   * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
+    #     memory and a 128GB disk, and 1 executor per worker.
+    #   @return [String]
+    #
+    # @!attribute [rw] number_of_workers
+    #   The number of workers of a defined `workerType` that are allocated
+    #   when a job runs.
+    #
+    #   The maximum number of workers you can define are 299 for `G.1X`, and
+    #   149 for `G.2X`.
+    #   @return [Integer]
     #
     # @!attribute [rw] security_configuration
     #   The name of the SecurityConfiguration structure to be used with this
     #   job run.
     #   @return [String]
     #
+    # @!attribute [rw] notification_property
+    #   Specifies configuration properties of a job run notification.
+    #   @return [Types::NotificationProperty]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
     #
     class StartJobRunRequest < Struct.new(
@@ -7088,8 +7227,10 @@ module Aws::Glue
       :allocated_capacity,
       :timeout,
       :max_capacity,
-      :notification_property,
-      :security_configuration)
+      :worker_type,
+      :number_of_workers,
+      :security_configuration,
+      :notification_property)
       include Aws::Structure
     end
 
@@ -8328,10 +8469,12 @@ module Aws::Glue
     #           allocated_capacity: 1,
     #           timeout: 1,
     #           max_capacity: 1.0,
+    #           worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #           number_of_workers: 1,
+    #           security_configuration: "NameString",
     #           notification_property: {
     #             notify_delay_after: 1,
     #           },
-    #           security_configuration: "NameString",
     #         },
     #       }
     #

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.29.0
+  version: 1.30.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-03-26 00:00:00.000000000 Z
+date: 2019-04-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core