aws-sdk-emr 1.23.0 → 1.24.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 063147d77bb85c9af8159589905dafd9eaf74a8b
-  data.tar.gz: a8ed2b00e9bc0deb33ca42ee5c77d69687515a01
+  metadata.gz: f56f854611ded02ec8be6a54e646515a86badba8
+  data.tar.gz: dc1ad869e3a30b1267c9d551b04d21690decc0f7
 SHA512:
-  metadata.gz: '083bba104f20896d62bccf0635d86921f2267cadc37edda0fe029c520f60032382c879861d4e4ae45384a95f2e38f7aa19fc880ad7088bfc453f267bac945e3a'
-  data.tar.gz: 6e6200b5ef28a7fe77b2ce48c13d7681e967a6d90ca6814331793a27ce0d9ac8ee62d33c794efcb46e8baa15e4b4199b4ad1f05ae531d4c2e2cec0f497d2ee22
+  metadata.gz: a0da4021037aeef2bcd6966de5f0f3e6b45534b8b26481a149df150ea5483342c63e2fc86cc273e2aa1454808575816d523b0d1e9a742815e4397d5d34338f28
+  data.tar.gz: c3468c1750df2fe793431898263266e6205fe2e4e0a5c1a16f4475dea1d40a176b7d31ac0d9c6a2ecc44346177022771da8ae996f14798c51361c42e9c100bba

data/lib/aws-sdk-emr.rb

@@ -43,6 +43,6 @@ require_relative 'aws-sdk-emr/customizations'
 # @service
 module Aws::EMR
 
-  GEM_VERSION = '1.23.0'
+  GEM_VERSION = '1.24.0'
 
 end

data/lib/aws-sdk-emr/client.rb

@@ -583,14 +583,18 @@ module Aws::EMR
     # step will be canceled, even if the request is successfully submitted.
     # You can only cancel steps that are in a `PENDING` state.
     #
-    # @option params [String] :cluster_id
+    # @option params [required, String] :cluster_id
     #   The `ClusterID` for which specified steps will be canceled. Use
     #   RunJobFlow and ListClusters to get ClusterIDs.
     #
-    # @option params [Array<String>] :step_ids
+    # @option params [required, Array<String>] :step_ids
     #   The list of `StepIDs` to cancel. Use ListSteps to get steps and their
     #   states for the specified cluster.
     #
+    # @option params [String] :step_cancellation_option
+    #   The option to choose for cancelling `RUNNING` steps. By default, the
+    #   value is `SEND_INTERRUPT`.
+    #
     # @return [Types::CancelStepsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::CancelStepsOutput#cancel_steps_info_list #cancel_steps_info_list} => Array&lt;Types::CancelStepsInfo&gt;
@@ -598,8 +602,9 @@ module Aws::EMR
     # @example Request syntax with placeholder values
     #
     #   resp = client.cancel_steps({
-    #     cluster_id: "XmlStringMaxLen256",
-    #     step_ids: ["XmlStringMaxLen256"],
+    #     cluster_id: "XmlStringMaxLen256", # required
+    #     step_ids: ["XmlStringMaxLen256"], # required
+    #     step_cancellation_option: "SEND_INTERRUPT", # accepts SEND_INTERRUPT, TERMINATE_PROCESS
     #   })
     #
     # @example Response structure
@@ -760,6 +765,8 @@ module Aws::EMR
     #   resp.cluster.kerberos_attributes.ad_domain_join_user #=> String
     #   resp.cluster.kerberos_attributes.ad_domain_join_password #=> String
     #   resp.cluster.cluster_arn #=> String
+    #   resp.cluster.step_concurrency_level #=> Integer
+    #   resp.cluster.outpost_arn #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeCluster AWS API Documentation
     #
@@ -1098,6 +1105,7 @@ module Aws::EMR
     #   resp.clusters[0].status.timeline.end_date_time #=> Time
     #   resp.clusters[0].normalized_instance_hours #=> Integer
     #   resp.clusters[0].cluster_arn #=> String
+    #   resp.clusters[0].outpost_arn #=> String
     #   resp.marker #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListClusters AWS API Documentation
@@ -1457,6 +1465,40 @@ module Aws::EMR
       req.send_request(options)
     end
 
+    # Modifies the number of steps that can be executed concurrently for the
+    # cluster specified using ClusterID.
+    #
+    # @option params [required, String] :cluster_id
+    #   The unique identifier of the cluster.
+    #
+    # @option params [Integer] :step_concurrency_level
+    #   The number of steps that can be executed concurrently. You can specify
+    #   a maximum of 256 steps.
+    #
+    # @return [Types::ModifyClusterOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::ModifyClusterOutput#step_concurrency_level #step_concurrency_level} => Integer
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.modify_cluster({
+    #     cluster_id: "String", # required
+    #     step_concurrency_level: 1,
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.step_concurrency_level #=> Integer
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ModifyCluster AWS API Documentation
+    #
+    # @overload modify_cluster(params = {})
+    # @param [Hash] params ({})
+    def modify_cluster(params = {}, options = {})
+      req = build_request(:modify_cluster, params)
+      req.send_request(options)
+    end
+
     # Modifies the target On-Demand and target Spot capacities for the
     # instance fleet with the specified InstanceFleetID within the cluster
     # specified using ClusterID. The call either succeeds or fails
@@ -2002,6 +2044,10 @@ module Aws::EMR
     #
     #   [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-kerberos.html
     #
+    # @option params [Integer] :step_concurrency_level
+    #   Specifies the number of steps that can be executed concurrently. The
+    #   default value is `1`. The maximum value is `256`.
+    #
     # @return [Types::RunJobFlowOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::RunJobFlowOutput#job_flow_id #job_flow_id} => String
@@ -2230,6 +2276,7 @@ module Aws::EMR
     #       ad_domain_join_user: "XmlStringMaxLen256",
     #       ad_domain_join_password: "XmlStringMaxLen256",
     #     },
+    #     step_concurrency_level: 1,
     #   })
     #
     # @example Response structure
@@ -2382,7 +2429,7 @@ module Aws::EMR
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-emr'
-      context[:gem_version] = '1.23.0'
+      context[:gem_version] = '1.24.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-emr/client_api.rb

@@ -169,10 +169,13 @@ module Aws::EMR
     MarketType = Shapes::StringShape.new(name: 'MarketType')
     MetricDimension = Shapes::StructureShape.new(name: 'MetricDimension')
     MetricDimensionList = Shapes::ListShape.new(name: 'MetricDimensionList')
+    ModifyClusterInput = Shapes::StructureShape.new(name: 'ModifyClusterInput')
+    ModifyClusterOutput = Shapes::StructureShape.new(name: 'ModifyClusterOutput')
     ModifyInstanceFleetInput = Shapes::StructureShape.new(name: 'ModifyInstanceFleetInput')
     ModifyInstanceGroupsInput = Shapes::StructureShape.new(name: 'ModifyInstanceGroupsInput')
     NewSupportedProductsList = Shapes::ListShape.new(name: 'NewSupportedProductsList')
     NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
+    OptionalArnType = Shapes::StringShape.new(name: 'OptionalArnType')
     PlacementType = Shapes::StructureShape.new(name: 'PlacementType')
     Port = Shapes::IntegerShape.new(name: 'Port')
     PortRange = Shapes::StructureShape.new(name: 'PortRange')
@@ -207,6 +210,7 @@ module Aws::EMR
     SpotProvisioningTimeoutAction = Shapes::StringShape.new(name: 'SpotProvisioningTimeoutAction')
     Statistic = Shapes::StringShape.new(name: 'Statistic')
     Step = Shapes::StructureShape.new(name: 'Step')
+    StepCancellationOption = Shapes::StringShape.new(name: 'StepCancellationOption')
     StepConfig = Shapes::StructureShape.new(name: 'StepConfig')
     StepConfigList = Shapes::ListShape.new(name: 'StepConfigList')
     StepDetail = Shapes::StructureShape.new(name: 'StepDetail')
@@ -321,8 +325,9 @@ module Aws::EMR
 
     CancelStepsInfoList.member = Shapes::ShapeRef.new(shape: CancelStepsInfo)
 
-    CancelStepsInput.add_member(:cluster_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "ClusterId"))
-    CancelStepsInput.add_member(:step_ids, Shapes::ShapeRef.new(shape: StepIdsList, location_name: "StepIds"))
+    CancelStepsInput.add_member(:cluster_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "ClusterId"))
+    CancelStepsInput.add_member(:step_ids, Shapes::ShapeRef.new(shape: StepIdsList, required: true, location_name: "StepIds"))
+    CancelStepsInput.add_member(:step_cancellation_option, Shapes::ShapeRef.new(shape: StepCancellationOption, location_name: "StepCancellationOption"))
     CancelStepsInput.struct_class = Types::CancelStepsInput
 
     CancelStepsOutput.add_member(:cancel_steps_info_list, Shapes::ShapeRef.new(shape: CancelStepsInfoList, location_name: "CancelStepsInfoList"))
@@ -365,6 +370,8 @@ module Aws::EMR
     Cluster.add_member(:repo_upgrade_on_boot, Shapes::ShapeRef.new(shape: RepoUpgradeOnBoot, location_name: "RepoUpgradeOnBoot"))
     Cluster.add_member(:kerberos_attributes, Shapes::ShapeRef.new(shape: KerberosAttributes, location_name: "KerberosAttributes"))
     Cluster.add_member(:cluster_arn, Shapes::ShapeRef.new(shape: ArnType, location_name: "ClusterArn"))
+    Cluster.add_member(:step_concurrency_level, Shapes::ShapeRef.new(shape: Integer, location_name: "StepConcurrencyLevel"))
+    Cluster.add_member(:outpost_arn, Shapes::ShapeRef.new(shape: OptionalArnType, location_name: "OutpostArn"))
     Cluster.struct_class = Types::Cluster
 
     ClusterStateChangeReason.add_member(:code, Shapes::ShapeRef.new(shape: ClusterStateChangeReasonCode, location_name: "Code"))
@@ -383,6 +390,7 @@ module Aws::EMR
     ClusterSummary.add_member(:status, Shapes::ShapeRef.new(shape: ClusterStatus, location_name: "Status"))
     ClusterSummary.add_member(:normalized_instance_hours, Shapes::ShapeRef.new(shape: Integer, location_name: "NormalizedInstanceHours"))
     ClusterSummary.add_member(:cluster_arn, Shapes::ShapeRef.new(shape: ArnType, location_name: "ClusterArn"))
+    ClusterSummary.add_member(:outpost_arn, Shapes::ShapeRef.new(shape: OptionalArnType, location_name: "OutpostArn"))
     ClusterSummary.struct_class = Types::ClusterSummary
 
     ClusterSummaryList.member = Shapes::ShapeRef.new(shape: ClusterSummary)
@@ -846,6 +854,13 @@ module Aws::EMR
 
     MetricDimensionList.member = Shapes::ShapeRef.new(shape: MetricDimension)
 
+    ModifyClusterInput.add_member(:cluster_id, Shapes::ShapeRef.new(shape: String, required: true, location_name: "ClusterId"))
+    ModifyClusterInput.add_member(:step_concurrency_level, Shapes::ShapeRef.new(shape: Integer, location_name: "StepConcurrencyLevel"))
+    ModifyClusterInput.struct_class = Types::ModifyClusterInput
+
+    ModifyClusterOutput.add_member(:step_concurrency_level, Shapes::ShapeRef.new(shape: Integer, location_name: "StepConcurrencyLevel"))
+    ModifyClusterOutput.struct_class = Types::ModifyClusterOutput
+
     ModifyInstanceFleetInput.add_member(:cluster_id, Shapes::ShapeRef.new(shape: ClusterId, required: true, location_name: "ClusterId"))
     ModifyInstanceFleetInput.add_member(:instance_fleet, Shapes::ShapeRef.new(shape: InstanceFleetModifyConfig, required: true, location_name: "InstanceFleet"))
     ModifyInstanceFleetInput.struct_class = Types::ModifyInstanceFleetInput
@@ -917,6 +932,7 @@ module Aws::EMR
     RunJobFlowInput.add_member(:ebs_root_volume_size, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeSize"))
     RunJobFlowInput.add_member(:repo_upgrade_on_boot, Shapes::ShapeRef.new(shape: RepoUpgradeOnBoot, location_name: "RepoUpgradeOnBoot"))
     RunJobFlowInput.add_member(:kerberos_attributes, Shapes::ShapeRef.new(shape: KerberosAttributes, location_name: "KerberosAttributes"))
+    RunJobFlowInput.add_member(:step_concurrency_level, Shapes::ShapeRef.new(shape: Integer, location_name: "StepConcurrencyLevel"))
     RunJobFlowInput.struct_class = Types::RunJobFlowInput
 
     RunJobFlowOutput.add_member(:job_flow_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "JobFlowId"))
@@ -1302,6 +1318,16 @@ module Aws::EMR
         )
       end)
 
+      api.add_operation(:modify_cluster, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "ModifyCluster"
+        o.http_method = "POST"
+        o.http_request_uri = "/"
+        o.input = Shapes::ShapeRef.new(shape: ModifyClusterInput)
+        o.output = Shapes::ShapeRef.new(shape: ModifyClusterOutput)
+        o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
+        o.errors << Shapes::ShapeRef.new(shape: InvalidRequestException)
+      end)
+
       api.add_operation(:modify_instance_fleet, Seahorse::Model::Operation.new.tap do |o|
         o.name = "ModifyInstanceFleet"
         o.http_method = "POST"

data/lib/aws-sdk-emr/types.rb

@@ -654,8 +654,9 @@ module Aws::EMR
     #   data as a hash:
     #
     #       {
-    #         cluster_id: "XmlStringMaxLen256",
-    #         step_ids: ["XmlStringMaxLen256"],
+    #         cluster_id: "XmlStringMaxLen256", # required
+    #         step_ids: ["XmlStringMaxLen256"], # required
+    #         step_cancellation_option: "SEND_INTERRUPT", # accepts SEND_INTERRUPT, TERMINATE_PROCESS
     #       }
     #
     # @!attribute [rw] cluster_id
@@ -668,11 +669,17 @@ module Aws::EMR
     #   their states for the specified cluster.
     #   @return [Array<String>]
     #
+    # @!attribute [rw] step_cancellation_option
+    #   The option to choose for cancelling `RUNNING` steps. By default, the
+    #   value is `SEND_INTERRUPT`.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/CancelStepsInput AWS API Documentation
     #
     class CancelStepsInput < Struct.new(
       :cluster_id,
-      :step_ids)
+      :step_ids,
+      :step_cancellation_option)
       include Aws::Structure
     end
 
@@ -952,6 +959,15 @@ module Aws::EMR
     #   The Amazon Resource Name of the cluster.
     #   @return [String]
     #
+    # @!attribute [rw] step_concurrency_level
+    #   Specifies the number of steps that can be executed concurrently.
+    #   @return [Integer]
+    #
+    # @!attribute [rw] outpost_arn
+    #   The Amazon Resource Name (ARN) of the Outpost where the cluster is
+    #   launched.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Cluster AWS API Documentation
     #
     class Cluster < Struct.new(
@@ -980,7 +996,9 @@ module Aws::EMR
       :ebs_root_volume_size,
       :repo_upgrade_on_boot,
       :kerberos_attributes,
-      :cluster_arn)
+      :cluster_arn,
+      :step_concurrency_level,
+      :outpost_arn)
       include Aws::Structure
     end
 
@@ -1054,6 +1072,11 @@ module Aws::EMR
     #   The Amazon Resource Name of the cluster.
     #   @return [String]
     #
+    # @!attribute [rw] outpost_arn
+    #   The Amazon Resource Name (ARN) of the Outpost where the cluster is
+    #   launched.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ClusterSummary AWS API Documentation
     #
     class ClusterSummary < Struct.new(
@@ -1061,7 +1084,8 @@ module Aws::EMR
       :name,
       :status,
       :normalized_instance_hours,
-      :cluster_arn)
+      :cluster_arn,
+      :outpost_arn)
       include Aws::Structure
     end
 
@@ -3997,6 +4021,42 @@ module Aws::EMR
       include Aws::Structure
     end
 
+    # @note When making an API call, you may pass ModifyClusterInput
+    #   data as a hash:
+    #
+    #       {
+    #         cluster_id: "String", # required
+    #         step_concurrency_level: 1,
+    #       }
+    #
+    # @!attribute [rw] cluster_id
+    #   The unique identifier of the cluster.
+    #   @return [String]
+    #
+    # @!attribute [rw] step_concurrency_level
+    #   The number of steps that can be executed concurrently. You can
+    #   specify a maximum of 256 steps.
+    #   @return [Integer]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ModifyClusterInput AWS API Documentation
+    #
+    class ModifyClusterInput < Struct.new(
+      :cluster_id,
+      :step_concurrency_level)
+      include Aws::Structure
+    end
+
+    # @!attribute [rw] step_concurrency_level
+    #   The number of steps that can be executed concurrently.
+    #   @return [Integer]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ModifyClusterOutput AWS API Documentation
+    #
+    class ModifyClusterOutput < Struct.new(
+      :step_concurrency_level)
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass ModifyInstanceFleetInput
     #   data as a hash:
     #
@@ -4568,6 +4628,7 @@ module Aws::EMR
     #           ad_domain_join_user: "XmlStringMaxLen256",
     #           ad_domain_join_password: "XmlStringMaxLen256",
     #         },
+    #         step_concurrency_level: 1,
     #       }
     #
     # @!attribute [rw] name
@@ -4790,6 +4851,11 @@ module Aws::EMR
     #   [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-kerberos.html
     #   @return [Types::KerberosAttributes]
     #
+    # @!attribute [rw] step_concurrency_level
+    #   Specifies the number of steps that can be executed concurrently. The
+    #   default value is `1`. The maximum value is `256`.
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/RunJobFlowInput AWS API Documentation
     #
     class RunJobFlowInput < Struct.new(
@@ -4815,7 +4881,8 @@ module Aws::EMR
       :custom_ami_id,
       :ebs_root_volume_size,
       :repo_upgrade_on_boot,
-      :kerberos_attributes)
+      :kerberos_attributes,
+      :step_concurrency_level)
       include Aws::Structure
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-emr
 version: !ruby/object:Gem::Version
-  version: 1.23.0
+  version: 1.24.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-11-15 00:00:00.000000000 Z
+date: 2019-11-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core