aws-sdk-emr 1.83.0 → 1.84.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7a56ad6e59387aafc5fd74b86003d356551bc618962cbc4c4be2d3459dc8dfb6
-  data.tar.gz: 9456911c912aa53b1b8a22f9141ef2a6b51d339efcb4715c79c13ce5855fa085
+  metadata.gz: d0ed5786de347a81e7a42fb51f4c30e606b1dfbdfca384a92e664b64944e0e03
+  data.tar.gz: '09f23aea53b22b21bb08a3601c8f8a26ec1ec2108a9cf7f0040b1c16812592f7'
 SHA512:
-  metadata.gz: f4ac4679d92f19f8b779ceeadc888a978614af9d782e834bcfe8b8576f5cad0ecbcfbb3793d291aec7a141626872d8662cb5bac8348f50d299fdee869a0fd7bc
-  data.tar.gz: 7b0e8f312376f54f4c5ce74ca482e3cd61db78dd069aa2d3116408a9cfabe74699b5d5f26b2fdcad48564d58d65837da33e103e2666601f7873c999106db9a0f
+  metadata.gz: 3126f0069b0a0e59bfd1e55073f75c74a763f09831d89f8d4e5b464486cd05bdfe9b63bafbb7ab17170ec7cac6304bef0fa4cfb8ab0dfd7fdec1b2a14a368d15
+  data.tar.gz: fe242e30a2ee11a9c847f9860c926016db66f2d92cfd6bb5a595a86b90560586f94f1c055509be6bd59dd1b71b44cfb747a0213a2b7f7643f04e58fe6c91add3

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.84.0 (2024-02-16)
+------------------
+
+* Feature - adds fine grained control over Unhealthy Node Replacement to Amazon ElasticMapReduce
+
 1.83.0 (2024-01-26)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.83.0
+1.84.0

data/lib/aws-sdk-emr/client.rb

@@ -1187,6 +1187,7 @@ module Aws::EMR
     #   resp.cluster.release_label #=> String
     #   resp.cluster.auto_terminate #=> Boolean
     #   resp.cluster.termination_protected #=> Boolean
+    #   resp.cluster.unhealthy_node_replacement #=> Boolean
     #   resp.cluster.visible_to_all_users #=> Boolean
     #   resp.cluster.applications #=> Array
     #   resp.cluster.applications[0].name #=> String
@@ -1332,6 +1333,7 @@ module Aws::EMR
     #   resp.job_flows[0].instances.placement.availability_zones[0] #=> String
     #   resp.job_flows[0].instances.keep_job_flow_alive_when_no_steps #=> Boolean
     #   resp.job_flows[0].instances.termination_protected #=> Boolean
+    #   resp.job_flows[0].instances.unhealthy_node_replacement #=> Boolean
     #   resp.job_flows[0].instances.hadoop_version #=> String
     #   resp.job_flows[0].steps #=> Array
     #   resp.job_flows[0].steps[0].step_config.name #=> String
@@ -3542,6 +3544,7 @@ module Aws::EMR
     #       },
     #       keep_job_flow_alive_when_no_steps: false,
     #       termination_protected: false,
+    #       unhealthy_node_replacement: false,
     #       hadoop_version: "XmlStringMaxLen256",
     #       ec2_subnet_id: "XmlStringMaxLen256",
     #       ec2_subnet_ids: ["XmlStringMaxLen256"],
@@ -3730,7 +3733,7 @@ module Aws::EMR
     # flow by a subsequent call to `SetTerminationProtection` in which you
     # set the value to `false`.
     #
-    # For more information, see[Managing Cluster Termination][1] in the
+    # For more information, see [Managing Cluster Termination][1] in the
     # *Amazon EMR Management Guide*.
     #
     #
@@ -3765,6 +3768,54 @@ module Aws::EMR
       req.send_request(options)
     end
 
+    # Specify whether to enable unhealthy node replacement, which lets
+    # Amazon EMR gracefully replace core nodes on a cluster if any nodes
+    # become unhealthy. For example, a node becomes unhealthy if disk usage
+    # is above 90%. If unhealthy node replacement is on and
+    # `TerminationProtected` are off, Amazon EMR immediately terminates the
+    # unhealthy core nodes. To use unhealthy node replacement and retain
+    # unhealthy core nodes, use to turn on termination protection. In such
+    # cases, Amazon EMR adds the unhealthy nodes to a denylist, reducing job
+    # interruptions and failures.
+    #
+    # If unhealthy node replacement is on, Amazon EMR notifies YARN and
+    # other applications on the cluster to stop scheduling tasks with these
+    # nodes, moves the data, and then terminates the nodes.
+    #
+    # For more information, see [graceful node replacement][1] in the
+    # *Amazon EMR Management Guide*.
+    #
+    #
+    #
+    # [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/UsingEMR_UnhealthyNodeReplacement.html
+    #
+    # @option params [required, Array<String>] :job_flow_ids
+    #   The list of strings that uniquely identify the clusters for which to
+    #   turn on unhealthy node replacement. You can get these identifiers by
+    #   running the RunJobFlow or the DescribeJobFlows operations.
+    #
+    # @option params [required, Boolean] :unhealthy_node_replacement
+    #   Indicates whether to turn on or turn off graceful unhealthy node
+    #   replacement.
+    #
+    # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.set_unhealthy_node_replacement({
+    #     job_flow_ids: ["XmlString"], # required
+    #     unhealthy_node_replacement: false, # required
+    #   })
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SetUnhealthyNodeReplacement AWS API Documentation
+    #
+    # @overload set_unhealthy_node_replacement(params = {})
+    # @param [Hash] params ({})
+    def set_unhealthy_node_replacement(params = {}, options = {})
+      req = build_request(:set_unhealthy_node_replacement, params)
+      req.send_request(options)
+    end
+
     # The SetVisibleToAllUsers parameter is no longer supported. Your
     # cluster may be visible to all users in your account. To restrict
     # cluster access using an IAM policy, see [Identity and Access
@@ -4096,7 +4147,7 @@ module Aws::EMR
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-emr'
-      context[:gem_version] = '1.83.0'
+      context[:gem_version] = '1.84.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-emr/client_api.rb

@@ -286,6 +286,7 @@ module Aws::EMR
     SessionMappingSummaryList = Shapes::ListShape.new(name: 'SessionMappingSummaryList')
     SetKeepJobFlowAliveWhenNoStepsInput = Shapes::StructureShape.new(name: 'SetKeepJobFlowAliveWhenNoStepsInput')
     SetTerminationProtectionInput = Shapes::StructureShape.new(name: 'SetTerminationProtectionInput')
+    SetUnhealthyNodeReplacementInput = Shapes::StructureShape.new(name: 'SetUnhealthyNodeReplacementInput')
     SetVisibleToAllUsersInput = Shapes::StructureShape.new(name: 'SetVisibleToAllUsersInput')
     ShrinkPolicy = Shapes::StructureShape.new(name: 'ShrinkPolicy')
     SimpleScalingPolicyConfiguration = Shapes::StructureShape.new(name: 'SimpleScalingPolicyConfiguration')
@@ -461,6 +462,7 @@ module Aws::EMR
     Cluster.add_member(:release_label, Shapes::ShapeRef.new(shape: String, location_name: "ReleaseLabel"))
     Cluster.add_member(:auto_terminate, Shapes::ShapeRef.new(shape: Boolean, location_name: "AutoTerminate"))
     Cluster.add_member(:termination_protected, Shapes::ShapeRef.new(shape: Boolean, location_name: "TerminationProtected"))
+    Cluster.add_member(:unhealthy_node_replacement, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "UnhealthyNodeReplacement"))
     Cluster.add_member(:visible_to_all_users, Shapes::ShapeRef.new(shape: Boolean, location_name: "VisibleToAllUsers"))
     Cluster.add_member(:applications, Shapes::ShapeRef.new(shape: ApplicationList, location_name: "Applications"))
     Cluster.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
@@ -996,6 +998,7 @@ module Aws::EMR
     JobFlowInstancesConfig.add_member(:placement, Shapes::ShapeRef.new(shape: PlacementType, location_name: "Placement"))
     JobFlowInstancesConfig.add_member(:keep_job_flow_alive_when_no_steps, Shapes::ShapeRef.new(shape: Boolean, location_name: "KeepJobFlowAliveWhenNoSteps"))
     JobFlowInstancesConfig.add_member(:termination_protected, Shapes::ShapeRef.new(shape: Boolean, location_name: "TerminationProtected"))
+    JobFlowInstancesConfig.add_member(:unhealthy_node_replacement, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "UnhealthyNodeReplacement"))
     JobFlowInstancesConfig.add_member(:hadoop_version, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "HadoopVersion"))
     JobFlowInstancesConfig.add_member(:ec2_subnet_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "Ec2SubnetId"))
     JobFlowInstancesConfig.add_member(:ec2_subnet_ids, Shapes::ShapeRef.new(shape: XmlStringMaxLen256List, location_name: "Ec2SubnetIds"))
@@ -1018,6 +1021,7 @@ module Aws::EMR
     JobFlowInstancesDetail.add_member(:placement, Shapes::ShapeRef.new(shape: PlacementType, location_name: "Placement"))
     JobFlowInstancesDetail.add_member(:keep_job_flow_alive_when_no_steps, Shapes::ShapeRef.new(shape: Boolean, location_name: "KeepJobFlowAliveWhenNoSteps"))
     JobFlowInstancesDetail.add_member(:termination_protected, Shapes::ShapeRef.new(shape: Boolean, location_name: "TerminationProtected"))
+    JobFlowInstancesDetail.add_member(:unhealthy_node_replacement, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "UnhealthyNodeReplacement"))
     JobFlowInstancesDetail.add_member(:hadoop_version, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "HadoopVersion"))
     JobFlowInstancesDetail.struct_class = Types::JobFlowInstancesDetail
 
@@ -1398,6 +1402,10 @@ module Aws::EMR
     SetTerminationProtectionInput.add_member(:termination_protected, Shapes::ShapeRef.new(shape: Boolean, required: true, location_name: "TerminationProtected"))
     SetTerminationProtectionInput.struct_class = Types::SetTerminationProtectionInput
 
+    SetUnhealthyNodeReplacementInput.add_member(:job_flow_ids, Shapes::ShapeRef.new(shape: XmlStringList, required: true, location_name: "JobFlowIds"))
+    SetUnhealthyNodeReplacementInput.add_member(:unhealthy_node_replacement, Shapes::ShapeRef.new(shape: BooleanObject, required: true, location_name: "UnhealthyNodeReplacement"))
+    SetUnhealthyNodeReplacementInput.struct_class = Types::SetUnhealthyNodeReplacementInput
+
     SetVisibleToAllUsersInput.add_member(:job_flow_ids, Shapes::ShapeRef.new(shape: XmlStringList, required: true, location_name: "JobFlowIds"))
     SetVisibleToAllUsersInput.add_member(:visible_to_all_users, Shapes::ShapeRef.new(shape: Boolean, required: true, location_name: "VisibleToAllUsers"))
     SetVisibleToAllUsersInput.struct_class = Types::SetVisibleToAllUsersInput
@@ -2150,6 +2158,15 @@ module Aws::EMR
         o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
       end)
 
+      api.add_operation(:set_unhealthy_node_replacement, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "SetUnhealthyNodeReplacement"
+        o.http_method = "POST"
+        o.http_request_uri = "/"
+        o.input = Shapes::ShapeRef.new(shape: SetUnhealthyNodeReplacementInput)
+        o.output = Shapes::ShapeRef.new(shape: Shapes::StructureShape.new(struct_class: Aws::EmptyStructure))
+        o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
+      end)
+
       api.add_operation(:set_visible_to_all_users, Seahorse::Model::Operation.new.tap do |o|
         o.name = "SetVisibleToAllUsers"
         o.http_method = "POST"

data/lib/aws-sdk-emr/endpoints.rb

@@ -698,6 +698,20 @@ module Aws::EMR
       end
     end
 
+    class SetUnhealthyNodeReplacement
+      def self.build(context)
+        unless context.config.regional_endpoint
+          endpoint = context.config.endpoint.to_s
+        end
+        Aws::EMR::EndpointParameters.new(
+          region: context.config.region,
+          use_dual_stack: context.config.use_dualstack_endpoint,
+          use_fips: context.config.use_fips_endpoint,
+          endpoint: endpoint,
+        )
+      end
+    end
+
     class SetVisibleToAllUsers
       def self.build(context)
         unless context.config.regional_endpoint

data/lib/aws-sdk-emr/plugins/endpoints.rb

@@ -156,6 +156,8 @@ module Aws::EMR
             Aws::EMR::Endpoints::SetKeepJobFlowAliveWhenNoSteps.build(context)
           when :set_termination_protection
             Aws::EMR::Endpoints::SetTerminationProtection.build(context)
+          when :set_unhealthy_node_replacement
+            Aws::EMR::Endpoints::SetUnhealthyNodeReplacement.build(context)
           when :set_visible_to_all_users
             Aws::EMR::Endpoints::SetVisibleToAllUsers.build(context)
           when :start_notebook_execution

data/lib/aws-sdk-emr/types.rb

@@ -643,6 +643,11 @@ module Aws::EMR
     #   intervention, or in the event of a cluster error.
     #   @return [Boolean]
     #
+    # @!attribute [rw] unhealthy_node_replacement
+    #   Indicates whether Amazon EMR should gracefully replace Amazon EC2
+    #   core instances that have degraded within the cluster.
+    #   @return [Boolean]
+    #
     # @!attribute [rw] visible_to_all_users
     #   Indicates whether the cluster is visible to IAM principals in the
     #   Amazon Web Services account associated with the cluster. When
@@ -803,6 +808,7 @@ module Aws::EMR
       :release_label,
       :auto_terminate,
       :termination_protected,
+      :unhealthy_node_replacement,
       :visible_to_all_users,
       :applications,
       :tags,
@@ -3575,6 +3581,11 @@ module Aws::EMR
     #   in the event of a job-flow error.
     #   @return [Boolean]
     #
+    # @!attribute [rw] unhealthy_node_replacement
+    #   Indicates whether Amazon EMR should gracefully replace core nodes
+    #   that have degraded within the cluster.
+    #   @return [Boolean]
+    #
     # @!attribute [rw] hadoop_version
     #   Applies only to Amazon EMR release versions earlier than 4.0. The
     #   Hadoop version for the cluster. Valid inputs are "0.18" (no longer
@@ -3644,6 +3655,7 @@ module Aws::EMR
       :placement,
       :keep_job_flow_alive_when_no_steps,
       :termination_protected,
+      :unhealthy_node_replacement,
       :hadoop_version,
       :ec2_subnet_id,
       :ec2_subnet_ids,
@@ -3723,6 +3735,11 @@ module Aws::EMR
     #   the event of a job-flow error.
     #   @return [Boolean]
     #
+    # @!attribute [rw] unhealthy_node_replacement
+    #   Indicates whether Amazon EMR should gracefully replace core nodes
+    #   that have degraded within the cluster.
+    #   @return [Boolean]
+    #
     # @!attribute [rw] hadoop_version
     #   The Hadoop version for the cluster.
     #   @return [String]
@@ -3742,6 +3759,7 @@ module Aws::EMR
       :placement,
       :keep_job_flow_alive_when_no_steps,
       :termination_protected,
+      :unhealthy_node_replacement,
       :hadoop_version)
       SENSITIVE = []
       include Aws::Structure
@@ -5892,6 +5910,26 @@ module Aws::EMR
       include Aws::Structure
     end
 
+    # @!attribute [rw] job_flow_ids
+    #   The list of strings that uniquely identify the clusters for which to
+    #   turn on unhealthy node replacement. You can get these identifiers by
+    #   running the RunJobFlow or the DescribeJobFlows operations.
+    #   @return [Array<String>]
+    #
+    # @!attribute [rw] unhealthy_node_replacement
+    #   Indicates whether to turn on or turn off graceful unhealthy node
+    #   replacement.
+    #   @return [Boolean]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SetUnhealthyNodeReplacementInput AWS API Documentation
+    #
+    class SetUnhealthyNodeReplacementInput < Struct.new(
+      :job_flow_ids,
+      :unhealthy_node_replacement)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The input to the SetVisibleToAllUsers action.
     #
     # @!attribute [rw] job_flow_ids

data/lib/aws-sdk-emr.rb

@@ -53,6 +53,6 @@ require_relative 'aws-sdk-emr/customizations'
 # @!group service
 module Aws::EMR
 
-  GEM_VERSION = '1.83.0'
+  GEM_VERSION = '1.84.0'
 
 end

data/sig/client.rbs

@@ -1008,6 +1008,7 @@ module Aws
                             }?,
                             keep_job_flow_alive_when_no_steps: bool?,
                             termination_protected: bool?,
+                            unhealthy_node_replacement: bool?,
                             hadoop_version: ::String?,
                             ec2_subnet_id: ::String?,
                             ec2_subnet_ids: Array[::String]?,
@@ -1126,6 +1127,13 @@ module Aws
                                       ) -> ::Seahorse::Client::_ResponseSuccess[::Aws::EmptyStructure]
                                     | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> ::Seahorse::Client::_ResponseSuccess[::Aws::EmptyStructure]
 
+      # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/EMR/Client.html#set_unhealthy_node_replacement-instance_method
+      def set_unhealthy_node_replacement: (
+                                            job_flow_ids: Array[::String],
+                                            unhealthy_node_replacement: bool
+                                          ) -> ::Seahorse::Client::_ResponseSuccess[::Aws::EmptyStructure]
+                                        | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> ::Seahorse::Client::_ResponseSuccess[::Aws::EmptyStructure]
+
       # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/EMR/Client.html#set_visible_to_all_users-instance_method
       def set_visible_to_all_users: (
                                       job_flow_ids: Array[::String],

data/sig/types.rbs

@@ -161,6 +161,7 @@ module Aws::EMR
       attr_accessor release_label: ::String
       attr_accessor auto_terminate: bool
       attr_accessor termination_protected: bool
+      attr_accessor unhealthy_node_replacement: bool
       attr_accessor visible_to_all_users: bool
       attr_accessor applications: ::Array[Types::Application]
       attr_accessor tags: ::Array[Types::Tag]
@@ -801,6 +802,7 @@ module Aws::EMR
       attr_accessor placement: Types::PlacementType
       attr_accessor keep_job_flow_alive_when_no_steps: bool
       attr_accessor termination_protected: bool
+      attr_accessor unhealthy_node_replacement: bool
       attr_accessor hadoop_version: ::String
       attr_accessor ec2_subnet_id: ::String
       attr_accessor ec2_subnet_ids: ::Array[::String]
@@ -825,6 +827,7 @@ module Aws::EMR
       attr_accessor placement: Types::PlacementType
       attr_accessor keep_job_flow_alive_when_no_steps: bool
       attr_accessor termination_protected: bool
+      attr_accessor unhealthy_node_replacement: bool
       attr_accessor hadoop_version: ::String
       SENSITIVE: []
     end
@@ -1325,6 +1328,12 @@ module Aws::EMR
       SENSITIVE: []
     end
 
+    class SetUnhealthyNodeReplacementInput
+      attr_accessor job_flow_ids: ::Array[::String]
+      attr_accessor unhealthy_node_replacement: bool
+      SENSITIVE: []
+    end
+
     class SetVisibleToAllUsersInput
       attr_accessor job_flow_ids: ::Array[::String]
       attr_accessor visible_to_all_users: bool

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-emr
 version: !ruby/object:Gem::Version
-  version: 1.83.0
+  version: 1.84.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-01-26 00:00:00.000000000 Z
+date: 2024-02-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core