aws-sdk-emr 1.82.0 → 1.84.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 96b4c9455c88374159cff77b5c1d7faf5d9ff66687f4a715167403a541198924
-  data.tar.gz: 2bc73cb14af8b3b59e2f0180d9adaacfa66fbbdc724450b4c2b5c8984b0b1eb4
+  metadata.gz: d0ed5786de347a81e7a42fb51f4c30e606b1dfbdfca384a92e664b64944e0e03
+  data.tar.gz: '09f23aea53b22b21bb08a3601c8f8a26ec1ec2108a9cf7f0040b1c16812592f7'
 SHA512:
-  metadata.gz: 6bc4f3fa3c8d767966e715209f246755e9e2481ae0e4a9bfca64879c8c22279191560b18f3588332643456d004baf2f6b1319de9de9d8d034649fdc0b3a9f30a
-  data.tar.gz: 0357601dc0e1ef69d4febd94bbd1c2f0220e4576a8903f90205f6356823f19b8652d8cd3d1f489028d95d21105dbb649681b56d14061a9d86b10999e611f4cba
+  metadata.gz: 3126f0069b0a0e59bfd1e55073f75c74a763f09831d89f8d4e5b464486cd05bdfe9b63bafbb7ab17170ec7cac6304bef0fa4cfb8ab0dfd7fdec1b2a14a368d15
+  data.tar.gz: fe242e30a2ee11a9c847f9860c926016db66f2d92cfd6bb5a595a86b90560586f94f1c055509be6bd59dd1b71b44cfb747a0213a2b7f7643f04e58fe6c91add3

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
 
+1.84.0 (2024-02-16)
+------------------
+
+* Feature - adds fine grained control over Unhealthy Node Replacement to Amazon ElasticMapReduce
+
+1.83.0 (2024-01-26)
+------------------
+
+* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
+
 1.82.0 (2023-12-27)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.82.0
+1.84.0

data/lib/aws-sdk-emr/client.rb

@@ -1187,6 +1187,7 @@ module Aws::EMR
     #   resp.cluster.release_label #=> String
     #   resp.cluster.auto_terminate #=> Boolean
     #   resp.cluster.termination_protected #=> Boolean
+    #   resp.cluster.unhealthy_node_replacement #=> Boolean
     #   resp.cluster.visible_to_all_users #=> Boolean
     #   resp.cluster.applications #=> Array
     #   resp.cluster.applications[0].name #=> String
@@ -1332,6 +1333,7 @@ module Aws::EMR
     #   resp.job_flows[0].instances.placement.availability_zones[0] #=> String
     #   resp.job_flows[0].instances.keep_job_flow_alive_when_no_steps #=> Boolean
     #   resp.job_flows[0].instances.termination_protected #=> Boolean
+    #   resp.job_flows[0].instances.unhealthy_node_replacement #=> Boolean
     #   resp.job_flows[0].instances.hadoop_version #=> String
     #   resp.job_flows[0].steps #=> Array
     #   resp.job_flows[0].steps[0].step_config.name #=> String
@@ -3542,6 +3544,7 @@ module Aws::EMR
     #       },
     #       keep_job_flow_alive_when_no_steps: false,
     #       termination_protected: false,
+    #       unhealthy_node_replacement: false,
     #       hadoop_version: "XmlStringMaxLen256",
     #       ec2_subnet_id: "XmlStringMaxLen256",
     #       ec2_subnet_ids: ["XmlStringMaxLen256"],
@@ -3730,7 +3733,7 @@ module Aws::EMR
     # flow by a subsequent call to `SetTerminationProtection` in which you
     # set the value to `false`.
     #
-    # For more information, see[Managing Cluster Termination][1] in the
+    # For more information, see [Managing Cluster Termination][1] in the
     # *Amazon EMR Management Guide*.
     #
     #
@@ -3765,6 +3768,54 @@ module Aws::EMR
       req.send_request(options)
     end
 
+    # Specify whether to enable unhealthy node replacement, which lets
+    # Amazon EMR gracefully replace core nodes on a cluster if any nodes
+    # become unhealthy. For example, a node becomes unhealthy if disk usage
+    # is above 90%. If unhealthy node replacement is on and
+    # `TerminationProtected` are off, Amazon EMR immediately terminates the
+    # unhealthy core nodes. To use unhealthy node replacement and retain
+    # unhealthy core nodes, use to turn on termination protection. In such
+    # cases, Amazon EMR adds the unhealthy nodes to a denylist, reducing job
+    # interruptions and failures.
+    #
+    # If unhealthy node replacement is on, Amazon EMR notifies YARN and
+    # other applications on the cluster to stop scheduling tasks with these
+    # nodes, moves the data, and then terminates the nodes.
+    #
+    # For more information, see [graceful node replacement][1] in the
+    # *Amazon EMR Management Guide*.
+    #
+    #
+    #
+    # [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/UsingEMR_UnhealthyNodeReplacement.html
+    #
+    # @option params [required, Array<String>] :job_flow_ids
+    #   The list of strings that uniquely identify the clusters for which to
+    #   turn on unhealthy node replacement. You can get these identifiers by
+    #   running the RunJobFlow or the DescribeJobFlows operations.
+    #
+    # @option params [required, Boolean] :unhealthy_node_replacement
+    #   Indicates whether to turn on or turn off graceful unhealthy node
+    #   replacement.
+    #
+    # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.set_unhealthy_node_replacement({
+    #     job_flow_ids: ["XmlString"], # required
+    #     unhealthy_node_replacement: false, # required
+    #   })
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SetUnhealthyNodeReplacement AWS API Documentation
+    #
+    # @overload set_unhealthy_node_replacement(params = {})
+    # @param [Hash] params ({})
+    def set_unhealthy_node_replacement(params = {}, options = {})
+      req = build_request(:set_unhealthy_node_replacement, params)
+      req.send_request(options)
+    end
+
     # The SetVisibleToAllUsers parameter is no longer supported. Your
     # cluster may be visible to all users in your account. To restrict
     # cluster access using an IAM policy, see [Identity and Access
@@ -4096,7 +4147,7 @@ module Aws::EMR
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-emr'
-      context[:gem_version] = '1.82.0'
+      context[:gem_version] = '1.84.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-emr/client_api.rb

@@ -286,6 +286,7 @@ module Aws::EMR
     SessionMappingSummaryList = Shapes::ListShape.new(name: 'SessionMappingSummaryList')
     SetKeepJobFlowAliveWhenNoStepsInput = Shapes::StructureShape.new(name: 'SetKeepJobFlowAliveWhenNoStepsInput')
     SetTerminationProtectionInput = Shapes::StructureShape.new(name: 'SetTerminationProtectionInput')
+    SetUnhealthyNodeReplacementInput = Shapes::StructureShape.new(name: 'SetUnhealthyNodeReplacementInput')
     SetVisibleToAllUsersInput = Shapes::StructureShape.new(name: 'SetVisibleToAllUsersInput')
     ShrinkPolicy = Shapes::StructureShape.new(name: 'ShrinkPolicy')
     SimpleScalingPolicyConfiguration = Shapes::StructureShape.new(name: 'SimpleScalingPolicyConfiguration')
@@ -461,6 +462,7 @@ module Aws::EMR
     Cluster.add_member(:release_label, Shapes::ShapeRef.new(shape: String, location_name: "ReleaseLabel"))
     Cluster.add_member(:auto_terminate, Shapes::ShapeRef.new(shape: Boolean, location_name: "AutoTerminate"))
     Cluster.add_member(:termination_protected, Shapes::ShapeRef.new(shape: Boolean, location_name: "TerminationProtected"))
+    Cluster.add_member(:unhealthy_node_replacement, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "UnhealthyNodeReplacement"))
     Cluster.add_member(:visible_to_all_users, Shapes::ShapeRef.new(shape: Boolean, location_name: "VisibleToAllUsers"))
     Cluster.add_member(:applications, Shapes::ShapeRef.new(shape: ApplicationList, location_name: "Applications"))
     Cluster.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
@@ -996,6 +998,7 @@ module Aws::EMR
     JobFlowInstancesConfig.add_member(:placement, Shapes::ShapeRef.new(shape: PlacementType, location_name: "Placement"))
     JobFlowInstancesConfig.add_member(:keep_job_flow_alive_when_no_steps, Shapes::ShapeRef.new(shape: Boolean, location_name: "KeepJobFlowAliveWhenNoSteps"))
     JobFlowInstancesConfig.add_member(:termination_protected, Shapes::ShapeRef.new(shape: Boolean, location_name: "TerminationProtected"))
+    JobFlowInstancesConfig.add_member(:unhealthy_node_replacement, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "UnhealthyNodeReplacement"))
     JobFlowInstancesConfig.add_member(:hadoop_version, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "HadoopVersion"))
     JobFlowInstancesConfig.add_member(:ec2_subnet_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "Ec2SubnetId"))
     JobFlowInstancesConfig.add_member(:ec2_subnet_ids, Shapes::ShapeRef.new(shape: XmlStringMaxLen256List, location_name: "Ec2SubnetIds"))
@@ -1018,6 +1021,7 @@ module Aws::EMR
     JobFlowInstancesDetail.add_member(:placement, Shapes::ShapeRef.new(shape: PlacementType, location_name: "Placement"))
     JobFlowInstancesDetail.add_member(:keep_job_flow_alive_when_no_steps, Shapes::ShapeRef.new(shape: Boolean, location_name: "KeepJobFlowAliveWhenNoSteps"))
     JobFlowInstancesDetail.add_member(:termination_protected, Shapes::ShapeRef.new(shape: Boolean, location_name: "TerminationProtected"))
+    JobFlowInstancesDetail.add_member(:unhealthy_node_replacement, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "UnhealthyNodeReplacement"))
     JobFlowInstancesDetail.add_member(:hadoop_version, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "HadoopVersion"))
     JobFlowInstancesDetail.struct_class = Types::JobFlowInstancesDetail
 
@@ -1398,6 +1402,10 @@ module Aws::EMR
     SetTerminationProtectionInput.add_member(:termination_protected, Shapes::ShapeRef.new(shape: Boolean, required: true, location_name: "TerminationProtected"))
     SetTerminationProtectionInput.struct_class = Types::SetTerminationProtectionInput
 
+    SetUnhealthyNodeReplacementInput.add_member(:job_flow_ids, Shapes::ShapeRef.new(shape: XmlStringList, required: true, location_name: "JobFlowIds"))
+    SetUnhealthyNodeReplacementInput.add_member(:unhealthy_node_replacement, Shapes::ShapeRef.new(shape: BooleanObject, required: true, location_name: "UnhealthyNodeReplacement"))
+    SetUnhealthyNodeReplacementInput.struct_class = Types::SetUnhealthyNodeReplacementInput
+
     SetVisibleToAllUsersInput.add_member(:job_flow_ids, Shapes::ShapeRef.new(shape: XmlStringList, required: true, location_name: "JobFlowIds"))
     SetVisibleToAllUsersInput.add_member(:visible_to_all_users, Shapes::ShapeRef.new(shape: Boolean, required: true, location_name: "VisibleToAllUsers"))
     SetVisibleToAllUsersInput.struct_class = Types::SetVisibleToAllUsersInput
@@ -2150,6 +2158,15 @@ module Aws::EMR
         o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
       end)
 
+      api.add_operation(:set_unhealthy_node_replacement, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "SetUnhealthyNodeReplacement"
+        o.http_method = "POST"
+        o.http_request_uri = "/"
+        o.input = Shapes::ShapeRef.new(shape: SetUnhealthyNodeReplacementInput)
+        o.output = Shapes::ShapeRef.new(shape: Shapes::StructureShape.new(struct_class: Aws::EmptyStructure))
+        o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
+      end)
+
       api.add_operation(:set_visible_to_all_users, Seahorse::Model::Operation.new.tap do |o|
         o.name = "SetVisibleToAllUsers"
         o.http_method = "POST"

data/lib/aws-sdk-emr/endpoints.rb

@@ -698,6 +698,20 @@ module Aws::EMR
       end
     end
 
+    class SetUnhealthyNodeReplacement
+      def self.build(context)
+        unless context.config.regional_endpoint
+          endpoint = context.config.endpoint.to_s
+        end
+        Aws::EMR::EndpointParameters.new(
+          region: context.config.region,
+          use_dual_stack: context.config.use_dualstack_endpoint,
+          use_fips: context.config.use_fips_endpoint,
+          endpoint: endpoint,
+        )
+      end
+    end
+
     class SetVisibleToAllUsers
       def self.build(context)
         unless context.config.regional_endpoint

data/lib/aws-sdk-emr/plugins/endpoints.rb

@@ -14,6 +14,7 @@ module Aws::EMR
       option(
         :endpoint_provider,
         doc_type: 'Aws::EMR::EndpointProvider',
+        rbs_type: 'untyped',
         docstring: 'The endpoint provider used to resolve endpoints. Any '\
                    'object that responds to `#resolve_endpoint(parameters)` '\
                    'where `parameters` is a Struct similar to '\
@@ -155,6 +156,8 @@ module Aws::EMR
             Aws::EMR::Endpoints::SetKeepJobFlowAliveWhenNoSteps.build(context)
           when :set_termination_protection
             Aws::EMR::Endpoints::SetTerminationProtection.build(context)
+          when :set_unhealthy_node_replacement
+            Aws::EMR::Endpoints::SetUnhealthyNodeReplacement.build(context)
           when :set_visible_to_all_users
             Aws::EMR::Endpoints::SetVisibleToAllUsers.build(context)
           when :start_notebook_execution

data/lib/aws-sdk-emr/types.rb

@@ -643,6 +643,11 @@ module Aws::EMR
     #   intervention, or in the event of a cluster error.
     #   @return [Boolean]
     #
+    # @!attribute [rw] unhealthy_node_replacement
+    #   Indicates whether Amazon EMR should gracefully replace Amazon EC2
+    #   core instances that have degraded within the cluster.
+    #   @return [Boolean]
+    #
     # @!attribute [rw] visible_to_all_users
     #   Indicates whether the cluster is visible to IAM principals in the
     #   Amazon Web Services account associated with the cluster. When
@@ -803,6 +808,7 @@ module Aws::EMR
       :release_label,
       :auto_terminate,
       :termination_protected,
+      :unhealthy_node_replacement,
       :visible_to_all_users,
       :applications,
       :tags,
@@ -3575,6 +3581,11 @@ module Aws::EMR
     #   in the event of a job-flow error.
     #   @return [Boolean]
     #
+    # @!attribute [rw] unhealthy_node_replacement
+    #   Indicates whether Amazon EMR should gracefully replace core nodes
+    #   that have degraded within the cluster.
+    #   @return [Boolean]
+    #
     # @!attribute [rw] hadoop_version
     #   Applies only to Amazon EMR release versions earlier than 4.0. The
     #   Hadoop version for the cluster. Valid inputs are "0.18" (no longer
@@ -3644,6 +3655,7 @@ module Aws::EMR
       :placement,
       :keep_job_flow_alive_when_no_steps,
       :termination_protected,
+      :unhealthy_node_replacement,
       :hadoop_version,
       :ec2_subnet_id,
       :ec2_subnet_ids,
@@ -3723,6 +3735,11 @@ module Aws::EMR
     #   the event of a job-flow error.
     #   @return [Boolean]
     #
+    # @!attribute [rw] unhealthy_node_replacement
+    #   Indicates whether Amazon EMR should gracefully replace core nodes
+    #   that have degraded within the cluster.
+    #   @return [Boolean]
+    #
     # @!attribute [rw] hadoop_version
     #   The Hadoop version for the cluster.
     #   @return [String]
@@ -3742,6 +3759,7 @@ module Aws::EMR
       :placement,
       :keep_job_flow_alive_when_no_steps,
       :termination_protected,
+      :unhealthy_node_replacement,
       :hadoop_version)
       SENSITIVE = []
       include Aws::Structure
@@ -5892,6 +5910,26 @@ module Aws::EMR
       include Aws::Structure
     end
 
+    # @!attribute [rw] job_flow_ids
+    #   The list of strings that uniquely identify the clusters for which to
+    #   turn on unhealthy node replacement. You can get these identifiers by
+    #   running the RunJobFlow or the DescribeJobFlows operations.
+    #   @return [Array<String>]
+    #
+    # @!attribute [rw] unhealthy_node_replacement
+    #   Indicates whether to turn on or turn off graceful unhealthy node
+    #   replacement.
+    #   @return [Boolean]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SetUnhealthyNodeReplacementInput AWS API Documentation
+    #
+    class SetUnhealthyNodeReplacementInput < Struct.new(
+      :job_flow_ids,
+      :unhealthy_node_replacement)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The input to the SetVisibleToAllUsers action.
     #
     # @!attribute [rw] job_flow_ids

data/lib/aws-sdk-emr.rb

@@ -53,6 +53,6 @@ require_relative 'aws-sdk-emr/customizations'
 # @!group service
 module Aws::EMR
 
-  GEM_VERSION = '1.82.0'
+  GEM_VERSION = '1.84.0'
 
 end