aws-sdk-emr 1.120.0 → 1.121.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: faaccb9fa6a7dedf3cbfc17ada2a401452971c73c79d63af0c63c67e13563915
-  data.tar.gz: d33ffc7b9c3c59c99c015bdcbcbb66b644ae6b854525920007f5417de3f9ac99
+  metadata.gz: 728af65ff71caf92ffc719a5e5524298890de9b83fe6160ddc922e9abe244571
+  data.tar.gz: f78eb631d324d29c221a26f1088d67f887213e68b61e884ec6ff15f4e9028d26
 SHA512:
-  metadata.gz: e3419993ea69d767b03fb021a428c835758b2eca79a50e2b42ebac497bef0512937a0a0385ee350d876b295ba7bb47657f5357c73c79c991922b746825a396e2
-  data.tar.gz: 59a804e6b591c51298d067f6629ad38e777b42bab8a044ac3dd198a915050836d3947087a9a8acdf9e84a3beaaf593e7d3fe369678ea302e8c5bdf8bf9d52165
+  metadata.gz: af0e7c0c120717aae7354c439e676e30fd83728af4c110683b8c0478758620f94286cfe89391fa2cc5ee4c97b625967fc3c1d8068951bc854a6416ef757366ac
+  data.tar.gz: 340fea68423c98a2fea7c718a1200552fcd2504dfc649ab4a2808ed304b04f413352cf597872bc338de43849508f569d52e1b600a610a5c575dc459c256c6cca

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.121.0 (2025-11-20)
+------------------
+
+* Feature - Add support for configuring S3 destination for step logs on a per-step basis.
+
 1.120.0 (2025-11-19)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.120.0
+1.121.0

data/lib/aws-sdk-emr/client.rb

@@ -774,6 +774,12 @@ module Aws::EMR
     #           main_class: "XmlString",
     #           args: ["XmlString"],
     #         },
+    #         step_monitoring_configuration: {
+    #           s3_monitoring_configuration: {
+    #             log_uri: "XmlString",
+    #             encryption_key_arn: "XmlString",
+    #           },
+    #         },
     #       },
     #     ],
     #     execution_role_arn: "ArnType",
@@ -1500,6 +1506,8 @@ module Aws::EMR
     #   resp.job_flows[0].steps[0].step_config.hadoop_jar_step.main_class #=> String
     #   resp.job_flows[0].steps[0].step_config.hadoop_jar_step.args #=> Array
     #   resp.job_flows[0].steps[0].step_config.hadoop_jar_step.args[0] #=> String
+    #   resp.job_flows[0].steps[0].step_config.step_monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
+    #   resp.job_flows[0].steps[0].step_config.step_monitoring_configuration.s3_monitoring_configuration.encryption_key_arn #=> String
     #   resp.job_flows[0].steps[0].execution_status_detail.state #=> String, one of "PENDING", "RUNNING", "CONTINUE", "COMPLETED", "CANCELLED", "FAILED", "INTERRUPTED"
     #   resp.job_flows[0].steps[0].execution_status_detail.creation_date_time #=> Time
     #   resp.job_flows[0].steps[0].execution_status_detail.start_date_time #=> Time
@@ -1738,6 +1746,8 @@ module Aws::EMR
     #   resp.step.status.timeline.start_date_time #=> Time
     #   resp.step.status.timeline.end_date_time #=> Time
     #   resp.step.execution_role_arn #=> String
+    #   resp.step.log_uri #=> String
+    #   resp.step.encryption_key_arn #=> String
     #
     #
     # The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
@@ -2740,6 +2750,8 @@ module Aws::EMR
     #   resp.steps[0].status.timeline.creation_date_time #=> Time
     #   resp.steps[0].status.timeline.start_date_time #=> Time
     #   resp.steps[0].status.timeline.end_date_time #=> Time
+    #   resp.steps[0].log_uri #=> String
+    #   resp.steps[0].encryption_key_arn #=> String
     #   resp.marker #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListSteps AWS API Documentation
@@ -3938,6 +3950,12 @@ module Aws::EMR
     #           main_class: "XmlString",
     #           args: ["XmlString"],
     #         },
+    #         step_monitoring_configuration: {
+    #           s3_monitoring_configuration: {
+    #             log_uri: "XmlString",
+    #             encryption_key_arn: "XmlString",
+    #           },
+    #         },
     #       },
     #     ],
     #     bootstrap_actions: [
@@ -4535,7 +4553,7 @@ module Aws::EMR
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-emr'
-      context[:gem_version] = '1.120.0'
+      context[:gem_version] = '1.121.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-emr/client_api.rb

@@ -289,6 +289,7 @@ module Aws::EMR
     ResourceId = Shapes::StringShape.new(name: 'ResourceId')
     RunJobFlowInput = Shapes::StructureShape.new(name: 'RunJobFlowInput')
     RunJobFlowOutput = Shapes::StructureShape.new(name: 'RunJobFlowOutput')
+    S3MonitoringConfiguration = Shapes::StructureShape.new(name: 'S3MonitoringConfiguration')
     ScaleDownBehavior = Shapes::StringShape.new(name: 'ScaleDownBehavior')
     ScalingAction = Shapes::StructureShape.new(name: 'ScalingAction')
     ScalingConstraints = Shapes::StructureShape.new(name: 'ScalingConstraints')
@@ -328,6 +329,7 @@ module Aws::EMR
     StepExecutionStatusDetail = Shapes::StructureShape.new(name: 'StepExecutionStatusDetail')
     StepId = Shapes::StringShape.new(name: 'StepId')
     StepIdsList = Shapes::ListShape.new(name: 'StepIdsList')
+    StepMonitoringConfiguration = Shapes::StructureShape.new(name: 'StepMonitoringConfiguration')
     StepState = Shapes::StringShape.new(name: 'StepState')
     StepStateChangeReason = Shapes::StructureShape.new(name: 'StepStateChangeReason')
     StepStateChangeReasonCode = Shapes::StringShape.new(name: 'StepStateChangeReasonCode')
@@ -1447,6 +1449,10 @@ module Aws::EMR
     RunJobFlowOutput.add_member(:cluster_arn, Shapes::ShapeRef.new(shape: ArnType, location_name: "ClusterArn"))
     RunJobFlowOutput.struct_class = Types::RunJobFlowOutput
 
+    S3MonitoringConfiguration.add_member(:log_uri, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogUri"))
+    S3MonitoringConfiguration.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: XmlString, location_name: "EncryptionKeyArn"))
+    S3MonitoringConfiguration.struct_class = Types::S3MonitoringConfiguration
+
     ScalingAction.add_member(:market, Shapes::ShapeRef.new(shape: MarketType, location_name: "Market"))
     ScalingAction.add_member(:simple_scaling_policy_configuration, Shapes::ShapeRef.new(shape: SimpleScalingPolicyConfiguration, required: true, location_name: "SimpleScalingPolicyConfiguration"))
     ScalingAction.struct_class = Types::ScalingAction
@@ -1561,11 +1567,14 @@ module Aws::EMR
     Step.add_member(:action_on_failure, Shapes::ShapeRef.new(shape: ActionOnFailure, location_name: "ActionOnFailure"))
     Step.add_member(:status, Shapes::ShapeRef.new(shape: StepStatus, location_name: "Status"))
     Step.add_member(:execution_role_arn, Shapes::ShapeRef.new(shape: OptionalArnType, location_name: "ExecutionRoleArn"))
+    Step.add_member(:log_uri, Shapes::ShapeRef.new(shape: String, location_name: "LogUri"))
+    Step.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: String, location_name: "EncryptionKeyArn"))
     Step.struct_class = Types::Step
 
     StepConfig.add_member(:name, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "Name"))
     StepConfig.add_member(:action_on_failure, Shapes::ShapeRef.new(shape: ActionOnFailure, location_name: "ActionOnFailure"))
     StepConfig.add_member(:hadoop_jar_step, Shapes::ShapeRef.new(shape: HadoopJarStepConfig, required: true, location_name: "HadoopJarStep"))
+    StepConfig.add_member(:step_monitoring_configuration, Shapes::ShapeRef.new(shape: StepMonitoringConfiguration, location_name: "StepMonitoringConfiguration"))
     StepConfig.struct_class = Types::StepConfig
 
     StepConfigList.member = Shapes::ShapeRef.new(shape: StepConfig)
@@ -1585,6 +1594,9 @@ module Aws::EMR
 
     StepIdsList.member = Shapes::ShapeRef.new(shape: XmlStringMaxLen256)
 
+    StepMonitoringConfiguration.add_member(:s3_monitoring_configuration, Shapes::ShapeRef.new(shape: S3MonitoringConfiguration, location_name: "S3MonitoringConfiguration"))
+    StepMonitoringConfiguration.struct_class = Types::StepMonitoringConfiguration
+
     StepStateChangeReason.add_member(:code, Shapes::ShapeRef.new(shape: StepStateChangeReasonCode, location_name: "Code"))
     StepStateChangeReason.add_member(:message, Shapes::ShapeRef.new(shape: String, location_name: "Message"))
     StepStateChangeReason.struct_class = Types::StepStateChangeReason
@@ -1602,6 +1614,8 @@ module Aws::EMR
     StepSummary.add_member(:config, Shapes::ShapeRef.new(shape: HadoopStepConfig, location_name: "Config"))
     StepSummary.add_member(:action_on_failure, Shapes::ShapeRef.new(shape: ActionOnFailure, location_name: "ActionOnFailure"))
     StepSummary.add_member(:status, Shapes::ShapeRef.new(shape: StepStatus, location_name: "Status"))
+    StepSummary.add_member(:log_uri, Shapes::ShapeRef.new(shape: String, location_name: "LogUri"))
+    StepSummary.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: String, location_name: "EncryptionKeyArn"))
     StepSummary.struct_class = Types::StepSummary
 
     StepSummaryList.member = Shapes::ShapeRef.new(shape: StepSummary)

data/lib/aws-sdk-emr/types.rb

@@ -6029,6 +6029,31 @@ module Aws::EMR
       include Aws::Structure
     end
 
+    # The Amazon S3 configuration for monitoring log publishing. You can
+    # configure your step to send log information to Amazon S3. When it's
+    # specified, it takes precedence over the cluster's logging
+    # configuration. If you don't specify this configuration entirely, or
+    # omit individual fields, EMR falls back to cluster-level logging
+    # behavior.
+    #
+    # @!attribute [rw] log_uri
+    #   The Amazon S3 destination URI for log publishing.
+    #   @return [String]
+    #
+    # @!attribute [rw] encryption_key_arn
+    #   The KMS key ARN to encrypt the logs published to the given Amazon S3
+    #   destination.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/S3MonitoringConfiguration AWS API Documentation
+    #
+    class S3MonitoringConfiguration < Struct.new(
+      :log_uri,
+      :encryption_key_arn)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The type of adjustment the automatic scaling activity makes when
     # triggered, and the periodicity of the adjustment.
     #
@@ -6716,6 +6741,15 @@ module Aws::EMR
     #   formatted runtime role ARN.
     #   @return [String]
     #
+    # @!attribute [rw] log_uri
+    #   The Amazon S3 destination URI for log publishing.
+    #   @return [String]
+    #
+    # @!attribute [rw] encryption_key_arn
+    #   The KMS key ARN to encrypt the logs published to the given Amazon S3
+    #   destination.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Step AWS API Documentation
     #
     class Step < Struct.new(
@@ -6724,7 +6758,9 @@ module Aws::EMR
       :config,
       :action_on_failure,
       :status,
-      :execution_role_arn)
+      :execution_role_arn,
+      :log_uri,
+      :encryption_key_arn)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -6768,12 +6804,17 @@ module Aws::EMR
     #   The JAR file used for the step.
     #   @return [Types::HadoopJarStepConfig]
     #
+    # @!attribute [rw] step_monitoring_configuration
+    #   Object that holds configuration properties for logging.
+    #   @return [Types::StepMonitoringConfiguration]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StepConfig AWS API Documentation
     #
     class StepConfig < Struct.new(
       :name,
       :action_on_failure,
-      :hadoop_jar_step)
+      :hadoop_jar_step,
+      :step_monitoring_configuration)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -6831,6 +6872,25 @@ module Aws::EMR
       include Aws::Structure
     end
 
+    # Object that holds configuration properties for logging.
+    #
+    # @!attribute [rw] s3_monitoring_configuration
+    #   The Amazon S3 configuration for monitoring log publishing. You can
+    #   configure your step to send log information to Amazon S3. When it's
+    #   specified, it takes precedence over the cluster's logging
+    #   configuration. If you don't specify this configuration entirely, or
+    #   omit individual fields, EMR falls back to cluster-level logging
+    #   behavior.
+    #   @return [Types::S3MonitoringConfiguration]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StepMonitoringConfiguration AWS API Documentation
+    #
+    class StepMonitoringConfiguration < Struct.new(
+      :s3_monitoring_configuration)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The details of the step state change reason.
     #
     # @!attribute [rw] code
@@ -6905,6 +6965,15 @@ module Aws::EMR
     #   The current execution status details of the cluster step.
     #   @return [Types::StepStatus]
     #
+    # @!attribute [rw] log_uri
+    #   The Amazon S3 destination URI for log publishing.
+    #   @return [String]
+    #
+    # @!attribute [rw] encryption_key_arn
+    #   The KMS key ARN to encrypt the logs published to the given Amazon S3
+    #   destination.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StepSummary AWS API Documentation
     #
     class StepSummary < Struct.new(
@@ -6912,7 +6981,9 @@ module Aws::EMR
       :name,
       :config,
       :action_on_failure,
-      :status)
+      :status,
+      :log_uri,
+      :encryption_key_arn)
       SENSITIVE = []
       include Aws::Structure
     end

data/lib/aws-sdk-emr.rb

@@ -55,7 +55,7 @@ module Aws::EMR
   autoload :EndpointProvider, 'aws-sdk-emr/endpoint_provider'
   autoload :Endpoints, 'aws-sdk-emr/endpoints'
 
-  GEM_VERSION = '1.120.0'
+  GEM_VERSION = '1.121.0'
 
 end
 

data/sig/client.rbs

@@ -263,7 +263,13 @@ module Aws
                                       jar: ::String,
                                       main_class: ::String?,
                                       args: Array[::String]?
-                                    }
+                                    },
+                                    step_monitoring_configuration: {
+                                      s3_monitoring_configuration: {
+                                        log_uri: ::String?,
+                                        encryption_key_arn: ::String?
+                                      }?
+                                    }?
                                   },
                                 ],
                                 ?execution_role_arn: ::String
@@ -1161,7 +1167,13 @@ module Aws
                                 jar: ::String,
                                 main_class: ::String?,
                                 args: Array[::String]?
-                              }
+                              },
+                              step_monitoring_configuration: {
+                                s3_monitoring_configuration: {
+                                  log_uri: ::String?,
+                                  encryption_key_arn: ::String?
+                                }?
+                              }?
                             },
                           ],
                           ?bootstrap_actions: Array[

data/sig/types.rbs

@@ -1360,6 +1360,12 @@ module Aws::EMR
       SENSITIVE: []
     end
 
+    class S3MonitoringConfiguration
+      attr_accessor log_uri: ::String
+      attr_accessor encryption_key_arn: ::String
+      SENSITIVE: []
+    end
+
     class ScalingAction
       attr_accessor market: ("ON_DEMAND" | "SPOT")
       attr_accessor simple_scaling_policy_configuration: Types::SimpleScalingPolicyConfiguration
@@ -1503,6 +1509,8 @@ module Aws::EMR
       attr_accessor action_on_failure: ("TERMINATE_JOB_FLOW" | "TERMINATE_CLUSTER" | "CANCEL_AND_WAIT" | "CONTINUE")
       attr_accessor status: Types::StepStatus
       attr_accessor execution_role_arn: ::String
+      attr_accessor log_uri: ::String
+      attr_accessor encryption_key_arn: ::String
       SENSITIVE: []
     end
 
@@ -1510,6 +1518,7 @@ module Aws::EMR
       attr_accessor name: ::String
       attr_accessor action_on_failure: ("TERMINATE_JOB_FLOW" | "TERMINATE_CLUSTER" | "CANCEL_AND_WAIT" | "CONTINUE")
       attr_accessor hadoop_jar_step: Types::HadoopJarStepConfig
+      attr_accessor step_monitoring_configuration: Types::StepMonitoringConfiguration
       SENSITIVE: []
     end
 
@@ -1528,6 +1537,11 @@ module Aws::EMR
       SENSITIVE: []
     end
 
+    class StepMonitoringConfiguration
+      attr_accessor s3_monitoring_configuration: Types::S3MonitoringConfiguration
+      SENSITIVE: []
+    end
+
     class StepStateChangeReason
       attr_accessor code: ("NONE")
       attr_accessor message: ::String
@@ -1548,6 +1562,8 @@ module Aws::EMR
       attr_accessor config: Types::HadoopStepConfig
       attr_accessor action_on_failure: ("TERMINATE_JOB_FLOW" | "TERMINATE_CLUSTER" | "CANCEL_AND_WAIT" | "CONTINUE")
       attr_accessor status: Types::StepStatus
+      attr_accessor log_uri: ::String
+      attr_accessor encryption_key_arn: ::String
       SENSITIVE: []
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-emr
 version: !ruby/object:Gem::Version
-  version: 1.120.0
+  version: 1.121.0
 platform: ruby
 authors:
 - Amazon Web Services