aws-sdk-emr 1.119.0 → 1.120.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 29f1e613c39ec8e1e822343099ffb55cf78beaa3160ab588e893327abd4b792c
-  data.tar.gz: dd3ebb1ee2ab272464b7b8a4c5743d54773708ea899cdd921fb324b8b7879333
+  metadata.gz: faaccb9fa6a7dedf3cbfc17ada2a401452971c73c79d63af0c63c67e13563915
+  data.tar.gz: d33ffc7b9c3c59c99c015bdcbcbb66b644ae6b854525920007f5417de3f9ac99
 SHA512:
-  metadata.gz: 8e1cb2135d17b60fe2c69de0726f00091e6086e3a34425481d1099d49ae66f49852cadc840ca8bff90bd905f6fa1491877c12adba7491f1477c59a140e8572af
-  data.tar.gz: 7ccf8992f7e0a9dffeeaa119a0d8161a60c63fb598419f6cbaee782f2d06ba2c05401de6254427d83c714c0a9e3d39cec651d98203ad0f4d59ef712ae3ea5319
+  metadata.gz: e3419993ea69d767b03fb021a428c835758b2eca79a50e2b42ebac497bef0512937a0a0385ee350d876b295ba7bb47657f5357c73c79c991922b746825a396e2
+  data.tar.gz: 59a804e6b591c51298d067f6629ad38e777b42bab8a044ac3dd198a915050836d3947087a9a8acdf9e84a3beaaf593e7d3fe369678ea302e8c5bdf8bf9d52165

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.120.0 (2025-11-19)
+------------------
+
+* Feature - Add CloudWatch Logs integration for Spark driver, executor and step logs
+
 1.119.0 (2025-10-31)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.119.0
+1.120.0

data/lib/aws-sdk-emr/client.rb

@@ -1375,6 +1375,13 @@ module Aws::EMR
     #   resp.cluster.ebs_root_volume_iops #=> Integer
     #   resp.cluster.ebs_root_volume_throughput #=> Integer
     #   resp.cluster.extended_support #=> Boolean
+    #   resp.cluster.monitoring_configuration.cloud_watch_log_configuration.enabled #=> Boolean
+    #   resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_group_name #=> String
+    #   resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_stream_name_prefix #=> String
+    #   resp.cluster.monitoring_configuration.cloud_watch_log_configuration.encryption_key_arn #=> String
+    #   resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types #=> Hash
+    #   resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types["XmlString"] #=> Array
+    #   resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types["XmlString"][0] #=> String
     #
     #
     # The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
@@ -3729,6 +3736,9 @@ module Aws::EMR
     # @option params [Boolean] :extended_support
     #   Reserved.
     #
+    # @option params [Types::MonitoringConfiguration] :monitoring_configuration
+    #   Contains CloudWatch log configuration metadata and settings.
+    #
     # @return [Types::RunJobFlowOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::RunJobFlowOutput#job_flow_id #job_flow_id} => String
@@ -4014,6 +4024,17 @@ module Aws::EMR
     #     ebs_root_volume_iops: 1,
     #     ebs_root_volume_throughput: 1,
     #     extended_support: false,
+    #     monitoring_configuration: {
+    #       cloud_watch_log_configuration: {
+    #         enabled: false, # required
+    #         log_group_name: "XmlString",
+    #         log_stream_name_prefix: "XmlString",
+    #         encryption_key_arn: "XmlString",
+    #         log_types: {
+    #           "XmlString" => ["XmlString"],
+    #         },
+    #       },
+    #     },
     #   })
     #
     # @example Response structure
@@ -4514,7 +4535,7 @@ module Aws::EMR
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-emr'
-      context[:gem_version] = '1.119.0'
+      context[:gem_version] = '1.120.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-emr/client_api.rb

@@ -49,6 +49,7 @@ module Aws::EMR
     CancelStepsOutput = Shapes::StructureShape.new(name: 'CancelStepsOutput')
     CancelStepsRequestStatus = Shapes::StringShape.new(name: 'CancelStepsRequestStatus')
     CloudWatchAlarmDefinition = Shapes::StructureShape.new(name: 'CloudWatchAlarmDefinition')
+    CloudWatchLogConfiguration = Shapes::StructureShape.new(name: 'CloudWatchLogConfiguration')
     Cluster = Shapes::StructureShape.new(name: 'Cluster')
     ClusterId = Shapes::StringShape.new(name: 'ClusterId')
     ClusterState = Shapes::StringShape.new(name: 'ClusterState')
@@ -221,6 +222,7 @@ module Aws::EMR
     ListStudiosOutput = Shapes::StructureShape.new(name: 'ListStudiosOutput')
     ListSupportedInstanceTypesInput = Shapes::StructureShape.new(name: 'ListSupportedInstanceTypesInput')
     ListSupportedInstanceTypesOutput = Shapes::StructureShape.new(name: 'ListSupportedInstanceTypesOutput')
+    LogTypesMap = Shapes::MapShape.new(name: 'LogTypesMap')
     Long = Shapes::IntegerShape.new(name: 'Long')
     ManagedScalingPolicy = Shapes::StructureShape.new(name: 'ManagedScalingPolicy')
     Marker = Shapes::StringShape.new(name: 'Marker')
@@ -232,6 +234,7 @@ module Aws::EMR
     ModifyClusterOutput = Shapes::StructureShape.new(name: 'ModifyClusterOutput')
     ModifyInstanceFleetInput = Shapes::StructureShape.new(name: 'ModifyInstanceFleetInput')
     ModifyInstanceGroupsInput = Shapes::StructureShape.new(name: 'ModifyInstanceGroupsInput')
+    MonitoringConfiguration = Shapes::StructureShape.new(name: 'MonitoringConfiguration')
     NewSupportedProductsList = Shapes::ListShape.new(name: 'NewSupportedProductsList')
     NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
     NotebookExecution = Shapes::StructureShape.new(name: 'NotebookExecution')
@@ -467,6 +470,13 @@ module Aws::EMR
     CloudWatchAlarmDefinition.add_member(:dimensions, Shapes::ShapeRef.new(shape: MetricDimensionList, location_name: "Dimensions"))
     CloudWatchAlarmDefinition.struct_class = Types::CloudWatchAlarmDefinition
 
+    CloudWatchLogConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: Boolean, required: true, location_name: "Enabled"))
+    CloudWatchLogConfiguration.add_member(:log_group_name, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogGroupName"))
+    CloudWatchLogConfiguration.add_member(:log_stream_name_prefix, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogStreamNamePrefix"))
+    CloudWatchLogConfiguration.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: XmlString, location_name: "EncryptionKeyArn"))
+    CloudWatchLogConfiguration.add_member(:log_types, Shapes::ShapeRef.new(shape: LogTypesMap, location_name: "LogTypes"))
+    CloudWatchLogConfiguration.struct_class = Types::CloudWatchLogConfiguration
+
     Cluster.add_member(:id, Shapes::ShapeRef.new(shape: ClusterId, location_name: "Id"))
     Cluster.add_member(:name, Shapes::ShapeRef.new(shape: String, location_name: "Name"))
     Cluster.add_member(:status, Shapes::ShapeRef.new(shape: ClusterStatus, location_name: "Status"))
@@ -502,6 +512,7 @@ module Aws::EMR
     Cluster.add_member(:ebs_root_volume_iops, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeIops"))
     Cluster.add_member(:ebs_root_volume_throughput, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeThroughput"))
     Cluster.add_member(:extended_support, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "ExtendedSupport"))
+    Cluster.add_member(:monitoring_configuration, Shapes::ShapeRef.new(shape: MonitoringConfiguration, location_name: "MonitoringConfiguration"))
     Cluster.struct_class = Types::Cluster
 
     ClusterStateChangeReason.add_member(:code, Shapes::ShapeRef.new(shape: ClusterStateChangeReasonCode, location_name: "Code"))
@@ -1213,6 +1224,9 @@ module Aws::EMR
     ListSupportedInstanceTypesOutput.add_member(:marker, Shapes::ShapeRef.new(shape: String, location_name: "Marker"))
     ListSupportedInstanceTypesOutput.struct_class = Types::ListSupportedInstanceTypesOutput
 
+    LogTypesMap.key = Shapes::ShapeRef.new(shape: XmlString)
+    LogTypesMap.value = Shapes::ShapeRef.new(shape: XmlStringList)
+
     ManagedScalingPolicy.add_member(:compute_limits, Shapes::ShapeRef.new(shape: ComputeLimits, location_name: "ComputeLimits"))
     ManagedScalingPolicy.add_member(:utilization_performance_index, Shapes::ShapeRef.new(shape: UtilizationPerformanceIndexInteger, location_name: "UtilizationPerformanceIndex"))
     ManagedScalingPolicy.add_member(:scaling_strategy, Shapes::ShapeRef.new(shape: ScalingStrategy, location_name: "ScalingStrategy"))
@@ -1241,6 +1255,9 @@ module Aws::EMR
     ModifyInstanceGroupsInput.add_member(:instance_groups, Shapes::ShapeRef.new(shape: InstanceGroupModifyConfigList, location_name: "InstanceGroups"))
     ModifyInstanceGroupsInput.struct_class = Types::ModifyInstanceGroupsInput
 
+    MonitoringConfiguration.add_member(:cloud_watch_log_configuration, Shapes::ShapeRef.new(shape: CloudWatchLogConfiguration, location_name: "CloudWatchLogConfiguration"))
+    MonitoringConfiguration.struct_class = Types::MonitoringConfiguration
+
     NewSupportedProductsList.member = Shapes::ShapeRef.new(shape: SupportedProductConfig)
 
     NotebookExecution.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionId"))
@@ -1423,6 +1440,7 @@ module Aws::EMR
     RunJobFlowInput.add_member(:ebs_root_volume_iops, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeIops"))
     RunJobFlowInput.add_member(:ebs_root_volume_throughput, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeThroughput"))
     RunJobFlowInput.add_member(:extended_support, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "ExtendedSupport"))
+    RunJobFlowInput.add_member(:monitoring_configuration, Shapes::ShapeRef.new(shape: MonitoringConfiguration, location_name: "MonitoringConfiguration"))
     RunJobFlowInput.struct_class = Types::RunJobFlowInput
 
     RunJobFlowOutput.add_member(:job_flow_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "JobFlowId"))

data/lib/aws-sdk-emr/types.rb

@@ -565,6 +565,44 @@ module Aws::EMR
       include Aws::Structure
     end
 
+    # Holds CloudWatch log configuration settings and metadata that specify
+    # settings like log files to monitor and where to send them.
+    #
+    # @!attribute [rw] enabled
+    #   Specifies if CloudWatch logging is enabled.
+    #   @return [Boolean]
+    #
+    # @!attribute [rw] log_group_name
+    #   The name of the CloudWatch log group where logs are published.
+    #   @return [String]
+    #
+    # @!attribute [rw] log_stream_name_prefix
+    #   The prefix of the log stream name.
+    #   @return [String]
+    #
+    # @!attribute [rw] encryption_key_arn
+    #   The ARN of the encryption key used to encrypt the logs.
+    #   @return [String]
+    #
+    # @!attribute [rw] log_types
+    #   A map of log types to file names for publishing logs to the standard
+    #   output or standard error streams for CloudWatch. Valid log types
+    #   include STEP\_LOGS, SPARK\_DRIVER, and SPARK\_EXECUTOR. Valid file
+    #   names for each type include STDOUT and STDERR.
+    #   @return [Hash<String,Array<String>>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/CloudWatchLogConfiguration AWS API Documentation
+    #
+    class CloudWatchLogConfiguration < Struct.new(
+      :enabled,
+      :log_group_name,
+      :log_stream_name_prefix,
+      :encryption_key_arn,
+      :log_types)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The detailed description of the cluster.
     #
     # @!attribute [rw] id
@@ -798,6 +836,10 @@ module Aws::EMR
     #   Reserved.
     #   @return [Boolean]
     #
+    # @!attribute [rw] monitoring_configuration
+    #   Contains Cloudwatch log configuration metadata and settings.
+    #   @return [Types::MonitoringConfiguration]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Cluster AWS API Documentation
     #
     class Cluster < Struct.new(
@@ -835,7 +877,8 @@ module Aws::EMR
       :os_release_label,
       :ebs_root_volume_iops,
       :ebs_root_volume_throughput,
-      :extended_support)
+      :extended_support,
+      :monitoring_configuration)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -2939,10 +2982,10 @@ module Aws::EMR
     #   @return [String]
     #
     # @!attribute [rw] bid_price
-    #   If specified, indicates that the instance group uses Spot Instances.
-    #   This is the maximum price you are willing to pay for Spot Instances.
-    #   Specify `OnDemandPrice` to set the amount equal to the On-Demand
-    #   price, or specify an amount in USD.
+    #   The bid price for each Amazon EC2 Spot Instance type as defined by
+    #   `InstanceType`. Expressed in USD. If neither `BidPrice` nor
+    #   `BidPriceAsPercentageOfOnDemandPrice` is provided,
+    #   `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
     #   @return [String]
     #
     # @!attribute [rw] instance_type
@@ -3054,10 +3097,10 @@ module Aws::EMR
     #   @return [String]
     #
     # @!attribute [rw] bid_price
-    #   If specified, indicates that the instance group uses Spot Instances.
-    #   This is the maximum price you are willing to pay for Spot Instances.
-    #   Specify `OnDemandPrice` to set the amount equal to the On-Demand
-    #   price, or specify an amount in USD.
+    #   The bid price for each Amazon EC2 Spot Instance type as defined by
+    #   `InstanceType`. Expressed in USD. If neither `BidPrice` nor
+    #   `BidPriceAsPercentageOfOnDemandPrice` is provided,
+    #   `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
     #   @return [String]
     #
     # @!attribute [rw] instance_type
@@ -3133,10 +3176,10 @@ module Aws::EMR
     #   @return [String]
     #
     # @!attribute [rw] bid_price
-    #   If specified, indicates that the instance group uses Spot Instances.
-    #   This is the maximum price you are willing to pay for Spot Instances.
-    #   Specify `OnDemandPrice` to set the amount equal to the On-Demand
-    #   price, or specify an amount in USD.
+    #   The bid price for each Amazon EC2 Spot Instance type as defined by
+    #   `InstanceType`. Expressed in USD. If neither `BidPrice` nor
+    #   `BidPriceAsPercentageOfOnDemandPrice` is provided,
+    #   `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
     #   @return [String]
     #
     # @!attribute [rw] instance_type
@@ -3511,7 +3554,9 @@ module Aws::EMR
     #
     # @!attribute [rw] bid_price
     #   The bid price for each Amazon EC2 Spot Instance type as defined by
-    #   `InstanceType`. Expressed in USD.
+    #   `InstanceType`. Expressed in USD. If neither `BidPrice` nor
+    #   `BidPriceAsPercentageOfOnDemandPrice` is provided,
+    #   `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
     #   @return [String]
     #
     # @!attribute [rw] bid_price_as_percentage_of_on_demand_price
@@ -4800,6 +4845,21 @@ module Aws::EMR
       include Aws::Structure
     end
 
+    # Contains CloudWatch log configuration metadata and settings.
+    #
+    # @!attribute [rw] cloud_watch_log_configuration
+    #   CloudWatch log configuration settings and metadata that specify
+    #   settings like log files to monitor and where to send them.
+    #   @return [Types::CloudWatchLogConfiguration]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/MonitoringConfiguration AWS API Documentation
+    #
+    class MonitoringConfiguration < Struct.new(
+      :cloud_watch_log_configuration)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # A notebook execution. An execution is a specific instance that an
     # Amazon EMR Notebook is run using the `StartNotebookExecution` action.
     #
@@ -5906,6 +5966,10 @@ module Aws::EMR
     #   Reserved.
     #   @return [Boolean]
     #
+    # @!attribute [rw] monitoring_configuration
+    #   Contains CloudWatch log configuration metadata and settings.
+    #   @return [Types::MonitoringConfiguration]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/RunJobFlowInput AWS API Documentation
     #
     class RunJobFlowInput < Struct.new(
@@ -5940,7 +6004,8 @@ module Aws::EMR
       :os_release_label,
       :ebs_root_volume_iops,
       :ebs_root_volume_throughput,
-      :extended_support)
+      :extended_support,
+      :monitoring_configuration)
       SENSITIVE = []
       include Aws::Structure
     end

data/lib/aws-sdk-emr.rb

@@ -55,7 +55,7 @@ module Aws::EMR
   autoload :EndpointProvider, 'aws-sdk-emr/endpoint_provider'
   autoload :Endpoints, 'aws-sdk-emr/endpoints'
 
-  GEM_VERSION = '1.119.0'
+  GEM_VERSION = '1.120.0'
 
 end
 

data/sig/client.rbs

@@ -1241,7 +1241,16 @@ module Aws
                           ?os_release_label: ::String,
                           ?ebs_root_volume_iops: ::Integer,
                           ?ebs_root_volume_throughput: ::Integer,
-                          ?extended_support: bool
+                          ?extended_support: bool,
+                          ?monitoring_configuration: {
+                            cloud_watch_log_configuration: {
+                              enabled: bool,
+                              log_group_name: ::String?,
+                              log_stream_name_prefix: ::String?,
+                              encryption_key_arn: ::String?,
+                              log_types: Hash[::String, Array[::String]]?
+                            }?
+                          }
                         ) -> _RunJobFlowResponseSuccess
                       | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _RunJobFlowResponseSuccess
 

data/sig/types.rbs

@@ -148,6 +148,15 @@ module Aws::EMR
       SENSITIVE: []
     end
 
+    class CloudWatchLogConfiguration
+      attr_accessor enabled: bool
+      attr_accessor log_group_name: ::String
+      attr_accessor log_stream_name_prefix: ::String
+      attr_accessor encryption_key_arn: ::String
+      attr_accessor log_types: ::Hash[::String, ::Array[::String]]
+      SENSITIVE: []
+    end
+
     class Cluster
       attr_accessor id: ::String
       attr_accessor name: ::String
@@ -184,6 +193,7 @@ module Aws::EMR
       attr_accessor ebs_root_volume_iops: ::Integer
       attr_accessor ebs_root_volume_throughput: ::Integer
       attr_accessor extended_support: bool
+      attr_accessor monitoring_configuration: Types::MonitoringConfiguration
       SENSITIVE: []
     end
 
@@ -1109,6 +1119,11 @@ module Aws::EMR
       SENSITIVE: []
     end
 
+    class MonitoringConfiguration
+      attr_accessor cloud_watch_log_configuration: Types::CloudWatchLogConfiguration
+      SENSITIVE: []
+    end
+
     class NotebookExecution
       attr_accessor notebook_execution_id: ::String
       attr_accessor editor_id: ::String
@@ -1335,6 +1350,7 @@ module Aws::EMR
       attr_accessor ebs_root_volume_iops: ::Integer
       attr_accessor ebs_root_volume_throughput: ::Integer
       attr_accessor extended_support: bool
+      attr_accessor monitoring_configuration: Types::MonitoringConfiguration
       SENSITIVE: []
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-emr
 version: !ruby/object:Gem::Version
-  version: 1.119.0
+  version: 1.120.0
 platform: ruby
 authors:
 - Amazon Web Services