aws-sdk-emrserverless 1.20.0 → 1.21.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1b4c27496e07a551774faf80f2d02ba0bd8a1edd8875b6844a2012012eba07dc
-  data.tar.gz: f65ee1cfec3db78bb1352add5db68ddb964c07b85f902dd98d4eec89bea21f0a
+  metadata.gz: 7afeb7cf2da9edf72c180a16a8ca7df6f0e4a1288e62559c38e1f36421dd7c40
+  data.tar.gz: fdeb17824b2180cae4e67ee2b635c3e21124af4764b9cd43dabdbf30b32c2054
 SHA512:
-  metadata.gz: d33b6096908ebca38fff29507fd09d93b5747f80a2f2c1c4d48ffde485b66b6c96df3b9839de34339d6306c373ed887e5deea89561112ec01d36b70540bab345
-  data.tar.gz: 00be784c327ed8960cb6456a27a637c39e5ee8680f1c31582ceb6b2fcea5d7dce3c0f7313cd51a570d2161b714877a7b0837bdc629fe57ac383d98830ad299f7
+  metadata.gz: 0715cf38b9352b883aa7cc37f4d85e47bfc2f6a40290e5ad98522711357d83d9ee5b1c6fb4a8d6275487a6b50974aabfef22aa8b7d7efcd466801779d8cfca3c
+  data.tar.gz: 879ce095615bd0de67eff0896416ece5e6378a8d0b1eb0e82cbd07ebc27174ef1899fdf2e38ce459f3716cf94cbceb86c58e0aa7c6627dde1e1d9e663c20deac

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.21.0 (2024-04-18)
+------------------
+
+* Feature - This release adds the capability to publish detailed Spark engine metrics to Amazon Managed Service for Prometheus (AMP) for  enhanced monitoring for Spark jobs.
+
 1.20.0 (2024-04-16)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.20.0
+1.21.0

data/lib/aws-sdk-emrserverless/client.rb

@@ -551,7 +551,7 @@ module Aws::EMRServerless
     #       {
     #         classification: "String1024", # required
     #         properties: {
-    #           "String1024" => "String1024",
+    #           "ConfigurationPropertyKey" => "ConfigurationPropertyValue",
     #         },
     #         configurations: {
     #           # recursive ConfigurationList
@@ -576,6 +576,9 @@ module Aws::EMRServerless
     #           "WorkerTypeString" => ["LogTypeString"],
     #         },
     #       },
+    #       prometheus_monitoring_configuration: {
+    #         remote_write_url: "PrometheusUrlString",
+    #       },
     #     },
     #   })
     #
@@ -670,7 +673,7 @@ module Aws::EMRServerless
     #   resp.application.runtime_configuration #=> Array
     #   resp.application.runtime_configuration[0].classification #=> String
     #   resp.application.runtime_configuration[0].properties #=> Hash
-    #   resp.application.runtime_configuration[0].properties["String1024"] #=> String
+    #   resp.application.runtime_configuration[0].properties["ConfigurationPropertyKey"] #=> String
     #   resp.application.runtime_configuration[0].configurations #=> Types::ConfigurationList
     #   resp.application.monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
     #   resp.application.monitoring_configuration.s3_monitoring_configuration.encryption_key_arn #=> String
@@ -683,6 +686,7 @@ module Aws::EMRServerless
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types #=> Hash
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"] #=> Array
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"][0] #=> String
+    #   resp.application.monitoring_configuration.prometheus_monitoring_configuration.remote_write_url #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/GetApplication AWS API Documentation
     #
@@ -772,7 +776,7 @@ module Aws::EMRServerless
     #   resp.job_run.configuration_overrides.application_configuration #=> Array
     #   resp.job_run.configuration_overrides.application_configuration[0].classification #=> String
     #   resp.job_run.configuration_overrides.application_configuration[0].properties #=> Hash
-    #   resp.job_run.configuration_overrides.application_configuration[0].properties["String1024"] #=> String
+    #   resp.job_run.configuration_overrides.application_configuration[0].properties["ConfigurationPropertyKey"] #=> String
     #   resp.job_run.configuration_overrides.application_configuration[0].configurations #=> Types::ConfigurationList
     #   resp.job_run.configuration_overrides.monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
     #   resp.job_run.configuration_overrides.monitoring_configuration.s3_monitoring_configuration.encryption_key_arn #=> String
@@ -785,6 +789,7 @@ module Aws::EMRServerless
     #   resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.log_types #=> Hash
     #   resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"] #=> Array
     #   resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"][0] #=> String
+    #   resp.job_run.configuration_overrides.monitoring_configuration.prometheus_monitoring_configuration.remote_write_url #=> String
     #   resp.job_run.job_driver.spark_submit.entry_point #=> String
     #   resp.job_run.job_driver.spark_submit.entry_point_arguments #=> Array
     #   resp.job_run.job_driver.spark_submit.entry_point_arguments[0] #=> String
@@ -1048,7 +1053,7 @@ module Aws::EMRServerless
     #         {
     #           classification: "String1024", # required
     #           properties: {
-    #             "String1024" => "String1024",
+    #             "ConfigurationPropertyKey" => "ConfigurationPropertyValue",
     #           },
     #           configurations: {
     #             # recursive ConfigurationList
@@ -1073,6 +1078,9 @@ module Aws::EMRServerless
     #             "WorkerTypeString" => ["LogTypeString"],
     #           },
     #         },
+    #         prometheus_monitoring_configuration: {
+    #           remote_write_url: "PrometheusUrlString",
+    #         },
     #       },
     #     },
     #     tags: {
@@ -1304,7 +1312,7 @@ module Aws::EMRServerless
     #       {
     #         classification: "String1024", # required
     #         properties: {
-    #           "String1024" => "String1024",
+    #           "ConfigurationPropertyKey" => "ConfigurationPropertyValue",
     #         },
     #         configurations: {
     #           # recursive ConfigurationList
@@ -1329,6 +1337,9 @@ module Aws::EMRServerless
     #           "WorkerTypeString" => ["LogTypeString"],
     #         },
     #       },
+    #       prometheus_monitoring_configuration: {
+    #         remote_write_url: "PrometheusUrlString",
+    #       },
     #     },
     #   })
     #
@@ -1370,7 +1381,7 @@ module Aws::EMRServerless
     #   resp.application.runtime_configuration #=> Array
     #   resp.application.runtime_configuration[0].classification #=> String
     #   resp.application.runtime_configuration[0].properties #=> Hash
-    #   resp.application.runtime_configuration[0].properties["String1024"] #=> String
+    #   resp.application.runtime_configuration[0].properties["ConfigurationPropertyKey"] #=> String
     #   resp.application.runtime_configuration[0].configurations #=> Types::ConfigurationList
     #   resp.application.monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
     #   resp.application.monitoring_configuration.s3_monitoring_configuration.encryption_key_arn #=> String
@@ -1383,6 +1394,7 @@ module Aws::EMRServerless
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types #=> Hash
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"] #=> Array
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"][0] #=> String
+    #   resp.application.monitoring_configuration.prometheus_monitoring_configuration.remote_write_url #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/UpdateApplication AWS API Documentation
     #
@@ -1406,7 +1418,7 @@ module Aws::EMRServerless
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-emrserverless'
-      context[:gem_version] = '1.20.0'
+      context[:gem_version] = '1.21.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-emrserverless/client_api.rb

@@ -33,6 +33,8 @@ module Aws::EMRServerless
     Configuration = Shapes::StructureShape.new(name: 'Configuration')
     ConfigurationList = Shapes::ListShape.new(name: 'ConfigurationList')
     ConfigurationOverrides = Shapes::StructureShape.new(name: 'ConfigurationOverrides')
+    ConfigurationPropertyKey = Shapes::StringShape.new(name: 'ConfigurationPropertyKey')
+    ConfigurationPropertyValue = Shapes::StringShape.new(name: 'ConfigurationPropertyValue')
     ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
     CpuSize = Shapes::StringShape.new(name: 'CpuSize')
     CreateApplicationRequest = Shapes::StructureShape.new(name: 'CreateApplicationRequest')
@@ -95,6 +97,8 @@ module Aws::EMRServerless
     MonitoringConfiguration = Shapes::StructureShape.new(name: 'MonitoringConfiguration')
     NetworkConfiguration = Shapes::StructureShape.new(name: 'NetworkConfiguration')
     NextToken = Shapes::StringShape.new(name: 'NextToken')
+    PrometheusMonitoringConfiguration = Shapes::StructureShape.new(name: 'PrometheusMonitoringConfiguration')
+    PrometheusUrlString = Shapes::StringShape.new(name: 'PrometheusUrlString')
     Query = Shapes::StringShape.new(name: 'Query')
     ReleaseLabel = Shapes::StringShape.new(name: 'ReleaseLabel')
     RequestIdentityUserArn = Shapes::StringShape.new(name: 'RequestIdentityUserArn')
@@ -376,12 +380,16 @@ module Aws::EMRServerless
     MonitoringConfiguration.add_member(:s3_monitoring_configuration, Shapes::ShapeRef.new(shape: S3MonitoringConfiguration, location_name: "s3MonitoringConfiguration"))
     MonitoringConfiguration.add_member(:managed_persistence_monitoring_configuration, Shapes::ShapeRef.new(shape: ManagedPersistenceMonitoringConfiguration, location_name: "managedPersistenceMonitoringConfiguration"))
     MonitoringConfiguration.add_member(:cloud_watch_logging_configuration, Shapes::ShapeRef.new(shape: CloudWatchLoggingConfiguration, location_name: "cloudWatchLoggingConfiguration"))
+    MonitoringConfiguration.add_member(:prometheus_monitoring_configuration, Shapes::ShapeRef.new(shape: PrometheusMonitoringConfiguration, location_name: "prometheusMonitoringConfiguration"))
     MonitoringConfiguration.struct_class = Types::MonitoringConfiguration
 
     NetworkConfiguration.add_member(:subnet_ids, Shapes::ShapeRef.new(shape: SubnetIds, location_name: "subnetIds"))
     NetworkConfiguration.add_member(:security_group_ids, Shapes::ShapeRef.new(shape: SecurityGroupIds, location_name: "securityGroupIds"))
     NetworkConfiguration.struct_class = Types::NetworkConfiguration
 
+    PrometheusMonitoringConfiguration.add_member(:remote_write_url, Shapes::ShapeRef.new(shape: PrometheusUrlString, location_name: "remoteWriteUrl"))
+    PrometheusMonitoringConfiguration.struct_class = Types::PrometheusMonitoringConfiguration
+
     ResourceNotFoundException.add_member(:message, Shapes::ShapeRef.new(shape: String1024, required: true, location_name: "message"))
     ResourceNotFoundException.struct_class = Types::ResourceNotFoundException
 
@@ -396,8 +404,8 @@ module Aws::EMRServerless
 
     SecurityGroupIds.member = Shapes::ShapeRef.new(shape: SecurityGroupString)
 
-    SensitivePropertiesMap.key = Shapes::ShapeRef.new(shape: String1024)
-    SensitivePropertiesMap.value = Shapes::ShapeRef.new(shape: String1024)
+    SensitivePropertiesMap.key = Shapes::ShapeRef.new(shape: ConfigurationPropertyKey)
+    SensitivePropertiesMap.value = Shapes::ShapeRef.new(shape: ConfigurationPropertyValue)
 
     ServiceQuotaExceededException.add_member(:message, Shapes::ShapeRef.new(shape: String1024, required: true, location_name: "message"))
     ServiceQuotaExceededException.struct_class = Types::ServiceQuotaExceededException

data/lib/aws-sdk-emrserverless/types.rb

@@ -1106,12 +1106,18 @@ module Aws::EMRServerless
     #   configure your jobs to send log information to CloudWatch.
     #   @return [Types::CloudWatchLoggingConfiguration]
     #
+    # @!attribute [rw] prometheus_monitoring_configuration
+    #   The monitoring configuration object you can configure to send
+    #   metrics to Amazon Managed Service for Prometheus for a job run.
+    #   @return [Types::PrometheusMonitoringConfiguration]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/MonitoringConfiguration AWS API Documentation
     #
     class MonitoringConfiguration < Struct.new(
       :s3_monitoring_configuration,
       :managed_persistence_monitoring_configuration,
-      :cloud_watch_logging_configuration)
+      :cloud_watch_logging_configuration,
+      :prometheus_monitoring_configuration)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -1135,6 +1141,22 @@ module Aws::EMRServerless
       include Aws::Structure
     end
 
+    # The monitoring configuration object you can configure to send metrics
+    # to Amazon Managed Service for Prometheus for a job run.
+    #
+    # @!attribute [rw] remote_write_url
+    #   The remote write URL in the Amazon Managed Service for Prometheus
+    #   workspace to send metrics to.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/PrometheusMonitoringConfiguration AWS API Documentation
+    #
+    class PrometheusMonitoringConfiguration < Struct.new(
+      :remote_write_url)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The specified resource was not found.
     #
     # @!attribute [rw] message

data/lib/aws-sdk-emrserverless.rb

@@ -52,6 +52,6 @@ require_relative 'aws-sdk-emrserverless/customizations'
 # @!group service
 module Aws::EMRServerless
 
-  GEM_VERSION = '1.20.0'
+  GEM_VERSION = '1.21.0'
 
 end

data/sig/client.rbs

@@ -153,6 +153,9 @@ module Aws
                                     log_stream_name_prefix: ::String?,
                                     encryption_key_arn: ::String?,
                                     log_types: Hash[::String, Array[::String]]?
+                                  }?,
+                                  prometheus_monitoring_configuration: {
+                                    remote_write_url: ::String?
                                   }?
                                 }
                               ) -> _CreateApplicationResponseSuccess
@@ -293,6 +296,9 @@ module Aws
                                  log_stream_name_prefix: ::String?,
                                  encryption_key_arn: ::String?,
                                  log_types: Hash[::String, Array[::String]]?
+                               }?,
+                               prometheus_monitoring_configuration: {
+                                 remote_write_url: ::String?
                                }?
                              }?
                            },
@@ -396,6 +402,9 @@ module Aws
                                     log_stream_name_prefix: ::String?,
                                     encryption_key_arn: ::String?,
                                     log_types: Hash[::String, Array[::String]]?
+                                  }?,
+                                  prometheus_monitoring_configuration: {
+                                    remote_write_url: ::String?
                                   }?
                                 }
                               ) -> _UpdateApplicationResponseSuccess

data/sig/types.rbs

@@ -300,6 +300,7 @@ module Aws::EMRServerless
       attr_accessor s3_monitoring_configuration: Types::S3MonitoringConfiguration
       attr_accessor managed_persistence_monitoring_configuration: Types::ManagedPersistenceMonitoringConfiguration
       attr_accessor cloud_watch_logging_configuration: Types::CloudWatchLoggingConfiguration
+      attr_accessor prometheus_monitoring_configuration: Types::PrometheusMonitoringConfiguration
       SENSITIVE: []
     end
 
@@ -309,6 +310,11 @@ module Aws::EMRServerless
       SENSITIVE: []
     end
 
+    class PrometheusMonitoringConfiguration
+      attr_accessor remote_write_url: ::String
+      SENSITIVE: []
+    end
+
     class ResourceNotFoundException
       attr_accessor message: ::String
       SENSITIVE: []

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-emrserverless
 version: !ruby/object:Gem::Version
-  version: 1.20.0
+  version: 1.21.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-04-16 00:00:00.000000000 Z
+date: 2024-04-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core