aws-sdk-emrserverless 1.19.0 → 1.21.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9af4d6e9d0f70c4588c85feefb45bba130397208b8fdf4bc041a92f3ec432328
-  data.tar.gz: ca30251c880c6608f814f9233276beeabc13ced59bf1a34b58326f0e4afa3f3a
+  metadata.gz: 7afeb7cf2da9edf72c180a16a8ca7df6f0e4a1288e62559c38e1f36421dd7c40
+  data.tar.gz: fdeb17824b2180cae4e67ee2b635c3e21124af4764b9cd43dabdbf30b32c2054
 SHA512:
-  metadata.gz: 131dbfb475dc2b229c78c32200587342436073103650d8b3a4a57d2ffb2e04faeb5eb7e80ae2f78a88518e98d5fe35a991364ec26167fdb42fe1008c9235659e
-  data.tar.gz: 2db8189ed725d28340f49e0f762c045a892e8d1e84baecf3b148ac5c0839dc903f359e16884a2321cc66c781dc7360730ed7297564194192f69222f7302eb34e
+  metadata.gz: 0715cf38b9352b883aa7cc37f4d85e47bfc2f6a40290e5ad98522711357d83d9ee5b1c6fb4a8d6275487a6b50974aabfef22aa8b7d7efcd466801779d8cfca3c
+  data.tar.gz: 879ce095615bd0de67eff0896416ece5e6378a8d0b1eb0e82cbd07ebc27174ef1899fdf2e38ce459f3716cf94cbceb86c58e0aa7c6627dde1e1d9e663c20deac

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
 
+1.21.0 (2024-04-18)
+------------------
+
+* Feature - This release adds the capability to publish detailed Spark engine metrics to Amazon Managed Service for Prometheus (AMP) for  enhanced monitoring for Spark jobs.
+
+1.20.0 (2024-04-16)
+------------------
+
+* Feature - This release adds support for shuffle optimized disks that allow larger disk sizes and higher IOPS to efficiently run shuffle heavy workloads.
+
 1.19.0 (2024-01-26)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.19.0
+1.21.0

data/lib/aws-sdk-emrserverless/client.rb

@@ -513,6 +513,7 @@ module Aws::EMRServerless
     #           cpu: "CpuSize", # required
     #           memory: "MemorySize", # required
     #           disk: "DiskSize",
+    #           disk_type: "DiskType",
     #         },
     #       },
     #     },
@@ -550,7 +551,7 @@ module Aws::EMRServerless
     #       {
     #         classification: "String1024", # required
     #         properties: {
-    #           "String1024" => "String1024",
+    #           "ConfigurationPropertyKey" => "ConfigurationPropertyValue",
     #         },
     #         configurations: {
     #           # recursive ConfigurationList
@@ -575,6 +576,9 @@ module Aws::EMRServerless
     #           "WorkerTypeString" => ["LogTypeString"],
     #         },
     #       },
+    #       prometheus_monitoring_configuration: {
+    #         remote_write_url: "PrometheusUrlString",
+    #       },
     #     },
     #   })
     #
@@ -645,6 +649,7 @@ module Aws::EMRServerless
     #   resp.application.initial_capacity["WorkerTypeString"].worker_configuration.cpu #=> String
     #   resp.application.initial_capacity["WorkerTypeString"].worker_configuration.memory #=> String
     #   resp.application.initial_capacity["WorkerTypeString"].worker_configuration.disk #=> String
+    #   resp.application.initial_capacity["WorkerTypeString"].worker_configuration.disk_type #=> String
     #   resp.application.maximum_capacity.cpu #=> String
     #   resp.application.maximum_capacity.memory #=> String
     #   resp.application.maximum_capacity.disk #=> String
@@ -668,7 +673,7 @@ module Aws::EMRServerless
     #   resp.application.runtime_configuration #=> Array
     #   resp.application.runtime_configuration[0].classification #=> String
     #   resp.application.runtime_configuration[0].properties #=> Hash
-    #   resp.application.runtime_configuration[0].properties["String1024"] #=> String
+    #   resp.application.runtime_configuration[0].properties["ConfigurationPropertyKey"] #=> String
     #   resp.application.runtime_configuration[0].configurations #=> Types::ConfigurationList
     #   resp.application.monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
     #   resp.application.monitoring_configuration.s3_monitoring_configuration.encryption_key_arn #=> String
@@ -681,6 +686,7 @@ module Aws::EMRServerless
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types #=> Hash
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"] #=> Array
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"][0] #=> String
+    #   resp.application.monitoring_configuration.prometheus_monitoring_configuration.remote_write_url #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/GetApplication AWS API Documentation
     #
@@ -770,7 +776,7 @@ module Aws::EMRServerless
     #   resp.job_run.configuration_overrides.application_configuration #=> Array
     #   resp.job_run.configuration_overrides.application_configuration[0].classification #=> String
     #   resp.job_run.configuration_overrides.application_configuration[0].properties #=> Hash
-    #   resp.job_run.configuration_overrides.application_configuration[0].properties["String1024"] #=> String
+    #   resp.job_run.configuration_overrides.application_configuration[0].properties["ConfigurationPropertyKey"] #=> String
     #   resp.job_run.configuration_overrides.application_configuration[0].configurations #=> Types::ConfigurationList
     #   resp.job_run.configuration_overrides.monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
     #   resp.job_run.configuration_overrides.monitoring_configuration.s3_monitoring_configuration.encryption_key_arn #=> String
@@ -783,6 +789,7 @@ module Aws::EMRServerless
     #   resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.log_types #=> Hash
     #   resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"] #=> Array
     #   resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"][0] #=> String
+    #   resp.job_run.configuration_overrides.monitoring_configuration.prometheus_monitoring_configuration.remote_write_url #=> String
     #   resp.job_run.job_driver.spark_submit.entry_point #=> String
     #   resp.job_run.job_driver.spark_submit.entry_point_arguments #=> Array
     #   resp.job_run.job_driver.spark_submit.entry_point_arguments[0] #=> String
@@ -1046,7 +1053,7 @@ module Aws::EMRServerless
     #         {
     #           classification: "String1024", # required
     #           properties: {
-    #             "String1024" => "String1024",
+    #             "ConfigurationPropertyKey" => "ConfigurationPropertyValue",
     #           },
     #           configurations: {
     #             # recursive ConfigurationList
@@ -1071,6 +1078,9 @@ module Aws::EMRServerless
     #             "WorkerTypeString" => ["LogTypeString"],
     #           },
     #         },
+    #         prometheus_monitoring_configuration: {
+    #           remote_write_url: "PrometheusUrlString",
+    #         },
     #       },
     #     },
     #     tags: {
@@ -1266,6 +1276,7 @@ module Aws::EMRServerless
     #           cpu: "CpuSize", # required
     #           memory: "MemorySize", # required
     #           disk: "DiskSize",
+    #           disk_type: "DiskType",
     #         },
     #       },
     #     },
@@ -1301,7 +1312,7 @@ module Aws::EMRServerless
     #       {
     #         classification: "String1024", # required
     #         properties: {
-    #           "String1024" => "String1024",
+    #           "ConfigurationPropertyKey" => "ConfigurationPropertyValue",
     #         },
     #         configurations: {
     #           # recursive ConfigurationList
@@ -1326,6 +1337,9 @@ module Aws::EMRServerless
     #           "WorkerTypeString" => ["LogTypeString"],
     #         },
     #       },
+    #       prometheus_monitoring_configuration: {
+    #         remote_write_url: "PrometheusUrlString",
+    #       },
     #     },
     #   })
     #
@@ -1343,6 +1357,7 @@ module Aws::EMRServerless
     #   resp.application.initial_capacity["WorkerTypeString"].worker_configuration.cpu #=> String
     #   resp.application.initial_capacity["WorkerTypeString"].worker_configuration.memory #=> String
     #   resp.application.initial_capacity["WorkerTypeString"].worker_configuration.disk #=> String
+    #   resp.application.initial_capacity["WorkerTypeString"].worker_configuration.disk_type #=> String
     #   resp.application.maximum_capacity.cpu #=> String
     #   resp.application.maximum_capacity.memory #=> String
     #   resp.application.maximum_capacity.disk #=> String
@@ -1366,7 +1381,7 @@ module Aws::EMRServerless
     #   resp.application.runtime_configuration #=> Array
     #   resp.application.runtime_configuration[0].classification #=> String
     #   resp.application.runtime_configuration[0].properties #=> Hash
-    #   resp.application.runtime_configuration[0].properties["String1024"] #=> String
+    #   resp.application.runtime_configuration[0].properties["ConfigurationPropertyKey"] #=> String
     #   resp.application.runtime_configuration[0].configurations #=> Types::ConfigurationList
     #   resp.application.monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
     #   resp.application.monitoring_configuration.s3_monitoring_configuration.encryption_key_arn #=> String
@@ -1379,6 +1394,7 @@ module Aws::EMRServerless
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types #=> Hash
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"] #=> Array
     #   resp.application.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"][0] #=> String
+    #   resp.application.monitoring_configuration.prometheus_monitoring_configuration.remote_write_url #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/UpdateApplication AWS API Documentation
     #
@@ -1402,7 +1418,7 @@ module Aws::EMRServerless
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-emrserverless'
-      context[:gem_version] = '1.19.0'
+      context[:gem_version] = '1.21.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-emrserverless/client_api.rb

@@ -33,6 +33,8 @@ module Aws::EMRServerless
     Configuration = Shapes::StructureShape.new(name: 'Configuration')
     ConfigurationList = Shapes::ListShape.new(name: 'ConfigurationList')
     ConfigurationOverrides = Shapes::StructureShape.new(name: 'ConfigurationOverrides')
+    ConfigurationPropertyKey = Shapes::StringShape.new(name: 'ConfigurationPropertyKey')
+    ConfigurationPropertyValue = Shapes::StringShape.new(name: 'ConfigurationPropertyValue')
     ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
     CpuSize = Shapes::StringShape.new(name: 'CpuSize')
     CreateApplicationRequest = Shapes::StructureShape.new(name: 'CreateApplicationRequest')
@@ -41,6 +43,7 @@ module Aws::EMRServerless
     DeleteApplicationRequest = Shapes::StructureShape.new(name: 'DeleteApplicationRequest')
     DeleteApplicationResponse = Shapes::StructureShape.new(name: 'DeleteApplicationResponse')
     DiskSize = Shapes::StringShape.new(name: 'DiskSize')
+    DiskType = Shapes::StringShape.new(name: 'DiskType')
     Double = Shapes::FloatShape.new(name: 'Double')
     Duration = Shapes::IntegerShape.new(name: 'Duration')
     EncryptionKeyArn = Shapes::StringShape.new(name: 'EncryptionKeyArn')
@@ -94,6 +97,8 @@ module Aws::EMRServerless
     MonitoringConfiguration = Shapes::StructureShape.new(name: 'MonitoringConfiguration')
     NetworkConfiguration = Shapes::StructureShape.new(name: 'NetworkConfiguration')
     NextToken = Shapes::StringShape.new(name: 'NextToken')
+    PrometheusMonitoringConfiguration = Shapes::StructureShape.new(name: 'PrometheusMonitoringConfiguration')
+    PrometheusUrlString = Shapes::StringShape.new(name: 'PrometheusUrlString')
     Query = Shapes::StringShape.new(name: 'Query')
     ReleaseLabel = Shapes::StringShape.new(name: 'ReleaseLabel')
     RequestIdentityUserArn = Shapes::StringShape.new(name: 'RequestIdentityUserArn')
@@ -375,12 +380,16 @@ module Aws::EMRServerless
     MonitoringConfiguration.add_member(:s3_monitoring_configuration, Shapes::ShapeRef.new(shape: S3MonitoringConfiguration, location_name: "s3MonitoringConfiguration"))
     MonitoringConfiguration.add_member(:managed_persistence_monitoring_configuration, Shapes::ShapeRef.new(shape: ManagedPersistenceMonitoringConfiguration, location_name: "managedPersistenceMonitoringConfiguration"))
     MonitoringConfiguration.add_member(:cloud_watch_logging_configuration, Shapes::ShapeRef.new(shape: CloudWatchLoggingConfiguration, location_name: "cloudWatchLoggingConfiguration"))
+    MonitoringConfiguration.add_member(:prometheus_monitoring_configuration, Shapes::ShapeRef.new(shape: PrometheusMonitoringConfiguration, location_name: "prometheusMonitoringConfiguration"))
     MonitoringConfiguration.struct_class = Types::MonitoringConfiguration
 
     NetworkConfiguration.add_member(:subnet_ids, Shapes::ShapeRef.new(shape: SubnetIds, location_name: "subnetIds"))
     NetworkConfiguration.add_member(:security_group_ids, Shapes::ShapeRef.new(shape: SecurityGroupIds, location_name: "securityGroupIds"))
     NetworkConfiguration.struct_class = Types::NetworkConfiguration
 
+    PrometheusMonitoringConfiguration.add_member(:remote_write_url, Shapes::ShapeRef.new(shape: PrometheusUrlString, location_name: "remoteWriteUrl"))
+    PrometheusMonitoringConfiguration.struct_class = Types::PrometheusMonitoringConfiguration
+
     ResourceNotFoundException.add_member(:message, Shapes::ShapeRef.new(shape: String1024, required: true, location_name: "message"))
     ResourceNotFoundException.struct_class = Types::ResourceNotFoundException
 
@@ -395,8 +404,8 @@ module Aws::EMRServerless
 
     SecurityGroupIds.member = Shapes::ShapeRef.new(shape: SecurityGroupString)
 
-    SensitivePropertiesMap.key = Shapes::ShapeRef.new(shape: String1024)
-    SensitivePropertiesMap.value = Shapes::ShapeRef.new(shape: String1024)
+    SensitivePropertiesMap.key = Shapes::ShapeRef.new(shape: ConfigurationPropertyKey)
+    SensitivePropertiesMap.value = Shapes::ShapeRef.new(shape: ConfigurationPropertyValue)
 
     ServiceQuotaExceededException.add_member(:message, Shapes::ShapeRef.new(shape: String1024, required: true, location_name: "message"))
     ServiceQuotaExceededException.struct_class = Types::ServiceQuotaExceededException
@@ -479,6 +488,7 @@ module Aws::EMRServerless
     WorkerResourceConfig.add_member(:cpu, Shapes::ShapeRef.new(shape: CpuSize, required: true, location_name: "cpu"))
     WorkerResourceConfig.add_member(:memory, Shapes::ShapeRef.new(shape: MemorySize, required: true, location_name: "memory"))
     WorkerResourceConfig.add_member(:disk, Shapes::ShapeRef.new(shape: DiskSize, location_name: "disk"))
+    WorkerResourceConfig.add_member(:disk_type, Shapes::ShapeRef.new(shape: DiskType, location_name: "diskType"))
     WorkerResourceConfig.struct_class = Types::WorkerResourceConfig
 
     WorkerTypeSpecification.add_member(:image_configuration, Shapes::ShapeRef.new(shape: ImageConfiguration, location_name: "imageConfiguration"))

data/lib/aws-sdk-emrserverless/endpoint_provider.rb

@@ -32,7 +32,7 @@ module Aws::EMRServerless
             raise ArgumentError, "FIPS and DualStack are enabled, but this partition does not support one or both"
           end
           if Aws::Endpoints::Matchers.boolean_equals?(use_fips, true)
-            if Aws::Endpoints::Matchers.boolean_equals?(true, Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS"))
+            if Aws::Endpoints::Matchers.boolean_equals?(Aws::Endpoints::Matchers.attr(partition_result, "supportsFIPS"), true)
               return Aws::Endpoints::Endpoint.new(url: "https://emr-serverless-fips.#{region}.#{partition_result['dnsSuffix']}", headers: {}, properties: {})
             end
             raise ArgumentError, "FIPS is enabled but this partition does not support FIPS"

data/lib/aws-sdk-emrserverless/types.rb

@@ -1106,12 +1106,18 @@ module Aws::EMRServerless
     #   configure your jobs to send log information to CloudWatch.
     #   @return [Types::CloudWatchLoggingConfiguration]
     #
+    # @!attribute [rw] prometheus_monitoring_configuration
+    #   The monitoring configuration object you can configure to send
+    #   metrics to Amazon Managed Service for Prometheus for a job run.
+    #   @return [Types::PrometheusMonitoringConfiguration]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/MonitoringConfiguration AWS API Documentation
     #
     class MonitoringConfiguration < Struct.new(
       :s3_monitoring_configuration,
       :managed_persistence_monitoring_configuration,
-      :cloud_watch_logging_configuration)
+      :cloud_watch_logging_configuration,
+      :prometheus_monitoring_configuration)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -1135,6 +1141,22 @@ module Aws::EMRServerless
       include Aws::Structure
     end
 
+    # The monitoring configuration object you can configure to send metrics
+    # to Amazon Managed Service for Prometheus for a job run.
+    #
+    # @!attribute [rw] remote_write_url
+    #   The remote write URL in the Amazon Managed Service for Prometheus
+    #   workspace to send metrics to.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/PrometheusMonitoringConfiguration AWS API Documentation
+    #
+    class PrometheusMonitoringConfiguration < Struct.new(
+      :remote_write_url)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The specified resource was not found.
     #
     # @!attribute [rw] message
@@ -1555,12 +1577,19 @@ module Aws::EMRServerless
     #   The disk requirements for every worker instance of the worker type.
     #   @return [String]
     #
+    # @!attribute [rw] disk_type
+    #   The disk type for every worker instance of the work type. Shuffle
+    #   optimized disks have higher performance characteristics and are
+    #   better for shuffle heavy workloads. Default is `STANDARD`.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/WorkerResourceConfig AWS API Documentation
     #
     class WorkerResourceConfig < Struct.new(
       :cpu,
       :memory,
-      :disk)
+      :disk,
+      :disk_type)
       SENSITIVE = []
       include Aws::Structure
     end

data/lib/aws-sdk-emrserverless.rb

@@ -52,6 +52,6 @@ require_relative 'aws-sdk-emrserverless/customizations'
 # @!group service
 module Aws::EMRServerless
 
-  GEM_VERSION = '1.19.0'
+  GEM_VERSION = '1.21.0'
 
 end

data/sig/client.rbs

@@ -101,7 +101,8 @@ module Aws
                                     worker_configuration: {
                                       cpu: ::String,
                                       memory: ::String,
-                                      disk: ::String?
+                                      disk: ::String?,
+                                      disk_type: ::String?
                                     }?
                                   }],
                                 ?maximum_capacity: {
@@ -152,6 +153,9 @@ module Aws
                                     log_stream_name_prefix: ::String?,
                                     encryption_key_arn: ::String?,
                                     log_types: Hash[::String, Array[::String]]?
+                                  }?,
+                                  prometheus_monitoring_configuration: {
+                                    remote_write_url: ::String?
                                   }?
                                 }
                               ) -> _CreateApplicationResponseSuccess
@@ -292,6 +296,9 @@ module Aws
                                  log_stream_name_prefix: ::String?,
                                  encryption_key_arn: ::String?,
                                  log_types: Hash[::String, Array[::String]]?
+                               }?,
+                               prometheus_monitoring_configuration: {
+                                 remote_write_url: ::String?
                                }?
                              }?
                            },
@@ -343,7 +350,8 @@ module Aws
                                     worker_configuration: {
                                       cpu: ::String,
                                       memory: ::String,
-                                      disk: ::String?
+                                      disk: ::String?,
+                                      disk_type: ::String?
                                     }?
                                   }],
                                 ?maximum_capacity: {
@@ -394,6 +402,9 @@ module Aws
                                     log_stream_name_prefix: ::String?,
                                     encryption_key_arn: ::String?,
                                     log_types: Hash[::String, Array[::String]]?
+                                  }?,
+                                  prometheus_monitoring_configuration: {
+                                    remote_write_url: ::String?
                                   }?
                                 }
                               ) -> _UpdateApplicationResponseSuccess

data/sig/types.rbs

@@ -300,6 +300,7 @@ module Aws::EMRServerless
       attr_accessor s3_monitoring_configuration: Types::S3MonitoringConfiguration
       attr_accessor managed_persistence_monitoring_configuration: Types::ManagedPersistenceMonitoringConfiguration
       attr_accessor cloud_watch_logging_configuration: Types::CloudWatchLoggingConfiguration
+      attr_accessor prometheus_monitoring_configuration: Types::PrometheusMonitoringConfiguration
       SENSITIVE: []
     end
 
@@ -309,6 +310,11 @@ module Aws::EMRServerless
       SENSITIVE: []
     end
 
+    class PrometheusMonitoringConfiguration
+      attr_accessor remote_write_url: ::String
+      SENSITIVE: []
+    end
+
     class ResourceNotFoundException
       attr_accessor message: ::String
       SENSITIVE: []
@@ -430,6 +436,7 @@ module Aws::EMRServerless
       attr_accessor cpu: ::String
       attr_accessor memory: ::String
       attr_accessor disk: ::String
+      attr_accessor disk_type: ::String
       SENSITIVE: []
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-emrserverless
 version: !ruby/object:Gem::Version
-  version: 1.19.0
+  version: 1.21.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-01-26 00:00:00.000000000 Z
+date: 2024-04-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core