aws-sdk-emrserverless 1.12.0 → 1.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emrserverless/client.rb +34 -4
- data/lib/aws-sdk-emrserverless/client_api.rb +19 -0
- data/lib/aws-sdk-emrserverless/types.rb +58 -1
- data/lib/aws-sdk-emrserverless.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 99c4925e7e1a16f19fa6d517592f73c8c836bec7f7e0aab1a87be22866c63427
|
|
4
|
+
data.tar.gz: 6a883d401ad258cd0f1e3b1371135ba860f04e99e713f030511a299e5d4eeb02
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b310c61b538b0bb7537a482347ea1ba944312238df83f3edab1e49fa2ce3a74ec99bb931e486fd466f607242359de1c93ac6f61bbc8f0fe5b29a11604aa78fa2
|
|
7
|
+
data.tar.gz: ed1b44cde92015e49470fb06e25d2740c193ce94f457a9ad5372ee5d3c9f2a1ab2ce5742ce3c7059fd7d3b7541681be2ac6871442f65702ad1105317eb03326d
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,16 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.14.0 (2023-07-25)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - This release adds support for publishing application logs to CloudWatch.
|
|
8
|
+
|
|
9
|
+
1.13.0 (2023-07-11)
|
|
10
|
+
------------------
|
|
11
|
+
|
|
12
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
|
13
|
+
|
|
4
14
|
1.12.0 (2023-07-06)
|
|
5
15
|
------------------
|
|
6
16
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.14.0
|
|
@@ -216,6 +216,10 @@ module Aws::EMRServerless
|
|
|
216
216
|
# @option options [Boolean] :endpoint_discovery (false)
|
|
217
217
|
# When set to `true`, endpoint discovery will be enabled for operations when available.
|
|
218
218
|
#
|
|
219
|
+
# @option options [Boolean] :ignore_configured_endpoint_urls
|
|
220
|
+
# Setting to true disables use of endpoint URLs provided via environment
|
|
221
|
+
# variables and the shared configuration file.
|
|
222
|
+
#
|
|
219
223
|
# @option options [Aws::Log::Formatter] :log_formatter (Aws::Log::Formatter.default)
|
|
220
224
|
# The log formatter.
|
|
221
225
|
#
|
|
@@ -628,9 +632,19 @@ module Aws::EMRServerless
|
|
|
628
632
|
req.send_request(options)
|
|
629
633
|
end
|
|
630
634
|
|
|
631
|
-
#
|
|
632
|
-
#
|
|
633
|
-
#
|
|
635
|
+
# Creates and returns a URL that you can use to access the application
|
|
636
|
+
# UIs for a job run.
|
|
637
|
+
#
|
|
638
|
+
# For jobs in a running state, the application UI is a live user
|
|
639
|
+
# interface such as the Spark or Tez web UI. For completed jobs, the
|
|
640
|
+
# application UI is a persistent application user interface such as the
|
|
641
|
+
# Spark History Server or persistent Tez UI.
|
|
642
|
+
#
|
|
643
|
+
# <note markdown="1"> The URL is valid for one hour after you generate it. To access the
|
|
644
|
+
# application UI after that hour elapses, you must invoke the API again
|
|
645
|
+
# to generate a new URL.
|
|
646
|
+
#
|
|
647
|
+
# </note>
|
|
634
648
|
#
|
|
635
649
|
# @option params [required, String] :application_id
|
|
636
650
|
# The ID of the application.
|
|
@@ -703,6 +717,13 @@ module Aws::EMRServerless
|
|
|
703
717
|
# resp.job_run.configuration_overrides.monitoring_configuration.s3_monitoring_configuration.encryption_key_arn #=> String
|
|
704
718
|
# resp.job_run.configuration_overrides.monitoring_configuration.managed_persistence_monitoring_configuration.enabled #=> Boolean
|
|
705
719
|
# resp.job_run.configuration_overrides.monitoring_configuration.managed_persistence_monitoring_configuration.encryption_key_arn #=> String
|
|
720
|
+
# resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.enabled #=> Boolean
|
|
721
|
+
# resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.log_group_name #=> String
|
|
722
|
+
# resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.log_stream_name_prefix #=> String
|
|
723
|
+
# resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.encryption_key_arn #=> String
|
|
724
|
+
# resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.log_types #=> Hash
|
|
725
|
+
# resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"] #=> Array
|
|
726
|
+
# resp.job_run.configuration_overrides.monitoring_configuration.cloud_watch_logging_configuration.log_types["WorkerTypeString"][0] #=> String
|
|
706
727
|
# resp.job_run.job_driver.spark_submit.entry_point #=> String
|
|
707
728
|
# resp.job_run.job_driver.spark_submit.entry_point_arguments #=> Array
|
|
708
729
|
# resp.job_run.job_driver.spark_submit.entry_point_arguments[0] #=> String
|
|
@@ -982,6 +1003,15 @@ module Aws::EMRServerless
|
|
|
982
1003
|
# enabled: false,
|
|
983
1004
|
# encryption_key_arn: "EncryptionKeyArn",
|
|
984
1005
|
# },
|
|
1006
|
+
# cloud_watch_logging_configuration: {
|
|
1007
|
+
# enabled: false, # required
|
|
1008
|
+
# log_group_name: "LogGroupName",
|
|
1009
|
+
# log_stream_name_prefix: "LogStreamNamePrefix",
|
|
1010
|
+
# encryption_key_arn: "EncryptionKeyArn",
|
|
1011
|
+
# log_types: {
|
|
1012
|
+
# "WorkerTypeString" => ["LogTypeString"],
|
|
1013
|
+
# },
|
|
1014
|
+
# },
|
|
985
1015
|
# },
|
|
986
1016
|
# },
|
|
987
1017
|
# tags: {
|
|
@@ -1254,7 +1284,7 @@ module Aws::EMRServerless
|
|
|
1254
1284
|
params: params,
|
|
1255
1285
|
config: config)
|
|
1256
1286
|
context[:gem_name] = 'aws-sdk-emrserverless'
|
|
1257
|
-
context[:gem_version] = '1.
|
|
1287
|
+
context[:gem_version] = '1.14.0'
|
|
1258
1288
|
Seahorse::Client::Request.new(handlers, context)
|
|
1259
1289
|
end
|
|
1260
1290
|
|
|
@@ -29,6 +29,7 @@ module Aws::EMRServerless
|
|
|
29
29
|
CancelJobRunRequest = Shapes::StructureShape.new(name: 'CancelJobRunRequest')
|
|
30
30
|
CancelJobRunResponse = Shapes::StructureShape.new(name: 'CancelJobRunResponse')
|
|
31
31
|
ClientToken = Shapes::StringShape.new(name: 'ClientToken')
|
|
32
|
+
CloudWatchLoggingConfiguration = Shapes::StructureShape.new(name: 'CloudWatchLoggingConfiguration')
|
|
32
33
|
Configuration = Shapes::StructureShape.new(name: 'Configuration')
|
|
33
34
|
ConfigurationList = Shapes::ListShape.new(name: 'ConfigurationList')
|
|
34
35
|
ConfigurationOverrides = Shapes::StructureShape.new(name: 'ConfigurationOverrides')
|
|
@@ -82,6 +83,11 @@ module Aws::EMRServerless
|
|
|
82
83
|
ListJobRunsResponse = Shapes::StructureShape.new(name: 'ListJobRunsResponse')
|
|
83
84
|
ListTagsForResourceRequest = Shapes::StructureShape.new(name: 'ListTagsForResourceRequest')
|
|
84
85
|
ListTagsForResourceResponse = Shapes::StructureShape.new(name: 'ListTagsForResourceResponse')
|
|
86
|
+
LogGroupName = Shapes::StringShape.new(name: 'LogGroupName')
|
|
87
|
+
LogStreamNamePrefix = Shapes::StringShape.new(name: 'LogStreamNamePrefix')
|
|
88
|
+
LogTypeList = Shapes::ListShape.new(name: 'LogTypeList')
|
|
89
|
+
LogTypeMap = Shapes::MapShape.new(name: 'LogTypeMap')
|
|
90
|
+
LogTypeString = Shapes::StringShape.new(name: 'LogTypeString')
|
|
85
91
|
ManagedPersistenceMonitoringConfiguration = Shapes::StructureShape.new(name: 'ManagedPersistenceMonitoringConfiguration')
|
|
86
92
|
MaximumAllowedResources = Shapes::StructureShape.new(name: 'MaximumAllowedResources')
|
|
87
93
|
MemorySize = Shapes::StringShape.new(name: 'MemorySize')
|
|
@@ -184,6 +190,13 @@ module Aws::EMRServerless
|
|
|
184
190
|
CancelJobRunResponse.add_member(:job_run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location_name: "jobRunId"))
|
|
185
191
|
CancelJobRunResponse.struct_class = Types::CancelJobRunResponse
|
|
186
192
|
|
|
193
|
+
CloudWatchLoggingConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: Boolean, required: true, location_name: "enabled"))
|
|
194
|
+
CloudWatchLoggingConfiguration.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "logGroupName"))
|
|
195
|
+
CloudWatchLoggingConfiguration.add_member(:log_stream_name_prefix, Shapes::ShapeRef.new(shape: LogStreamNamePrefix, location_name: "logStreamNamePrefix"))
|
|
196
|
+
CloudWatchLoggingConfiguration.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "encryptionKeyArn"))
|
|
197
|
+
CloudWatchLoggingConfiguration.add_member(:log_types, Shapes::ShapeRef.new(shape: LogTypeMap, location_name: "logTypes"))
|
|
198
|
+
CloudWatchLoggingConfiguration.struct_class = Types::CloudWatchLoggingConfiguration
|
|
199
|
+
|
|
187
200
|
Configuration.add_member(:classification, Shapes::ShapeRef.new(shape: String1024, required: true, location_name: "classification"))
|
|
188
201
|
Configuration.add_member(:properties, Shapes::ShapeRef.new(shape: SensitivePropertiesMap, location_name: "properties"))
|
|
189
202
|
Configuration.add_member(:configurations, Shapes::ShapeRef.new(shape: ConfigurationList, location_name: "configurations"))
|
|
@@ -341,6 +354,11 @@ module Aws::EMRServerless
|
|
|
341
354
|
ListTagsForResourceResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "tags"))
|
|
342
355
|
ListTagsForResourceResponse.struct_class = Types::ListTagsForResourceResponse
|
|
343
356
|
|
|
357
|
+
LogTypeList.member = Shapes::ShapeRef.new(shape: LogTypeString)
|
|
358
|
+
|
|
359
|
+
LogTypeMap.key = Shapes::ShapeRef.new(shape: WorkerTypeString)
|
|
360
|
+
LogTypeMap.value = Shapes::ShapeRef.new(shape: LogTypeList)
|
|
361
|
+
|
|
344
362
|
ManagedPersistenceMonitoringConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: Boolean, location_name: "enabled"))
|
|
345
363
|
ManagedPersistenceMonitoringConfiguration.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "encryptionKeyArn"))
|
|
346
364
|
ManagedPersistenceMonitoringConfiguration.struct_class = Types::ManagedPersistenceMonitoringConfiguration
|
|
@@ -352,6 +370,7 @@ module Aws::EMRServerless
|
|
|
352
370
|
|
|
353
371
|
MonitoringConfiguration.add_member(:s3_monitoring_configuration, Shapes::ShapeRef.new(shape: S3MonitoringConfiguration, location_name: "s3MonitoringConfiguration"))
|
|
354
372
|
MonitoringConfiguration.add_member(:managed_persistence_monitoring_configuration, Shapes::ShapeRef.new(shape: ManagedPersistenceMonitoringConfiguration, location_name: "managedPersistenceMonitoringConfiguration"))
|
|
373
|
+
MonitoringConfiguration.add_member(:cloud_watch_logging_configuration, Shapes::ShapeRef.new(shape: CloudWatchLoggingConfiguration, location_name: "cloudWatchLoggingConfiguration"))
|
|
355
374
|
MonitoringConfiguration.struct_class = Types::MonitoringConfiguration
|
|
356
375
|
|
|
357
376
|
NetworkConfiguration.add_member(:subnet_ids, Shapes::ShapeRef.new(shape: SubnetIds, location_name: "subnetIds"))
|
|
@@ -248,6 +248,57 @@ module Aws::EMRServerless
|
|
|
248
248
|
include Aws::Structure
|
|
249
249
|
end
|
|
250
250
|
|
|
251
|
+
# The Amazon CloudWatch configuration for monitoring logs. You can
|
|
252
|
+
# configure your jobs to send log information to CloudWatch.
|
|
253
|
+
#
|
|
254
|
+
# @!attribute [rw] enabled
|
|
255
|
+
# Enables CloudWatch logging.
|
|
256
|
+
# @return [Boolean]
|
|
257
|
+
#
|
|
258
|
+
# @!attribute [rw] log_group_name
|
|
259
|
+
# The name of the log group in Amazon CloudWatch Logs where you want
|
|
260
|
+
# to publish your logs.
|
|
261
|
+
# @return [String]
|
|
262
|
+
#
|
|
263
|
+
# @!attribute [rw] log_stream_name_prefix
|
|
264
|
+
# Prefix for the CloudWatch log stream name.
|
|
265
|
+
# @return [String]
|
|
266
|
+
#
|
|
267
|
+
# @!attribute [rw] encryption_key_arn
|
|
268
|
+
# The Key Management Service (KMS) key ARN to encrypt the logs that
|
|
269
|
+
# you store in CloudWatch Logs.
|
|
270
|
+
# @return [String]
|
|
271
|
+
#
|
|
272
|
+
# @!attribute [rw] log_types
|
|
273
|
+
# The types of logs that you want to publish to CloudWatch. If you
|
|
274
|
+
# don't specify any log types, driver STDOUT and STDERR logs will be
|
|
275
|
+
# published to CloudWatch Logs by default. For more information
|
|
276
|
+
# including the supported worker types for Hive and Spark, see
|
|
277
|
+
# [Logging for EMR Serverless with CloudWatch][1].
|
|
278
|
+
#
|
|
279
|
+
# * **Key Valid Values**: `SPARK_DRIVER`, `SPARK_EXECUTOR`,
|
|
280
|
+
# `HIVE_DRIVER`, `TEZ_TASK`
|
|
281
|
+
#
|
|
282
|
+
# * **Array Members Valid Values**: `STDOUT`, `STDERR`, `HIVE_LOG`,
|
|
283
|
+
# `TEZ_AM`, `SYSTEM_LOGS`
|
|
284
|
+
#
|
|
285
|
+
#
|
|
286
|
+
#
|
|
287
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/EMR-Serverless-UserGuide/logging.html#jobs-log-storage-cw
|
|
288
|
+
# @return [Hash<String,Array<String>>]
|
|
289
|
+
#
|
|
290
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/CloudWatchLoggingConfiguration AWS API Documentation
|
|
291
|
+
#
|
|
292
|
+
class CloudWatchLoggingConfiguration < Struct.new(
|
|
293
|
+
:enabled,
|
|
294
|
+
:log_group_name,
|
|
295
|
+
:log_stream_name_prefix,
|
|
296
|
+
:encryption_key_arn,
|
|
297
|
+
:log_types)
|
|
298
|
+
SENSITIVE = []
|
|
299
|
+
include Aws::Structure
|
|
300
|
+
end
|
|
301
|
+
|
|
251
302
|
# A configuration specification to be used when provisioning an
|
|
252
303
|
# application. A configuration consists of a classification, properties,
|
|
253
304
|
# and optional nested configurations. A classification refers to an
|
|
@@ -1014,11 +1065,17 @@ module Aws::EMRServerless
|
|
|
1014
1065
|
# The managed log persistence configuration for a job run.
|
|
1015
1066
|
# @return [Types::ManagedPersistenceMonitoringConfiguration]
|
|
1016
1067
|
#
|
|
1068
|
+
# @!attribute [rw] cloud_watch_logging_configuration
|
|
1069
|
+
# The Amazon CloudWatch configuration for monitoring logs. You can
|
|
1070
|
+
# configure your jobs to send log information to CloudWatch.
|
|
1071
|
+
# @return [Types::CloudWatchLoggingConfiguration]
|
|
1072
|
+
#
|
|
1017
1073
|
# @see http://docs.aws.amazon.com/goto/WebAPI/emr-serverless-2021-07-13/MonitoringConfiguration AWS API Documentation
|
|
1018
1074
|
#
|
|
1019
1075
|
class MonitoringConfiguration < Struct.new(
|
|
1020
1076
|
:s3_monitoring_configuration,
|
|
1021
|
-
:managed_persistence_monitoring_configuration
|
|
1077
|
+
:managed_persistence_monitoring_configuration,
|
|
1078
|
+
:cloud_watch_logging_configuration)
|
|
1022
1079
|
SENSITIVE = []
|
|
1023
1080
|
include Aws::Structure
|
|
1024
1081
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: aws-sdk-emrserverless
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.14.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Amazon Web Services
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2023-07-
|
|
11
|
+
date: 2023-07-25 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: aws-sdk-core
|