aws-sdk-emr 1.125.0 → 1.126.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emr/client.rb +8 -1
- data/lib/aws-sdk-emr/client_api.rb +11 -0
- data/lib/aws-sdk-emr/types.rb +50 -2
- data/lib/aws-sdk-emr.rb +1 -1
- data/sig/client.rbs +3 -0
- data/sig/types.rbs +6 -0
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2997bdcaf3345785d374c209ab04b190e48fa3ee1180a19a002c966118c27d42
|
|
4
|
+
data.tar.gz: 0ddcbb5b01088c4508985e5a998f2344572b2d94bd504264103a6c9332a24347
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b62c5ab0c09c28456a5414b643f51e30159e021226c06c08e325854026c3bb217c5a7b76564f34821de1d2939a96cda40a76e6ea2ea3c0fa7d370aa927dd5063
|
|
7
|
+
data.tar.gz: c9b38ca847743144f19431f74bf18d2cc89db9bd0c3c1d34d45917fc54242ed11f36d2190842095793cab7cde51de6f5f6f6efcf87a01955136c7bf28593249d
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.126.0
|
data/lib/aws-sdk-emr/client.rb
CHANGED
|
@@ -1388,6 +1388,8 @@ module Aws::EMR
|
|
|
1388
1388
|
# resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types #=> Hash
|
|
1389
1389
|
# resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types["XmlString"] #=> Array
|
|
1390
1390
|
# resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types["XmlString"][0] #=> String
|
|
1391
|
+
# resp.cluster.monitoring_configuration.s3_logging_configuration.log_type_upload_policy #=> Hash
|
|
1392
|
+
# resp.cluster.monitoring_configuration.s3_logging_configuration.log_type_upload_policy["LogType"] #=> String, one of "emr-managed", "on-customer-s3only", "disabled"
|
|
1391
1393
|
#
|
|
1392
1394
|
#
|
|
1393
1395
|
# The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
|
|
@@ -4052,6 +4054,11 @@ module Aws::EMR
|
|
|
4052
4054
|
# "XmlString" => ["XmlString"],
|
|
4053
4055
|
# },
|
|
4054
4056
|
# },
|
|
4057
|
+
# s3_logging_configuration: {
|
|
4058
|
+
# log_type_upload_policy: {
|
|
4059
|
+
# "system-logs" => "emr-managed", # accepts emr-managed, on-customer-s3only, disabled
|
|
4060
|
+
# },
|
|
4061
|
+
# },
|
|
4055
4062
|
# },
|
|
4056
4063
|
# })
|
|
4057
4064
|
#
|
|
@@ -4553,7 +4560,7 @@ module Aws::EMR
|
|
|
4553
4560
|
tracer: tracer
|
|
4554
4561
|
)
|
|
4555
4562
|
context[:gem_name] = 'aws-sdk-emr'
|
|
4556
|
-
context[:gem_version] = '1.
|
|
4563
|
+
context[:gem_version] = '1.126.0'
|
|
4557
4564
|
Seahorse::Client::Request.new(handlers, context)
|
|
4558
4565
|
end
|
|
4559
4566
|
|
|
@@ -222,7 +222,10 @@ module Aws::EMR
|
|
|
222
222
|
ListStudiosOutput = Shapes::StructureShape.new(name: 'ListStudiosOutput')
|
|
223
223
|
ListSupportedInstanceTypesInput = Shapes::StructureShape.new(name: 'ListSupportedInstanceTypesInput')
|
|
224
224
|
ListSupportedInstanceTypesOutput = Shapes::StructureShape.new(name: 'ListSupportedInstanceTypesOutput')
|
|
225
|
+
LogType = Shapes::StringShape.new(name: 'LogType')
|
|
226
|
+
LogTypeMap = Shapes::MapShape.new(name: 'LogTypeMap')
|
|
225
227
|
LogTypesMap = Shapes::MapShape.new(name: 'LogTypesMap')
|
|
228
|
+
LogUploadPolicyValue = Shapes::StringShape.new(name: 'LogUploadPolicyValue')
|
|
226
229
|
Long = Shapes::IntegerShape.new(name: 'Long')
|
|
227
230
|
ManagedScalingPolicy = Shapes::StructureShape.new(name: 'ManagedScalingPolicy')
|
|
228
231
|
Marker = Shapes::StringShape.new(name: 'Marker')
|
|
@@ -289,6 +292,7 @@ module Aws::EMR
|
|
|
289
292
|
ResourceId = Shapes::StringShape.new(name: 'ResourceId')
|
|
290
293
|
RunJobFlowInput = Shapes::StructureShape.new(name: 'RunJobFlowInput')
|
|
291
294
|
RunJobFlowOutput = Shapes::StructureShape.new(name: 'RunJobFlowOutput')
|
|
295
|
+
S3LoggingConfiguration = Shapes::StructureShape.new(name: 'S3LoggingConfiguration')
|
|
292
296
|
S3MonitoringConfiguration = Shapes::StructureShape.new(name: 'S3MonitoringConfiguration')
|
|
293
297
|
ScaleDownBehavior = Shapes::StringShape.new(name: 'ScaleDownBehavior')
|
|
294
298
|
ScalingAction = Shapes::StructureShape.new(name: 'ScalingAction')
|
|
@@ -1226,6 +1230,9 @@ module Aws::EMR
|
|
|
1226
1230
|
ListSupportedInstanceTypesOutput.add_member(:marker, Shapes::ShapeRef.new(shape: String, location_name: "Marker"))
|
|
1227
1231
|
ListSupportedInstanceTypesOutput.struct_class = Types::ListSupportedInstanceTypesOutput
|
|
1228
1232
|
|
|
1233
|
+
LogTypeMap.key = Shapes::ShapeRef.new(shape: LogType)
|
|
1234
|
+
LogTypeMap.value = Shapes::ShapeRef.new(shape: LogUploadPolicyValue)
|
|
1235
|
+
|
|
1229
1236
|
LogTypesMap.key = Shapes::ShapeRef.new(shape: XmlString)
|
|
1230
1237
|
LogTypesMap.value = Shapes::ShapeRef.new(shape: XmlStringList)
|
|
1231
1238
|
|
|
@@ -1258,6 +1265,7 @@ module Aws::EMR
|
|
|
1258
1265
|
ModifyInstanceGroupsInput.struct_class = Types::ModifyInstanceGroupsInput
|
|
1259
1266
|
|
|
1260
1267
|
MonitoringConfiguration.add_member(:cloud_watch_log_configuration, Shapes::ShapeRef.new(shape: CloudWatchLogConfiguration, location_name: "CloudWatchLogConfiguration"))
|
|
1268
|
+
MonitoringConfiguration.add_member(:s3_logging_configuration, Shapes::ShapeRef.new(shape: S3LoggingConfiguration, location_name: "S3LoggingConfiguration"))
|
|
1261
1269
|
MonitoringConfiguration.struct_class = Types::MonitoringConfiguration
|
|
1262
1270
|
|
|
1263
1271
|
NewSupportedProductsList.member = Shapes::ShapeRef.new(shape: SupportedProductConfig)
|
|
@@ -1449,6 +1457,9 @@ module Aws::EMR
|
|
|
1449
1457
|
RunJobFlowOutput.add_member(:cluster_arn, Shapes::ShapeRef.new(shape: ArnType, location_name: "ClusterArn"))
|
|
1450
1458
|
RunJobFlowOutput.struct_class = Types::RunJobFlowOutput
|
|
1451
1459
|
|
|
1460
|
+
S3LoggingConfiguration.add_member(:log_type_upload_policy, Shapes::ShapeRef.new(shape: LogTypeMap, location_name: "LogTypeUploadPolicy"))
|
|
1461
|
+
S3LoggingConfiguration.struct_class = Types::S3LoggingConfiguration
|
|
1462
|
+
|
|
1452
1463
|
S3MonitoringConfiguration.add_member(:log_uri, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogUri"))
|
|
1453
1464
|
S3MonitoringConfiguration.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: XmlString, location_name: "EncryptionKeyArn"))
|
|
1454
1465
|
S3MonitoringConfiguration.struct_class = Types::S3MonitoringConfiguration
|
data/lib/aws-sdk-emr/types.rb
CHANGED
|
@@ -4845,17 +4845,26 @@ module Aws::EMR
|
|
|
4845
4845
|
include Aws::Structure
|
|
4846
4846
|
end
|
|
4847
4847
|
|
|
4848
|
-
# Contains CloudWatch log configuration
|
|
4848
|
+
# Contains CloudWatch log configuration and S3 logging configuration
|
|
4849
|
+
# metadata and settings.
|
|
4849
4850
|
#
|
|
4850
4851
|
# @!attribute [rw] cloud_watch_log_configuration
|
|
4851
4852
|
# CloudWatch log configuration settings and metadata that specify
|
|
4852
4853
|
# settings like log files to monitor and where to send them.
|
|
4853
4854
|
# @return [Types::CloudWatchLogConfiguration]
|
|
4854
4855
|
#
|
|
4856
|
+
# @!attribute [rw] s3_logging_configuration
|
|
4857
|
+
# S3 logging configuration that controls how different types of logs
|
|
4858
|
+
# (system logs, application logs, and persistent UI logs) are uploaded
|
|
4859
|
+
# to S3. Each log type can be configured with a specific upload
|
|
4860
|
+
# policy.
|
|
4861
|
+
# @return [Types::S3LoggingConfiguration]
|
|
4862
|
+
#
|
|
4855
4863
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/MonitoringConfiguration AWS API Documentation
|
|
4856
4864
|
#
|
|
4857
4865
|
class MonitoringConfiguration < Struct.new(
|
|
4858
|
-
:cloud_watch_log_configuration
|
|
4866
|
+
:cloud_watch_log_configuration,
|
|
4867
|
+
:s3_logging_configuration)
|
|
4859
4868
|
SENSITIVE = []
|
|
4860
4869
|
include Aws::Structure
|
|
4861
4870
|
end
|
|
@@ -6029,6 +6038,45 @@ module Aws::EMR
|
|
|
6029
6038
|
include Aws::Structure
|
|
6030
6039
|
end
|
|
6031
6040
|
|
|
6041
|
+
# Configuration for S3 logging behavior in EMR clusters. Defines how
|
|
6042
|
+
# different types of logs are uploaded to S3 based on the specified
|
|
6043
|
+
# upload policies for each log type.
|
|
6044
|
+
#
|
|
6045
|
+
# @!attribute [rw] log_type_upload_policy
|
|
6046
|
+
# A map that specifies the upload policy for each log type. The key is
|
|
6047
|
+
# the log type, and the value is the upload policy.
|
|
6048
|
+
#
|
|
6049
|
+
# Valid log types:
|
|
6050
|
+
#
|
|
6051
|
+
# * `system-logs`: System-level logs including daemon logs, bootstrap
|
|
6052
|
+
# logs, and other infrastructure logs.
|
|
6053
|
+
#
|
|
6054
|
+
# * `application-logs`: Application-level logs from frameworks like
|
|
6055
|
+
# Hadoop, Spark, Hive, etc.
|
|
6056
|
+
#
|
|
6057
|
+
# * `persistent-ui-logs`: Logs for persistent application UIs like
|
|
6058
|
+
# Spark History Server.
|
|
6059
|
+
#
|
|
6060
|
+
# Valid upload policies:
|
|
6061
|
+
#
|
|
6062
|
+
# * `emr-managed`: Logs are uploaded to both the EMR-managed S3 bucket
|
|
6063
|
+
# and the customer-specified S3 bucket (if LogUri is provided).
|
|
6064
|
+
#
|
|
6065
|
+
# * `on-customer-s3only`: Logs are uploaded only to the
|
|
6066
|
+
# customer-specified S3 bucket. Requires LogUri to be specified in
|
|
6067
|
+
# the cluster configuration.
|
|
6068
|
+
#
|
|
6069
|
+
# * `disabled`: Log upload is disabled for this log type.
|
|
6070
|
+
# @return [Hash<String,String>]
|
|
6071
|
+
#
|
|
6072
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/S3LoggingConfiguration AWS API Documentation
|
|
6073
|
+
#
|
|
6074
|
+
class S3LoggingConfiguration < Struct.new(
|
|
6075
|
+
:log_type_upload_policy)
|
|
6076
|
+
SENSITIVE = []
|
|
6077
|
+
include Aws::Structure
|
|
6078
|
+
end
|
|
6079
|
+
|
|
6032
6080
|
# The Amazon S3 configuration for monitoring log publishing. You can
|
|
6033
6081
|
# configure your step to send log information to Amazon S3. When it's
|
|
6034
6082
|
# specified, it takes precedence over the cluster's logging
|
data/lib/aws-sdk-emr.rb
CHANGED
data/sig/client.rbs
CHANGED
|
@@ -1261,6 +1261,9 @@ module Aws
|
|
|
1261
1261
|
log_stream_name_prefix: ::String?,
|
|
1262
1262
|
encryption_key_arn: ::String?,
|
|
1263
1263
|
log_types: Hash[::String, Array[::String]]?
|
|
1264
|
+
}?,
|
|
1265
|
+
s3_logging_configuration: {
|
|
1266
|
+
log_type_upload_policy: Hash[("system-logs" | "application-logs" | "persistent-ui-logs"), ("emr-managed" | "on-customer-s3only" | "disabled")]?
|
|
1264
1267
|
}?
|
|
1265
1268
|
}
|
|
1266
1269
|
) -> _RunJobFlowResponseSuccess
|
data/sig/types.rbs
CHANGED
|
@@ -1121,6 +1121,7 @@ module Aws::EMR
|
|
|
1121
1121
|
|
|
1122
1122
|
class MonitoringConfiguration
|
|
1123
1123
|
attr_accessor cloud_watch_log_configuration: Types::CloudWatchLogConfiguration
|
|
1124
|
+
attr_accessor s3_logging_configuration: Types::S3LoggingConfiguration
|
|
1124
1125
|
SENSITIVE: []
|
|
1125
1126
|
end
|
|
1126
1127
|
|
|
@@ -1360,6 +1361,11 @@ module Aws::EMR
|
|
|
1360
1361
|
SENSITIVE: []
|
|
1361
1362
|
end
|
|
1362
1363
|
|
|
1364
|
+
class S3LoggingConfiguration
|
|
1365
|
+
attr_accessor log_type_upload_policy: ::Hash[("system-logs" | "application-logs" | "persistent-ui-logs"), ("emr-managed" | "on-customer-s3only" | "disabled")]
|
|
1366
|
+
SENSITIVE: []
|
|
1367
|
+
end
|
|
1368
|
+
|
|
1363
1369
|
class S3MonitoringConfiguration
|
|
1364
1370
|
attr_accessor log_uri: ::String
|
|
1365
1371
|
attr_accessor encryption_key_arn: ::String
|