aws-sdk-emr 1.119.0 → 1.121.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emr/client.rb +40 -1
- data/lib/aws-sdk-emr/client_api.rb +32 -0
- data/lib/aws-sdk-emr/types.rb +154 -18
- data/lib/aws-sdk-emr.rb +1 -1
- data/sig/client.rbs +24 -3
- data/sig/types.rbs +32 -0
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 728af65ff71caf92ffc719a5e5524298890de9b83fe6160ddc922e9abe244571
|
|
4
|
+
data.tar.gz: f78eb631d324d29c221a26f1088d67f887213e68b61e884ec6ff15f4e9028d26
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: af0e7c0c120717aae7354c439e676e30fd83728af4c110683b8c0478758620f94286cfe89391fa2cc5ee4c97b625967fc3c1d8068951bc854a6416ef757366ac
|
|
7
|
+
data.tar.gz: 340fea68423c98a2fea7c718a1200552fcd2504dfc649ab4a2808ed304b04f413352cf597872bc338de43849508f569d52e1b600a610a5c575dc459c256c6cca
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,16 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.121.0 (2025-11-20)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - Add support for configuring S3 destination for step logs on a per-step basis.
|
|
8
|
+
|
|
9
|
+
1.120.0 (2025-11-19)
|
|
10
|
+
------------------
|
|
11
|
+
|
|
12
|
+
* Feature - Add CloudWatch Logs integration for Spark driver, executor and step logs
|
|
13
|
+
|
|
4
14
|
1.119.0 (2025-10-31)
|
|
5
15
|
------------------
|
|
6
16
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.121.0
|
data/lib/aws-sdk-emr/client.rb
CHANGED
|
@@ -774,6 +774,12 @@ module Aws::EMR
|
|
|
774
774
|
# main_class: "XmlString",
|
|
775
775
|
# args: ["XmlString"],
|
|
776
776
|
# },
|
|
777
|
+
# step_monitoring_configuration: {
|
|
778
|
+
# s3_monitoring_configuration: {
|
|
779
|
+
# log_uri: "XmlString",
|
|
780
|
+
# encryption_key_arn: "XmlString",
|
|
781
|
+
# },
|
|
782
|
+
# },
|
|
777
783
|
# },
|
|
778
784
|
# ],
|
|
779
785
|
# execution_role_arn: "ArnType",
|
|
@@ -1375,6 +1381,13 @@ module Aws::EMR
|
|
|
1375
1381
|
# resp.cluster.ebs_root_volume_iops #=> Integer
|
|
1376
1382
|
# resp.cluster.ebs_root_volume_throughput #=> Integer
|
|
1377
1383
|
# resp.cluster.extended_support #=> Boolean
|
|
1384
|
+
# resp.cluster.monitoring_configuration.cloud_watch_log_configuration.enabled #=> Boolean
|
|
1385
|
+
# resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_group_name #=> String
|
|
1386
|
+
# resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_stream_name_prefix #=> String
|
|
1387
|
+
# resp.cluster.monitoring_configuration.cloud_watch_log_configuration.encryption_key_arn #=> String
|
|
1388
|
+
# resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types #=> Hash
|
|
1389
|
+
# resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types["XmlString"] #=> Array
|
|
1390
|
+
# resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types["XmlString"][0] #=> String
|
|
1378
1391
|
#
|
|
1379
1392
|
#
|
|
1380
1393
|
# The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
|
|
@@ -1493,6 +1506,8 @@ module Aws::EMR
|
|
|
1493
1506
|
# resp.job_flows[0].steps[0].step_config.hadoop_jar_step.main_class #=> String
|
|
1494
1507
|
# resp.job_flows[0].steps[0].step_config.hadoop_jar_step.args #=> Array
|
|
1495
1508
|
# resp.job_flows[0].steps[0].step_config.hadoop_jar_step.args[0] #=> String
|
|
1509
|
+
# resp.job_flows[0].steps[0].step_config.step_monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
|
|
1510
|
+
# resp.job_flows[0].steps[0].step_config.step_monitoring_configuration.s3_monitoring_configuration.encryption_key_arn #=> String
|
|
1496
1511
|
# resp.job_flows[0].steps[0].execution_status_detail.state #=> String, one of "PENDING", "RUNNING", "CONTINUE", "COMPLETED", "CANCELLED", "FAILED", "INTERRUPTED"
|
|
1497
1512
|
# resp.job_flows[0].steps[0].execution_status_detail.creation_date_time #=> Time
|
|
1498
1513
|
# resp.job_flows[0].steps[0].execution_status_detail.start_date_time #=> Time
|
|
@@ -1731,6 +1746,8 @@ module Aws::EMR
|
|
|
1731
1746
|
# resp.step.status.timeline.start_date_time #=> Time
|
|
1732
1747
|
# resp.step.status.timeline.end_date_time #=> Time
|
|
1733
1748
|
# resp.step.execution_role_arn #=> String
|
|
1749
|
+
# resp.step.log_uri #=> String
|
|
1750
|
+
# resp.step.encryption_key_arn #=> String
|
|
1734
1751
|
#
|
|
1735
1752
|
#
|
|
1736
1753
|
# The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
|
|
@@ -2733,6 +2750,8 @@ module Aws::EMR
|
|
|
2733
2750
|
# resp.steps[0].status.timeline.creation_date_time #=> Time
|
|
2734
2751
|
# resp.steps[0].status.timeline.start_date_time #=> Time
|
|
2735
2752
|
# resp.steps[0].status.timeline.end_date_time #=> Time
|
|
2753
|
+
# resp.steps[0].log_uri #=> String
|
|
2754
|
+
# resp.steps[0].encryption_key_arn #=> String
|
|
2736
2755
|
# resp.marker #=> String
|
|
2737
2756
|
#
|
|
2738
2757
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListSteps AWS API Documentation
|
|
@@ -3729,6 +3748,9 @@ module Aws::EMR
|
|
|
3729
3748
|
# @option params [Boolean] :extended_support
|
|
3730
3749
|
# Reserved.
|
|
3731
3750
|
#
|
|
3751
|
+
# @option params [Types::MonitoringConfiguration] :monitoring_configuration
|
|
3752
|
+
# Contains CloudWatch log configuration metadata and settings.
|
|
3753
|
+
#
|
|
3732
3754
|
# @return [Types::RunJobFlowOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
3733
3755
|
#
|
|
3734
3756
|
# * {Types::RunJobFlowOutput#job_flow_id #job_flow_id} => String
|
|
@@ -3928,6 +3950,12 @@ module Aws::EMR
|
|
|
3928
3950
|
# main_class: "XmlString",
|
|
3929
3951
|
# args: ["XmlString"],
|
|
3930
3952
|
# },
|
|
3953
|
+
# step_monitoring_configuration: {
|
|
3954
|
+
# s3_monitoring_configuration: {
|
|
3955
|
+
# log_uri: "XmlString",
|
|
3956
|
+
# encryption_key_arn: "XmlString",
|
|
3957
|
+
# },
|
|
3958
|
+
# },
|
|
3931
3959
|
# },
|
|
3932
3960
|
# ],
|
|
3933
3961
|
# bootstrap_actions: [
|
|
@@ -4014,6 +4042,17 @@ module Aws::EMR
|
|
|
4014
4042
|
# ebs_root_volume_iops: 1,
|
|
4015
4043
|
# ebs_root_volume_throughput: 1,
|
|
4016
4044
|
# extended_support: false,
|
|
4045
|
+
# monitoring_configuration: {
|
|
4046
|
+
# cloud_watch_log_configuration: {
|
|
4047
|
+
# enabled: false, # required
|
|
4048
|
+
# log_group_name: "XmlString",
|
|
4049
|
+
# log_stream_name_prefix: "XmlString",
|
|
4050
|
+
# encryption_key_arn: "XmlString",
|
|
4051
|
+
# log_types: {
|
|
4052
|
+
# "XmlString" => ["XmlString"],
|
|
4053
|
+
# },
|
|
4054
|
+
# },
|
|
4055
|
+
# },
|
|
4017
4056
|
# })
|
|
4018
4057
|
#
|
|
4019
4058
|
# @example Response structure
|
|
@@ -4514,7 +4553,7 @@ module Aws::EMR
|
|
|
4514
4553
|
tracer: tracer
|
|
4515
4554
|
)
|
|
4516
4555
|
context[:gem_name] = 'aws-sdk-emr'
|
|
4517
|
-
context[:gem_version] = '1.
|
|
4556
|
+
context[:gem_version] = '1.121.0'
|
|
4518
4557
|
Seahorse::Client::Request.new(handlers, context)
|
|
4519
4558
|
end
|
|
4520
4559
|
|
|
@@ -49,6 +49,7 @@ module Aws::EMR
|
|
|
49
49
|
CancelStepsOutput = Shapes::StructureShape.new(name: 'CancelStepsOutput')
|
|
50
50
|
CancelStepsRequestStatus = Shapes::StringShape.new(name: 'CancelStepsRequestStatus')
|
|
51
51
|
CloudWatchAlarmDefinition = Shapes::StructureShape.new(name: 'CloudWatchAlarmDefinition')
|
|
52
|
+
CloudWatchLogConfiguration = Shapes::StructureShape.new(name: 'CloudWatchLogConfiguration')
|
|
52
53
|
Cluster = Shapes::StructureShape.new(name: 'Cluster')
|
|
53
54
|
ClusterId = Shapes::StringShape.new(name: 'ClusterId')
|
|
54
55
|
ClusterState = Shapes::StringShape.new(name: 'ClusterState')
|
|
@@ -221,6 +222,7 @@ module Aws::EMR
|
|
|
221
222
|
ListStudiosOutput = Shapes::StructureShape.new(name: 'ListStudiosOutput')
|
|
222
223
|
ListSupportedInstanceTypesInput = Shapes::StructureShape.new(name: 'ListSupportedInstanceTypesInput')
|
|
223
224
|
ListSupportedInstanceTypesOutput = Shapes::StructureShape.new(name: 'ListSupportedInstanceTypesOutput')
|
|
225
|
+
LogTypesMap = Shapes::MapShape.new(name: 'LogTypesMap')
|
|
224
226
|
Long = Shapes::IntegerShape.new(name: 'Long')
|
|
225
227
|
ManagedScalingPolicy = Shapes::StructureShape.new(name: 'ManagedScalingPolicy')
|
|
226
228
|
Marker = Shapes::StringShape.new(name: 'Marker')
|
|
@@ -232,6 +234,7 @@ module Aws::EMR
|
|
|
232
234
|
ModifyClusterOutput = Shapes::StructureShape.new(name: 'ModifyClusterOutput')
|
|
233
235
|
ModifyInstanceFleetInput = Shapes::StructureShape.new(name: 'ModifyInstanceFleetInput')
|
|
234
236
|
ModifyInstanceGroupsInput = Shapes::StructureShape.new(name: 'ModifyInstanceGroupsInput')
|
|
237
|
+
MonitoringConfiguration = Shapes::StructureShape.new(name: 'MonitoringConfiguration')
|
|
235
238
|
NewSupportedProductsList = Shapes::ListShape.new(name: 'NewSupportedProductsList')
|
|
236
239
|
NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
|
|
237
240
|
NotebookExecution = Shapes::StructureShape.new(name: 'NotebookExecution')
|
|
@@ -286,6 +289,7 @@ module Aws::EMR
|
|
|
286
289
|
ResourceId = Shapes::StringShape.new(name: 'ResourceId')
|
|
287
290
|
RunJobFlowInput = Shapes::StructureShape.new(name: 'RunJobFlowInput')
|
|
288
291
|
RunJobFlowOutput = Shapes::StructureShape.new(name: 'RunJobFlowOutput')
|
|
292
|
+
S3MonitoringConfiguration = Shapes::StructureShape.new(name: 'S3MonitoringConfiguration')
|
|
289
293
|
ScaleDownBehavior = Shapes::StringShape.new(name: 'ScaleDownBehavior')
|
|
290
294
|
ScalingAction = Shapes::StructureShape.new(name: 'ScalingAction')
|
|
291
295
|
ScalingConstraints = Shapes::StructureShape.new(name: 'ScalingConstraints')
|
|
@@ -325,6 +329,7 @@ module Aws::EMR
|
|
|
325
329
|
StepExecutionStatusDetail = Shapes::StructureShape.new(name: 'StepExecutionStatusDetail')
|
|
326
330
|
StepId = Shapes::StringShape.new(name: 'StepId')
|
|
327
331
|
StepIdsList = Shapes::ListShape.new(name: 'StepIdsList')
|
|
332
|
+
StepMonitoringConfiguration = Shapes::StructureShape.new(name: 'StepMonitoringConfiguration')
|
|
328
333
|
StepState = Shapes::StringShape.new(name: 'StepState')
|
|
329
334
|
StepStateChangeReason = Shapes::StructureShape.new(name: 'StepStateChangeReason')
|
|
330
335
|
StepStateChangeReasonCode = Shapes::StringShape.new(name: 'StepStateChangeReasonCode')
|
|
@@ -467,6 +472,13 @@ module Aws::EMR
|
|
|
467
472
|
CloudWatchAlarmDefinition.add_member(:dimensions, Shapes::ShapeRef.new(shape: MetricDimensionList, location_name: "Dimensions"))
|
|
468
473
|
CloudWatchAlarmDefinition.struct_class = Types::CloudWatchAlarmDefinition
|
|
469
474
|
|
|
475
|
+
CloudWatchLogConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: Boolean, required: true, location_name: "Enabled"))
|
|
476
|
+
CloudWatchLogConfiguration.add_member(:log_group_name, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogGroupName"))
|
|
477
|
+
CloudWatchLogConfiguration.add_member(:log_stream_name_prefix, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogStreamNamePrefix"))
|
|
478
|
+
CloudWatchLogConfiguration.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: XmlString, location_name: "EncryptionKeyArn"))
|
|
479
|
+
CloudWatchLogConfiguration.add_member(:log_types, Shapes::ShapeRef.new(shape: LogTypesMap, location_name: "LogTypes"))
|
|
480
|
+
CloudWatchLogConfiguration.struct_class = Types::CloudWatchLogConfiguration
|
|
481
|
+
|
|
470
482
|
Cluster.add_member(:id, Shapes::ShapeRef.new(shape: ClusterId, location_name: "Id"))
|
|
471
483
|
Cluster.add_member(:name, Shapes::ShapeRef.new(shape: String, location_name: "Name"))
|
|
472
484
|
Cluster.add_member(:status, Shapes::ShapeRef.new(shape: ClusterStatus, location_name: "Status"))
|
|
@@ -502,6 +514,7 @@ module Aws::EMR
|
|
|
502
514
|
Cluster.add_member(:ebs_root_volume_iops, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeIops"))
|
|
503
515
|
Cluster.add_member(:ebs_root_volume_throughput, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeThroughput"))
|
|
504
516
|
Cluster.add_member(:extended_support, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "ExtendedSupport"))
|
|
517
|
+
Cluster.add_member(:monitoring_configuration, Shapes::ShapeRef.new(shape: MonitoringConfiguration, location_name: "MonitoringConfiguration"))
|
|
505
518
|
Cluster.struct_class = Types::Cluster
|
|
506
519
|
|
|
507
520
|
ClusterStateChangeReason.add_member(:code, Shapes::ShapeRef.new(shape: ClusterStateChangeReasonCode, location_name: "Code"))
|
|
@@ -1213,6 +1226,9 @@ module Aws::EMR
|
|
|
1213
1226
|
ListSupportedInstanceTypesOutput.add_member(:marker, Shapes::ShapeRef.new(shape: String, location_name: "Marker"))
|
|
1214
1227
|
ListSupportedInstanceTypesOutput.struct_class = Types::ListSupportedInstanceTypesOutput
|
|
1215
1228
|
|
|
1229
|
+
LogTypesMap.key = Shapes::ShapeRef.new(shape: XmlString)
|
|
1230
|
+
LogTypesMap.value = Shapes::ShapeRef.new(shape: XmlStringList)
|
|
1231
|
+
|
|
1216
1232
|
ManagedScalingPolicy.add_member(:compute_limits, Shapes::ShapeRef.new(shape: ComputeLimits, location_name: "ComputeLimits"))
|
|
1217
1233
|
ManagedScalingPolicy.add_member(:utilization_performance_index, Shapes::ShapeRef.new(shape: UtilizationPerformanceIndexInteger, location_name: "UtilizationPerformanceIndex"))
|
|
1218
1234
|
ManagedScalingPolicy.add_member(:scaling_strategy, Shapes::ShapeRef.new(shape: ScalingStrategy, location_name: "ScalingStrategy"))
|
|
@@ -1241,6 +1257,9 @@ module Aws::EMR
|
|
|
1241
1257
|
ModifyInstanceGroupsInput.add_member(:instance_groups, Shapes::ShapeRef.new(shape: InstanceGroupModifyConfigList, location_name: "InstanceGroups"))
|
|
1242
1258
|
ModifyInstanceGroupsInput.struct_class = Types::ModifyInstanceGroupsInput
|
|
1243
1259
|
|
|
1260
|
+
MonitoringConfiguration.add_member(:cloud_watch_log_configuration, Shapes::ShapeRef.new(shape: CloudWatchLogConfiguration, location_name: "CloudWatchLogConfiguration"))
|
|
1261
|
+
MonitoringConfiguration.struct_class = Types::MonitoringConfiguration
|
|
1262
|
+
|
|
1244
1263
|
NewSupportedProductsList.member = Shapes::ShapeRef.new(shape: SupportedProductConfig)
|
|
1245
1264
|
|
|
1246
1265
|
NotebookExecution.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionId"))
|
|
@@ -1423,12 +1442,17 @@ module Aws::EMR
|
|
|
1423
1442
|
RunJobFlowInput.add_member(:ebs_root_volume_iops, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeIops"))
|
|
1424
1443
|
RunJobFlowInput.add_member(:ebs_root_volume_throughput, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeThroughput"))
|
|
1425
1444
|
RunJobFlowInput.add_member(:extended_support, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "ExtendedSupport"))
|
|
1445
|
+
RunJobFlowInput.add_member(:monitoring_configuration, Shapes::ShapeRef.new(shape: MonitoringConfiguration, location_name: "MonitoringConfiguration"))
|
|
1426
1446
|
RunJobFlowInput.struct_class = Types::RunJobFlowInput
|
|
1427
1447
|
|
|
1428
1448
|
RunJobFlowOutput.add_member(:job_flow_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "JobFlowId"))
|
|
1429
1449
|
RunJobFlowOutput.add_member(:cluster_arn, Shapes::ShapeRef.new(shape: ArnType, location_name: "ClusterArn"))
|
|
1430
1450
|
RunJobFlowOutput.struct_class = Types::RunJobFlowOutput
|
|
1431
1451
|
|
|
1452
|
+
S3MonitoringConfiguration.add_member(:log_uri, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogUri"))
|
|
1453
|
+
S3MonitoringConfiguration.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: XmlString, location_name: "EncryptionKeyArn"))
|
|
1454
|
+
S3MonitoringConfiguration.struct_class = Types::S3MonitoringConfiguration
|
|
1455
|
+
|
|
1432
1456
|
ScalingAction.add_member(:market, Shapes::ShapeRef.new(shape: MarketType, location_name: "Market"))
|
|
1433
1457
|
ScalingAction.add_member(:simple_scaling_policy_configuration, Shapes::ShapeRef.new(shape: SimpleScalingPolicyConfiguration, required: true, location_name: "SimpleScalingPolicyConfiguration"))
|
|
1434
1458
|
ScalingAction.struct_class = Types::ScalingAction
|
|
@@ -1543,11 +1567,14 @@ module Aws::EMR
|
|
|
1543
1567
|
Step.add_member(:action_on_failure, Shapes::ShapeRef.new(shape: ActionOnFailure, location_name: "ActionOnFailure"))
|
|
1544
1568
|
Step.add_member(:status, Shapes::ShapeRef.new(shape: StepStatus, location_name: "Status"))
|
|
1545
1569
|
Step.add_member(:execution_role_arn, Shapes::ShapeRef.new(shape: OptionalArnType, location_name: "ExecutionRoleArn"))
|
|
1570
|
+
Step.add_member(:log_uri, Shapes::ShapeRef.new(shape: String, location_name: "LogUri"))
|
|
1571
|
+
Step.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: String, location_name: "EncryptionKeyArn"))
|
|
1546
1572
|
Step.struct_class = Types::Step
|
|
1547
1573
|
|
|
1548
1574
|
StepConfig.add_member(:name, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "Name"))
|
|
1549
1575
|
StepConfig.add_member(:action_on_failure, Shapes::ShapeRef.new(shape: ActionOnFailure, location_name: "ActionOnFailure"))
|
|
1550
1576
|
StepConfig.add_member(:hadoop_jar_step, Shapes::ShapeRef.new(shape: HadoopJarStepConfig, required: true, location_name: "HadoopJarStep"))
|
|
1577
|
+
StepConfig.add_member(:step_monitoring_configuration, Shapes::ShapeRef.new(shape: StepMonitoringConfiguration, location_name: "StepMonitoringConfiguration"))
|
|
1551
1578
|
StepConfig.struct_class = Types::StepConfig
|
|
1552
1579
|
|
|
1553
1580
|
StepConfigList.member = Shapes::ShapeRef.new(shape: StepConfig)
|
|
@@ -1567,6 +1594,9 @@ module Aws::EMR
|
|
|
1567
1594
|
|
|
1568
1595
|
StepIdsList.member = Shapes::ShapeRef.new(shape: XmlStringMaxLen256)
|
|
1569
1596
|
|
|
1597
|
+
StepMonitoringConfiguration.add_member(:s3_monitoring_configuration, Shapes::ShapeRef.new(shape: S3MonitoringConfiguration, location_name: "S3MonitoringConfiguration"))
|
|
1598
|
+
StepMonitoringConfiguration.struct_class = Types::StepMonitoringConfiguration
|
|
1599
|
+
|
|
1570
1600
|
StepStateChangeReason.add_member(:code, Shapes::ShapeRef.new(shape: StepStateChangeReasonCode, location_name: "Code"))
|
|
1571
1601
|
StepStateChangeReason.add_member(:message, Shapes::ShapeRef.new(shape: String, location_name: "Message"))
|
|
1572
1602
|
StepStateChangeReason.struct_class = Types::StepStateChangeReason
|
|
@@ -1584,6 +1614,8 @@ module Aws::EMR
|
|
|
1584
1614
|
StepSummary.add_member(:config, Shapes::ShapeRef.new(shape: HadoopStepConfig, location_name: "Config"))
|
|
1585
1615
|
StepSummary.add_member(:action_on_failure, Shapes::ShapeRef.new(shape: ActionOnFailure, location_name: "ActionOnFailure"))
|
|
1586
1616
|
StepSummary.add_member(:status, Shapes::ShapeRef.new(shape: StepStatus, location_name: "Status"))
|
|
1617
|
+
StepSummary.add_member(:log_uri, Shapes::ShapeRef.new(shape: String, location_name: "LogUri"))
|
|
1618
|
+
StepSummary.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: String, location_name: "EncryptionKeyArn"))
|
|
1587
1619
|
StepSummary.struct_class = Types::StepSummary
|
|
1588
1620
|
|
|
1589
1621
|
StepSummaryList.member = Shapes::ShapeRef.new(shape: StepSummary)
|
data/lib/aws-sdk-emr/types.rb
CHANGED
|
@@ -565,6 +565,44 @@ module Aws::EMR
|
|
|
565
565
|
include Aws::Structure
|
|
566
566
|
end
|
|
567
567
|
|
|
568
|
+
# Holds CloudWatch log configuration settings and metadata that specify
|
|
569
|
+
# settings like log files to monitor and where to send them.
|
|
570
|
+
#
|
|
571
|
+
# @!attribute [rw] enabled
|
|
572
|
+
# Specifies if CloudWatch logging is enabled.
|
|
573
|
+
# @return [Boolean]
|
|
574
|
+
#
|
|
575
|
+
# @!attribute [rw] log_group_name
|
|
576
|
+
# The name of the CloudWatch log group where logs are published.
|
|
577
|
+
# @return [String]
|
|
578
|
+
#
|
|
579
|
+
# @!attribute [rw] log_stream_name_prefix
|
|
580
|
+
# The prefix of the log stream name.
|
|
581
|
+
# @return [String]
|
|
582
|
+
#
|
|
583
|
+
# @!attribute [rw] encryption_key_arn
|
|
584
|
+
# The ARN of the encryption key used to encrypt the logs.
|
|
585
|
+
# @return [String]
|
|
586
|
+
#
|
|
587
|
+
# @!attribute [rw] log_types
|
|
588
|
+
# A map of log types to file names for publishing logs to the standard
|
|
589
|
+
# output or standard error streams for CloudWatch. Valid log types
|
|
590
|
+
# include STEP\_LOGS, SPARK\_DRIVER, and SPARK\_EXECUTOR. Valid file
|
|
591
|
+
# names for each type include STDOUT and STDERR.
|
|
592
|
+
# @return [Hash<String,Array<String>>]
|
|
593
|
+
#
|
|
594
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/CloudWatchLogConfiguration AWS API Documentation
|
|
595
|
+
#
|
|
596
|
+
class CloudWatchLogConfiguration < Struct.new(
|
|
597
|
+
:enabled,
|
|
598
|
+
:log_group_name,
|
|
599
|
+
:log_stream_name_prefix,
|
|
600
|
+
:encryption_key_arn,
|
|
601
|
+
:log_types)
|
|
602
|
+
SENSITIVE = []
|
|
603
|
+
include Aws::Structure
|
|
604
|
+
end
|
|
605
|
+
|
|
568
606
|
# The detailed description of the cluster.
|
|
569
607
|
#
|
|
570
608
|
# @!attribute [rw] id
|
|
@@ -798,6 +836,10 @@ module Aws::EMR
|
|
|
798
836
|
# Reserved.
|
|
799
837
|
# @return [Boolean]
|
|
800
838
|
#
|
|
839
|
+
# @!attribute [rw] monitoring_configuration
|
|
840
|
+
# Contains Cloudwatch log configuration metadata and settings.
|
|
841
|
+
# @return [Types::MonitoringConfiguration]
|
|
842
|
+
#
|
|
801
843
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Cluster AWS API Documentation
|
|
802
844
|
#
|
|
803
845
|
class Cluster < Struct.new(
|
|
@@ -835,7 +877,8 @@ module Aws::EMR
|
|
|
835
877
|
:os_release_label,
|
|
836
878
|
:ebs_root_volume_iops,
|
|
837
879
|
:ebs_root_volume_throughput,
|
|
838
|
-
:extended_support
|
|
880
|
+
:extended_support,
|
|
881
|
+
:monitoring_configuration)
|
|
839
882
|
SENSITIVE = []
|
|
840
883
|
include Aws::Structure
|
|
841
884
|
end
|
|
@@ -2939,10 +2982,10 @@ module Aws::EMR
|
|
|
2939
2982
|
# @return [String]
|
|
2940
2983
|
#
|
|
2941
2984
|
# @!attribute [rw] bid_price
|
|
2942
|
-
#
|
|
2943
|
-
#
|
|
2944
|
-
#
|
|
2945
|
-
#
|
|
2985
|
+
# The bid price for each Amazon EC2 Spot Instance type as defined by
|
|
2986
|
+
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
|
2987
|
+
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
|
2988
|
+
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
|
2946
2989
|
# @return [String]
|
|
2947
2990
|
#
|
|
2948
2991
|
# @!attribute [rw] instance_type
|
|
@@ -3054,10 +3097,10 @@ module Aws::EMR
|
|
|
3054
3097
|
# @return [String]
|
|
3055
3098
|
#
|
|
3056
3099
|
# @!attribute [rw] bid_price
|
|
3057
|
-
#
|
|
3058
|
-
#
|
|
3059
|
-
#
|
|
3060
|
-
#
|
|
3100
|
+
# The bid price for each Amazon EC2 Spot Instance type as defined by
|
|
3101
|
+
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
|
3102
|
+
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
|
3103
|
+
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
|
3061
3104
|
# @return [String]
|
|
3062
3105
|
#
|
|
3063
3106
|
# @!attribute [rw] instance_type
|
|
@@ -3133,10 +3176,10 @@ module Aws::EMR
|
|
|
3133
3176
|
# @return [String]
|
|
3134
3177
|
#
|
|
3135
3178
|
# @!attribute [rw] bid_price
|
|
3136
|
-
#
|
|
3137
|
-
#
|
|
3138
|
-
#
|
|
3139
|
-
#
|
|
3179
|
+
# The bid price for each Amazon EC2 Spot Instance type as defined by
|
|
3180
|
+
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
|
3181
|
+
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
|
3182
|
+
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
|
3140
3183
|
# @return [String]
|
|
3141
3184
|
#
|
|
3142
3185
|
# @!attribute [rw] instance_type
|
|
@@ -3511,7 +3554,9 @@ module Aws::EMR
|
|
|
3511
3554
|
#
|
|
3512
3555
|
# @!attribute [rw] bid_price
|
|
3513
3556
|
# The bid price for each Amazon EC2 Spot Instance type as defined by
|
|
3514
|
-
# `InstanceType`. Expressed in USD.
|
|
3557
|
+
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
|
3558
|
+
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
|
3559
|
+
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
|
3515
3560
|
# @return [String]
|
|
3516
3561
|
#
|
|
3517
3562
|
# @!attribute [rw] bid_price_as_percentage_of_on_demand_price
|
|
@@ -4800,6 +4845,21 @@ module Aws::EMR
|
|
|
4800
4845
|
include Aws::Structure
|
|
4801
4846
|
end
|
|
4802
4847
|
|
|
4848
|
+
# Contains CloudWatch log configuration metadata and settings.
|
|
4849
|
+
#
|
|
4850
|
+
# @!attribute [rw] cloud_watch_log_configuration
|
|
4851
|
+
# CloudWatch log configuration settings and metadata that specify
|
|
4852
|
+
# settings like log files to monitor and where to send them.
|
|
4853
|
+
# @return [Types::CloudWatchLogConfiguration]
|
|
4854
|
+
#
|
|
4855
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/MonitoringConfiguration AWS API Documentation
|
|
4856
|
+
#
|
|
4857
|
+
class MonitoringConfiguration < Struct.new(
|
|
4858
|
+
:cloud_watch_log_configuration)
|
|
4859
|
+
SENSITIVE = []
|
|
4860
|
+
include Aws::Structure
|
|
4861
|
+
end
|
|
4862
|
+
|
|
4803
4863
|
# A notebook execution. An execution is a specific instance that an
|
|
4804
4864
|
# Amazon EMR Notebook is run using the `StartNotebookExecution` action.
|
|
4805
4865
|
#
|
|
@@ -5906,6 +5966,10 @@ module Aws::EMR
|
|
|
5906
5966
|
# Reserved.
|
|
5907
5967
|
# @return [Boolean]
|
|
5908
5968
|
#
|
|
5969
|
+
# @!attribute [rw] monitoring_configuration
|
|
5970
|
+
# Contains CloudWatch log configuration metadata and settings.
|
|
5971
|
+
# @return [Types::MonitoringConfiguration]
|
|
5972
|
+
#
|
|
5909
5973
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/RunJobFlowInput AWS API Documentation
|
|
5910
5974
|
#
|
|
5911
5975
|
class RunJobFlowInput < Struct.new(
|
|
@@ -5940,7 +6004,8 @@ module Aws::EMR
|
|
|
5940
6004
|
:os_release_label,
|
|
5941
6005
|
:ebs_root_volume_iops,
|
|
5942
6006
|
:ebs_root_volume_throughput,
|
|
5943
|
-
:extended_support
|
|
6007
|
+
:extended_support,
|
|
6008
|
+
:monitoring_configuration)
|
|
5944
6009
|
SENSITIVE = []
|
|
5945
6010
|
include Aws::Structure
|
|
5946
6011
|
end
|
|
@@ -5964,6 +6029,31 @@ module Aws::EMR
|
|
|
5964
6029
|
include Aws::Structure
|
|
5965
6030
|
end
|
|
5966
6031
|
|
|
6032
|
+
# The Amazon S3 configuration for monitoring log publishing. You can
|
|
6033
|
+
# configure your step to send log information to Amazon S3. When it's
|
|
6034
|
+
# specified, it takes precedence over the cluster's logging
|
|
6035
|
+
# configuration. If you don't specify this configuration entirely, or
|
|
6036
|
+
# omit individual fields, EMR falls back to cluster-level logging
|
|
6037
|
+
# behavior.
|
|
6038
|
+
#
|
|
6039
|
+
# @!attribute [rw] log_uri
|
|
6040
|
+
# The Amazon S3 destination URI for log publishing.
|
|
6041
|
+
# @return [String]
|
|
6042
|
+
#
|
|
6043
|
+
# @!attribute [rw] encryption_key_arn
|
|
6044
|
+
# The KMS key ARN to encrypt the logs published to the given Amazon S3
|
|
6045
|
+
# destination.
|
|
6046
|
+
# @return [String]
|
|
6047
|
+
#
|
|
6048
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/S3MonitoringConfiguration AWS API Documentation
|
|
6049
|
+
#
|
|
6050
|
+
class S3MonitoringConfiguration < Struct.new(
|
|
6051
|
+
:log_uri,
|
|
6052
|
+
:encryption_key_arn)
|
|
6053
|
+
SENSITIVE = []
|
|
6054
|
+
include Aws::Structure
|
|
6055
|
+
end
|
|
6056
|
+
|
|
5967
6057
|
# The type of adjustment the automatic scaling activity makes when
|
|
5968
6058
|
# triggered, and the periodicity of the adjustment.
|
|
5969
6059
|
#
|
|
@@ -6651,6 +6741,15 @@ module Aws::EMR
|
|
|
6651
6741
|
# formatted runtime role ARN.
|
|
6652
6742
|
# @return [String]
|
|
6653
6743
|
#
|
|
6744
|
+
# @!attribute [rw] log_uri
|
|
6745
|
+
# The Amazon S3 destination URI for log publishing.
|
|
6746
|
+
# @return [String]
|
|
6747
|
+
#
|
|
6748
|
+
# @!attribute [rw] encryption_key_arn
|
|
6749
|
+
# The KMS key ARN to encrypt the logs published to the given Amazon S3
|
|
6750
|
+
# destination.
|
|
6751
|
+
# @return [String]
|
|
6752
|
+
#
|
|
6654
6753
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Step AWS API Documentation
|
|
6655
6754
|
#
|
|
6656
6755
|
class Step < Struct.new(
|
|
@@ -6659,7 +6758,9 @@ module Aws::EMR
|
|
|
6659
6758
|
:config,
|
|
6660
6759
|
:action_on_failure,
|
|
6661
6760
|
:status,
|
|
6662
|
-
:execution_role_arn
|
|
6761
|
+
:execution_role_arn,
|
|
6762
|
+
:log_uri,
|
|
6763
|
+
:encryption_key_arn)
|
|
6663
6764
|
SENSITIVE = []
|
|
6664
6765
|
include Aws::Structure
|
|
6665
6766
|
end
|
|
@@ -6703,12 +6804,17 @@ module Aws::EMR
|
|
|
6703
6804
|
# The JAR file used for the step.
|
|
6704
6805
|
# @return [Types::HadoopJarStepConfig]
|
|
6705
6806
|
#
|
|
6807
|
+
# @!attribute [rw] step_monitoring_configuration
|
|
6808
|
+
# Object that holds configuration properties for logging.
|
|
6809
|
+
# @return [Types::StepMonitoringConfiguration]
|
|
6810
|
+
#
|
|
6706
6811
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StepConfig AWS API Documentation
|
|
6707
6812
|
#
|
|
6708
6813
|
class StepConfig < Struct.new(
|
|
6709
6814
|
:name,
|
|
6710
6815
|
:action_on_failure,
|
|
6711
|
-
:hadoop_jar_step
|
|
6816
|
+
:hadoop_jar_step,
|
|
6817
|
+
:step_monitoring_configuration)
|
|
6712
6818
|
SENSITIVE = []
|
|
6713
6819
|
include Aws::Structure
|
|
6714
6820
|
end
|
|
@@ -6766,6 +6872,25 @@ module Aws::EMR
|
|
|
6766
6872
|
include Aws::Structure
|
|
6767
6873
|
end
|
|
6768
6874
|
|
|
6875
|
+
# Object that holds configuration properties for logging.
|
|
6876
|
+
#
|
|
6877
|
+
# @!attribute [rw] s3_monitoring_configuration
|
|
6878
|
+
# The Amazon S3 configuration for monitoring log publishing. You can
|
|
6879
|
+
# configure your step to send log information to Amazon S3. When it's
|
|
6880
|
+
# specified, it takes precedence over the cluster's logging
|
|
6881
|
+
# configuration. If you don't specify this configuration entirely, or
|
|
6882
|
+
# omit individual fields, EMR falls back to cluster-level logging
|
|
6883
|
+
# behavior.
|
|
6884
|
+
# @return [Types::S3MonitoringConfiguration]
|
|
6885
|
+
#
|
|
6886
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StepMonitoringConfiguration AWS API Documentation
|
|
6887
|
+
#
|
|
6888
|
+
class StepMonitoringConfiguration < Struct.new(
|
|
6889
|
+
:s3_monitoring_configuration)
|
|
6890
|
+
SENSITIVE = []
|
|
6891
|
+
include Aws::Structure
|
|
6892
|
+
end
|
|
6893
|
+
|
|
6769
6894
|
# The details of the step state change reason.
|
|
6770
6895
|
#
|
|
6771
6896
|
# @!attribute [rw] code
|
|
@@ -6840,6 +6965,15 @@ module Aws::EMR
|
|
|
6840
6965
|
# The current execution status details of the cluster step.
|
|
6841
6966
|
# @return [Types::StepStatus]
|
|
6842
6967
|
#
|
|
6968
|
+
# @!attribute [rw] log_uri
|
|
6969
|
+
# The Amazon S3 destination URI for log publishing.
|
|
6970
|
+
# @return [String]
|
|
6971
|
+
#
|
|
6972
|
+
# @!attribute [rw] encryption_key_arn
|
|
6973
|
+
# The KMS key ARN to encrypt the logs published to the given Amazon S3
|
|
6974
|
+
# destination.
|
|
6975
|
+
# @return [String]
|
|
6976
|
+
#
|
|
6843
6977
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StepSummary AWS API Documentation
|
|
6844
6978
|
#
|
|
6845
6979
|
class StepSummary < Struct.new(
|
|
@@ -6847,7 +6981,9 @@ module Aws::EMR
|
|
|
6847
6981
|
:name,
|
|
6848
6982
|
:config,
|
|
6849
6983
|
:action_on_failure,
|
|
6850
|
-
:status
|
|
6984
|
+
:status,
|
|
6985
|
+
:log_uri,
|
|
6986
|
+
:encryption_key_arn)
|
|
6851
6987
|
SENSITIVE = []
|
|
6852
6988
|
include Aws::Structure
|
|
6853
6989
|
end
|
data/lib/aws-sdk-emr.rb
CHANGED
data/sig/client.rbs
CHANGED
|
@@ -263,7 +263,13 @@ module Aws
|
|
|
263
263
|
jar: ::String,
|
|
264
264
|
main_class: ::String?,
|
|
265
265
|
args: Array[::String]?
|
|
266
|
-
}
|
|
266
|
+
},
|
|
267
|
+
step_monitoring_configuration: {
|
|
268
|
+
s3_monitoring_configuration: {
|
|
269
|
+
log_uri: ::String?,
|
|
270
|
+
encryption_key_arn: ::String?
|
|
271
|
+
}?
|
|
272
|
+
}?
|
|
267
273
|
},
|
|
268
274
|
],
|
|
269
275
|
?execution_role_arn: ::String
|
|
@@ -1161,7 +1167,13 @@ module Aws
|
|
|
1161
1167
|
jar: ::String,
|
|
1162
1168
|
main_class: ::String?,
|
|
1163
1169
|
args: Array[::String]?
|
|
1164
|
-
}
|
|
1170
|
+
},
|
|
1171
|
+
step_monitoring_configuration: {
|
|
1172
|
+
s3_monitoring_configuration: {
|
|
1173
|
+
log_uri: ::String?,
|
|
1174
|
+
encryption_key_arn: ::String?
|
|
1175
|
+
}?
|
|
1176
|
+
}?
|
|
1165
1177
|
},
|
|
1166
1178
|
],
|
|
1167
1179
|
?bootstrap_actions: Array[
|
|
@@ -1241,7 +1253,16 @@ module Aws
|
|
|
1241
1253
|
?os_release_label: ::String,
|
|
1242
1254
|
?ebs_root_volume_iops: ::Integer,
|
|
1243
1255
|
?ebs_root_volume_throughput: ::Integer,
|
|
1244
|
-
?extended_support: bool
|
|
1256
|
+
?extended_support: bool,
|
|
1257
|
+
?monitoring_configuration: {
|
|
1258
|
+
cloud_watch_log_configuration: {
|
|
1259
|
+
enabled: bool,
|
|
1260
|
+
log_group_name: ::String?,
|
|
1261
|
+
log_stream_name_prefix: ::String?,
|
|
1262
|
+
encryption_key_arn: ::String?,
|
|
1263
|
+
log_types: Hash[::String, Array[::String]]?
|
|
1264
|
+
}?
|
|
1265
|
+
}
|
|
1245
1266
|
) -> _RunJobFlowResponseSuccess
|
|
1246
1267
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _RunJobFlowResponseSuccess
|
|
1247
1268
|
|
data/sig/types.rbs
CHANGED
|
@@ -148,6 +148,15 @@ module Aws::EMR
|
|
|
148
148
|
SENSITIVE: []
|
|
149
149
|
end
|
|
150
150
|
|
|
151
|
+
class CloudWatchLogConfiguration
|
|
152
|
+
attr_accessor enabled: bool
|
|
153
|
+
attr_accessor log_group_name: ::String
|
|
154
|
+
attr_accessor log_stream_name_prefix: ::String
|
|
155
|
+
attr_accessor encryption_key_arn: ::String
|
|
156
|
+
attr_accessor log_types: ::Hash[::String, ::Array[::String]]
|
|
157
|
+
SENSITIVE: []
|
|
158
|
+
end
|
|
159
|
+
|
|
151
160
|
class Cluster
|
|
152
161
|
attr_accessor id: ::String
|
|
153
162
|
attr_accessor name: ::String
|
|
@@ -184,6 +193,7 @@ module Aws::EMR
|
|
|
184
193
|
attr_accessor ebs_root_volume_iops: ::Integer
|
|
185
194
|
attr_accessor ebs_root_volume_throughput: ::Integer
|
|
186
195
|
attr_accessor extended_support: bool
|
|
196
|
+
attr_accessor monitoring_configuration: Types::MonitoringConfiguration
|
|
187
197
|
SENSITIVE: []
|
|
188
198
|
end
|
|
189
199
|
|
|
@@ -1109,6 +1119,11 @@ module Aws::EMR
|
|
|
1109
1119
|
SENSITIVE: []
|
|
1110
1120
|
end
|
|
1111
1121
|
|
|
1122
|
+
class MonitoringConfiguration
|
|
1123
|
+
attr_accessor cloud_watch_log_configuration: Types::CloudWatchLogConfiguration
|
|
1124
|
+
SENSITIVE: []
|
|
1125
|
+
end
|
|
1126
|
+
|
|
1112
1127
|
class NotebookExecution
|
|
1113
1128
|
attr_accessor notebook_execution_id: ::String
|
|
1114
1129
|
attr_accessor editor_id: ::String
|
|
@@ -1335,6 +1350,7 @@ module Aws::EMR
|
|
|
1335
1350
|
attr_accessor ebs_root_volume_iops: ::Integer
|
|
1336
1351
|
attr_accessor ebs_root_volume_throughput: ::Integer
|
|
1337
1352
|
attr_accessor extended_support: bool
|
|
1353
|
+
attr_accessor monitoring_configuration: Types::MonitoringConfiguration
|
|
1338
1354
|
SENSITIVE: []
|
|
1339
1355
|
end
|
|
1340
1356
|
|
|
@@ -1344,6 +1360,12 @@ module Aws::EMR
|
|
|
1344
1360
|
SENSITIVE: []
|
|
1345
1361
|
end
|
|
1346
1362
|
|
|
1363
|
+
class S3MonitoringConfiguration
|
|
1364
|
+
attr_accessor log_uri: ::String
|
|
1365
|
+
attr_accessor encryption_key_arn: ::String
|
|
1366
|
+
SENSITIVE: []
|
|
1367
|
+
end
|
|
1368
|
+
|
|
1347
1369
|
class ScalingAction
|
|
1348
1370
|
attr_accessor market: ("ON_DEMAND" | "SPOT")
|
|
1349
1371
|
attr_accessor simple_scaling_policy_configuration: Types::SimpleScalingPolicyConfiguration
|
|
@@ -1487,6 +1509,8 @@ module Aws::EMR
|
|
|
1487
1509
|
attr_accessor action_on_failure: ("TERMINATE_JOB_FLOW" | "TERMINATE_CLUSTER" | "CANCEL_AND_WAIT" | "CONTINUE")
|
|
1488
1510
|
attr_accessor status: Types::StepStatus
|
|
1489
1511
|
attr_accessor execution_role_arn: ::String
|
|
1512
|
+
attr_accessor log_uri: ::String
|
|
1513
|
+
attr_accessor encryption_key_arn: ::String
|
|
1490
1514
|
SENSITIVE: []
|
|
1491
1515
|
end
|
|
1492
1516
|
|
|
@@ -1494,6 +1518,7 @@ module Aws::EMR
|
|
|
1494
1518
|
attr_accessor name: ::String
|
|
1495
1519
|
attr_accessor action_on_failure: ("TERMINATE_JOB_FLOW" | "TERMINATE_CLUSTER" | "CANCEL_AND_WAIT" | "CONTINUE")
|
|
1496
1520
|
attr_accessor hadoop_jar_step: Types::HadoopJarStepConfig
|
|
1521
|
+
attr_accessor step_monitoring_configuration: Types::StepMonitoringConfiguration
|
|
1497
1522
|
SENSITIVE: []
|
|
1498
1523
|
end
|
|
1499
1524
|
|
|
@@ -1512,6 +1537,11 @@ module Aws::EMR
|
|
|
1512
1537
|
SENSITIVE: []
|
|
1513
1538
|
end
|
|
1514
1539
|
|
|
1540
|
+
class StepMonitoringConfiguration
|
|
1541
|
+
attr_accessor s3_monitoring_configuration: Types::S3MonitoringConfiguration
|
|
1542
|
+
SENSITIVE: []
|
|
1543
|
+
end
|
|
1544
|
+
|
|
1515
1545
|
class StepStateChangeReason
|
|
1516
1546
|
attr_accessor code: ("NONE")
|
|
1517
1547
|
attr_accessor message: ::String
|
|
@@ -1532,6 +1562,8 @@ module Aws::EMR
|
|
|
1532
1562
|
attr_accessor config: Types::HadoopStepConfig
|
|
1533
1563
|
attr_accessor action_on_failure: ("TERMINATE_JOB_FLOW" | "TERMINATE_CLUSTER" | "CANCEL_AND_WAIT" | "CONTINUE")
|
|
1534
1564
|
attr_accessor status: Types::StepStatus
|
|
1565
|
+
attr_accessor log_uri: ::String
|
|
1566
|
+
attr_accessor encryption_key_arn: ::String
|
|
1535
1567
|
SENSITIVE: []
|
|
1536
1568
|
end
|
|
1537
1569
|
|