aws-sdk-emr 1.119.0 → 1.121.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 29f1e613c39ec8e1e822343099ffb55cf78beaa3160ab588e893327abd4b792c
4
- data.tar.gz: dd3ebb1ee2ab272464b7b8a4c5743d54773708ea899cdd921fb324b8b7879333
3
+ metadata.gz: 728af65ff71caf92ffc719a5e5524298890de9b83fe6160ddc922e9abe244571
4
+ data.tar.gz: f78eb631d324d29c221a26f1088d67f887213e68b61e884ec6ff15f4e9028d26
5
5
  SHA512:
6
- metadata.gz: 8e1cb2135d17b60fe2c69de0726f00091e6086e3a34425481d1099d49ae66f49852cadc840ca8bff90bd905f6fa1491877c12adba7491f1477c59a140e8572af
7
- data.tar.gz: 7ccf8992f7e0a9dffeeaa119a0d8161a60c63fb598419f6cbaee782f2d06ba2c05401de6254427d83c714c0a9e3d39cec651d98203ad0f4d59ef712ae3ea5319
6
+ metadata.gz: af0e7c0c120717aae7354c439e676e30fd83728af4c110683b8c0478758620f94286cfe89391fa2cc5ee4c97b625967fc3c1d8068951bc854a6416ef757366ac
7
+ data.tar.gz: 340fea68423c98a2fea7c718a1200552fcd2504dfc649ab4a2808ed304b04f413352cf597872bc338de43849508f569d52e1b600a610a5c575dc459c256c6cca
data/CHANGELOG.md CHANGED
@@ -1,6 +1,16 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.121.0 (2025-11-20)
5
+ ------------------
6
+
7
+ * Feature - Add support for configuring S3 destination for step logs on a per-step basis.
8
+
9
+ 1.120.0 (2025-11-19)
10
+ ------------------
11
+
12
+ * Feature - Add CloudWatch Logs integration for Spark driver, executor and step logs
13
+
4
14
  1.119.0 (2025-10-31)
5
15
  ------------------
6
16
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.119.0
1
+ 1.121.0
@@ -774,6 +774,12 @@ module Aws::EMR
774
774
  # main_class: "XmlString",
775
775
  # args: ["XmlString"],
776
776
  # },
777
+ # step_monitoring_configuration: {
778
+ # s3_monitoring_configuration: {
779
+ # log_uri: "XmlString",
780
+ # encryption_key_arn: "XmlString",
781
+ # },
782
+ # },
777
783
  # },
778
784
  # ],
779
785
  # execution_role_arn: "ArnType",
@@ -1375,6 +1381,13 @@ module Aws::EMR
1375
1381
  # resp.cluster.ebs_root_volume_iops #=> Integer
1376
1382
  # resp.cluster.ebs_root_volume_throughput #=> Integer
1377
1383
  # resp.cluster.extended_support #=> Boolean
1384
+ # resp.cluster.monitoring_configuration.cloud_watch_log_configuration.enabled #=> Boolean
1385
+ # resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_group_name #=> String
1386
+ # resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_stream_name_prefix #=> String
1387
+ # resp.cluster.monitoring_configuration.cloud_watch_log_configuration.encryption_key_arn #=> String
1388
+ # resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types #=> Hash
1389
+ # resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types["XmlString"] #=> Array
1390
+ # resp.cluster.monitoring_configuration.cloud_watch_log_configuration.log_types["XmlString"][0] #=> String
1378
1391
  #
1379
1392
  #
1380
1393
  # The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
@@ -1493,6 +1506,8 @@ module Aws::EMR
1493
1506
  # resp.job_flows[0].steps[0].step_config.hadoop_jar_step.main_class #=> String
1494
1507
  # resp.job_flows[0].steps[0].step_config.hadoop_jar_step.args #=> Array
1495
1508
  # resp.job_flows[0].steps[0].step_config.hadoop_jar_step.args[0] #=> String
1509
+ # resp.job_flows[0].steps[0].step_config.step_monitoring_configuration.s3_monitoring_configuration.log_uri #=> String
1510
+ # resp.job_flows[0].steps[0].step_config.step_monitoring_configuration.s3_monitoring_configuration.encryption_key_arn #=> String
1496
1511
  # resp.job_flows[0].steps[0].execution_status_detail.state #=> String, one of "PENDING", "RUNNING", "CONTINUE", "COMPLETED", "CANCELLED", "FAILED", "INTERRUPTED"
1497
1512
  # resp.job_flows[0].steps[0].execution_status_detail.creation_date_time #=> Time
1498
1513
  # resp.job_flows[0].steps[0].execution_status_detail.start_date_time #=> Time
@@ -1731,6 +1746,8 @@ module Aws::EMR
1731
1746
  # resp.step.status.timeline.start_date_time #=> Time
1732
1747
  # resp.step.status.timeline.end_date_time #=> Time
1733
1748
  # resp.step.execution_role_arn #=> String
1749
+ # resp.step.log_uri #=> String
1750
+ # resp.step.encryption_key_arn #=> String
1734
1751
  #
1735
1752
  #
1736
1753
  # The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
@@ -2733,6 +2750,8 @@ module Aws::EMR
2733
2750
  # resp.steps[0].status.timeline.creation_date_time #=> Time
2734
2751
  # resp.steps[0].status.timeline.start_date_time #=> Time
2735
2752
  # resp.steps[0].status.timeline.end_date_time #=> Time
2753
+ # resp.steps[0].log_uri #=> String
2754
+ # resp.steps[0].encryption_key_arn #=> String
2736
2755
  # resp.marker #=> String
2737
2756
  #
2738
2757
  # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListSteps AWS API Documentation
@@ -3729,6 +3748,9 @@ module Aws::EMR
3729
3748
  # @option params [Boolean] :extended_support
3730
3749
  # Reserved.
3731
3750
  #
3751
+ # @option params [Types::MonitoringConfiguration] :monitoring_configuration
3752
+ # Contains CloudWatch log configuration metadata and settings.
3753
+ #
3732
3754
  # @return [Types::RunJobFlowOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3733
3755
  #
3734
3756
  # * {Types::RunJobFlowOutput#job_flow_id #job_flow_id} => String
@@ -3928,6 +3950,12 @@ module Aws::EMR
3928
3950
  # main_class: "XmlString",
3929
3951
  # args: ["XmlString"],
3930
3952
  # },
3953
+ # step_monitoring_configuration: {
3954
+ # s3_monitoring_configuration: {
3955
+ # log_uri: "XmlString",
3956
+ # encryption_key_arn: "XmlString",
3957
+ # },
3958
+ # },
3931
3959
  # },
3932
3960
  # ],
3933
3961
  # bootstrap_actions: [
@@ -4014,6 +4042,17 @@ module Aws::EMR
4014
4042
  # ebs_root_volume_iops: 1,
4015
4043
  # ebs_root_volume_throughput: 1,
4016
4044
  # extended_support: false,
4045
+ # monitoring_configuration: {
4046
+ # cloud_watch_log_configuration: {
4047
+ # enabled: false, # required
4048
+ # log_group_name: "XmlString",
4049
+ # log_stream_name_prefix: "XmlString",
4050
+ # encryption_key_arn: "XmlString",
4051
+ # log_types: {
4052
+ # "XmlString" => ["XmlString"],
4053
+ # },
4054
+ # },
4055
+ # },
4017
4056
  # })
4018
4057
  #
4019
4058
  # @example Response structure
@@ -4514,7 +4553,7 @@ module Aws::EMR
4514
4553
  tracer: tracer
4515
4554
  )
4516
4555
  context[:gem_name] = 'aws-sdk-emr'
4517
- context[:gem_version] = '1.119.0'
4556
+ context[:gem_version] = '1.121.0'
4518
4557
  Seahorse::Client::Request.new(handlers, context)
4519
4558
  end
4520
4559
 
@@ -49,6 +49,7 @@ module Aws::EMR
49
49
  CancelStepsOutput = Shapes::StructureShape.new(name: 'CancelStepsOutput')
50
50
  CancelStepsRequestStatus = Shapes::StringShape.new(name: 'CancelStepsRequestStatus')
51
51
  CloudWatchAlarmDefinition = Shapes::StructureShape.new(name: 'CloudWatchAlarmDefinition')
52
+ CloudWatchLogConfiguration = Shapes::StructureShape.new(name: 'CloudWatchLogConfiguration')
52
53
  Cluster = Shapes::StructureShape.new(name: 'Cluster')
53
54
  ClusterId = Shapes::StringShape.new(name: 'ClusterId')
54
55
  ClusterState = Shapes::StringShape.new(name: 'ClusterState')
@@ -221,6 +222,7 @@ module Aws::EMR
221
222
  ListStudiosOutput = Shapes::StructureShape.new(name: 'ListStudiosOutput')
222
223
  ListSupportedInstanceTypesInput = Shapes::StructureShape.new(name: 'ListSupportedInstanceTypesInput')
223
224
  ListSupportedInstanceTypesOutput = Shapes::StructureShape.new(name: 'ListSupportedInstanceTypesOutput')
225
+ LogTypesMap = Shapes::MapShape.new(name: 'LogTypesMap')
224
226
  Long = Shapes::IntegerShape.new(name: 'Long')
225
227
  ManagedScalingPolicy = Shapes::StructureShape.new(name: 'ManagedScalingPolicy')
226
228
  Marker = Shapes::StringShape.new(name: 'Marker')
@@ -232,6 +234,7 @@ module Aws::EMR
232
234
  ModifyClusterOutput = Shapes::StructureShape.new(name: 'ModifyClusterOutput')
233
235
  ModifyInstanceFleetInput = Shapes::StructureShape.new(name: 'ModifyInstanceFleetInput')
234
236
  ModifyInstanceGroupsInput = Shapes::StructureShape.new(name: 'ModifyInstanceGroupsInput')
237
+ MonitoringConfiguration = Shapes::StructureShape.new(name: 'MonitoringConfiguration')
235
238
  NewSupportedProductsList = Shapes::ListShape.new(name: 'NewSupportedProductsList')
236
239
  NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
237
240
  NotebookExecution = Shapes::StructureShape.new(name: 'NotebookExecution')
@@ -286,6 +289,7 @@ module Aws::EMR
286
289
  ResourceId = Shapes::StringShape.new(name: 'ResourceId')
287
290
  RunJobFlowInput = Shapes::StructureShape.new(name: 'RunJobFlowInput')
288
291
  RunJobFlowOutput = Shapes::StructureShape.new(name: 'RunJobFlowOutput')
292
+ S3MonitoringConfiguration = Shapes::StructureShape.new(name: 'S3MonitoringConfiguration')
289
293
  ScaleDownBehavior = Shapes::StringShape.new(name: 'ScaleDownBehavior')
290
294
  ScalingAction = Shapes::StructureShape.new(name: 'ScalingAction')
291
295
  ScalingConstraints = Shapes::StructureShape.new(name: 'ScalingConstraints')
@@ -325,6 +329,7 @@ module Aws::EMR
325
329
  StepExecutionStatusDetail = Shapes::StructureShape.new(name: 'StepExecutionStatusDetail')
326
330
  StepId = Shapes::StringShape.new(name: 'StepId')
327
331
  StepIdsList = Shapes::ListShape.new(name: 'StepIdsList')
332
+ StepMonitoringConfiguration = Shapes::StructureShape.new(name: 'StepMonitoringConfiguration')
328
333
  StepState = Shapes::StringShape.new(name: 'StepState')
329
334
  StepStateChangeReason = Shapes::StructureShape.new(name: 'StepStateChangeReason')
330
335
  StepStateChangeReasonCode = Shapes::StringShape.new(name: 'StepStateChangeReasonCode')
@@ -467,6 +472,13 @@ module Aws::EMR
467
472
  CloudWatchAlarmDefinition.add_member(:dimensions, Shapes::ShapeRef.new(shape: MetricDimensionList, location_name: "Dimensions"))
468
473
  CloudWatchAlarmDefinition.struct_class = Types::CloudWatchAlarmDefinition
469
474
 
475
+ CloudWatchLogConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: Boolean, required: true, location_name: "Enabled"))
476
+ CloudWatchLogConfiguration.add_member(:log_group_name, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogGroupName"))
477
+ CloudWatchLogConfiguration.add_member(:log_stream_name_prefix, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogStreamNamePrefix"))
478
+ CloudWatchLogConfiguration.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: XmlString, location_name: "EncryptionKeyArn"))
479
+ CloudWatchLogConfiguration.add_member(:log_types, Shapes::ShapeRef.new(shape: LogTypesMap, location_name: "LogTypes"))
480
+ CloudWatchLogConfiguration.struct_class = Types::CloudWatchLogConfiguration
481
+
470
482
  Cluster.add_member(:id, Shapes::ShapeRef.new(shape: ClusterId, location_name: "Id"))
471
483
  Cluster.add_member(:name, Shapes::ShapeRef.new(shape: String, location_name: "Name"))
472
484
  Cluster.add_member(:status, Shapes::ShapeRef.new(shape: ClusterStatus, location_name: "Status"))
@@ -502,6 +514,7 @@ module Aws::EMR
502
514
  Cluster.add_member(:ebs_root_volume_iops, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeIops"))
503
515
  Cluster.add_member(:ebs_root_volume_throughput, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeThroughput"))
504
516
  Cluster.add_member(:extended_support, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "ExtendedSupport"))
517
+ Cluster.add_member(:monitoring_configuration, Shapes::ShapeRef.new(shape: MonitoringConfiguration, location_name: "MonitoringConfiguration"))
505
518
  Cluster.struct_class = Types::Cluster
506
519
 
507
520
  ClusterStateChangeReason.add_member(:code, Shapes::ShapeRef.new(shape: ClusterStateChangeReasonCode, location_name: "Code"))
@@ -1213,6 +1226,9 @@ module Aws::EMR
1213
1226
  ListSupportedInstanceTypesOutput.add_member(:marker, Shapes::ShapeRef.new(shape: String, location_name: "Marker"))
1214
1227
  ListSupportedInstanceTypesOutput.struct_class = Types::ListSupportedInstanceTypesOutput
1215
1228
 
1229
+ LogTypesMap.key = Shapes::ShapeRef.new(shape: XmlString)
1230
+ LogTypesMap.value = Shapes::ShapeRef.new(shape: XmlStringList)
1231
+
1216
1232
  ManagedScalingPolicy.add_member(:compute_limits, Shapes::ShapeRef.new(shape: ComputeLimits, location_name: "ComputeLimits"))
1217
1233
  ManagedScalingPolicy.add_member(:utilization_performance_index, Shapes::ShapeRef.new(shape: UtilizationPerformanceIndexInteger, location_name: "UtilizationPerformanceIndex"))
1218
1234
  ManagedScalingPolicy.add_member(:scaling_strategy, Shapes::ShapeRef.new(shape: ScalingStrategy, location_name: "ScalingStrategy"))
@@ -1241,6 +1257,9 @@ module Aws::EMR
1241
1257
  ModifyInstanceGroupsInput.add_member(:instance_groups, Shapes::ShapeRef.new(shape: InstanceGroupModifyConfigList, location_name: "InstanceGroups"))
1242
1258
  ModifyInstanceGroupsInput.struct_class = Types::ModifyInstanceGroupsInput
1243
1259
 
1260
+ MonitoringConfiguration.add_member(:cloud_watch_log_configuration, Shapes::ShapeRef.new(shape: CloudWatchLogConfiguration, location_name: "CloudWatchLogConfiguration"))
1261
+ MonitoringConfiguration.struct_class = Types::MonitoringConfiguration
1262
+
1244
1263
  NewSupportedProductsList.member = Shapes::ShapeRef.new(shape: SupportedProductConfig)
1245
1264
 
1246
1265
  NotebookExecution.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionId"))
@@ -1423,12 +1442,17 @@ module Aws::EMR
1423
1442
  RunJobFlowInput.add_member(:ebs_root_volume_iops, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeIops"))
1424
1443
  RunJobFlowInput.add_member(:ebs_root_volume_throughput, Shapes::ShapeRef.new(shape: Integer, location_name: "EbsRootVolumeThroughput"))
1425
1444
  RunJobFlowInput.add_member(:extended_support, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "ExtendedSupport"))
1445
+ RunJobFlowInput.add_member(:monitoring_configuration, Shapes::ShapeRef.new(shape: MonitoringConfiguration, location_name: "MonitoringConfiguration"))
1426
1446
  RunJobFlowInput.struct_class = Types::RunJobFlowInput
1427
1447
 
1428
1448
  RunJobFlowOutput.add_member(:job_flow_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "JobFlowId"))
1429
1449
  RunJobFlowOutput.add_member(:cluster_arn, Shapes::ShapeRef.new(shape: ArnType, location_name: "ClusterArn"))
1430
1450
  RunJobFlowOutput.struct_class = Types::RunJobFlowOutput
1431
1451
 
1452
+ S3MonitoringConfiguration.add_member(:log_uri, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogUri"))
1453
+ S3MonitoringConfiguration.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: XmlString, location_name: "EncryptionKeyArn"))
1454
+ S3MonitoringConfiguration.struct_class = Types::S3MonitoringConfiguration
1455
+
1432
1456
  ScalingAction.add_member(:market, Shapes::ShapeRef.new(shape: MarketType, location_name: "Market"))
1433
1457
  ScalingAction.add_member(:simple_scaling_policy_configuration, Shapes::ShapeRef.new(shape: SimpleScalingPolicyConfiguration, required: true, location_name: "SimpleScalingPolicyConfiguration"))
1434
1458
  ScalingAction.struct_class = Types::ScalingAction
@@ -1543,11 +1567,14 @@ module Aws::EMR
1543
1567
  Step.add_member(:action_on_failure, Shapes::ShapeRef.new(shape: ActionOnFailure, location_name: "ActionOnFailure"))
1544
1568
  Step.add_member(:status, Shapes::ShapeRef.new(shape: StepStatus, location_name: "Status"))
1545
1569
  Step.add_member(:execution_role_arn, Shapes::ShapeRef.new(shape: OptionalArnType, location_name: "ExecutionRoleArn"))
1570
+ Step.add_member(:log_uri, Shapes::ShapeRef.new(shape: String, location_name: "LogUri"))
1571
+ Step.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: String, location_name: "EncryptionKeyArn"))
1546
1572
  Step.struct_class = Types::Step
1547
1573
 
1548
1574
  StepConfig.add_member(:name, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "Name"))
1549
1575
  StepConfig.add_member(:action_on_failure, Shapes::ShapeRef.new(shape: ActionOnFailure, location_name: "ActionOnFailure"))
1550
1576
  StepConfig.add_member(:hadoop_jar_step, Shapes::ShapeRef.new(shape: HadoopJarStepConfig, required: true, location_name: "HadoopJarStep"))
1577
+ StepConfig.add_member(:step_monitoring_configuration, Shapes::ShapeRef.new(shape: StepMonitoringConfiguration, location_name: "StepMonitoringConfiguration"))
1551
1578
  StepConfig.struct_class = Types::StepConfig
1552
1579
 
1553
1580
  StepConfigList.member = Shapes::ShapeRef.new(shape: StepConfig)
@@ -1567,6 +1594,9 @@ module Aws::EMR
1567
1594
 
1568
1595
  StepIdsList.member = Shapes::ShapeRef.new(shape: XmlStringMaxLen256)
1569
1596
 
1597
+ StepMonitoringConfiguration.add_member(:s3_monitoring_configuration, Shapes::ShapeRef.new(shape: S3MonitoringConfiguration, location_name: "S3MonitoringConfiguration"))
1598
+ StepMonitoringConfiguration.struct_class = Types::StepMonitoringConfiguration
1599
+
1570
1600
  StepStateChangeReason.add_member(:code, Shapes::ShapeRef.new(shape: StepStateChangeReasonCode, location_name: "Code"))
1571
1601
  StepStateChangeReason.add_member(:message, Shapes::ShapeRef.new(shape: String, location_name: "Message"))
1572
1602
  StepStateChangeReason.struct_class = Types::StepStateChangeReason
@@ -1584,6 +1614,8 @@ module Aws::EMR
1584
1614
  StepSummary.add_member(:config, Shapes::ShapeRef.new(shape: HadoopStepConfig, location_name: "Config"))
1585
1615
  StepSummary.add_member(:action_on_failure, Shapes::ShapeRef.new(shape: ActionOnFailure, location_name: "ActionOnFailure"))
1586
1616
  StepSummary.add_member(:status, Shapes::ShapeRef.new(shape: StepStatus, location_name: "Status"))
1617
+ StepSummary.add_member(:log_uri, Shapes::ShapeRef.new(shape: String, location_name: "LogUri"))
1618
+ StepSummary.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: String, location_name: "EncryptionKeyArn"))
1587
1619
  StepSummary.struct_class = Types::StepSummary
1588
1620
 
1589
1621
  StepSummaryList.member = Shapes::ShapeRef.new(shape: StepSummary)
@@ -565,6 +565,44 @@ module Aws::EMR
565
565
  include Aws::Structure
566
566
  end
567
567
 
568
+ # Holds CloudWatch log configuration settings and metadata that specify
569
+ # settings like log files to monitor and where to send them.
570
+ #
571
+ # @!attribute [rw] enabled
572
+ # Specifies if CloudWatch logging is enabled.
573
+ # @return [Boolean]
574
+ #
575
+ # @!attribute [rw] log_group_name
576
+ # The name of the CloudWatch log group where logs are published.
577
+ # @return [String]
578
+ #
579
+ # @!attribute [rw] log_stream_name_prefix
580
+ # The prefix of the log stream name.
581
+ # @return [String]
582
+ #
583
+ # @!attribute [rw] encryption_key_arn
584
+ # The ARN of the encryption key used to encrypt the logs.
585
+ # @return [String]
586
+ #
587
+ # @!attribute [rw] log_types
588
+ # A map of log types to file names for publishing logs to the standard
589
+ # output or standard error streams for CloudWatch. Valid log types
590
+ # include STEP\_LOGS, SPARK\_DRIVER, and SPARK\_EXECUTOR. Valid file
591
+ # names for each type include STDOUT and STDERR.
592
+ # @return [Hash<String,Array<String>>]
593
+ #
594
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/CloudWatchLogConfiguration AWS API Documentation
595
+ #
596
+ class CloudWatchLogConfiguration < Struct.new(
597
+ :enabled,
598
+ :log_group_name,
599
+ :log_stream_name_prefix,
600
+ :encryption_key_arn,
601
+ :log_types)
602
+ SENSITIVE = []
603
+ include Aws::Structure
604
+ end
605
+
568
606
  # The detailed description of the cluster.
569
607
  #
570
608
  # @!attribute [rw] id
@@ -798,6 +836,10 @@ module Aws::EMR
798
836
  # Reserved.
799
837
  # @return [Boolean]
800
838
  #
839
+ # @!attribute [rw] monitoring_configuration
840
+ # Contains Cloudwatch log configuration metadata and settings.
841
+ # @return [Types::MonitoringConfiguration]
842
+ #
801
843
  # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Cluster AWS API Documentation
802
844
  #
803
845
  class Cluster < Struct.new(
@@ -835,7 +877,8 @@ module Aws::EMR
835
877
  :os_release_label,
836
878
  :ebs_root_volume_iops,
837
879
  :ebs_root_volume_throughput,
838
- :extended_support)
880
+ :extended_support,
881
+ :monitoring_configuration)
839
882
  SENSITIVE = []
840
883
  include Aws::Structure
841
884
  end
@@ -2939,10 +2982,10 @@ module Aws::EMR
2939
2982
  # @return [String]
2940
2983
  #
2941
2984
  # @!attribute [rw] bid_price
2942
- # If specified, indicates that the instance group uses Spot Instances.
2943
- # This is the maximum price you are willing to pay for Spot Instances.
2944
- # Specify `OnDemandPrice` to set the amount equal to the On-Demand
2945
- # price, or specify an amount in USD.
2985
+ # The bid price for each Amazon EC2 Spot Instance type as defined by
2986
+ # `InstanceType`. Expressed in USD. If neither `BidPrice` nor
2987
+ # `BidPriceAsPercentageOfOnDemandPrice` is provided,
2988
+ # `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
2946
2989
  # @return [String]
2947
2990
  #
2948
2991
  # @!attribute [rw] instance_type
@@ -3054,10 +3097,10 @@ module Aws::EMR
3054
3097
  # @return [String]
3055
3098
  #
3056
3099
  # @!attribute [rw] bid_price
3057
- # If specified, indicates that the instance group uses Spot Instances.
3058
- # This is the maximum price you are willing to pay for Spot Instances.
3059
- # Specify `OnDemandPrice` to set the amount equal to the On-Demand
3060
- # price, or specify an amount in USD.
3100
+ # The bid price for each Amazon EC2 Spot Instance type as defined by
3101
+ # `InstanceType`. Expressed in USD. If neither `BidPrice` nor
3102
+ # `BidPriceAsPercentageOfOnDemandPrice` is provided,
3103
+ # `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
3061
3104
  # @return [String]
3062
3105
  #
3063
3106
  # @!attribute [rw] instance_type
@@ -3133,10 +3176,10 @@ module Aws::EMR
3133
3176
  # @return [String]
3134
3177
  #
3135
3178
  # @!attribute [rw] bid_price
3136
- # If specified, indicates that the instance group uses Spot Instances.
3137
- # This is the maximum price you are willing to pay for Spot Instances.
3138
- # Specify `OnDemandPrice` to set the amount equal to the On-Demand
3139
- # price, or specify an amount in USD.
3179
+ # The bid price for each Amazon EC2 Spot Instance type as defined by
3180
+ # `InstanceType`. Expressed in USD. If neither `BidPrice` nor
3181
+ # `BidPriceAsPercentageOfOnDemandPrice` is provided,
3182
+ # `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
3140
3183
  # @return [String]
3141
3184
  #
3142
3185
  # @!attribute [rw] instance_type
@@ -3511,7 +3554,9 @@ module Aws::EMR
3511
3554
  #
3512
3555
  # @!attribute [rw] bid_price
3513
3556
  # The bid price for each Amazon EC2 Spot Instance type as defined by
3514
- # `InstanceType`. Expressed in USD.
3557
+ # `InstanceType`. Expressed in USD. If neither `BidPrice` nor
3558
+ # `BidPriceAsPercentageOfOnDemandPrice` is provided,
3559
+ # `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
3515
3560
  # @return [String]
3516
3561
  #
3517
3562
  # @!attribute [rw] bid_price_as_percentage_of_on_demand_price
@@ -4800,6 +4845,21 @@ module Aws::EMR
4800
4845
  include Aws::Structure
4801
4846
  end
4802
4847
 
4848
+ # Contains CloudWatch log configuration metadata and settings.
4849
+ #
4850
+ # @!attribute [rw] cloud_watch_log_configuration
4851
+ # CloudWatch log configuration settings and metadata that specify
4852
+ # settings like log files to monitor and where to send them.
4853
+ # @return [Types::CloudWatchLogConfiguration]
4854
+ #
4855
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/MonitoringConfiguration AWS API Documentation
4856
+ #
4857
+ class MonitoringConfiguration < Struct.new(
4858
+ :cloud_watch_log_configuration)
4859
+ SENSITIVE = []
4860
+ include Aws::Structure
4861
+ end
4862
+
4803
4863
  # A notebook execution. An execution is a specific instance that an
4804
4864
  # Amazon EMR Notebook is run using the `StartNotebookExecution` action.
4805
4865
  #
@@ -5906,6 +5966,10 @@ module Aws::EMR
5906
5966
  # Reserved.
5907
5967
  # @return [Boolean]
5908
5968
  #
5969
+ # @!attribute [rw] monitoring_configuration
5970
+ # Contains CloudWatch log configuration metadata and settings.
5971
+ # @return [Types::MonitoringConfiguration]
5972
+ #
5909
5973
  # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/RunJobFlowInput AWS API Documentation
5910
5974
  #
5911
5975
  class RunJobFlowInput < Struct.new(
@@ -5940,7 +6004,8 @@ module Aws::EMR
5940
6004
  :os_release_label,
5941
6005
  :ebs_root_volume_iops,
5942
6006
  :ebs_root_volume_throughput,
5943
- :extended_support)
6007
+ :extended_support,
6008
+ :monitoring_configuration)
5944
6009
  SENSITIVE = []
5945
6010
  include Aws::Structure
5946
6011
  end
@@ -5964,6 +6029,31 @@ module Aws::EMR
5964
6029
  include Aws::Structure
5965
6030
  end
5966
6031
 
6032
+ # The Amazon S3 configuration for monitoring log publishing. You can
6033
+ # configure your step to send log information to Amazon S3. When it's
6034
+ # specified, it takes precedence over the cluster's logging
6035
+ # configuration. If you don't specify this configuration entirely, or
6036
+ # omit individual fields, EMR falls back to cluster-level logging
6037
+ # behavior.
6038
+ #
6039
+ # @!attribute [rw] log_uri
6040
+ # The Amazon S3 destination URI for log publishing.
6041
+ # @return [String]
6042
+ #
6043
+ # @!attribute [rw] encryption_key_arn
6044
+ # The KMS key ARN to encrypt the logs published to the given Amazon S3
6045
+ # destination.
6046
+ # @return [String]
6047
+ #
6048
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/S3MonitoringConfiguration AWS API Documentation
6049
+ #
6050
+ class S3MonitoringConfiguration < Struct.new(
6051
+ :log_uri,
6052
+ :encryption_key_arn)
6053
+ SENSITIVE = []
6054
+ include Aws::Structure
6055
+ end
6056
+
5967
6057
  # The type of adjustment the automatic scaling activity makes when
5968
6058
  # triggered, and the periodicity of the adjustment.
5969
6059
  #
@@ -6651,6 +6741,15 @@ module Aws::EMR
6651
6741
  # formatted runtime role ARN.
6652
6742
  # @return [String]
6653
6743
  #
6744
+ # @!attribute [rw] log_uri
6745
+ # The Amazon S3 destination URI for log publishing.
6746
+ # @return [String]
6747
+ #
6748
+ # @!attribute [rw] encryption_key_arn
6749
+ # The KMS key ARN to encrypt the logs published to the given Amazon S3
6750
+ # destination.
6751
+ # @return [String]
6752
+ #
6654
6753
  # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Step AWS API Documentation
6655
6754
  #
6656
6755
  class Step < Struct.new(
@@ -6659,7 +6758,9 @@ module Aws::EMR
6659
6758
  :config,
6660
6759
  :action_on_failure,
6661
6760
  :status,
6662
- :execution_role_arn)
6761
+ :execution_role_arn,
6762
+ :log_uri,
6763
+ :encryption_key_arn)
6663
6764
  SENSITIVE = []
6664
6765
  include Aws::Structure
6665
6766
  end
@@ -6703,12 +6804,17 @@ module Aws::EMR
6703
6804
  # The JAR file used for the step.
6704
6805
  # @return [Types::HadoopJarStepConfig]
6705
6806
  #
6807
+ # @!attribute [rw] step_monitoring_configuration
6808
+ # Object that holds configuration properties for logging.
6809
+ # @return [Types::StepMonitoringConfiguration]
6810
+ #
6706
6811
  # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StepConfig AWS API Documentation
6707
6812
  #
6708
6813
  class StepConfig < Struct.new(
6709
6814
  :name,
6710
6815
  :action_on_failure,
6711
- :hadoop_jar_step)
6816
+ :hadoop_jar_step,
6817
+ :step_monitoring_configuration)
6712
6818
  SENSITIVE = []
6713
6819
  include Aws::Structure
6714
6820
  end
@@ -6766,6 +6872,25 @@ module Aws::EMR
6766
6872
  include Aws::Structure
6767
6873
  end
6768
6874
 
6875
+ # Object that holds configuration properties for logging.
6876
+ #
6877
+ # @!attribute [rw] s3_monitoring_configuration
6878
+ # The Amazon S3 configuration for monitoring log publishing. You can
6879
+ # configure your step to send log information to Amazon S3. When it's
6880
+ # specified, it takes precedence over the cluster's logging
6881
+ # configuration. If you don't specify this configuration entirely, or
6882
+ # omit individual fields, EMR falls back to cluster-level logging
6883
+ # behavior.
6884
+ # @return [Types::S3MonitoringConfiguration]
6885
+ #
6886
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StepMonitoringConfiguration AWS API Documentation
6887
+ #
6888
+ class StepMonitoringConfiguration < Struct.new(
6889
+ :s3_monitoring_configuration)
6890
+ SENSITIVE = []
6891
+ include Aws::Structure
6892
+ end
6893
+
6769
6894
  # The details of the step state change reason.
6770
6895
  #
6771
6896
  # @!attribute [rw] code
@@ -6840,6 +6965,15 @@ module Aws::EMR
6840
6965
  # The current execution status details of the cluster step.
6841
6966
  # @return [Types::StepStatus]
6842
6967
  #
6968
+ # @!attribute [rw] log_uri
6969
+ # The Amazon S3 destination URI for log publishing.
6970
+ # @return [String]
6971
+ #
6972
+ # @!attribute [rw] encryption_key_arn
6973
+ # The KMS key ARN to encrypt the logs published to the given Amazon S3
6974
+ # destination.
6975
+ # @return [String]
6976
+ #
6843
6977
  # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StepSummary AWS API Documentation
6844
6978
  #
6845
6979
  class StepSummary < Struct.new(
@@ -6847,7 +6981,9 @@ module Aws::EMR
6847
6981
  :name,
6848
6982
  :config,
6849
6983
  :action_on_failure,
6850
- :status)
6984
+ :status,
6985
+ :log_uri,
6986
+ :encryption_key_arn)
6851
6987
  SENSITIVE = []
6852
6988
  include Aws::Structure
6853
6989
  end
data/lib/aws-sdk-emr.rb CHANGED
@@ -55,7 +55,7 @@ module Aws::EMR
55
55
  autoload :EndpointProvider, 'aws-sdk-emr/endpoint_provider'
56
56
  autoload :Endpoints, 'aws-sdk-emr/endpoints'
57
57
 
58
- GEM_VERSION = '1.119.0'
58
+ GEM_VERSION = '1.121.0'
59
59
 
60
60
  end
61
61
 
data/sig/client.rbs CHANGED
@@ -263,7 +263,13 @@ module Aws
263
263
  jar: ::String,
264
264
  main_class: ::String?,
265
265
  args: Array[::String]?
266
- }
266
+ },
267
+ step_monitoring_configuration: {
268
+ s3_monitoring_configuration: {
269
+ log_uri: ::String?,
270
+ encryption_key_arn: ::String?
271
+ }?
272
+ }?
267
273
  },
268
274
  ],
269
275
  ?execution_role_arn: ::String
@@ -1161,7 +1167,13 @@ module Aws
1161
1167
  jar: ::String,
1162
1168
  main_class: ::String?,
1163
1169
  args: Array[::String]?
1164
- }
1170
+ },
1171
+ step_monitoring_configuration: {
1172
+ s3_monitoring_configuration: {
1173
+ log_uri: ::String?,
1174
+ encryption_key_arn: ::String?
1175
+ }?
1176
+ }?
1165
1177
  },
1166
1178
  ],
1167
1179
  ?bootstrap_actions: Array[
@@ -1241,7 +1253,16 @@ module Aws
1241
1253
  ?os_release_label: ::String,
1242
1254
  ?ebs_root_volume_iops: ::Integer,
1243
1255
  ?ebs_root_volume_throughput: ::Integer,
1244
- ?extended_support: bool
1256
+ ?extended_support: bool,
1257
+ ?monitoring_configuration: {
1258
+ cloud_watch_log_configuration: {
1259
+ enabled: bool,
1260
+ log_group_name: ::String?,
1261
+ log_stream_name_prefix: ::String?,
1262
+ encryption_key_arn: ::String?,
1263
+ log_types: Hash[::String, Array[::String]]?
1264
+ }?
1265
+ }
1245
1266
  ) -> _RunJobFlowResponseSuccess
1246
1267
  | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _RunJobFlowResponseSuccess
1247
1268
 
data/sig/types.rbs CHANGED
@@ -148,6 +148,15 @@ module Aws::EMR
148
148
  SENSITIVE: []
149
149
  end
150
150
 
151
+ class CloudWatchLogConfiguration
152
+ attr_accessor enabled: bool
153
+ attr_accessor log_group_name: ::String
154
+ attr_accessor log_stream_name_prefix: ::String
155
+ attr_accessor encryption_key_arn: ::String
156
+ attr_accessor log_types: ::Hash[::String, ::Array[::String]]
157
+ SENSITIVE: []
158
+ end
159
+
151
160
  class Cluster
152
161
  attr_accessor id: ::String
153
162
  attr_accessor name: ::String
@@ -184,6 +193,7 @@ module Aws::EMR
184
193
  attr_accessor ebs_root_volume_iops: ::Integer
185
194
  attr_accessor ebs_root_volume_throughput: ::Integer
186
195
  attr_accessor extended_support: bool
196
+ attr_accessor monitoring_configuration: Types::MonitoringConfiguration
187
197
  SENSITIVE: []
188
198
  end
189
199
 
@@ -1109,6 +1119,11 @@ module Aws::EMR
1109
1119
  SENSITIVE: []
1110
1120
  end
1111
1121
 
1122
+ class MonitoringConfiguration
1123
+ attr_accessor cloud_watch_log_configuration: Types::CloudWatchLogConfiguration
1124
+ SENSITIVE: []
1125
+ end
1126
+
1112
1127
  class NotebookExecution
1113
1128
  attr_accessor notebook_execution_id: ::String
1114
1129
  attr_accessor editor_id: ::String
@@ -1335,6 +1350,7 @@ module Aws::EMR
1335
1350
  attr_accessor ebs_root_volume_iops: ::Integer
1336
1351
  attr_accessor ebs_root_volume_throughput: ::Integer
1337
1352
  attr_accessor extended_support: bool
1353
+ attr_accessor monitoring_configuration: Types::MonitoringConfiguration
1338
1354
  SENSITIVE: []
1339
1355
  end
1340
1356
 
@@ -1344,6 +1360,12 @@ module Aws::EMR
1344
1360
  SENSITIVE: []
1345
1361
  end
1346
1362
 
1363
+ class S3MonitoringConfiguration
1364
+ attr_accessor log_uri: ::String
1365
+ attr_accessor encryption_key_arn: ::String
1366
+ SENSITIVE: []
1367
+ end
1368
+
1347
1369
  class ScalingAction
1348
1370
  attr_accessor market: ("ON_DEMAND" | "SPOT")
1349
1371
  attr_accessor simple_scaling_policy_configuration: Types::SimpleScalingPolicyConfiguration
@@ -1487,6 +1509,8 @@ module Aws::EMR
1487
1509
  attr_accessor action_on_failure: ("TERMINATE_JOB_FLOW" | "TERMINATE_CLUSTER" | "CANCEL_AND_WAIT" | "CONTINUE")
1488
1510
  attr_accessor status: Types::StepStatus
1489
1511
  attr_accessor execution_role_arn: ::String
1512
+ attr_accessor log_uri: ::String
1513
+ attr_accessor encryption_key_arn: ::String
1490
1514
  SENSITIVE: []
1491
1515
  end
1492
1516
 
@@ -1494,6 +1518,7 @@ module Aws::EMR
1494
1518
  attr_accessor name: ::String
1495
1519
  attr_accessor action_on_failure: ("TERMINATE_JOB_FLOW" | "TERMINATE_CLUSTER" | "CANCEL_AND_WAIT" | "CONTINUE")
1496
1520
  attr_accessor hadoop_jar_step: Types::HadoopJarStepConfig
1521
+ attr_accessor step_monitoring_configuration: Types::StepMonitoringConfiguration
1497
1522
  SENSITIVE: []
1498
1523
  end
1499
1524
 
@@ -1512,6 +1537,11 @@ module Aws::EMR
1512
1537
  SENSITIVE: []
1513
1538
  end
1514
1539
 
1540
+ class StepMonitoringConfiguration
1541
+ attr_accessor s3_monitoring_configuration: Types::S3MonitoringConfiguration
1542
+ SENSITIVE: []
1543
+ end
1544
+
1515
1545
  class StepStateChangeReason
1516
1546
  attr_accessor code: ("NONE")
1517
1547
  attr_accessor message: ::String
@@ -1532,6 +1562,8 @@ module Aws::EMR
1532
1562
  attr_accessor config: Types::HadoopStepConfig
1533
1563
  attr_accessor action_on_failure: ("TERMINATE_JOB_FLOW" | "TERMINATE_CLUSTER" | "CANCEL_AND_WAIT" | "CONTINUE")
1534
1564
  attr_accessor status: Types::StepStatus
1565
+ attr_accessor log_uri: ::String
1566
+ attr_accessor encryption_key_arn: ::String
1535
1567
  SENSITIVE: []
1536
1568
  end
1537
1569
 
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-emr
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.119.0
4
+ version: 1.121.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services