aws-sdk-emr 1.66.0 → 1.68.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emr/client.rb +150 -94
- data/lib/aws-sdk-emr/client_api.rb +54 -2
- data/lib/aws-sdk-emr/types.rb +476 -289
- data/lib/aws-sdk-emr.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-emr/types.rb
CHANGED
@@ -110,7 +110,7 @@ module Aws::EMR
|
|
110
110
|
# type using the following format:
|
111
111
|
# `arn:partition:service:region:account:resource`.
|
112
112
|
#
|
113
|
-
# For example, `arn:aws:
|
113
|
+
# For example, `arn:aws:IAM::1234567890:role/ReadOnly` is a correctly
|
114
114
|
# formatted runtime role ARN.
|
115
115
|
# @return [String]
|
116
116
|
#
|
@@ -215,14 +215,14 @@ module Aws::EMR
|
|
215
215
|
|
216
216
|
# An automatic scaling policy for a core instance group or task instance
|
217
217
|
# group in an Amazon EMR cluster. An automatic scaling policy defines
|
218
|
-
# how an instance group dynamically adds and terminates EC2
|
219
|
-
# response to the value of a CloudWatch metric. See
|
218
|
+
# how an instance group dynamically adds and terminates Amazon EC2
|
219
|
+
# instances in response to the value of a CloudWatch metric. See
|
220
220
|
# PutAutoScalingPolicy.
|
221
221
|
#
|
222
222
|
# @!attribute [rw] constraints
|
223
|
-
# The upper and lower EC2 instance limits for an automatic
|
224
|
-
# policy. Automatic scaling activity will not cause an
|
225
|
-
# to grow above or below these limits.
|
223
|
+
# The upper and lower Amazon EC2 instance limits for an automatic
|
224
|
+
# scaling policy. Automatic scaling activity will not cause an
|
225
|
+
# instance group to grow above or below these limits.
|
226
226
|
# @return [Types::ScalingConstraints]
|
227
227
|
#
|
228
228
|
# @!attribute [rw] rules
|
@@ -241,8 +241,8 @@ module Aws::EMR
|
|
241
241
|
|
242
242
|
# An automatic scaling policy for a core instance group or task instance
|
243
243
|
# group in an Amazon EMR cluster. The automatic scaling policy defines
|
244
|
-
# how an instance group dynamically adds and terminates EC2
|
245
|
-
# response to the value of a CloudWatch metric. See
|
244
|
+
# how an instance group dynamically adds and terminates Amazon EC2
|
245
|
+
# instances in response to the value of a CloudWatch metric. See
|
246
246
|
# PutAutoScalingPolicy.
|
247
247
|
#
|
248
248
|
# @!attribute [rw] status
|
@@ -250,9 +250,9 @@ module Aws::EMR
|
|
250
250
|
# @return [Types::AutoScalingPolicyStatus]
|
251
251
|
#
|
252
252
|
# @!attribute [rw] constraints
|
253
|
-
# The upper and lower EC2 instance limits for an automatic
|
254
|
-
# policy. Automatic scaling activity will not cause an
|
255
|
-
# to grow above or below these limits.
|
253
|
+
# The upper and lower Amazon EC2 instance limits for an automatic
|
254
|
+
# scaling policy. Automatic scaling activity will not cause an
|
255
|
+
# instance group to grow above or below these limits.
|
256
256
|
# @return [Types::ScalingConstraints]
|
257
257
|
#
|
258
258
|
# @!attribute [rw] rules
|
@@ -346,7 +346,7 @@ module Aws::EMR
|
|
346
346
|
# @!attribute [rw] block_public_security_group_rules
|
347
347
|
# Indicates whether Amazon EMR block public access is enabled (`true`)
|
348
348
|
# or disabled (`false`). By default, the value is `false` for accounts
|
349
|
-
# that have created EMR clusters before July 2019. For accounts
|
349
|
+
# that have created Amazon EMR clusters before July 2019. For accounts
|
350
350
|
# created after this, the default is `true`.
|
351
351
|
# @return [Boolean]
|
352
352
|
#
|
@@ -359,8 +359,8 @@ module Aws::EMR
|
|
359
359
|
# that allows inbound traffic on Port 23 from IPv4 0.0.0.0/0 or IPv6
|
360
360
|
# port ::/0 as the source.
|
361
361
|
#
|
362
|
-
# By default, Port 22, which is used for SSH access to the cluster
|
363
|
-
# instances, is in the list of
|
362
|
+
# By default, Port 22, which is used for SSH access to the cluster
|
363
|
+
# Amazon EC2 instances, is in the list of
|
364
364
|
# `PermittedPublicSecurityGroupRuleRanges`.
|
365
365
|
# @return [Array<Types::PortRange>]
|
366
366
|
#
|
@@ -525,9 +525,9 @@ module Aws::EMR
|
|
525
525
|
# @return [String]
|
526
526
|
#
|
527
527
|
# @!attribute [rw] period
|
528
|
-
# The period, in seconds, over which the statistic is applied.
|
529
|
-
# CloudWatch metrics are emitted every five minutes
|
530
|
-
# if
|
528
|
+
# The period, in seconds, over which the statistic is applied.
|
529
|
+
# CloudWatch metrics for Amazon EMR are emitted every five minutes
|
530
|
+
# (300 seconds), so if you specify a CloudWatch metric, specify `300`.
|
531
531
|
# @return [Integer]
|
532
532
|
#
|
533
533
|
# @!attribute [rw] statistic
|
@@ -580,14 +580,14 @@ module Aws::EMR
|
|
580
580
|
# @return [Types::ClusterStatus]
|
581
581
|
#
|
582
582
|
# @!attribute [rw] ec2_instance_attributes
|
583
|
-
# Provides information about the EC2 instances in a cluster
|
584
|
-
# category. For example, key name, subnet ID, IAM instance
|
585
|
-
# and so on.
|
583
|
+
# Provides information about the Amazon EC2 instances in a cluster
|
584
|
+
# grouped by category. For example, key name, subnet ID, IAM instance
|
585
|
+
# profile, and so on.
|
586
586
|
# @return [Types::Ec2InstanceAttributes]
|
587
587
|
#
|
588
588
|
# @!attribute [rw] instance_collection_type
|
589
589
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
590
|
-
#
|
590
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
591
591
|
#
|
592
592
|
# </note>
|
593
593
|
#
|
@@ -604,7 +604,8 @@ module Aws::EMR
|
|
604
604
|
#
|
605
605
|
# @!attribute [rw] log_encryption_kms_key_id
|
606
606
|
# The KMS key used for encrypting log files. This attribute is only
|
607
|
-
# available with EMR
|
607
|
+
# available with Amazon EMR 5.30.0 and later, excluding Amazon EMR
|
608
|
+
# 6.0.0.
|
608
609
|
# @return [String]
|
609
610
|
#
|
610
611
|
# @!attribute [rw] requested_ami_version
|
@@ -638,7 +639,7 @@ module Aws::EMR
|
|
638
639
|
#
|
639
640
|
# @!attribute [rw] termination_protected
|
640
641
|
# Indicates whether Amazon EMR will lock the cluster to prevent the
|
641
|
-
# EC2 instances from being terminated by an API call or user
|
642
|
+
# Amazon EC2 instances from being terminated by an API call or user
|
642
643
|
# intervention, or in the event of a cluster error.
|
643
644
|
# @return [Boolean]
|
644
645
|
#
|
@@ -646,14 +647,14 @@ module Aws::EMR
|
|
646
647
|
# Indicates whether the cluster is visible to IAM principals in the
|
647
648
|
# Amazon Web Services account associated with the cluster. When
|
648
649
|
# `true`, IAM principals in the Amazon Web Services account can
|
649
|
-
# perform EMR cluster actions on the cluster that their IAM
|
650
|
-
# allow. When `false`, only the IAM principal that created
|
651
|
-
# and the Amazon Web Services account root user can
|
652
|
-
# actions, regardless of IAM permissions policies
|
653
|
-
# IAM principals.
|
650
|
+
# perform Amazon EMR cluster actions on the cluster that their IAM
|
651
|
+
# policies allow. When `false`, only the IAM principal that created
|
652
|
+
# the cluster and the Amazon Web Services account root user can
|
653
|
+
# perform Amazon EMR actions, regardless of IAM permissions policies
|
654
|
+
# attached to other IAM principals.
|
654
655
|
#
|
655
656
|
# The default value is `true` if a value is not provided when creating
|
656
|
-
# a cluster using the EMR API RunJobFlow command, the CLI
|
657
|
+
# a cluster using the Amazon EMR API RunJobFlow command, the CLI
|
657
658
|
# [create-cluster][1] command, or the Amazon Web Services Management
|
658
659
|
# Console.
|
659
660
|
#
|
@@ -679,9 +680,9 @@ module Aws::EMR
|
|
679
680
|
# An approximation of the cost of the cluster, represented in
|
680
681
|
# m1.small/hours. This value is incremented one time for every hour an
|
681
682
|
# m1.small instance runs. Larger instances are weighted more, so an
|
682
|
-
# EC2 instance that is roughly four times more expensive would
|
683
|
-
# in the normalized instance hours being incremented by four.
|
684
|
-
# result is only an approximation and does not reflect the actual
|
683
|
+
# Amazon EC2 instance that is roughly four times more expensive would
|
684
|
+
# result in the normalized instance hours being incremented by four.
|
685
|
+
# This result is only an approximation and does not reflect the actual
|
685
686
|
# billing rate.
|
686
687
|
# @return [Integer]
|
687
688
|
#
|
@@ -693,7 +694,7 @@ module Aws::EMR
|
|
693
694
|
#
|
694
695
|
# @!attribute [rw] configurations
|
695
696
|
# Applies only to Amazon EMR releases 4.x and later. The list of
|
696
|
-
#
|
697
|
+
# configurations that are supplied to the Amazon EMR cluster.
|
697
698
|
# @return [Array<Types::Configuration>]
|
698
699
|
#
|
699
700
|
# @!attribute [rw] security_configuration
|
@@ -704,7 +705,7 @@ module Aws::EMR
|
|
704
705
|
# An IAM role for automatic scaling policies. The default role is
|
705
706
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides permissions
|
706
707
|
# that the automatic scaling feature requires to launch and terminate
|
707
|
-
# EC2 instances in an instance group.
|
708
|
+
# Amazon EC2 instances in an instance group.
|
708
709
|
# @return [String]
|
709
710
|
#
|
710
711
|
# @!attribute [rw] scale_down_behavior
|
@@ -720,25 +721,25 @@ module Aws::EMR
|
|
720
721
|
# of the instance-hour boundary. With either behavior, Amazon EMR
|
721
722
|
# removes the least active nodes first and blocks instance termination
|
722
723
|
# if it could lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
723
|
-
# is available only in Amazon EMR
|
724
|
+
# is available only in Amazon EMR releases 4.1.0 and later, and is the
|
724
725
|
# default for versions of Amazon EMR earlier than 5.1.0.
|
725
726
|
# @return [String]
|
726
727
|
#
|
727
728
|
# @!attribute [rw] custom_ami_id
|
728
|
-
# Available only in Amazon EMR
|
729
|
+
# Available only in Amazon EMR releases 5.7.0 and later. The ID of a
|
729
730
|
# custom Amazon EBS-backed Linux AMI if the cluster uses a custom AMI.
|
730
731
|
# @return [String]
|
731
732
|
#
|
732
733
|
# @!attribute [rw] ebs_root_volume_size
|
733
734
|
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
734
|
-
# AMI that is used for each EC2 instance. Available in Amazon
|
735
|
-
#
|
735
|
+
# AMI that is used for each Amazon EC2 instance. Available in Amazon
|
736
|
+
# EMR releases 4.x and later.
|
736
737
|
# @return [Integer]
|
737
738
|
#
|
738
739
|
# @!attribute [rw] repo_upgrade_on_boot
|
739
740
|
# Applies only when `CustomAmiID` is used. Specifies the type of
|
740
|
-
# updates that
|
741
|
-
#
|
741
|
+
# updates that the Amazon Linux AMI package repositories apply when an
|
742
|
+
# instance boots using the AMI.
|
742
743
|
# @return [String]
|
743
744
|
#
|
744
745
|
# @!attribute [rw] kerberos_attributes
|
@@ -847,12 +848,19 @@ module Aws::EMR
|
|
847
848
|
# of the cluster.
|
848
849
|
# @return [Types::ClusterTimeline]
|
849
850
|
#
|
851
|
+
# @!attribute [rw] error_details
|
852
|
+
# A list of tuples that provides information about the errors that
|
853
|
+
# caused a cluster to terminate. This structure can contain up to 10
|
854
|
+
# different `ErrorDetail` tuples.
|
855
|
+
# @return [Array<Types::ErrorDetail>]
|
856
|
+
#
|
850
857
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ClusterStatus AWS API Documentation
|
851
858
|
#
|
852
859
|
class ClusterStatus < Struct.new(
|
853
860
|
:state,
|
854
861
|
:state_change_reason,
|
855
|
-
:timeline
|
862
|
+
:timeline,
|
863
|
+
:error_details)
|
856
864
|
SENSITIVE = []
|
857
865
|
include Aws::Structure
|
858
866
|
end
|
@@ -875,9 +883,9 @@ module Aws::EMR
|
|
875
883
|
# An approximation of the cost of the cluster, represented in
|
876
884
|
# m1.small/hours. This value is incremented one time for every hour an
|
877
885
|
# m1.small instance runs. Larger instances are weighted more, so an
|
878
|
-
# EC2 instance that is roughly four times more expensive would
|
879
|
-
# in the normalized instance hours being incremented by four.
|
880
|
-
# result is only an approximation and does not reflect the actual
|
886
|
+
# Amazon EC2 instance that is roughly four times more expensive would
|
887
|
+
# result in the normalized instance hours being incremented by four.
|
888
|
+
# This result is only an approximation and does not reflect the actual
|
881
889
|
# billing rate.
|
882
890
|
# @return [Integer]
|
883
891
|
#
|
@@ -951,45 +959,45 @@ module Aws::EMR
|
|
951
959
|
include Aws::Structure
|
952
960
|
end
|
953
961
|
|
954
|
-
# The EC2 unit limits for a managed scaling policy. The managed
|
955
|
-
# activity of a cluster can not be above or below these limits.
|
956
|
-
# limit only applies to the core and task nodes. The master node
|
957
|
-
# be scaled after initial configuration.
|
962
|
+
# The Amazon EC2 unit limits for a managed scaling policy. The managed
|
963
|
+
# scaling activity of a cluster can not be above or below these limits.
|
964
|
+
# The limit only applies to the core and task nodes. The master node
|
965
|
+
# cannot be scaled after initial configuration.
|
958
966
|
#
|
959
967
|
# @!attribute [rw] unit_type
|
960
968
|
# The unit type used for specifying a managed scaling policy.
|
961
969
|
# @return [String]
|
962
970
|
#
|
963
971
|
# @!attribute [rw] minimum_capacity_units
|
964
|
-
# The lower boundary of EC2 units. It is measured through vCPU
|
965
|
-
# or instances for instance groups and measured through units
|
966
|
-
# instance fleets. Managed scaling activities are not allowed
|
967
|
-
# this boundary. The limit only applies to the core and task
|
968
|
-
# The master node cannot be scaled after initial configuration.
|
972
|
+
# The lower boundary of Amazon EC2 units. It is measured through vCPU
|
973
|
+
# cores or instances for instance groups and measured through units
|
974
|
+
# for instance fleets. Managed scaling activities are not allowed
|
975
|
+
# beyond this boundary. The limit only applies to the core and task
|
976
|
+
# nodes. The master node cannot be scaled after initial configuration.
|
969
977
|
# @return [Integer]
|
970
978
|
#
|
971
979
|
# @!attribute [rw] maximum_capacity_units
|
972
|
-
# The upper boundary of EC2 units. It is measured through vCPU
|
973
|
-
# or instances for instance groups and measured through units
|
974
|
-
# instance fleets. Managed scaling activities are not allowed
|
975
|
-
# this boundary. The limit only applies to the core and task
|
976
|
-
# The master node cannot be scaled after initial configuration.
|
980
|
+
# The upper boundary of Amazon EC2 units. It is measured through vCPU
|
981
|
+
# cores or instances for instance groups and measured through units
|
982
|
+
# for instance fleets. Managed scaling activities are not allowed
|
983
|
+
# beyond this boundary. The limit only applies to the core and task
|
984
|
+
# nodes. The master node cannot be scaled after initial configuration.
|
977
985
|
# @return [Integer]
|
978
986
|
#
|
979
987
|
# @!attribute [rw] maximum_on_demand_capacity_units
|
980
|
-
# The upper boundary of On-Demand EC2 units. It is measured
|
981
|
-
# vCPU cores or instances for instance groups and measured
|
982
|
-
# units for instance fleets. The On-Demand units are not
|
983
|
-
# scale beyond this boundary. The parameter is used to
|
984
|
-
# allocation between On-Demand and Spot Instances.
|
988
|
+
# The upper boundary of On-Demand Amazon EC2 units. It is measured
|
989
|
+
# through vCPU cores or instances for instance groups and measured
|
990
|
+
# through units for instance fleets. The On-Demand units are not
|
991
|
+
# allowed to scale beyond this boundary. The parameter is used to
|
992
|
+
# split capacity allocation between On-Demand and Spot Instances.
|
985
993
|
# @return [Integer]
|
986
994
|
#
|
987
995
|
# @!attribute [rw] maximum_core_capacity_units
|
988
|
-
# The upper boundary of EC2 units for core node type in a
|
989
|
-
# is measured through vCPU cores or instances for instance
|
990
|
-
# measured through units for instance fleets. The core
|
991
|
-
# allowed to scale beyond this boundary. The parameter
|
992
|
-
# split capacity allocation between core and task nodes.
|
996
|
+
# The upper boundary of Amazon EC2 units for core node type in a
|
997
|
+
# cluster. It is measured through vCPU cores or instances for instance
|
998
|
+
# groups and measured through units for instance fleets. The core
|
999
|
+
# units are not allowed to scale beyond this boundary. The parameter
|
1000
|
+
# is used to split capacity allocation between core and task nodes.
|
993
1001
|
# @return [Integer]
|
994
1002
|
#
|
995
1003
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ComputeLimits AWS API Documentation
|
@@ -1239,8 +1247,8 @@ module Aws::EMR
|
|
1239
1247
|
# The Amazon Resource Name (ARN) for the session policy that will be
|
1240
1248
|
# applied to the user or group. You should specify the ARN for the
|
1241
1249
|
# session policy that you want to apply, not the ARN of your user
|
1242
|
-
# role. For more information, see [Create an EMR Studio User
|
1243
|
-
# Session Policies][1].
|
1250
|
+
# role. For more information, see [Create an Amazon EMR Studio User
|
1251
|
+
# Role with Session Policies][1].
|
1244
1252
|
#
|
1245
1253
|
#
|
1246
1254
|
#
|
@@ -1607,7 +1615,7 @@ module Aws::EMR
|
|
1607
1615
|
# @!attribute [rw] volume_specification
|
1608
1616
|
# EBS volume specifications such as volume type, IOPS, size (GiB) and
|
1609
1617
|
# throughput (MiB/s) that are requested for the EBS volume attached to
|
1610
|
-
# an EC2 instance in the cluster.
|
1618
|
+
# an Amazon EC2 instance in the cluster.
|
1611
1619
|
# @return [Types::VolumeSpecification]
|
1612
1620
|
#
|
1613
1621
|
# @!attribute [rw] device
|
@@ -1630,7 +1638,7 @@ module Aws::EMR
|
|
1630
1638
|
# @!attribute [rw] volume_specification
|
1631
1639
|
# EBS volume specifications such as volume type, IOPS, size (GiB) and
|
1632
1640
|
# throughput (MiB/s) that are requested for the EBS volume attached to
|
1633
|
-
# an EC2 instance in the cluster.
|
1641
|
+
# an Amazon EC2 instance in the cluster.
|
1634
1642
|
# @return [Types::VolumeSpecification]
|
1635
1643
|
#
|
1636
1644
|
# @!attribute [rw] volumes_per_instance
|
@@ -1667,7 +1675,7 @@ module Aws::EMR
|
|
1667
1675
|
include Aws::Structure
|
1668
1676
|
end
|
1669
1677
|
|
1670
|
-
# EBS block device that's attached to an EC2 instance.
|
1678
|
+
# EBS block device that's attached to an Amazon EC2 instance.
|
1671
1679
|
#
|
1672
1680
|
# @!attribute [rw] device
|
1673
1681
|
# The device name that is exposed to the instance, such as /dev/sdh.
|
@@ -1686,9 +1694,9 @@ module Aws::EMR
|
|
1686
1694
|
include Aws::Structure
|
1687
1695
|
end
|
1688
1696
|
|
1689
|
-
# Provides information about the EC2 instances in a cluster
|
1690
|
-
# category. For example, key name, subnet ID, IAM instance
|
1691
|
-
# so on.
|
1697
|
+
# Provides information about the Amazon EC2 instances in a cluster
|
1698
|
+
# grouped by category. For example, key name, subnet ID, IAM instance
|
1699
|
+
# profile, and so on.
|
1692
1700
|
#
|
1693
1701
|
# @!attribute [rw] ec2_key_name
|
1694
1702
|
# The name of the Amazon EC2 key pair to use when connecting with SSH
|
@@ -1705,16 +1713,17 @@ module Aws::EMR
|
|
1705
1713
|
# @!attribute [rw] requested_ec2_subnet_ids
|
1706
1714
|
# Applies to clusters configured with the instance fleets option.
|
1707
1715
|
# Specifies the unique identifier of one or more Amazon EC2 subnets in
|
1708
|
-
# which to launch EC2 cluster instances. Subnets must exist
|
1709
|
-
# same VPC. Amazon EMR chooses the EC2 subnet with
|
1710
|
-
# among the list of `RequestedEc2SubnetIds`, and
|
1711
|
-
# cluster instances within that Subnet. If this
|
1712
|
-
# specified, and the account and Region support
|
1713
|
-
# the cluster launches instances in the
|
1714
|
-
# `RequestedEc2AvailabilityZones` instead
|
1715
|
-
# EC2-Classic is not supported, and no Subnet is
|
1716
|
-
# chooses the subnet for you.
|
1717
|
-
# `RequestedEc2AvailabilityZones` cannot
|
1716
|
+
# which to launch Amazon EC2 cluster instances. Subnets must exist
|
1717
|
+
# within the same VPC. Amazon EMR chooses the Amazon EC2 subnet with
|
1718
|
+
# the best fit from among the list of `RequestedEc2SubnetIds`, and
|
1719
|
+
# then launches all cluster instances within that Subnet. If this
|
1720
|
+
# value is not specified, and the account and Region support
|
1721
|
+
# EC2-Classic networks, the cluster launches instances in the
|
1722
|
+
# EC2-Classic network and uses `RequestedEc2AvailabilityZones` instead
|
1723
|
+
# of this setting. If EC2-Classic is not supported, and no Subnet is
|
1724
|
+
# specified, Amazon EMR chooses the subnet for you.
|
1725
|
+
# `RequestedEc2SubnetIDs` and `RequestedEc2AvailabilityZones` cannot
|
1726
|
+
# be specified together.
|
1718
1727
|
# @return [Array<String>]
|
1719
1728
|
#
|
1720
1729
|
# @!attribute [rw] ec2_availability_zone
|
@@ -1723,8 +1732,8 @@ module Aws::EMR
|
|
1723
1732
|
#
|
1724
1733
|
# @!attribute [rw] requested_ec2_availability_zones
|
1725
1734
|
# Applies to clusters configured with the instance fleets option.
|
1726
|
-
# Specifies one or more Availability Zones in which to launch
|
1727
|
-
# cluster instances when the EC2-Classic network configuration is
|
1735
|
+
# Specifies one or more Availability Zones in which to launch Amazon
|
1736
|
+
# EC2 cluster instances when the EC2-Classic network configuration is
|
1728
1737
|
# supported. Amazon EMR chooses the Availability Zone with the best
|
1729
1738
|
# fit from among the list of `RequestedEc2AvailabilityZones`, and then
|
1730
1739
|
# launches all cluster instances within that Availability Zone. If you
|
@@ -1735,7 +1744,7 @@ module Aws::EMR
|
|
1735
1744
|
#
|
1736
1745
|
# @!attribute [rw] iam_instance_profile
|
1737
1746
|
# The IAM role that was specified when the cluster was launched. The
|
1738
|
-
# EC2 instances of the cluster assume this role.
|
1747
|
+
# Amazon EC2 instances of the cluster assume this role.
|
1739
1748
|
# @return [String]
|
1740
1749
|
#
|
1741
1750
|
# @!attribute [rw] emr_managed_master_security_group
|
@@ -1780,36 +1789,67 @@ module Aws::EMR
|
|
1780
1789
|
include Aws::Structure
|
1781
1790
|
end
|
1782
1791
|
|
1792
|
+
# A tuple that provides information about an error that caused a cluster
|
1793
|
+
# to terminate.
|
1794
|
+
#
|
1795
|
+
# @!attribute [rw] error_code
|
1796
|
+
# The name or code associated with the error.
|
1797
|
+
# @return [String]
|
1798
|
+
#
|
1799
|
+
# @!attribute [rw] error_data
|
1800
|
+
# A list of key value pairs that provides contextual information about
|
1801
|
+
# why an error occured.
|
1802
|
+
# @return [Array<Hash<String,String>>]
|
1803
|
+
#
|
1804
|
+
# @!attribute [rw] error_message
|
1805
|
+
# A message that describes the error.
|
1806
|
+
# @return [String]
|
1807
|
+
#
|
1808
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ErrorDetail AWS API Documentation
|
1809
|
+
#
|
1810
|
+
class ErrorDetail < Struct.new(
|
1811
|
+
:error_code,
|
1812
|
+
:error_data,
|
1813
|
+
:error_message)
|
1814
|
+
SENSITIVE = []
|
1815
|
+
include Aws::Structure
|
1816
|
+
end
|
1817
|
+
|
1783
1818
|
# Specifies the execution engine (cluster) to run the notebook and
|
1784
|
-
# perform the notebook execution, for example, an EMR cluster.
|
1819
|
+
# perform the notebook execution, for example, an Amazon EMR cluster.
|
1785
1820
|
#
|
1786
1821
|
# @!attribute [rw] id
|
1787
|
-
# The unique identifier of the execution engine. For an EMR
|
1788
|
-
# this is the cluster ID.
|
1822
|
+
# The unique identifier of the execution engine. For an Amazon EMR
|
1823
|
+
# cluster, this is the cluster ID.
|
1789
1824
|
# @return [String]
|
1790
1825
|
#
|
1791
1826
|
# @!attribute [rw] type
|
1792
|
-
# The type of execution engine. A value of `EMR` specifies an
|
1793
|
-
# cluster.
|
1827
|
+
# The type of execution engine. A value of `EMR` specifies an Amazon
|
1828
|
+
# EMR cluster.
|
1794
1829
|
# @return [String]
|
1795
1830
|
#
|
1796
1831
|
# @!attribute [rw] master_instance_security_group_id
|
1797
|
-
# An optional unique ID of an EC2 security group to associate
|
1798
|
-
# master instance of the EMR cluster for this notebook
|
1799
|
-
# more information see [Specifying EC2 Security
|
1800
|
-
# Notebooks][1] in the *EMR Management Guide*.
|
1832
|
+
# An optional unique ID of an Amazon EC2 security group to associate
|
1833
|
+
# with the master instance of the Amazon EMR cluster for this notebook
|
1834
|
+
# execution. For more information see [Specifying Amazon EC2 Security
|
1835
|
+
# Groups for Amazon EMR Notebooks][1] in the *EMR Management Guide*.
|
1801
1836
|
#
|
1802
1837
|
#
|
1803
1838
|
#
|
1804
1839
|
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
|
1805
1840
|
# @return [String]
|
1806
1841
|
#
|
1842
|
+
# @!attribute [rw] execution_role_arn
|
1843
|
+
# The execution role ARN required for the notebook execution.
|
1844
|
+
# @return [String]
|
1845
|
+
#
|
1807
1846
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ExecutionEngineConfig AWS API Documentation
|
1808
1847
|
#
|
1809
1848
|
class ExecutionEngineConfig < Struct.new(
|
1810
1849
|
:id,
|
1811
1850
|
:type,
|
1812
|
-
:master_instance_security_group_id
|
1851
|
+
:master_instance_security_group_id,
|
1852
|
+
:execution_role_arn)
|
1813
1853
|
SENSITIVE = []
|
1814
1854
|
include Aws::Structure
|
1815
1855
|
end
|
@@ -1893,8 +1933,9 @@ module Aws::EMR
|
|
1893
1933
|
# <note markdown="1"> For accounts that created clusters in a Region before November 25,
|
1894
1934
|
# 2019, block public access is disabled by default in that Region. To
|
1895
1935
|
# use this feature, you must manually enable and configure it. For
|
1896
|
-
# accounts that did not create an EMR cluster in a Region
|
1897
|
-
# date, block public access is enabled by default in that
|
1936
|
+
# accounts that did not create an Amazon EMR cluster in a Region
|
1937
|
+
# before this date, block public access is enabled by default in that
|
1938
|
+
# Region.
|
1898
1939
|
#
|
1899
1940
|
# </note>
|
1900
1941
|
# @return [Types::BlockPublicAccessConfiguration]
|
@@ -2109,7 +2150,7 @@ module Aws::EMR
|
|
2109
2150
|
include Aws::Structure
|
2110
2151
|
end
|
2111
2152
|
|
2112
|
-
# Represents an EC2 instance provisioned as part of cluster.
|
2153
|
+
# Represents an Amazon EC2 instance provisioned as part of cluster.
|
2113
2154
|
#
|
2114
2155
|
# @!attribute [rw] id
|
2115
2156
|
# The unique identifier for the instance in Amazon EMR.
|
@@ -2144,8 +2185,8 @@ module Aws::EMR
|
|
2144
2185
|
# @return [String]
|
2145
2186
|
#
|
2146
2187
|
# @!attribute [rw] instance_fleet_id
|
2147
|
-
# The unique identifier of the instance fleet to which an EC2
|
2148
|
-
# belongs.
|
2188
|
+
# The unique identifier of the instance fleet to which an Amazon EC2
|
2189
|
+
# instance belongs.
|
2149
2190
|
# @return [String]
|
2150
2191
|
#
|
2151
2192
|
# @!attribute [rw] market
|
@@ -2154,7 +2195,7 @@ module Aws::EMR
|
|
2154
2195
|
# @return [String]
|
2155
2196
|
#
|
2156
2197
|
# @!attribute [rw] instance_type
|
2157
|
-
# The EC2 instance type, for example `m3.xlarge`.
|
2198
|
+
# The Amazon EC2 instance type, for example `m3.xlarge`.
|
2158
2199
|
# @return [String]
|
2159
2200
|
#
|
2160
2201
|
# @!attribute [rw] ebs_volumes
|
@@ -2180,14 +2221,14 @@ module Aws::EMR
|
|
2180
2221
|
include Aws::Structure
|
2181
2222
|
end
|
2182
2223
|
|
2183
|
-
# Describes an instance fleet, which is a group of EC2 instances
|
2184
|
-
# host a particular node type (master, core, or task) in an Amazon
|
2185
|
-
# cluster. Instance fleets can consist of a mix of instance types
|
2186
|
-
# On-Demand and Spot Instances, which are provisioned to meet a
|
2187
|
-
# target capacity.
|
2224
|
+
# Describes an instance fleet, which is a group of Amazon EC2 instances
|
2225
|
+
# that host a particular node type (master, core, or task) in an Amazon
|
2226
|
+
# EMR cluster. Instance fleets can consist of a mix of instance types
|
2227
|
+
# and On-Demand and Spot Instances, which are provisioned to meet a
|
2228
|
+
# defined target capacity.
|
2188
2229
|
#
|
2189
2230
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2190
|
-
#
|
2231
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2191
2232
|
#
|
2192
2233
|
# </note>
|
2193
2234
|
#
|
@@ -2307,7 +2348,7 @@ module Aws::EMR
|
|
2307
2348
|
# The configuration that defines an instance fleet.
|
2308
2349
|
#
|
2309
2350
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2310
|
-
#
|
2351
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2311
2352
|
#
|
2312
2353
|
# </note>
|
2313
2354
|
#
|
@@ -2369,8 +2410,8 @@ module Aws::EMR
|
|
2369
2410
|
# @return [Integer]
|
2370
2411
|
#
|
2371
2412
|
# @!attribute [rw] instance_type_configs
|
2372
|
-
# The instance type configurations that define the EC2
|
2373
|
-
# the instance fleet.
|
2413
|
+
# The instance type configurations that define the Amazon EC2
|
2414
|
+
# instances in the instance fleet.
|
2374
2415
|
# @return [Array<Types::InstanceTypeConfig>]
|
2375
2416
|
#
|
2376
2417
|
# @!attribute [rw] launch_specifications
|
@@ -2398,7 +2439,7 @@ module Aws::EMR
|
|
2398
2439
|
# Configuration parameters for an instance fleet modification request.
|
2399
2440
|
#
|
2400
2441
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2401
|
-
#
|
2442
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2402
2443
|
#
|
2403
2444
|
# </note>
|
2404
2445
|
#
|
@@ -2436,8 +2477,8 @@ module Aws::EMR
|
|
2436
2477
|
# allocation strategy.
|
2437
2478
|
#
|
2438
2479
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2439
|
-
#
|
2440
|
-
# instance allocation strategies are available in Amazon EMR
|
2480
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. On-Demand and Spot
|
2481
|
+
# instance allocation strategies are available in Amazon EMR releases
|
2441
2482
|
# 5.12.1 and later.
|
2442
2483
|
#
|
2443
2484
|
# </note>
|
@@ -2453,8 +2494,8 @@ module Aws::EMR
|
|
2453
2494
|
# fleet, which determines the allocation strategy.
|
2454
2495
|
#
|
2455
2496
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2456
|
-
#
|
2457
|
-
# Instances allocation strategy is available in Amazon EMR
|
2497
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
2498
|
+
# Instances allocation strategy is available in Amazon EMR releases
|
2458
2499
|
# 5.12.1 and later.
|
2459
2500
|
#
|
2460
2501
|
# </note>
|
@@ -2494,7 +2535,7 @@ module Aws::EMR
|
|
2494
2535
|
# Provides status change reason details for the instance fleet.
|
2495
2536
|
#
|
2496
2537
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2497
|
-
#
|
2538
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2498
2539
|
#
|
2499
2540
|
# </note>
|
2500
2541
|
#
|
@@ -2518,33 +2559,35 @@ module Aws::EMR
|
|
2518
2559
|
# The status of the instance fleet.
|
2519
2560
|
#
|
2520
2561
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2521
|
-
#
|
2562
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2522
2563
|
#
|
2523
2564
|
# </note>
|
2524
2565
|
#
|
2525
2566
|
# @!attribute [rw] state
|
2526
2567
|
# A code representing the instance fleet status.
|
2527
2568
|
#
|
2528
|
-
# * `PROVISIONING`—The instance fleet is provisioning EC2
|
2529
|
-
# and is not yet ready to run jobs.
|
2569
|
+
# * `PROVISIONING`—The instance fleet is provisioning Amazon EC2
|
2570
|
+
# resources and is not yet ready to run jobs.
|
2530
2571
|
#
|
2531
|
-
# * `BOOTSTRAPPING`—EC2 instances and other resources have been
|
2572
|
+
# * `BOOTSTRAPPING`—Amazon EC2 instances and other resources have been
|
2532
2573
|
# provisioned and the bootstrap actions specified for the instances
|
2533
2574
|
# are underway.
|
2534
2575
|
#
|
2535
|
-
# * `RUNNING`—EC2 instances and other resources are running.
|
2536
|
-
# either executing jobs or waiting to execute jobs.
|
2576
|
+
# * `RUNNING`—Amazon EC2 instances and other resources are running.
|
2577
|
+
# They are either executing jobs or waiting to execute jobs.
|
2537
2578
|
#
|
2538
|
-
# * `RESIZING`—A resize operation is underway. EC2 instances
|
2539
|
-
# either being added or removed.
|
2579
|
+
# * `RESIZING`—A resize operation is underway. Amazon EC2 instances
|
2580
|
+
# are either being added or removed.
|
2540
2581
|
#
|
2541
|
-
# * `SUSPENDED`—A resize operation could not complete. Existing
|
2542
|
-
# instances are running, but instances can't be added or
|
2582
|
+
# * `SUSPENDED`—A resize operation could not complete. Existing Amazon
|
2583
|
+
# EC2 instances are running, but instances can't be added or
|
2584
|
+
# removed.
|
2543
2585
|
#
|
2544
|
-
# * `TERMINATING`—The instance fleet is terminating EC2
|
2586
|
+
# * `TERMINATING`—The instance fleet is terminating Amazon EC2
|
2587
|
+
# instances.
|
2545
2588
|
#
|
2546
|
-
# * `TERMINATED`—The instance fleet is no longer active, and all
|
2547
|
-
# instances have been terminated.
|
2589
|
+
# * `TERMINATED`—The instance fleet is no longer active, and all
|
2590
|
+
# Amazon EC2 instances have been terminated.
|
2548
2591
|
# @return [String]
|
2549
2592
|
#
|
2550
2593
|
# @!attribute [rw] state_change_reason
|
@@ -2572,7 +2615,7 @@ module Aws::EMR
|
|
2572
2615
|
# of termination.
|
2573
2616
|
#
|
2574
2617
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2575
|
-
#
|
2618
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2576
2619
|
#
|
2577
2620
|
# </note>
|
2578
2621
|
#
|
@@ -2628,7 +2671,8 @@ module Aws::EMR
|
|
2628
2671
|
# @return [String]
|
2629
2672
|
#
|
2630
2673
|
# @!attribute [rw] instance_type
|
2631
|
-
# The EC2 instance type for all instances in the instance
|
2674
|
+
# The Amazon EC2 instance type for all instances in the instance
|
2675
|
+
# group.
|
2632
2676
|
# @return [String]
|
2633
2677
|
#
|
2634
2678
|
# @!attribute [rw] requested_instance_count
|
@@ -2686,8 +2730,8 @@ module Aws::EMR
|
|
2686
2730
|
# An automatic scaling policy for a core instance group or task
|
2687
2731
|
# instance group in an Amazon EMR cluster. The automatic scaling
|
2688
2732
|
# policy defines how an instance group dynamically adds and terminates
|
2689
|
-
# EC2 instances in response to the value of a CloudWatch
|
2690
|
-
# PutAutoScalingPolicy.
|
2733
|
+
# Amazon EC2 instances in response to the value of a CloudWatch
|
2734
|
+
# metric. See PutAutoScalingPolicy.
|
2691
2735
|
# @return [Types::AutoScalingPolicyDescription]
|
2692
2736
|
#
|
2693
2737
|
# @!attribute [rw] custom_ami_id
|
@@ -2726,7 +2770,8 @@ module Aws::EMR
|
|
2726
2770
|
# @return [String]
|
2727
2771
|
#
|
2728
2772
|
# @!attribute [rw] market
|
2729
|
-
# Market type of the EC2 instances used to create a cluster
|
2773
|
+
# Market type of the Amazon EC2 instances used to create a cluster
|
2774
|
+
# node.
|
2730
2775
|
# @return [String]
|
2731
2776
|
#
|
2732
2777
|
# @!attribute [rw] instance_role
|
@@ -2741,7 +2786,8 @@ module Aws::EMR
|
|
2741
2786
|
# @return [String]
|
2742
2787
|
#
|
2743
2788
|
# @!attribute [rw] instance_type
|
2744
|
-
# The EC2 instance type for all instances in the instance
|
2789
|
+
# The Amazon EC2 instance type for all instances in the instance
|
2790
|
+
# group.
|
2745
2791
|
# @return [String]
|
2746
2792
|
#
|
2747
2793
|
# @!attribute [rw] instance_count
|
@@ -2753,22 +2799,22 @@ module Aws::EMR
|
|
2753
2799
|
#
|
2754
2800
|
# </note>
|
2755
2801
|
#
|
2756
|
-
# The list of configurations supplied for an EMR cluster
|
2757
|
-
# group. You can specify a separate configuration for each
|
2758
|
-
# group (master, core, and task).
|
2802
|
+
# The list of configurations supplied for an Amazon EMR cluster
|
2803
|
+
# instance group. You can specify a separate configuration for each
|
2804
|
+
# instance group (master, core, and task).
|
2759
2805
|
# @return [Array<Types::Configuration>]
|
2760
2806
|
#
|
2761
2807
|
# @!attribute [rw] ebs_configuration
|
2762
|
-
# EBS configurations that will be attached to each EC2 instance
|
2763
|
-
# instance group.
|
2808
|
+
# EBS configurations that will be attached to each Amazon EC2 instance
|
2809
|
+
# in the instance group.
|
2764
2810
|
# @return [Types::EbsConfiguration]
|
2765
2811
|
#
|
2766
2812
|
# @!attribute [rw] auto_scaling_policy
|
2767
2813
|
# An automatic scaling policy for a core instance group or task
|
2768
2814
|
# instance group in an Amazon EMR cluster. The automatic scaling
|
2769
2815
|
# policy defines how an instance group dynamically adds and terminates
|
2770
|
-
# EC2 instances in response to the value of a CloudWatch
|
2771
|
-
# PutAutoScalingPolicy.
|
2816
|
+
# Amazon EC2 instances in response to the value of a CloudWatch
|
2817
|
+
# metric. See PutAutoScalingPolicy.
|
2772
2818
|
# @return [Types::AutoScalingPolicy]
|
2773
2819
|
#
|
2774
2820
|
# @!attribute [rw] custom_ami_id
|
@@ -2803,7 +2849,8 @@ module Aws::EMR
|
|
2803
2849
|
# @return [String]
|
2804
2850
|
#
|
2805
2851
|
# @!attribute [rw] market
|
2806
|
-
# Market type of the EC2 instances used to create a cluster
|
2852
|
+
# Market type of the Amazon EC2 instances used to create a cluster
|
2853
|
+
# node.
|
2807
2854
|
# @return [String]
|
2808
2855
|
#
|
2809
2856
|
# @!attribute [rw] instance_role
|
@@ -2818,7 +2865,7 @@ module Aws::EMR
|
|
2818
2865
|
# @return [String]
|
2819
2866
|
#
|
2820
2867
|
# @!attribute [rw] instance_type
|
2821
|
-
# EC2 instance type.
|
2868
|
+
# Amazon EC2 instance type.
|
2822
2869
|
# @return [String]
|
2823
2870
|
#
|
2824
2871
|
# @!attribute [rw] instance_request_count
|
@@ -2891,8 +2938,9 @@ module Aws::EMR
|
|
2891
2938
|
# @return [Integer]
|
2892
2939
|
#
|
2893
2940
|
# @!attribute [rw] ec2_instance_ids_to_terminate
|
2894
|
-
# The EC2 InstanceIds to terminate. After you terminate the
|
2895
|
-
# the instance group will not return to its original
|
2941
|
+
# The Amazon EC2 InstanceIds to terminate. After you terminate the
|
2942
|
+
# instances, the instance group will not return to its original
|
2943
|
+
# requested size.
|
2896
2944
|
# @return [Array<String>]
|
2897
2945
|
#
|
2898
2946
|
# @!attribute [rw] shrink_policy
|
@@ -3086,8 +3134,8 @@ module Aws::EMR
|
|
3086
3134
|
end
|
3087
3135
|
|
3088
3136
|
# An instance type configuration for each instance type in an instance
|
3089
|
-
# fleet, which determines the EC2 instances Amazon EMR attempts
|
3090
|
-
# provision to fulfill On-Demand and Spot target capacities. When you
|
3137
|
+
# fleet, which determines the Amazon EC2 instances Amazon EMR attempts
|
3138
|
+
# to provision to fulfill On-Demand and Spot target capacities. When you
|
3091
3139
|
# use an allocation strategy, you can include a maximum of 30 instance
|
3092
3140
|
# type configurations for a fleet. For more information about how to use
|
3093
3141
|
# an allocation strategy, see [Configure Instance Fleets][1]. Without an
|
@@ -3095,7 +3143,7 @@ module Aws::EMR
|
|
3095
3143
|
# configurations for a fleet.
|
3096
3144
|
#
|
3097
3145
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3098
|
-
#
|
3146
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3099
3147
|
#
|
3100
3148
|
# </note>
|
3101
3149
|
#
|
@@ -3104,7 +3152,7 @@ module Aws::EMR
|
|
3104
3152
|
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-fleet.html
|
3105
3153
|
#
|
3106
3154
|
# @!attribute [rw] instance_type
|
3107
|
-
# An EC2 instance type, such as `m3.xlarge`.
|
3155
|
+
# An Amazon EC2 instance type, such as `m3.xlarge`.
|
3108
3156
|
# @return [String]
|
3109
3157
|
#
|
3110
3158
|
# @!attribute [rw] weighted_capacity
|
@@ -3116,16 +3164,16 @@ module Aws::EMR
|
|
3116
3164
|
# @return [Integer]
|
3117
3165
|
#
|
3118
3166
|
# @!attribute [rw] bid_price
|
3119
|
-
# The bid price for each EC2 Spot Instance type as defined by
|
3167
|
+
# The bid price for each Amazon EC2 Spot Instance type as defined by
|
3120
3168
|
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
3121
3169
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
3122
3170
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
3123
3171
|
# @return [String]
|
3124
3172
|
#
|
3125
3173
|
# @!attribute [rw] bid_price_as_percentage_of_on_demand_price
|
3126
|
-
# The bid price, as a percentage of On-Demand price, for each
|
3127
|
-
# Instance as defined by `InstanceType`. Expressed as a
|
3128
|
-
# example, 20 specifies 20%). If neither `BidPrice` nor
|
3174
|
+
# The bid price, as a percentage of On-Demand price, for each Amazon
|
3175
|
+
# EC2 Spot Instance as defined by `InstanceType`. Expressed as a
|
3176
|
+
# number (for example, 20 specifies 20%). If neither `BidPrice` nor
|
3129
3177
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
3130
3178
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
3131
3179
|
# @return [Float]
|
@@ -3163,12 +3211,12 @@ module Aws::EMR
|
|
3163
3211
|
# fleet.
|
3164
3212
|
#
|
3165
3213
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3166
|
-
#
|
3214
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3167
3215
|
#
|
3168
3216
|
# </note>
|
3169
3217
|
#
|
3170
3218
|
# @!attribute [rw] instance_type
|
3171
|
-
# The EC2 instance type, for example `m3.xlarge`.
|
3219
|
+
# The Amazon EC2 instance type, for example `m3.xlarge`.
|
3172
3220
|
# @return [String]
|
3173
3221
|
#
|
3174
3222
|
# @!attribute [rw] weighted_capacity
|
@@ -3180,14 +3228,14 @@ module Aws::EMR
|
|
3180
3228
|
# @return [Integer]
|
3181
3229
|
#
|
3182
3230
|
# @!attribute [rw] bid_price
|
3183
|
-
# The bid price for each EC2 Spot Instance type as defined by
|
3231
|
+
# The bid price for each Amazon EC2 Spot Instance type as defined by
|
3184
3232
|
# `InstanceType`. Expressed in USD.
|
3185
3233
|
# @return [String]
|
3186
3234
|
#
|
3187
3235
|
# @!attribute [rw] bid_price_as_percentage_of_on_demand_price
|
3188
|
-
# The bid price, as a percentage of On-Demand price, for each
|
3189
|
-
# Instance as defined by `InstanceType`. Expressed as a
|
3190
|
-
# example, 20 specifies 20%).
|
3236
|
+
# The bid price, as a percentage of On-Demand price, for each Amazon
|
3237
|
+
# EC2 Spot Instance as defined by `InstanceType`. Expressed as a
|
3238
|
+
# number (for example, 20 specifies 20%).
|
3191
3239
|
# @return [Float]
|
3192
3240
|
#
|
3193
3241
|
# @!attribute [rw] configurations
|
@@ -3282,7 +3330,7 @@ module Aws::EMR
|
|
3282
3330
|
#
|
3283
3331
|
# @!attribute [rw] log_encryption_kms_key_id
|
3284
3332
|
# The KMS key used for encrypting log files. This attribute is only
|
3285
|
-
# available with EMR
|
3333
|
+
# available with Amazon EMR 5.30.0 and later, excluding 6.0.0.
|
3286
3334
|
# @return [String]
|
3287
3335
|
#
|
3288
3336
|
# @!attribute [rw] ami_version
|
@@ -3317,14 +3365,14 @@ module Aws::EMR
|
|
3317
3365
|
# Indicates whether the cluster is visible to IAM principals in the
|
3318
3366
|
# Amazon Web Services account associated with the cluster. When
|
3319
3367
|
# `true`, IAM principals in the Amazon Web Services account can
|
3320
|
-
# perform EMR cluster actions that their IAM policies allow.
|
3321
|
-
# `false`, only the IAM principal that created the cluster and
|
3322
|
-
# Amazon Web Services account root user can perform EMR
|
3323
|
-
# regardless of IAM permissions policies attached to other
|
3324
|
-
# principals.
|
3368
|
+
# perform Amazon EMR cluster actions that their IAM policies allow.
|
3369
|
+
# When `false`, only the IAM principal that created the cluster and
|
3370
|
+
# the Amazon Web Services account root user can perform Amazon EMR
|
3371
|
+
# actions, regardless of IAM permissions policies attached to other
|
3372
|
+
# IAM principals.
|
3325
3373
|
#
|
3326
3374
|
# The default value is `true` if a value is not provided when creating
|
3327
|
-
# a cluster using the EMR API RunJobFlow command, the CLI
|
3375
|
+
# a cluster using the Amazon EMR API RunJobFlow command, the CLI
|
3328
3376
|
# [create-cluster][1] command, or the Amazon Web Services Management
|
3329
3377
|
# Console.
|
3330
3378
|
#
|
@@ -3335,7 +3383,7 @@ module Aws::EMR
|
|
3335
3383
|
#
|
3336
3384
|
# @!attribute [rw] job_flow_role
|
3337
3385
|
# The IAM role that was specified when the job flow was launched. The
|
3338
|
-
# EC2 instances of the job flow assume this role.
|
3386
|
+
# Amazon EC2 instances of the job flow assume this role.
|
3339
3387
|
# @return [String]
|
3340
3388
|
#
|
3341
3389
|
# @!attribute [rw] service_role
|
@@ -3347,7 +3395,7 @@ module Aws::EMR
|
|
3347
3395
|
# An IAM role for automatic scaling policies. The default role is
|
3348
3396
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides a way for the
|
3349
3397
|
# automatic scaling feature to get the required permissions it needs
|
3350
|
-
# to launch and terminate EC2 instances in an instance group.
|
3398
|
+
# to launch and terminate Amazon EC2 instances in an instance group.
|
3351
3399
|
# @return [String]
|
3352
3400
|
#
|
3353
3401
|
# @!attribute [rw] scale_down_behavior
|
@@ -3363,8 +3411,8 @@ module Aws::EMR
|
|
3363
3411
|
# of the instance-hour boundary. With either behavior, Amazon EMR
|
3364
3412
|
# removes the least active nodes first and blocks instance termination
|
3365
3413
|
# if it could lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
3366
|
-
# available only in Amazon EMR
|
3367
|
-
# default for
|
3414
|
+
# available only in Amazon EMR releases 4.1.0 and later, and is the
|
3415
|
+
# default for releases of Amazon EMR earlier than 5.1.0.
|
3368
3416
|
# @return [String]
|
3369
3417
|
#
|
3370
3418
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/JobFlowDetail AWS API Documentation
|
@@ -3437,15 +3485,15 @@ module Aws::EMR
|
|
3437
3485
|
# configuration.
|
3438
3486
|
#
|
3439
3487
|
# @!attribute [rw] master_instance_type
|
3440
|
-
# The EC2 instance type of the master node.
|
3488
|
+
# The Amazon EC2 instance type of the master node.
|
3441
3489
|
# @return [String]
|
3442
3490
|
#
|
3443
3491
|
# @!attribute [rw] slave_instance_type
|
3444
|
-
# The EC2 instance type of the core and task nodes.
|
3492
|
+
# The Amazon EC2 instance type of the core and task nodes.
|
3445
3493
|
# @return [String]
|
3446
3494
|
#
|
3447
3495
|
# @!attribute [rw] instance_count
|
3448
|
-
# The number of EC2 instances in the cluster.
|
3496
|
+
# The number of Amazon EC2 instances in the cluster.
|
3449
3497
|
# @return [Integer]
|
3450
3498
|
#
|
3451
3499
|
# @!attribute [rw] instance_groups
|
@@ -3454,17 +3502,17 @@ module Aws::EMR
|
|
3454
3502
|
#
|
3455
3503
|
# @!attribute [rw] instance_fleets
|
3456
3504
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3457
|
-
#
|
3505
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3458
3506
|
#
|
3459
3507
|
# </note>
|
3460
3508
|
#
|
3461
|
-
# Describes the EC2 instances and instance configurations for
|
3462
|
-
# that use the instance fleet configuration.
|
3509
|
+
# Describes the Amazon EC2 instances and instance configurations for
|
3510
|
+
# clusters that use the instance fleet configuration.
|
3463
3511
|
# @return [Array<Types::InstanceFleetConfig>]
|
3464
3512
|
#
|
3465
3513
|
# @!attribute [rw] ec2_key_name
|
3466
|
-
# The name of the EC2 key pair that can be used to connect to
|
3467
|
-
# master node using SSH as the user called "hadoop."
|
3514
|
+
# The name of the Amazon EC2 key pair that can be used to connect to
|
3515
|
+
# the master node using SSH as the user called "hadoop."
|
3468
3516
|
# @return [String]
|
3469
3517
|
#
|
3470
3518
|
# @!attribute [rw] placement
|
@@ -3509,11 +3557,11 @@ module Aws::EMR
|
|
3509
3557
|
#
|
3510
3558
|
# @!attribute [rw] ec2_subnet_ids
|
3511
3559
|
# Applies to clusters that use the instance fleet configuration. When
|
3512
|
-
# multiple EC2 subnet IDs are specified, Amazon EMR evaluates
|
3513
|
-
# launches instances in the optimal subnet.
|
3560
|
+
# multiple Amazon EC2 subnet IDs are specified, Amazon EMR evaluates
|
3561
|
+
# them and launches instances in the optimal subnet.
|
3514
3562
|
#
|
3515
3563
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3516
|
-
#
|
3564
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3517
3565
|
#
|
3518
3566
|
# </note>
|
3519
3567
|
# @return [Array<String>]
|
@@ -4019,6 +4067,10 @@ module Aws::EMR
|
|
4019
4067
|
# for this `ListNotebookExecutions` call.
|
4020
4068
|
# @return [String]
|
4021
4069
|
#
|
4070
|
+
# @!attribute [rw] execution_engine_id
|
4071
|
+
# The unique ID of the execution engine.
|
4072
|
+
# @return [String]
|
4073
|
+
#
|
4022
4074
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsInput AWS API Documentation
|
4023
4075
|
#
|
4024
4076
|
class ListNotebookExecutionsInput < Struct.new(
|
@@ -4026,7 +4078,8 @@ module Aws::EMR
|
|
4026
4078
|
:status,
|
4027
4079
|
:from,
|
4028
4080
|
:to,
|
4029
|
-
:marker
|
4081
|
+
:marker,
|
4082
|
+
:execution_engine_id)
|
4030
4083
|
SENSITIVE = []
|
4031
4084
|
include Aws::Structure
|
4032
4085
|
end
|
@@ -4268,7 +4321,7 @@ module Aws::EMR
|
|
4268
4321
|
# master node cannot be scaled after initial configuration.
|
4269
4322
|
#
|
4270
4323
|
# @!attribute [rw] compute_limits
|
4271
|
-
# The EC2 unit limits for a managed scaling policy. The managed
|
4324
|
+
# The Amazon EC2 unit limits for a managed scaling policy. The managed
|
4272
4325
|
# scaling activity of a cluster is not allowed to go above or below
|
4273
4326
|
# these limits. The limit only applies to the core and task nodes. The
|
4274
4327
|
# master node cannot be scaled after initial configuration.
|
@@ -4374,21 +4427,21 @@ module Aws::EMR
|
|
4374
4427
|
include Aws::Structure
|
4375
4428
|
end
|
4376
4429
|
|
4377
|
-
# A notebook execution. An execution is a specific instance that an
|
4378
|
-
# Notebook is run using the `StartNotebookExecution` action.
|
4430
|
+
# A notebook execution. An execution is a specific instance that an
|
4431
|
+
# Amazon EMR Notebook is run using the `StartNotebookExecution` action.
|
4379
4432
|
#
|
4380
4433
|
# @!attribute [rw] notebook_execution_id
|
4381
4434
|
# The unique identifier of a notebook execution.
|
4382
4435
|
# @return [String]
|
4383
4436
|
#
|
4384
4437
|
# @!attribute [rw] editor_id
|
4385
|
-
# The unique identifier of the EMR Notebook that is used for
|
4386
|
-
# notebook execution.
|
4438
|
+
# The unique identifier of the Amazon EMR Notebook that is used for
|
4439
|
+
# the notebook execution.
|
4387
4440
|
# @return [String]
|
4388
4441
|
#
|
4389
4442
|
# @!attribute [rw] execution_engine
|
4390
|
-
# The execution engine, such as an EMR cluster, used to run the
|
4391
|
-
# notebook and perform the notebook execution.
|
4443
|
+
# The execution engine, such as an Amazon EMR cluster, used to run the
|
4444
|
+
# Amazon EMR notebook and perform the notebook execution.
|
4392
4445
|
# @return [Types::ExecutionEngineConfig]
|
4393
4446
|
#
|
4394
4447
|
# @!attribute [rw] notebook_execution_name
|
@@ -4396,7 +4449,7 @@ module Aws::EMR
|
|
4396
4449
|
# @return [String]
|
4397
4450
|
#
|
4398
4451
|
# @!attribute [rw] notebook_params
|
4399
|
-
# Input parameters in JSON format passed to the EMR Notebook at
|
4452
|
+
# Input parameters in JSON format passed to the Amazon EMR Notebook at
|
4400
4453
|
# runtime for execution.
|
4401
4454
|
# @return [String]
|
4402
4455
|
#
|
@@ -4455,9 +4508,10 @@ module Aws::EMR
|
|
4455
4508
|
# @return [String]
|
4456
4509
|
#
|
4457
4510
|
# @!attribute [rw] notebook_instance_security_group_id
|
4458
|
-
# The unique identifier of the EC2 security group associated
|
4459
|
-
# EMR Notebook instance. For more information see
|
4460
|
-
# Security Groups for EMR Notebooks][1]
|
4511
|
+
# The unique identifier of the Amazon EC2 security group associated
|
4512
|
+
# with the Amazon EMR Notebook instance. For more information see
|
4513
|
+
# [Specifying Amazon EC2 Security Groups for Amazon EMR Notebooks][1]
|
4514
|
+
# in the *Amazon EMR Management Guide*.
|
4461
4515
|
#
|
4462
4516
|
#
|
4463
4517
|
#
|
@@ -4471,6 +4525,22 @@ module Aws::EMR
|
|
4471
4525
|
# maximum of 256 characters.
|
4472
4526
|
# @return [Array<Types::Tag>]
|
4473
4527
|
#
|
4528
|
+
# @!attribute [rw] notebook_s3_location
|
4529
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4530
|
+
# @return [Types::NotebookS3LocationForOutput]
|
4531
|
+
#
|
4532
|
+
# @!attribute [rw] output_notebook_s3_location
|
4533
|
+
# The Amazon S3 location for the notebook execution output.
|
4534
|
+
# @return [Types::OutputNotebookS3LocationForOutput]
|
4535
|
+
#
|
4536
|
+
# @!attribute [rw] output_notebook_format
|
4537
|
+
# The output format for the notebook execution.
|
4538
|
+
# @return [String]
|
4539
|
+
#
|
4540
|
+
# @!attribute [rw] environment_variables
|
4541
|
+
# The environment variables associated with the notebook execution.
|
4542
|
+
# @return [Hash<String,String>]
|
4543
|
+
#
|
4474
4544
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecution AWS API Documentation
|
4475
4545
|
#
|
4476
4546
|
class NotebookExecution < Struct.new(
|
@@ -4486,7 +4556,11 @@ module Aws::EMR
|
|
4486
4556
|
:output_notebook_uri,
|
4487
4557
|
:last_state_change_reason,
|
4488
4558
|
:notebook_instance_security_group_id,
|
4489
|
-
:tags
|
4559
|
+
:tags,
|
4560
|
+
:notebook_s3_location,
|
4561
|
+
:output_notebook_s3_location,
|
4562
|
+
:output_notebook_format,
|
4563
|
+
:environment_variables)
|
4490
4564
|
SENSITIVE = []
|
4491
4565
|
include Aws::Structure
|
4492
4566
|
end
|
@@ -4549,6 +4623,14 @@ module Aws::EMR
|
|
4549
4623
|
# The timestamp when notebook execution started.
|
4550
4624
|
# @return [Time]
|
4551
4625
|
#
|
4626
|
+
# @!attribute [rw] notebook_s3_location
|
4627
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4628
|
+
# @return [Types::NotebookS3LocationForOutput]
|
4629
|
+
#
|
4630
|
+
# @!attribute [rw] execution_engine_id
|
4631
|
+
# The unique ID of the execution engine for the notebook execution.
|
4632
|
+
# @return [String]
|
4633
|
+
#
|
4552
4634
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecutionSummary AWS API Documentation
|
4553
4635
|
#
|
4554
4636
|
class NotebookExecutionSummary < Struct.new(
|
@@ -4557,7 +4639,49 @@ module Aws::EMR
|
|
4557
4639
|
:notebook_execution_name,
|
4558
4640
|
:status,
|
4559
4641
|
:start_time,
|
4560
|
-
:end_time
|
4642
|
+
:end_time,
|
4643
|
+
:notebook_s3_location,
|
4644
|
+
:execution_engine_id)
|
4645
|
+
SENSITIVE = []
|
4646
|
+
include Aws::Structure
|
4647
|
+
end
|
4648
|
+
|
4649
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4650
|
+
#
|
4651
|
+
# @!attribute [rw] bucket
|
4652
|
+
# The Amazon S3 bucket that stores the notebook execution input.
|
4653
|
+
# @return [String]
|
4654
|
+
#
|
4655
|
+
# @!attribute [rw] key
|
4656
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4657
|
+
# input.
|
4658
|
+
# @return [String]
|
4659
|
+
#
|
4660
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookS3LocationForOutput AWS API Documentation
|
4661
|
+
#
|
4662
|
+
class NotebookS3LocationForOutput < Struct.new(
|
4663
|
+
:bucket,
|
4664
|
+
:key)
|
4665
|
+
SENSITIVE = []
|
4666
|
+
include Aws::Structure
|
4667
|
+
end
|
4668
|
+
|
4669
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4670
|
+
#
|
4671
|
+
# @!attribute [rw] bucket
|
4672
|
+
# The Amazon S3 bucket that stores the notebook execution input.
|
4673
|
+
# @return [String]
|
4674
|
+
#
|
4675
|
+
# @!attribute [rw] key
|
4676
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4677
|
+
# input.
|
4678
|
+
# @return [String]
|
4679
|
+
#
|
4680
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookS3LocationFromInput AWS API Documentation
|
4681
|
+
#
|
4682
|
+
class NotebookS3LocationFromInput < Struct.new(
|
4683
|
+
:bucket,
|
4684
|
+
:key)
|
4561
4685
|
SENSITIVE = []
|
4562
4686
|
include Aws::Structure
|
4563
4687
|
end
|
@@ -4635,8 +4759,8 @@ module Aws::EMR
|
|
4635
4759
|
# fleet, which determines the allocation strategy.
|
4636
4760
|
#
|
4637
4761
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
4638
|
-
#
|
4639
|
-
# Instances allocation strategy is available in Amazon EMR
|
4762
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
4763
|
+
# Instances allocation strategy is available in Amazon EMR releases
|
4640
4764
|
# 5.12.1 and later.
|
4641
4765
|
#
|
4642
4766
|
# </note>
|
@@ -4683,24 +4807,64 @@ module Aws::EMR
|
|
4683
4807
|
include Aws::Structure
|
4684
4808
|
end
|
4685
4809
|
|
4810
|
+
# The Amazon S3 location that stores the notebook execution output.
|
4811
|
+
#
|
4812
|
+
# @!attribute [rw] bucket
|
4813
|
+
# The Amazon S3 bucket that stores the notebook execution output.
|
4814
|
+
# @return [String]
|
4815
|
+
#
|
4816
|
+
# @!attribute [rw] key
|
4817
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4818
|
+
# output.
|
4819
|
+
# @return [String]
|
4820
|
+
#
|
4821
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/OutputNotebookS3LocationForOutput AWS API Documentation
|
4822
|
+
#
|
4823
|
+
class OutputNotebookS3LocationForOutput < Struct.new(
|
4824
|
+
:bucket,
|
4825
|
+
:key)
|
4826
|
+
SENSITIVE = []
|
4827
|
+
include Aws::Structure
|
4828
|
+
end
|
4829
|
+
|
4830
|
+
# The Amazon S3 location that stores the notebook execution output.
|
4831
|
+
#
|
4832
|
+
# @!attribute [rw] bucket
|
4833
|
+
# The Amazon S3 bucket that stores the notebook execution output.
|
4834
|
+
# @return [String]
|
4835
|
+
#
|
4836
|
+
# @!attribute [rw] key
|
4837
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4838
|
+
# output.
|
4839
|
+
# @return [String]
|
4840
|
+
#
|
4841
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/OutputNotebookS3LocationFromInput AWS API Documentation
|
4842
|
+
#
|
4843
|
+
class OutputNotebookS3LocationFromInput < Struct.new(
|
4844
|
+
:bucket,
|
4845
|
+
:key)
|
4846
|
+
SENSITIVE = []
|
4847
|
+
include Aws::Structure
|
4848
|
+
end
|
4849
|
+
|
4686
4850
|
# Placement group configuration for an Amazon EMR cluster. The
|
4687
4851
|
# configuration specifies the placement strategy that can be applied to
|
4688
4852
|
# instance roles during cluster creation.
|
4689
4853
|
#
|
4690
4854
|
# To use this configuration, consider attaching managed policy
|
4691
|
-
# AmazonElasticMapReducePlacementGroupPolicy to the EMR role.
|
4855
|
+
# AmazonElasticMapReducePlacementGroupPolicy to the Amazon EMR role.
|
4692
4856
|
#
|
4693
4857
|
# @!attribute [rw] instance_role
|
4694
4858
|
# Role of the instance in the cluster.
|
4695
4859
|
#
|
4696
|
-
# Starting with Amazon EMR
|
4860
|
+
# Starting with Amazon EMR release 5.23.0, the only supported instance
|
4697
4861
|
# role is `MASTER`.
|
4698
4862
|
# @return [String]
|
4699
4863
|
#
|
4700
4864
|
# @!attribute [rw] placement_strategy
|
4701
|
-
# EC2 Placement Group strategy associated with instance role.
|
4865
|
+
# Amazon EC2 Placement Group strategy associated with instance role.
|
4702
4866
|
#
|
4703
|
-
# Starting with Amazon EMR
|
4867
|
+
# Starting with Amazon EMR release 5.23.0, the only supported
|
4704
4868
|
# placement strategy is `SPREAD` for the `MASTER` instance role.
|
4705
4869
|
# @return [String]
|
4706
4870
|
#
|
@@ -4729,7 +4893,7 @@ module Aws::EMR
|
|
4729
4893
|
# `AvailabilityZone` (singular) is used for uniform instance groups.
|
4730
4894
|
#
|
4731
4895
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
4732
|
-
#
|
4896
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
4733
4897
|
#
|
4734
4898
|
# </note>
|
4735
4899
|
# @return [Array<String>]
|
@@ -4856,8 +5020,9 @@ module Aws::EMR
|
|
4856
5020
|
# <note markdown="1"> For accounts that created clusters in a Region before November 25,
|
4857
5021
|
# 2019, block public access is disabled by default in that Region. To
|
4858
5022
|
# use this feature, you must manually enable and configure it. For
|
4859
|
-
# accounts that did not create an EMR cluster in a Region
|
4860
|
-
# date, block public access is enabled by default in that
|
5023
|
+
# accounts that did not create an Amazon EMR cluster in a Region
|
5024
|
+
# before this date, block public access is enabled by default in that
|
5025
|
+
# Region.
|
4861
5026
|
#
|
4862
5027
|
# </note>
|
4863
5028
|
# @return [Types::BlockPublicAccessConfiguration]
|
@@ -4875,8 +5040,8 @@ module Aws::EMR
|
|
4875
5040
|
class PutBlockPublicAccessConfigurationOutput < Aws::EmptyStructure; end
|
4876
5041
|
|
4877
5042
|
# @!attribute [rw] cluster_id
|
4878
|
-
# Specifies the ID of an EMR cluster where the managed scaling
|
4879
|
-
# is attached.
|
5043
|
+
# Specifies the ID of an Amazon EMR cluster where the managed scaling
|
5044
|
+
# policy is attached.
|
4880
5045
|
# @return [String]
|
4881
5046
|
#
|
4882
5047
|
# @!attribute [rw] managed_scaling_policy
|
@@ -5014,7 +5179,7 @@ module Aws::EMR
|
|
5014
5179
|
# @!attribute [rw] log_encryption_kms_key_id
|
5015
5180
|
# The KMS key used for encrypting log files. If a value is not
|
5016
5181
|
# provided, the logs remain encrypted by AES-256. This attribute is
|
5017
|
-
# only available with Amazon EMR
|
5182
|
+
# only available with Amazon EMR releases 5.30.0 and later, excluding
|
5018
5183
|
# Amazon EMR 6.0.0.
|
5019
5184
|
# @return [String]
|
5020
5185
|
#
|
@@ -5083,11 +5248,11 @@ module Aws::EMR
|
|
5083
5248
|
# </note>
|
5084
5249
|
#
|
5085
5250
|
# A list of strings that indicates third-party software to use with
|
5086
|
-
# the job flow that accepts a user argument list. EMR accepts
|
5087
|
-
# forwards the argument list to the corresponding installation
|
5088
|
-
# as bootstrap action arguments. For more information, see
|
5089
|
-
# Job Flow on the MapR Distribution for Hadoop" in the
|
5090
|
-
# Developer Guide][1]. Supported values are:
|
5251
|
+
# the job flow that accepts a user argument list. Amazon EMR accepts
|
5252
|
+
# and forwards the argument list to the corresponding installation
|
5253
|
+
# script as bootstrap action arguments. For more information, see
|
5254
|
+
# "Launch a Job Flow on the MapR Distribution for Hadoop" in the
|
5255
|
+
# [Amazon EMR Developer Guide][1]. Supported values are:
|
5091
5256
|
#
|
5092
5257
|
# * "mapr-m3" - launch the cluster using MapR M3 Edition.
|
5093
5258
|
#
|
@@ -5127,7 +5292,7 @@ module Aws::EMR
|
|
5127
5292
|
#
|
5128
5293
|
# @!attribute [rw] configurations
|
5129
5294
|
# For Amazon EMR releases 4.0 and later. The list of configurations
|
5130
|
-
# supplied for the EMR cluster you are creating.
|
5295
|
+
# supplied for the Amazon EMR cluster that you are creating.
|
5131
5296
|
# @return [Array<Types::Configuration>]
|
5132
5297
|
#
|
5133
5298
|
# @!attribute [rw] visible_to_all_users
|
@@ -5135,29 +5300,30 @@ module Aws::EMR
|
|
5135
5300
|
# the value is set to `true`. Setting it to `false` now has no effect.
|
5136
5301
|
#
|
5137
5302
|
# Set this value to `true` so that IAM principals in the Amazon Web
|
5138
|
-
# Services account associated with the cluster can perform EMR
|
5139
|
-
# on the cluster that their IAM policies allow. This value
|
5140
|
-
# `true` for clusters created using the EMR API or
|
5141
|
-
# [create-cluster][1] command.
|
5303
|
+
# Services account associated with the cluster can perform Amazon EMR
|
5304
|
+
# actions on the cluster that their IAM policies allow. This value
|
5305
|
+
# defaults to `true` for clusters created using the Amazon EMR API or
|
5306
|
+
# the CLI [create-cluster][1] command.
|
5142
5307
|
#
|
5143
5308
|
# When set to `false`, only the IAM principal that created the cluster
|
5144
|
-
# and the Amazon Web Services account root user can perform EMR
|
5309
|
+
# and the Amazon Web Services account root user can perform Amazon EMR
|
5145
5310
|
# actions for the cluster, regardless of the IAM permissions policies
|
5146
5311
|
# attached to other IAM principals. For more information, see
|
5147
|
-
# [Understanding the EMR
|
5148
|
-
# *Amazon
|
5312
|
+
# [Understanding the Amazon EMR cluster VisibleToAllUsers setting][2]
|
5313
|
+
# in the *Amazon EMR Management Guide*.
|
5149
5314
|
#
|
5150
5315
|
#
|
5151
5316
|
#
|
5152
5317
|
# [1]: https://docs.aws.amazon.com/cli/latest/reference/emr/create-cluster.html
|
5153
|
-
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/
|
5318
|
+
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/security_IAM_emr-with-IAM.html#security_set_visible_to_all_users
|
5154
5319
|
# @return [Boolean]
|
5155
5320
|
#
|
5156
5321
|
# @!attribute [rw] job_flow_role
|
5157
|
-
# Also called instance profile and EC2 role. An IAM role for an
|
5158
|
-
# cluster. The EC2 instances of the cluster assume
|
5159
|
-
# default role is `EMR_EC2_DefaultRole`. In order to
|
5160
|
-
# role, you must have already created it using the CLI
|
5322
|
+
# Also called instance profile and Amazon EC2 role. An IAM role for an
|
5323
|
+
# Amazon EMR cluster. The Amazon EC2 instances of the cluster assume
|
5324
|
+
# this role. The default role is `EMR_EC2_DefaultRole`. In order to
|
5325
|
+
# use the default role, you must have already created it using the CLI
|
5326
|
+
# or console.
|
5161
5327
|
# @return [String]
|
5162
5328
|
#
|
5163
5329
|
# @!attribute [rw] service_role
|
@@ -5180,7 +5346,7 @@ module Aws::EMR
|
|
5180
5346
|
# An IAM role for automatic scaling policies. The default role is
|
5181
5347
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides permissions
|
5182
5348
|
# that the automatic scaling feature requires to launch and terminate
|
5183
|
-
# EC2 instances in an instance group.
|
5349
|
+
# Amazon EC2 instances in an instance group.
|
5184
5350
|
# @return [String]
|
5185
5351
|
#
|
5186
5352
|
# @!attribute [rw] scale_down_behavior
|
@@ -5196,19 +5362,19 @@ module Aws::EMR
|
|
5196
5362
|
# Amazon EC2 instances, regardless of the instance-hour boundary. With
|
5197
5363
|
# either behavior, Amazon EMR removes the least active nodes first and
|
5198
5364
|
# blocks instance termination if it could lead to HDFS corruption.
|
5199
|
-
# `TERMINATE_AT_TASK_COMPLETION` available only in Amazon EMR
|
5200
|
-
# 4.1.0 and later, and is the default for
|
5365
|
+
# `TERMINATE_AT_TASK_COMPLETION` available only in Amazon EMR releases
|
5366
|
+
# 4.1.0 and later, and is the default for releases of Amazon EMR
|
5201
5367
|
# earlier than 5.1.0.
|
5202
5368
|
# @return [String]
|
5203
5369
|
#
|
5204
5370
|
# @!attribute [rw] custom_ami_id
|
5205
|
-
# Available only in Amazon EMR
|
5371
|
+
# Available only in Amazon EMR releases 5.7.0 and later. The ID of a
|
5206
5372
|
# custom Amazon EBS-backed Linux AMI. If specified, Amazon EMR uses
|
5207
|
-
# this AMI when it launches cluster EC2 instances. For more
|
5373
|
+
# this AMI when it launches cluster Amazon EC2 instances. For more
|
5208
5374
|
# information about custom AMIs in Amazon EMR, see [Using a Custom
|
5209
5375
|
# AMI][1] in the *Amazon EMR Management Guide*. If omitted, the
|
5210
5376
|
# cluster uses the base Linux AMI for the `ReleaseLabel` specified.
|
5211
|
-
# For Amazon EMR
|
5377
|
+
# For Amazon EMR releases 2.x and 3.x, use `AmiVersion` instead.
|
5212
5378
|
#
|
5213
5379
|
# For information about creating a custom AMI, see [Creating an Amazon
|
5214
5380
|
# EBS-Backed Linux AMI][2] in the *Amazon Elastic Compute Cloud User
|
@@ -5224,8 +5390,8 @@ module Aws::EMR
|
|
5224
5390
|
#
|
5225
5391
|
# @!attribute [rw] ebs_root_volume_size
|
5226
5392
|
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
5227
|
-
# AMI that is used for each EC2 instance. Available in Amazon
|
5228
|
-
#
|
5393
|
+
# AMI that is used for each Amazon EC2 instance. Available in Amazon
|
5394
|
+
# EMR releases 4.x and later.
|
5229
5395
|
# @return [Integer]
|
5230
5396
|
#
|
5231
5397
|
# @!attribute [rw] repo_upgrade_on_boot
|
@@ -5357,20 +5523,20 @@ module Aws::EMR
|
|
5357
5523
|
include Aws::Structure
|
5358
5524
|
end
|
5359
5525
|
|
5360
|
-
# The upper and lower EC2 instance limits for an automatic
|
5361
|
-
# policy. Automatic scaling activities triggered by automatic
|
5362
|
-
# rules will not cause an instance group to grow above or below
|
5363
|
-
# limits.
|
5526
|
+
# The upper and lower Amazon EC2 instance limits for an automatic
|
5527
|
+
# scaling policy. Automatic scaling activities triggered by automatic
|
5528
|
+
# scaling rules will not cause an instance group to grow above or below
|
5529
|
+
# these limits.
|
5364
5530
|
#
|
5365
5531
|
# @!attribute [rw] min_capacity
|
5366
|
-
# The lower boundary of EC2 instances in an instance group
|
5367
|
-
# scaling activities are not allowed to shrink. Scale-in
|
5368
|
-
# will not terminate instances below this boundary.
|
5532
|
+
# The lower boundary of Amazon EC2 instances in an instance group
|
5533
|
+
# below which scaling activities are not allowed to shrink. Scale-in
|
5534
|
+
# activities will not terminate instances below this boundary.
|
5369
5535
|
# @return [Integer]
|
5370
5536
|
#
|
5371
5537
|
# @!attribute [rw] max_capacity
|
5372
|
-
# The upper boundary of EC2 instances in an instance group
|
5373
|
-
# which scaling activities are not allowed to grow. Scale-out
|
5538
|
+
# The upper boundary of Amazon EC2 instances in an instance group
|
5539
|
+
# beyond which scaling activities are not allowed to grow. Scale-out
|
5374
5540
|
# activities will not add instances beyond this boundary.
|
5375
5541
|
# @return [Integer]
|
5376
5542
|
#
|
@@ -5384,9 +5550,9 @@ module Aws::EMR
|
|
5384
5550
|
end
|
5385
5551
|
|
5386
5552
|
# A scale-in or scale-out rule that defines scaling activity, including
|
5387
|
-
# the CloudWatch metric alarm that triggers activity, how EC2
|
5388
|
-
# are added or removed, and the periodicity of adjustments.
|
5389
|
-
# automatic scaling policy for an instance group can comprise one or
|
5553
|
+
# the CloudWatch metric alarm that triggers activity, how Amazon EC2
|
5554
|
+
# instances are added or removed, and the periodicity of adjustments.
|
5555
|
+
# The automatic scaling policy for an instance group can comprise one or
|
5390
5556
|
# more automatic scaling rules.
|
5391
5557
|
#
|
5392
5558
|
# @!attribute [rw] name
|
@@ -5609,11 +5775,11 @@ module Aws::EMR
|
|
5609
5775
|
#
|
5610
5776
|
# @!attribute [rw] visible_to_all_users
|
5611
5777
|
# A value of `true` indicates that an IAM principal in the Amazon Web
|
5612
|
-
# Services account can perform EMR actions on the cluster that
|
5613
|
-
# policies attached to the principal allow. A value of `false`
|
5778
|
+
# Services account can perform Amazon EMR actions on the cluster that
|
5779
|
+
# the IAM policies attached to the principal allow. A value of `false`
|
5614
5780
|
# indicates that only the IAM principal that created the cluster and
|
5615
|
-
# the Amazon Web Services root user can perform EMR actions on
|
5616
|
-
# cluster.
|
5781
|
+
# the Amazon Web Services root user can perform Amazon EMR actions on
|
5782
|
+
# the cluster.
|
5617
5783
|
# @return [Boolean]
|
5618
5784
|
#
|
5619
5785
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SetVisibleToAllUsersInput AWS API Documentation
|
@@ -5648,32 +5814,33 @@ module Aws::EMR
|
|
5648
5814
|
end
|
5649
5815
|
|
5650
5816
|
# An automatic scaling configuration, which describes how the policy
|
5651
|
-
# adds or removes instances, the cooldown period, and the number of
|
5652
|
-
# instances that will be added each time the CloudWatch
|
5653
|
-
# condition is satisfied.
|
5817
|
+
# adds or removes instances, the cooldown period, and the number of
|
5818
|
+
# Amazon EC2 instances that will be added each time the CloudWatch
|
5819
|
+
# metric alarm condition is satisfied.
|
5654
5820
|
#
|
5655
5821
|
# @!attribute [rw] adjustment_type
|
5656
|
-
# The way in which EC2 instances are added (if
|
5657
|
-
# a positive number) or terminated (if
|
5658
|
-
# negative number) each time the scaling
|
5659
|
-
# `CHANGE_IN_CAPACITY` is the default.
|
5660
|
-
# that the EC2 instance count
|
5661
|
-
# `ScalingAdjustment`, which should be
|
5662
|
-
# `PERCENT_CHANGE_IN_CAPACITY` indicates the
|
5663
|
-
# or decrements by the percentage specified
|
5664
|
-
# which should be expressed as an integer. For
|
5665
|
-
# an increase in 20% increments of cluster
|
5666
|
-
# indicates the scaling activity results in
|
5667
|
-
# number of EC2 instances specified
|
5668
|
-
# should be expressed as a positive
|
5822
|
+
# The way in which Amazon EC2 instances are added (if
|
5823
|
+
# `ScalingAdjustment` is a positive number) or terminated (if
|
5824
|
+
# `ScalingAdjustment` is a negative number) each time the scaling
|
5825
|
+
# activity is triggered. `CHANGE_IN_CAPACITY` is the default.
|
5826
|
+
# `CHANGE_IN_CAPACITY` indicates that the Amazon EC2 instance count
|
5827
|
+
# increments or decrements by `ScalingAdjustment`, which should be
|
5828
|
+
# expressed as an integer. `PERCENT_CHANGE_IN_CAPACITY` indicates the
|
5829
|
+
# instance count increments or decrements by the percentage specified
|
5830
|
+
# by `ScalingAdjustment`, which should be expressed as an integer. For
|
5831
|
+
# example, 20 indicates an increase in 20% increments of cluster
|
5832
|
+
# capacity. `EXACT_CAPACITY` indicates the scaling activity results in
|
5833
|
+
# an instance group with the number of Amazon EC2 instances specified
|
5834
|
+
# by `ScalingAdjustment`, which should be expressed as a positive
|
5835
|
+
# integer.
|
5669
5836
|
# @return [String]
|
5670
5837
|
#
|
5671
5838
|
# @!attribute [rw] scaling_adjustment
|
5672
5839
|
# The amount by which to scale in or scale out, based on the specified
|
5673
|
-
# `AdjustmentType`. A positive value adds to the instance group's
|
5674
|
-
# instance count while a negative number removes instances.
|
5675
|
-
# `AdjustmentType` is set to `EXACT_CAPACITY`, the number should
|
5676
|
-
# be a positive integer. If `AdjustmentType` is set to
|
5840
|
+
# `AdjustmentType`. A positive value adds to the instance group's
|
5841
|
+
# Amazon EC2 instance count while a negative number removes instances.
|
5842
|
+
# If `AdjustmentType` is set to `EXACT_CAPACITY`, the number should
|
5843
|
+
# only be a positive integer. If `AdjustmentType` is set to
|
5677
5844
|
# `PERCENT_CHANGE_IN_CAPACITY`, the value should express the
|
5678
5845
|
# percentage as an integer. For example, -20 indicates a decrease in
|
5679
5846
|
# 20% increments of cluster capacity.
|
@@ -5720,8 +5887,8 @@ module Aws::EMR
|
|
5720
5887
|
# and allocation strategy.
|
5721
5888
|
#
|
5722
5889
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
5723
|
-
#
|
5724
|
-
# allocation strategy is available in Amazon EMR
|
5890
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. Spot Instance
|
5891
|
+
# allocation strategy is available in Amazon EMR releases 5.12.1 and
|
5725
5892
|
# later.
|
5726
5893
|
#
|
5727
5894
|
# </note>
|
@@ -5813,15 +5980,15 @@ module Aws::EMR
|
|
5813
5980
|
end
|
5814
5981
|
|
5815
5982
|
# @!attribute [rw] editor_id
|
5816
|
-
# The unique identifier of the EMR Notebook to use for notebook
|
5983
|
+
# The unique identifier of the Amazon EMR Notebook to use for notebook
|
5817
5984
|
# execution.
|
5818
5985
|
# @return [String]
|
5819
5986
|
#
|
5820
5987
|
# @!attribute [rw] relative_path
|
5821
5988
|
# The path and file name of the notebook file for this execution,
|
5822
|
-
# relative to the path specified for the EMR Notebook. For
|
5823
|
-
# you specify a path of `s3://MyBucket/MyNotebooks` when
|
5824
|
-
# EMR Notebook for a notebook with an ID of
|
5989
|
+
# relative to the path specified for the Amazon EMR Notebook. For
|
5990
|
+
# example, if you specify a path of `s3://MyBucket/MyNotebooks` when
|
5991
|
+
# you create an Amazon EMR Notebook for a notebook with an ID of
|
5825
5992
|
# `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
|
5826
5993
|
# you specify a `RelativePath` of
|
5827
5994
|
# `my_notebook_executions/notebook_execution.ipynb`, the location of
|
@@ -5834,7 +6001,7 @@ module Aws::EMR
|
|
5834
6001
|
# @return [String]
|
5835
6002
|
#
|
5836
6003
|
# @!attribute [rw] notebook_params
|
5837
|
-
# Input parameters in JSON format passed to the EMR Notebook at
|
6004
|
+
# Input parameters in JSON format passed to the Amazon EMR Notebook at
|
5838
6005
|
# runtime for execution.
|
5839
6006
|
# @return [String]
|
5840
6007
|
#
|
@@ -5845,12 +6012,12 @@ module Aws::EMR
|
|
5845
6012
|
#
|
5846
6013
|
# @!attribute [rw] service_role
|
5847
6014
|
# The name or ARN of the IAM role that is used as the service role for
|
5848
|
-
# Amazon EMR (the EMR role) for the notebook execution.
|
6015
|
+
# Amazon EMR (the Amazon EMR role) for the notebook execution.
|
5849
6016
|
# @return [String]
|
5850
6017
|
#
|
5851
6018
|
# @!attribute [rw] notebook_instance_security_group_id
|
5852
6019
|
# The unique identifier of the Amazon EC2 security group to associate
|
5853
|
-
# with the EMR Notebook for this notebook execution.
|
6020
|
+
# with the Amazon EMR Notebook for this notebook execution.
|
5854
6021
|
# @return [String]
|
5855
6022
|
#
|
5856
6023
|
# @!attribute [rw] tags
|
@@ -5860,6 +6027,22 @@ module Aws::EMR
|
|
5860
6027
|
# maximum of 256 characters.
|
5861
6028
|
# @return [Array<Types::Tag>]
|
5862
6029
|
#
|
6030
|
+
# @!attribute [rw] notebook_s3_location
|
6031
|
+
# The Amazon S3 location for the notebook execution input.
|
6032
|
+
# @return [Types::NotebookS3LocationFromInput]
|
6033
|
+
#
|
6034
|
+
# @!attribute [rw] output_notebook_s3_location
|
6035
|
+
# The Amazon S3 location for the notebook execution output.
|
6036
|
+
# @return [Types::OutputNotebookS3LocationFromInput]
|
6037
|
+
#
|
6038
|
+
# @!attribute [rw] output_notebook_format
|
6039
|
+
# The output format for the notebook execution.
|
6040
|
+
# @return [String]
|
6041
|
+
#
|
6042
|
+
# @!attribute [rw] environment_variables
|
6043
|
+
# The environment variables associated with the notebook execution.
|
6044
|
+
# @return [Hash<String,String>]
|
6045
|
+
#
|
5863
6046
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionInput AWS API Documentation
|
5864
6047
|
#
|
5865
6048
|
class StartNotebookExecutionInput < Struct.new(
|
@@ -5870,7 +6053,11 @@ module Aws::EMR
|
|
5870
6053
|
:execution_engine,
|
5871
6054
|
:service_role,
|
5872
6055
|
:notebook_instance_security_group_id,
|
5873
|
-
:tags
|
6056
|
+
:tags,
|
6057
|
+
:notebook_s3_location,
|
6058
|
+
:output_notebook_s3_location,
|
6059
|
+
:output_notebook_format,
|
6060
|
+
:environment_variables)
|
5874
6061
|
SENSITIVE = []
|
5875
6062
|
include Aws::Structure
|
5876
6063
|
end
|
@@ -5932,7 +6119,7 @@ module Aws::EMR
|
|
5932
6119
|
# type using the following format:
|
5933
6120
|
# `arn:partition:service:region:account:resource`.
|
5934
6121
|
#
|
5935
|
-
# For example, `arn:aws:
|
6122
|
+
# For example, `arn:aws:IAM::1234567890:role/ReadOnly` is a correctly
|
5936
6123
|
# formatted runtime role ARN.
|
5937
6124
|
# @return [String]
|
5938
6125
|
#
|
@@ -6194,8 +6381,8 @@ module Aws::EMR
|
|
6194
6381
|
# @return [String]
|
6195
6382
|
#
|
6196
6383
|
# @!attribute [rw] auth_mode
|
6197
|
-
# Specifies whether the Amazon EMR Studio authenticates users
|
6198
|
-
#
|
6384
|
+
# Specifies whether the Amazon EMR Studio authenticates users with IAM
|
6385
|
+
# or IAM Identity Center.
|
6199
6386
|
# @return [String]
|
6200
6387
|
#
|
6201
6388
|
# @!attribute [rw] vpc_id
|
@@ -6330,7 +6517,7 @@ module Aws::EMR
|
|
6330
6517
|
end
|
6331
6518
|
|
6332
6519
|
# The list of supported product configurations that allow user-supplied
|
6333
|
-
# arguments. EMR accepts these arguments and forwards them to the
|
6520
|
+
# arguments. Amazon EMR accepts these arguments and forwards them to the
|
6334
6521
|
# corresponding installation script as bootstrap action arguments.
|
6335
6522
|
#
|
6336
6523
|
# @!attribute [rw] name
|
@@ -6511,7 +6698,7 @@ module Aws::EMR
|
|
6511
6698
|
|
6512
6699
|
# EBS volume specifications such as volume type, IOPS, size (GiB) and
|
6513
6700
|
# throughput (MiB/s) that are requested for the EBS volume attached to
|
6514
|
-
# an EC2 instance in the cluster.
|
6701
|
+
# an Amazon EC2 instance in the cluster.
|
6515
6702
|
#
|
6516
6703
|
# @!attribute [rw] volume_type
|
6517
6704
|
# The volume type. Volume types supported are gp3, gp2, io1, st1, sc1,
|