aws-sdk-emr 1.66.0 → 1.68.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emr/client.rb +150 -94
- data/lib/aws-sdk-emr/client_api.rb +54 -2
- data/lib/aws-sdk-emr/types.rb +476 -289
- data/lib/aws-sdk-emr.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-emr/types.rb
CHANGED
@@ -110,7 +110,7 @@ module Aws::EMR
|
|
110
110
|
# type using the following format:
|
111
111
|
# `arn:partition:service:region:account:resource`.
|
112
112
|
#
|
113
|
-
# For example, `arn:aws:
|
113
|
+
# For example, `arn:aws:IAM::1234567890:role/ReadOnly` is a correctly
|
114
114
|
# formatted runtime role ARN.
|
115
115
|
# @return [String]
|
116
116
|
#
|
@@ -215,14 +215,14 @@ module Aws::EMR
|
|
215
215
|
|
216
216
|
# An automatic scaling policy for a core instance group or task instance
|
217
217
|
# group in an Amazon EMR cluster. An automatic scaling policy defines
|
218
|
-
# how an instance group dynamically adds and terminates EC2
|
219
|
-
# response to the value of a CloudWatch metric. See
|
218
|
+
# how an instance group dynamically adds and terminates Amazon EC2
|
219
|
+
# instances in response to the value of a CloudWatch metric. See
|
220
220
|
# PutAutoScalingPolicy.
|
221
221
|
#
|
222
222
|
# @!attribute [rw] constraints
|
223
|
-
# The upper and lower EC2 instance limits for an automatic
|
224
|
-
# policy. Automatic scaling activity will not cause an
|
225
|
-
# to grow above or below these limits.
|
223
|
+
# The upper and lower Amazon EC2 instance limits for an automatic
|
224
|
+
# scaling policy. Automatic scaling activity will not cause an
|
225
|
+
# instance group to grow above or below these limits.
|
226
226
|
# @return [Types::ScalingConstraints]
|
227
227
|
#
|
228
228
|
# @!attribute [rw] rules
|
@@ -241,8 +241,8 @@ module Aws::EMR
|
|
241
241
|
|
242
242
|
# An automatic scaling policy for a core instance group or task instance
|
243
243
|
# group in an Amazon EMR cluster. The automatic scaling policy defines
|
244
|
-
# how an instance group dynamically adds and terminates EC2
|
245
|
-
# response to the value of a CloudWatch metric. See
|
244
|
+
# how an instance group dynamically adds and terminates Amazon EC2
|
245
|
+
# instances in response to the value of a CloudWatch metric. See
|
246
246
|
# PutAutoScalingPolicy.
|
247
247
|
#
|
248
248
|
# @!attribute [rw] status
|
@@ -250,9 +250,9 @@ module Aws::EMR
|
|
250
250
|
# @return [Types::AutoScalingPolicyStatus]
|
251
251
|
#
|
252
252
|
# @!attribute [rw] constraints
|
253
|
-
# The upper and lower EC2 instance limits for an automatic
|
254
|
-
# policy. Automatic scaling activity will not cause an
|
255
|
-
# to grow above or below these limits.
|
253
|
+
# The upper and lower Amazon EC2 instance limits for an automatic
|
254
|
+
# scaling policy. Automatic scaling activity will not cause an
|
255
|
+
# instance group to grow above or below these limits.
|
256
256
|
# @return [Types::ScalingConstraints]
|
257
257
|
#
|
258
258
|
# @!attribute [rw] rules
|
@@ -346,7 +346,7 @@ module Aws::EMR
|
|
346
346
|
# @!attribute [rw] block_public_security_group_rules
|
347
347
|
# Indicates whether Amazon EMR block public access is enabled (`true`)
|
348
348
|
# or disabled (`false`). By default, the value is `false` for accounts
|
349
|
-
# that have created EMR clusters before July 2019. For accounts
|
349
|
+
# that have created Amazon EMR clusters before July 2019. For accounts
|
350
350
|
# created after this, the default is `true`.
|
351
351
|
# @return [Boolean]
|
352
352
|
#
|
@@ -359,8 +359,8 @@ module Aws::EMR
|
|
359
359
|
# that allows inbound traffic on Port 23 from IPv4 0.0.0.0/0 or IPv6
|
360
360
|
# port ::/0 as the source.
|
361
361
|
#
|
362
|
-
# By default, Port 22, which is used for SSH access to the cluster
|
363
|
-
# instances, is in the list of
|
362
|
+
# By default, Port 22, which is used for SSH access to the cluster
|
363
|
+
# Amazon EC2 instances, is in the list of
|
364
364
|
# `PermittedPublicSecurityGroupRuleRanges`.
|
365
365
|
# @return [Array<Types::PortRange>]
|
366
366
|
#
|
@@ -525,9 +525,9 @@ module Aws::EMR
|
|
525
525
|
# @return [String]
|
526
526
|
#
|
527
527
|
# @!attribute [rw] period
|
528
|
-
# The period, in seconds, over which the statistic is applied.
|
529
|
-
# CloudWatch metrics are emitted every five minutes
|
530
|
-
# if
|
528
|
+
# The period, in seconds, over which the statistic is applied.
|
529
|
+
# CloudWatch metrics for Amazon EMR are emitted every five minutes
|
530
|
+
# (300 seconds), so if you specify a CloudWatch metric, specify `300`.
|
531
531
|
# @return [Integer]
|
532
532
|
#
|
533
533
|
# @!attribute [rw] statistic
|
@@ -580,14 +580,14 @@ module Aws::EMR
|
|
580
580
|
# @return [Types::ClusterStatus]
|
581
581
|
#
|
582
582
|
# @!attribute [rw] ec2_instance_attributes
|
583
|
-
# Provides information about the EC2 instances in a cluster
|
584
|
-
# category. For example, key name, subnet ID, IAM instance
|
585
|
-
# and so on.
|
583
|
+
# Provides information about the Amazon EC2 instances in a cluster
|
584
|
+
# grouped by category. For example, key name, subnet ID, IAM instance
|
585
|
+
# profile, and so on.
|
586
586
|
# @return [Types::Ec2InstanceAttributes]
|
587
587
|
#
|
588
588
|
# @!attribute [rw] instance_collection_type
|
589
589
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
590
|
-
#
|
590
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
591
591
|
#
|
592
592
|
# </note>
|
593
593
|
#
|
@@ -604,7 +604,8 @@ module Aws::EMR
|
|
604
604
|
#
|
605
605
|
# @!attribute [rw] log_encryption_kms_key_id
|
606
606
|
# The KMS key used for encrypting log files. This attribute is only
|
607
|
-
# available with EMR
|
607
|
+
# available with Amazon EMR 5.30.0 and later, excluding Amazon EMR
|
608
|
+
# 6.0.0.
|
608
609
|
# @return [String]
|
609
610
|
#
|
610
611
|
# @!attribute [rw] requested_ami_version
|
@@ -638,7 +639,7 @@ module Aws::EMR
|
|
638
639
|
#
|
639
640
|
# @!attribute [rw] termination_protected
|
640
641
|
# Indicates whether Amazon EMR will lock the cluster to prevent the
|
641
|
-
# EC2 instances from being terminated by an API call or user
|
642
|
+
# Amazon EC2 instances from being terminated by an API call or user
|
642
643
|
# intervention, or in the event of a cluster error.
|
643
644
|
# @return [Boolean]
|
644
645
|
#
|
@@ -646,14 +647,14 @@ module Aws::EMR
|
|
646
647
|
# Indicates whether the cluster is visible to IAM principals in the
|
647
648
|
# Amazon Web Services account associated with the cluster. When
|
648
649
|
# `true`, IAM principals in the Amazon Web Services account can
|
649
|
-
# perform EMR cluster actions on the cluster that their IAM
|
650
|
-
# allow. When `false`, only the IAM principal that created
|
651
|
-
# and the Amazon Web Services account root user can
|
652
|
-
# actions, regardless of IAM permissions policies
|
653
|
-
# IAM principals.
|
650
|
+
# perform Amazon EMR cluster actions on the cluster that their IAM
|
651
|
+
# policies allow. When `false`, only the IAM principal that created
|
652
|
+
# the cluster and the Amazon Web Services account root user can
|
653
|
+
# perform Amazon EMR actions, regardless of IAM permissions policies
|
654
|
+
# attached to other IAM principals.
|
654
655
|
#
|
655
656
|
# The default value is `true` if a value is not provided when creating
|
656
|
-
# a cluster using the EMR API RunJobFlow command, the CLI
|
657
|
+
# a cluster using the Amazon EMR API RunJobFlow command, the CLI
|
657
658
|
# [create-cluster][1] command, or the Amazon Web Services Management
|
658
659
|
# Console.
|
659
660
|
#
|
@@ -679,9 +680,9 @@ module Aws::EMR
|
|
679
680
|
# An approximation of the cost of the cluster, represented in
|
680
681
|
# m1.small/hours. This value is incremented one time for every hour an
|
681
682
|
# m1.small instance runs. Larger instances are weighted more, so an
|
682
|
-
# EC2 instance that is roughly four times more expensive would
|
683
|
-
# in the normalized instance hours being incremented by four.
|
684
|
-
# result is only an approximation and does not reflect the actual
|
683
|
+
# Amazon EC2 instance that is roughly four times more expensive would
|
684
|
+
# result in the normalized instance hours being incremented by four.
|
685
|
+
# This result is only an approximation and does not reflect the actual
|
685
686
|
# billing rate.
|
686
687
|
# @return [Integer]
|
687
688
|
#
|
@@ -693,7 +694,7 @@ module Aws::EMR
|
|
693
694
|
#
|
694
695
|
# @!attribute [rw] configurations
|
695
696
|
# Applies only to Amazon EMR releases 4.x and later. The list of
|
696
|
-
#
|
697
|
+
# configurations that are supplied to the Amazon EMR cluster.
|
697
698
|
# @return [Array<Types::Configuration>]
|
698
699
|
#
|
699
700
|
# @!attribute [rw] security_configuration
|
@@ -704,7 +705,7 @@ module Aws::EMR
|
|
704
705
|
# An IAM role for automatic scaling policies. The default role is
|
705
706
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides permissions
|
706
707
|
# that the automatic scaling feature requires to launch and terminate
|
707
|
-
# EC2 instances in an instance group.
|
708
|
+
# Amazon EC2 instances in an instance group.
|
708
709
|
# @return [String]
|
709
710
|
#
|
710
711
|
# @!attribute [rw] scale_down_behavior
|
@@ -720,25 +721,25 @@ module Aws::EMR
|
|
720
721
|
# of the instance-hour boundary. With either behavior, Amazon EMR
|
721
722
|
# removes the least active nodes first and blocks instance termination
|
722
723
|
# if it could lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
723
|
-
# is available only in Amazon EMR
|
724
|
+
# is available only in Amazon EMR releases 4.1.0 and later, and is the
|
724
725
|
# default for versions of Amazon EMR earlier than 5.1.0.
|
725
726
|
# @return [String]
|
726
727
|
#
|
727
728
|
# @!attribute [rw] custom_ami_id
|
728
|
-
# Available only in Amazon EMR
|
729
|
+
# Available only in Amazon EMR releases 5.7.0 and later. The ID of a
|
729
730
|
# custom Amazon EBS-backed Linux AMI if the cluster uses a custom AMI.
|
730
731
|
# @return [String]
|
731
732
|
#
|
732
733
|
# @!attribute [rw] ebs_root_volume_size
|
733
734
|
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
734
|
-
# AMI that is used for each EC2 instance. Available in Amazon
|
735
|
-
#
|
735
|
+
# AMI that is used for each Amazon EC2 instance. Available in Amazon
|
736
|
+
# EMR releases 4.x and later.
|
736
737
|
# @return [Integer]
|
737
738
|
#
|
738
739
|
# @!attribute [rw] repo_upgrade_on_boot
|
739
740
|
# Applies only when `CustomAmiID` is used. Specifies the type of
|
740
|
-
# updates that
|
741
|
-
#
|
741
|
+
# updates that the Amazon Linux AMI package repositories apply when an
|
742
|
+
# instance boots using the AMI.
|
742
743
|
# @return [String]
|
743
744
|
#
|
744
745
|
# @!attribute [rw] kerberos_attributes
|
@@ -847,12 +848,19 @@ module Aws::EMR
|
|
847
848
|
# of the cluster.
|
848
849
|
# @return [Types::ClusterTimeline]
|
849
850
|
#
|
851
|
+
# @!attribute [rw] error_details
|
852
|
+
# A list of tuples that provides information about the errors that
|
853
|
+
# caused a cluster to terminate. This structure can contain up to 10
|
854
|
+
# different `ErrorDetail` tuples.
|
855
|
+
# @return [Array<Types::ErrorDetail>]
|
856
|
+
#
|
850
857
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ClusterStatus AWS API Documentation
|
851
858
|
#
|
852
859
|
class ClusterStatus < Struct.new(
|
853
860
|
:state,
|
854
861
|
:state_change_reason,
|
855
|
-
:timeline
|
862
|
+
:timeline,
|
863
|
+
:error_details)
|
856
864
|
SENSITIVE = []
|
857
865
|
include Aws::Structure
|
858
866
|
end
|
@@ -875,9 +883,9 @@ module Aws::EMR
|
|
875
883
|
# An approximation of the cost of the cluster, represented in
|
876
884
|
# m1.small/hours. This value is incremented one time for every hour an
|
877
885
|
# m1.small instance runs. Larger instances are weighted more, so an
|
878
|
-
# EC2 instance that is roughly four times more expensive would
|
879
|
-
# in the normalized instance hours being incremented by four.
|
880
|
-
# result is only an approximation and does not reflect the actual
|
886
|
+
# Amazon EC2 instance that is roughly four times more expensive would
|
887
|
+
# result in the normalized instance hours being incremented by four.
|
888
|
+
# This result is only an approximation and does not reflect the actual
|
881
889
|
# billing rate.
|
882
890
|
# @return [Integer]
|
883
891
|
#
|
@@ -951,45 +959,45 @@ module Aws::EMR
|
|
951
959
|
include Aws::Structure
|
952
960
|
end
|
953
961
|
|
954
|
-
# The EC2 unit limits for a managed scaling policy. The managed
|
955
|
-
# activity of a cluster can not be above or below these limits.
|
956
|
-
# limit only applies to the core and task nodes. The master node
|
957
|
-
# be scaled after initial configuration.
|
962
|
+
# The Amazon EC2 unit limits for a managed scaling policy. The managed
|
963
|
+
# scaling activity of a cluster can not be above or below these limits.
|
964
|
+
# The limit only applies to the core and task nodes. The master node
|
965
|
+
# cannot be scaled after initial configuration.
|
958
966
|
#
|
959
967
|
# @!attribute [rw] unit_type
|
960
968
|
# The unit type used for specifying a managed scaling policy.
|
961
969
|
# @return [String]
|
962
970
|
#
|
963
971
|
# @!attribute [rw] minimum_capacity_units
|
964
|
-
# The lower boundary of EC2 units. It is measured through vCPU
|
965
|
-
# or instances for instance groups and measured through units
|
966
|
-
# instance fleets. Managed scaling activities are not allowed
|
967
|
-
# this boundary. The limit only applies to the core and task
|
968
|
-
# The master node cannot be scaled after initial configuration.
|
972
|
+
# The lower boundary of Amazon EC2 units. It is measured through vCPU
|
973
|
+
# cores or instances for instance groups and measured through units
|
974
|
+
# for instance fleets. Managed scaling activities are not allowed
|
975
|
+
# beyond this boundary. The limit only applies to the core and task
|
976
|
+
# nodes. The master node cannot be scaled after initial configuration.
|
969
977
|
# @return [Integer]
|
970
978
|
#
|
971
979
|
# @!attribute [rw] maximum_capacity_units
|
972
|
-
# The upper boundary of EC2 units. It is measured through vCPU
|
973
|
-
# or instances for instance groups and measured through units
|
974
|
-
# instance fleets. Managed scaling activities are not allowed
|
975
|
-
# this boundary. The limit only applies to the core and task
|
976
|
-
# The master node cannot be scaled after initial configuration.
|
980
|
+
# The upper boundary of Amazon EC2 units. It is measured through vCPU
|
981
|
+
# cores or instances for instance groups and measured through units
|
982
|
+
# for instance fleets. Managed scaling activities are not allowed
|
983
|
+
# beyond this boundary. The limit only applies to the core and task
|
984
|
+
# nodes. The master node cannot be scaled after initial configuration.
|
977
985
|
# @return [Integer]
|
978
986
|
#
|
979
987
|
# @!attribute [rw] maximum_on_demand_capacity_units
|
980
|
-
# The upper boundary of On-Demand EC2 units. It is measured
|
981
|
-
# vCPU cores or instances for instance groups and measured
|
982
|
-
# units for instance fleets. The On-Demand units are not
|
983
|
-
# scale beyond this boundary. The parameter is used to
|
984
|
-
# allocation between On-Demand and Spot Instances.
|
988
|
+
# The upper boundary of On-Demand Amazon EC2 units. It is measured
|
989
|
+
# through vCPU cores or instances for instance groups and measured
|
990
|
+
# through units for instance fleets. The On-Demand units are not
|
991
|
+
# allowed to scale beyond this boundary. The parameter is used to
|
992
|
+
# split capacity allocation between On-Demand and Spot Instances.
|
985
993
|
# @return [Integer]
|
986
994
|
#
|
987
995
|
# @!attribute [rw] maximum_core_capacity_units
|
988
|
-
# The upper boundary of EC2 units for core node type in a
|
989
|
-
# is measured through vCPU cores or instances for instance
|
990
|
-
# measured through units for instance fleets. The core
|
991
|
-
# allowed to scale beyond this boundary. The parameter
|
992
|
-
# split capacity allocation between core and task nodes.
|
996
|
+
# The upper boundary of Amazon EC2 units for core node type in a
|
997
|
+
# cluster. It is measured through vCPU cores or instances for instance
|
998
|
+
# groups and measured through units for instance fleets. The core
|
999
|
+
# units are not allowed to scale beyond this boundary. The parameter
|
1000
|
+
# is used to split capacity allocation between core and task nodes.
|
993
1001
|
# @return [Integer]
|
994
1002
|
#
|
995
1003
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ComputeLimits AWS API Documentation
|
@@ -1239,8 +1247,8 @@ module Aws::EMR
|
|
1239
1247
|
# The Amazon Resource Name (ARN) for the session policy that will be
|
1240
1248
|
# applied to the user or group. You should specify the ARN for the
|
1241
1249
|
# session policy that you want to apply, not the ARN of your user
|
1242
|
-
# role. For more information, see [Create an EMR Studio User
|
1243
|
-
# Session Policies][1].
|
1250
|
+
# role. For more information, see [Create an Amazon EMR Studio User
|
1251
|
+
# Role with Session Policies][1].
|
1244
1252
|
#
|
1245
1253
|
#
|
1246
1254
|
#
|
@@ -1607,7 +1615,7 @@ module Aws::EMR
|
|
1607
1615
|
# @!attribute [rw] volume_specification
|
1608
1616
|
# EBS volume specifications such as volume type, IOPS, size (GiB) and
|
1609
1617
|
# throughput (MiB/s) that are requested for the EBS volume attached to
|
1610
|
-
# an EC2 instance in the cluster.
|
1618
|
+
# an Amazon EC2 instance in the cluster.
|
1611
1619
|
# @return [Types::VolumeSpecification]
|
1612
1620
|
#
|
1613
1621
|
# @!attribute [rw] device
|
@@ -1630,7 +1638,7 @@ module Aws::EMR
|
|
1630
1638
|
# @!attribute [rw] volume_specification
|
1631
1639
|
# EBS volume specifications such as volume type, IOPS, size (GiB) and
|
1632
1640
|
# throughput (MiB/s) that are requested for the EBS volume attached to
|
1633
|
-
# an EC2 instance in the cluster.
|
1641
|
+
# an Amazon EC2 instance in the cluster.
|
1634
1642
|
# @return [Types::VolumeSpecification]
|
1635
1643
|
#
|
1636
1644
|
# @!attribute [rw] volumes_per_instance
|
@@ -1667,7 +1675,7 @@ module Aws::EMR
|
|
1667
1675
|
include Aws::Structure
|
1668
1676
|
end
|
1669
1677
|
|
1670
|
-
# EBS block device that's attached to an EC2 instance.
|
1678
|
+
# EBS block device that's attached to an Amazon EC2 instance.
|
1671
1679
|
#
|
1672
1680
|
# @!attribute [rw] device
|
1673
1681
|
# The device name that is exposed to the instance, such as /dev/sdh.
|
@@ -1686,9 +1694,9 @@ module Aws::EMR
|
|
1686
1694
|
include Aws::Structure
|
1687
1695
|
end
|
1688
1696
|
|
1689
|
-
# Provides information about the EC2 instances in a cluster
|
1690
|
-
# category. For example, key name, subnet ID, IAM instance
|
1691
|
-
# so on.
|
1697
|
+
# Provides information about the Amazon EC2 instances in a cluster
|
1698
|
+
# grouped by category. For example, key name, subnet ID, IAM instance
|
1699
|
+
# profile, and so on.
|
1692
1700
|
#
|
1693
1701
|
# @!attribute [rw] ec2_key_name
|
1694
1702
|
# The name of the Amazon EC2 key pair to use when connecting with SSH
|
@@ -1705,16 +1713,17 @@ module Aws::EMR
|
|
1705
1713
|
# @!attribute [rw] requested_ec2_subnet_ids
|
1706
1714
|
# Applies to clusters configured with the instance fleets option.
|
1707
1715
|
# Specifies the unique identifier of one or more Amazon EC2 subnets in
|
1708
|
-
# which to launch EC2 cluster instances. Subnets must exist
|
1709
|
-
# same VPC. Amazon EMR chooses the EC2 subnet with
|
1710
|
-
# among the list of `RequestedEc2SubnetIds`, and
|
1711
|
-
# cluster instances within that Subnet. If this
|
1712
|
-
# specified, and the account and Region support
|
1713
|
-
# the cluster launches instances in the
|
1714
|
-
# `RequestedEc2AvailabilityZones` instead
|
1715
|
-
# EC2-Classic is not supported, and no Subnet is
|
1716
|
-
# chooses the subnet for you.
|
1717
|
-
# `RequestedEc2AvailabilityZones` cannot
|
1716
|
+
# which to launch Amazon EC2 cluster instances. Subnets must exist
|
1717
|
+
# within the same VPC. Amazon EMR chooses the Amazon EC2 subnet with
|
1718
|
+
# the best fit from among the list of `RequestedEc2SubnetIds`, and
|
1719
|
+
# then launches all cluster instances within that Subnet. If this
|
1720
|
+
# value is not specified, and the account and Region support
|
1721
|
+
# EC2-Classic networks, the cluster launches instances in the
|
1722
|
+
# EC2-Classic network and uses `RequestedEc2AvailabilityZones` instead
|
1723
|
+
# of this setting. If EC2-Classic is not supported, and no Subnet is
|
1724
|
+
# specified, Amazon EMR chooses the subnet for you.
|
1725
|
+
# `RequestedEc2SubnetIDs` and `RequestedEc2AvailabilityZones` cannot
|
1726
|
+
# be specified together.
|
1718
1727
|
# @return [Array<String>]
|
1719
1728
|
#
|
1720
1729
|
# @!attribute [rw] ec2_availability_zone
|
@@ -1723,8 +1732,8 @@ module Aws::EMR
|
|
1723
1732
|
#
|
1724
1733
|
# @!attribute [rw] requested_ec2_availability_zones
|
1725
1734
|
# Applies to clusters configured with the instance fleets option.
|
1726
|
-
# Specifies one or more Availability Zones in which to launch
|
1727
|
-
# cluster instances when the EC2-Classic network configuration is
|
1735
|
+
# Specifies one or more Availability Zones in which to launch Amazon
|
1736
|
+
# EC2 cluster instances when the EC2-Classic network configuration is
|
1728
1737
|
# supported. Amazon EMR chooses the Availability Zone with the best
|
1729
1738
|
# fit from among the list of `RequestedEc2AvailabilityZones`, and then
|
1730
1739
|
# launches all cluster instances within that Availability Zone. If you
|
@@ -1735,7 +1744,7 @@ module Aws::EMR
|
|
1735
1744
|
#
|
1736
1745
|
# @!attribute [rw] iam_instance_profile
|
1737
1746
|
# The IAM role that was specified when the cluster was launched. The
|
1738
|
-
# EC2 instances of the cluster assume this role.
|
1747
|
+
# Amazon EC2 instances of the cluster assume this role.
|
1739
1748
|
# @return [String]
|
1740
1749
|
#
|
1741
1750
|
# @!attribute [rw] emr_managed_master_security_group
|
@@ -1780,36 +1789,67 @@ module Aws::EMR
|
|
1780
1789
|
include Aws::Structure
|
1781
1790
|
end
|
1782
1791
|
|
1792
|
+
# A tuple that provides information about an error that caused a cluster
|
1793
|
+
# to terminate.
|
1794
|
+
#
|
1795
|
+
# @!attribute [rw] error_code
|
1796
|
+
# The name or code associated with the error.
|
1797
|
+
# @return [String]
|
1798
|
+
#
|
1799
|
+
# @!attribute [rw] error_data
|
1800
|
+
# A list of key value pairs that provides contextual information about
|
1801
|
+
# why an error occured.
|
1802
|
+
# @return [Array<Hash<String,String>>]
|
1803
|
+
#
|
1804
|
+
# @!attribute [rw] error_message
|
1805
|
+
# A message that describes the error.
|
1806
|
+
# @return [String]
|
1807
|
+
#
|
1808
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ErrorDetail AWS API Documentation
|
1809
|
+
#
|
1810
|
+
class ErrorDetail < Struct.new(
|
1811
|
+
:error_code,
|
1812
|
+
:error_data,
|
1813
|
+
:error_message)
|
1814
|
+
SENSITIVE = []
|
1815
|
+
include Aws::Structure
|
1816
|
+
end
|
1817
|
+
|
1783
1818
|
# Specifies the execution engine (cluster) to run the notebook and
|
1784
|
-
# perform the notebook execution, for example, an EMR cluster.
|
1819
|
+
# perform the notebook execution, for example, an Amazon EMR cluster.
|
1785
1820
|
#
|
1786
1821
|
# @!attribute [rw] id
|
1787
|
-
# The unique identifier of the execution engine. For an EMR
|
1788
|
-
# this is the cluster ID.
|
1822
|
+
# The unique identifier of the execution engine. For an Amazon EMR
|
1823
|
+
# cluster, this is the cluster ID.
|
1789
1824
|
# @return [String]
|
1790
1825
|
#
|
1791
1826
|
# @!attribute [rw] type
|
1792
|
-
# The type of execution engine. A value of `EMR` specifies an
|
1793
|
-
# cluster.
|
1827
|
+
# The type of execution engine. A value of `EMR` specifies an Amazon
|
1828
|
+
# EMR cluster.
|
1794
1829
|
# @return [String]
|
1795
1830
|
#
|
1796
1831
|
# @!attribute [rw] master_instance_security_group_id
|
1797
|
-
# An optional unique ID of an EC2 security group to associate
|
1798
|
-
# master instance of the EMR cluster for this notebook
|
1799
|
-
# more information see [Specifying EC2 Security
|
1800
|
-
# Notebooks][1] in the *EMR Management Guide*.
|
1832
|
+
# An optional unique ID of an Amazon EC2 security group to associate
|
1833
|
+
# with the master instance of the Amazon EMR cluster for this notebook
|
1834
|
+
# execution. For more information see [Specifying Amazon EC2 Security
|
1835
|
+
# Groups for Amazon EMR Notebooks][1] in the *EMR Management Guide*.
|
1801
1836
|
#
|
1802
1837
|
#
|
1803
1838
|
#
|
1804
1839
|
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
|
1805
1840
|
# @return [String]
|
1806
1841
|
#
|
1842
|
+
# @!attribute [rw] execution_role_arn
|
1843
|
+
# The execution role ARN required for the notebook execution.
|
1844
|
+
# @return [String]
|
1845
|
+
#
|
1807
1846
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ExecutionEngineConfig AWS API Documentation
|
1808
1847
|
#
|
1809
1848
|
class ExecutionEngineConfig < Struct.new(
|
1810
1849
|
:id,
|
1811
1850
|
:type,
|
1812
|
-
:master_instance_security_group_id
|
1851
|
+
:master_instance_security_group_id,
|
1852
|
+
:execution_role_arn)
|
1813
1853
|
SENSITIVE = []
|
1814
1854
|
include Aws::Structure
|
1815
1855
|
end
|
@@ -1893,8 +1933,9 @@ module Aws::EMR
|
|
1893
1933
|
# <note markdown="1"> For accounts that created clusters in a Region before November 25,
|
1894
1934
|
# 2019, block public access is disabled by default in that Region. To
|
1895
1935
|
# use this feature, you must manually enable and configure it. For
|
1896
|
-
# accounts that did not create an EMR cluster in a Region
|
1897
|
-
# date, block public access is enabled by default in that
|
1936
|
+
# accounts that did not create an Amazon EMR cluster in a Region
|
1937
|
+
# before this date, block public access is enabled by default in that
|
1938
|
+
# Region.
|
1898
1939
|
#
|
1899
1940
|
# </note>
|
1900
1941
|
# @return [Types::BlockPublicAccessConfiguration]
|
@@ -2109,7 +2150,7 @@ module Aws::EMR
|
|
2109
2150
|
include Aws::Structure
|
2110
2151
|
end
|
2111
2152
|
|
2112
|
-
# Represents an EC2 instance provisioned as part of cluster.
|
2153
|
+
# Represents an Amazon EC2 instance provisioned as part of cluster.
|
2113
2154
|
#
|
2114
2155
|
# @!attribute [rw] id
|
2115
2156
|
# The unique identifier for the instance in Amazon EMR.
|
@@ -2144,8 +2185,8 @@ module Aws::EMR
|
|
2144
2185
|
# @return [String]
|
2145
2186
|
#
|
2146
2187
|
# @!attribute [rw] instance_fleet_id
|
2147
|
-
# The unique identifier of the instance fleet to which an EC2
|
2148
|
-
# belongs.
|
2188
|
+
# The unique identifier of the instance fleet to which an Amazon EC2
|
2189
|
+
# instance belongs.
|
2149
2190
|
# @return [String]
|
2150
2191
|
#
|
2151
2192
|
# @!attribute [rw] market
|
@@ -2154,7 +2195,7 @@ module Aws::EMR
|
|
2154
2195
|
# @return [String]
|
2155
2196
|
#
|
2156
2197
|
# @!attribute [rw] instance_type
|
2157
|
-
# The EC2 instance type, for example `m3.xlarge`.
|
2198
|
+
# The Amazon EC2 instance type, for example `m3.xlarge`.
|
2158
2199
|
# @return [String]
|
2159
2200
|
#
|
2160
2201
|
# @!attribute [rw] ebs_volumes
|
@@ -2180,14 +2221,14 @@ module Aws::EMR
|
|
2180
2221
|
include Aws::Structure
|
2181
2222
|
end
|
2182
2223
|
|
2183
|
-
# Describes an instance fleet, which is a group of EC2 instances
|
2184
|
-
# host a particular node type (master, core, or task) in an Amazon
|
2185
|
-
# cluster. Instance fleets can consist of a mix of instance types
|
2186
|
-
# On-Demand and Spot Instances, which are provisioned to meet a
|
2187
|
-
# target capacity.
|
2224
|
+
# Describes an instance fleet, which is a group of Amazon EC2 instances
|
2225
|
+
# that host a particular node type (master, core, or task) in an Amazon
|
2226
|
+
# EMR cluster. Instance fleets can consist of a mix of instance types
|
2227
|
+
# and On-Demand and Spot Instances, which are provisioned to meet a
|
2228
|
+
# defined target capacity.
|
2188
2229
|
#
|
2189
2230
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2190
|
-
#
|
2231
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2191
2232
|
#
|
2192
2233
|
# </note>
|
2193
2234
|
#
|
@@ -2307,7 +2348,7 @@ module Aws::EMR
|
|
2307
2348
|
# The configuration that defines an instance fleet.
|
2308
2349
|
#
|
2309
2350
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2310
|
-
#
|
2351
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2311
2352
|
#
|
2312
2353
|
# </note>
|
2313
2354
|
#
|
@@ -2369,8 +2410,8 @@ module Aws::EMR
|
|
2369
2410
|
# @return [Integer]
|
2370
2411
|
#
|
2371
2412
|
# @!attribute [rw] instance_type_configs
|
2372
|
-
# The instance type configurations that define the EC2
|
2373
|
-
# the instance fleet.
|
2413
|
+
# The instance type configurations that define the Amazon EC2
|
2414
|
+
# instances in the instance fleet.
|
2374
2415
|
# @return [Array<Types::InstanceTypeConfig>]
|
2375
2416
|
#
|
2376
2417
|
# @!attribute [rw] launch_specifications
|
@@ -2398,7 +2439,7 @@ module Aws::EMR
|
|
2398
2439
|
# Configuration parameters for an instance fleet modification request.
|
2399
2440
|
#
|
2400
2441
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2401
|
-
#
|
2442
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2402
2443
|
#
|
2403
2444
|
# </note>
|
2404
2445
|
#
|
@@ -2436,8 +2477,8 @@ module Aws::EMR
|
|
2436
2477
|
# allocation strategy.
|
2437
2478
|
#
|
2438
2479
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2439
|
-
#
|
2440
|
-
# instance allocation strategies are available in Amazon EMR
|
2480
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. On-Demand and Spot
|
2481
|
+
# instance allocation strategies are available in Amazon EMR releases
|
2441
2482
|
# 5.12.1 and later.
|
2442
2483
|
#
|
2443
2484
|
# </note>
|
@@ -2453,8 +2494,8 @@ module Aws::EMR
|
|
2453
2494
|
# fleet, which determines the allocation strategy.
|
2454
2495
|
#
|
2455
2496
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2456
|
-
#
|
2457
|
-
# Instances allocation strategy is available in Amazon EMR
|
2497
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
2498
|
+
# Instances allocation strategy is available in Amazon EMR releases
|
2458
2499
|
# 5.12.1 and later.
|
2459
2500
|
#
|
2460
2501
|
# </note>
|
@@ -2494,7 +2535,7 @@ module Aws::EMR
|
|
2494
2535
|
# Provides status change reason details for the instance fleet.
|
2495
2536
|
#
|
2496
2537
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2497
|
-
#
|
2538
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2498
2539
|
#
|
2499
2540
|
# </note>
|
2500
2541
|
#
|
@@ -2518,33 +2559,35 @@ module Aws::EMR
|
|
2518
2559
|
# The status of the instance fleet.
|
2519
2560
|
#
|
2520
2561
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2521
|
-
#
|
2562
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2522
2563
|
#
|
2523
2564
|
# </note>
|
2524
2565
|
#
|
2525
2566
|
# @!attribute [rw] state
|
2526
2567
|
# A code representing the instance fleet status.
|
2527
2568
|
#
|
2528
|
-
# * `PROVISIONING`—The instance fleet is provisioning EC2
|
2529
|
-
# and is not yet ready to run jobs.
|
2569
|
+
# * `PROVISIONING`—The instance fleet is provisioning Amazon EC2
|
2570
|
+
# resources and is not yet ready to run jobs.
|
2530
2571
|
#
|
2531
|
-
# * `BOOTSTRAPPING`—EC2 instances and other resources have been
|
2572
|
+
# * `BOOTSTRAPPING`—Amazon EC2 instances and other resources have been
|
2532
2573
|
# provisioned and the bootstrap actions specified for the instances
|
2533
2574
|
# are underway.
|
2534
2575
|
#
|
2535
|
-
# * `RUNNING`—EC2 instances and other resources are running.
|
2536
|
-
# either executing jobs or waiting to execute jobs.
|
2576
|
+
# * `RUNNING`—Amazon EC2 instances and other resources are running.
|
2577
|
+
# They are either executing jobs or waiting to execute jobs.
|
2537
2578
|
#
|
2538
|
-
# * `RESIZING`—A resize operation is underway. EC2 instances
|
2539
|
-
# either being added or removed.
|
2579
|
+
# * `RESIZING`—A resize operation is underway. Amazon EC2 instances
|
2580
|
+
# are either being added or removed.
|
2540
2581
|
#
|
2541
|
-
# * `SUSPENDED`—A resize operation could not complete. Existing
|
2542
|
-
# instances are running, but instances can't be added or
|
2582
|
+
# * `SUSPENDED`—A resize operation could not complete. Existing Amazon
|
2583
|
+
# EC2 instances are running, but instances can't be added or
|
2584
|
+
# removed.
|
2543
2585
|
#
|
2544
|
-
# * `TERMINATING`—The instance fleet is terminating EC2
|
2586
|
+
# * `TERMINATING`—The instance fleet is terminating Amazon EC2
|
2587
|
+
# instances.
|
2545
2588
|
#
|
2546
|
-
# * `TERMINATED`—The instance fleet is no longer active, and all
|
2547
|
-
# instances have been terminated.
|
2589
|
+
# * `TERMINATED`—The instance fleet is no longer active, and all
|
2590
|
+
# Amazon EC2 instances have been terminated.
|
2548
2591
|
# @return [String]
|
2549
2592
|
#
|
2550
2593
|
# @!attribute [rw] state_change_reason
|
@@ -2572,7 +2615,7 @@ module Aws::EMR
|
|
2572
2615
|
# of termination.
|
2573
2616
|
#
|
2574
2617
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2575
|
-
#
|
2618
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2576
2619
|
#
|
2577
2620
|
# </note>
|
2578
2621
|
#
|
@@ -2628,7 +2671,8 @@ module Aws::EMR
|
|
2628
2671
|
# @return [String]
|
2629
2672
|
#
|
2630
2673
|
# @!attribute [rw] instance_type
|
2631
|
-
# The EC2 instance type for all instances in the instance
|
2674
|
+
# The Amazon EC2 instance type for all instances in the instance
|
2675
|
+
# group.
|
2632
2676
|
# @return [String]
|
2633
2677
|
#
|
2634
2678
|
# @!attribute [rw] requested_instance_count
|
@@ -2686,8 +2730,8 @@ module Aws::EMR
|
|
2686
2730
|
# An automatic scaling policy for a core instance group or task
|
2687
2731
|
# instance group in an Amazon EMR cluster. The automatic scaling
|
2688
2732
|
# policy defines how an instance group dynamically adds and terminates
|
2689
|
-
# EC2 instances in response to the value of a CloudWatch
|
2690
|
-
# PutAutoScalingPolicy.
|
2733
|
+
# Amazon EC2 instances in response to the value of a CloudWatch
|
2734
|
+
# metric. See PutAutoScalingPolicy.
|
2691
2735
|
# @return [Types::AutoScalingPolicyDescription]
|
2692
2736
|
#
|
2693
2737
|
# @!attribute [rw] custom_ami_id
|
@@ -2726,7 +2770,8 @@ module Aws::EMR
|
|
2726
2770
|
# @return [String]
|
2727
2771
|
#
|
2728
2772
|
# @!attribute [rw] market
|
2729
|
-
# Market type of the EC2 instances used to create a cluster
|
2773
|
+
# Market type of the Amazon EC2 instances used to create a cluster
|
2774
|
+
# node.
|
2730
2775
|
# @return [String]
|
2731
2776
|
#
|
2732
2777
|
# @!attribute [rw] instance_role
|
@@ -2741,7 +2786,8 @@ module Aws::EMR
|
|
2741
2786
|
# @return [String]
|
2742
2787
|
#
|
2743
2788
|
# @!attribute [rw] instance_type
|
2744
|
-
# The EC2 instance type for all instances in the instance
|
2789
|
+
# The Amazon EC2 instance type for all instances in the instance
|
2790
|
+
# group.
|
2745
2791
|
# @return [String]
|
2746
2792
|
#
|
2747
2793
|
# @!attribute [rw] instance_count
|
@@ -2753,22 +2799,22 @@ module Aws::EMR
|
|
2753
2799
|
#
|
2754
2800
|
# </note>
|
2755
2801
|
#
|
2756
|
-
# The list of configurations supplied for an EMR cluster
|
2757
|
-
# group. You can specify a separate configuration for each
|
2758
|
-
# group (master, core, and task).
|
2802
|
+
# The list of configurations supplied for an Amazon EMR cluster
|
2803
|
+
# instance group. You can specify a separate configuration for each
|
2804
|
+
# instance group (master, core, and task).
|
2759
2805
|
# @return [Array<Types::Configuration>]
|
2760
2806
|
#
|
2761
2807
|
# @!attribute [rw] ebs_configuration
|
2762
|
-
# EBS configurations that will be attached to each EC2 instance
|
2763
|
-
# instance group.
|
2808
|
+
# EBS configurations that will be attached to each Amazon EC2 instance
|
2809
|
+
# in the instance group.
|
2764
2810
|
# @return [Types::EbsConfiguration]
|
2765
2811
|
#
|
2766
2812
|
# @!attribute [rw] auto_scaling_policy
|
2767
2813
|
# An automatic scaling policy for a core instance group or task
|
2768
2814
|
# instance group in an Amazon EMR cluster. The automatic scaling
|
2769
2815
|
# policy defines how an instance group dynamically adds and terminates
|
2770
|
-
# EC2 instances in response to the value of a CloudWatch
|
2771
|
-
# PutAutoScalingPolicy.
|
2816
|
+
# Amazon EC2 instances in response to the value of a CloudWatch
|
2817
|
+
# metric. See PutAutoScalingPolicy.
|
2772
2818
|
# @return [Types::AutoScalingPolicy]
|
2773
2819
|
#
|
2774
2820
|
# @!attribute [rw] custom_ami_id
|
@@ -2803,7 +2849,8 @@ module Aws::EMR
|
|
2803
2849
|
# @return [String]
|
2804
2850
|
#
|
2805
2851
|
# @!attribute [rw] market
|
2806
|
-
# Market type of the EC2 instances used to create a cluster
|
2852
|
+
# Market type of the Amazon EC2 instances used to create a cluster
|
2853
|
+
# node.
|
2807
2854
|
# @return [String]
|
2808
2855
|
#
|
2809
2856
|
# @!attribute [rw] instance_role
|
@@ -2818,7 +2865,7 @@ module Aws::EMR
|
|
2818
2865
|
# @return [String]
|
2819
2866
|
#
|
2820
2867
|
# @!attribute [rw] instance_type
|
2821
|
-
# EC2 instance type.
|
2868
|
+
# Amazon EC2 instance type.
|
2822
2869
|
# @return [String]
|
2823
2870
|
#
|
2824
2871
|
# @!attribute [rw] instance_request_count
|
@@ -2891,8 +2938,9 @@ module Aws::EMR
|
|
2891
2938
|
# @return [Integer]
|
2892
2939
|
#
|
2893
2940
|
# @!attribute [rw] ec2_instance_ids_to_terminate
|
2894
|
-
# The EC2 InstanceIds to terminate. After you terminate the
|
2895
|
-
# the instance group will not return to its original
|
2941
|
+
# The Amazon EC2 InstanceIds to terminate. After you terminate the
|
2942
|
+
# instances, the instance group will not return to its original
|
2943
|
+
# requested size.
|
2896
2944
|
# @return [Array<String>]
|
2897
2945
|
#
|
2898
2946
|
# @!attribute [rw] shrink_policy
|
@@ -3086,8 +3134,8 @@ module Aws::EMR
|
|
3086
3134
|
end
|
3087
3135
|
|
3088
3136
|
# An instance type configuration for each instance type in an instance
|
3089
|
-
# fleet, which determines the EC2 instances Amazon EMR attempts
|
3090
|
-
# provision to fulfill On-Demand and Spot target capacities. When you
|
3137
|
+
# fleet, which determines the Amazon EC2 instances Amazon EMR attempts
|
3138
|
+
# to provision to fulfill On-Demand and Spot target capacities. When you
|
3091
3139
|
# use an allocation strategy, you can include a maximum of 30 instance
|
3092
3140
|
# type configurations for a fleet. For more information about how to use
|
3093
3141
|
# an allocation strategy, see [Configure Instance Fleets][1]. Without an
|
@@ -3095,7 +3143,7 @@ module Aws::EMR
|
|
3095
3143
|
# configurations for a fleet.
|
3096
3144
|
#
|
3097
3145
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3098
|
-
#
|
3146
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3099
3147
|
#
|
3100
3148
|
# </note>
|
3101
3149
|
#
|
@@ -3104,7 +3152,7 @@ module Aws::EMR
|
|
3104
3152
|
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-fleet.html
|
3105
3153
|
#
|
3106
3154
|
# @!attribute [rw] instance_type
|
3107
|
-
# An EC2 instance type, such as `m3.xlarge`.
|
3155
|
+
# An Amazon EC2 instance type, such as `m3.xlarge`.
|
3108
3156
|
# @return [String]
|
3109
3157
|
#
|
3110
3158
|
# @!attribute [rw] weighted_capacity
|
@@ -3116,16 +3164,16 @@ module Aws::EMR
|
|
3116
3164
|
# @return [Integer]
|
3117
3165
|
#
|
3118
3166
|
# @!attribute [rw] bid_price
|
3119
|
-
# The bid price for each EC2 Spot Instance type as defined by
|
3167
|
+
# The bid price for each Amazon EC2 Spot Instance type as defined by
|
3120
3168
|
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
3121
3169
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
3122
3170
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
3123
3171
|
# @return [String]
|
3124
3172
|
#
|
3125
3173
|
# @!attribute [rw] bid_price_as_percentage_of_on_demand_price
|
3126
|
-
# The bid price, as a percentage of On-Demand price, for each
|
3127
|
-
# Instance as defined by `InstanceType`. Expressed as a
|
3128
|
-
# example, 20 specifies 20%). If neither `BidPrice` nor
|
3174
|
+
# The bid price, as a percentage of On-Demand price, for each Amazon
|
3175
|
+
# EC2 Spot Instance as defined by `InstanceType`. Expressed as a
|
3176
|
+
# number (for example, 20 specifies 20%). If neither `BidPrice` nor
|
3129
3177
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
3130
3178
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
3131
3179
|
# @return [Float]
|
@@ -3163,12 +3211,12 @@ module Aws::EMR
|
|
3163
3211
|
# fleet.
|
3164
3212
|
#
|
3165
3213
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3166
|
-
#
|
3214
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3167
3215
|
#
|
3168
3216
|
# </note>
|
3169
3217
|
#
|
3170
3218
|
# @!attribute [rw] instance_type
|
3171
|
-
# The EC2 instance type, for example `m3.xlarge`.
|
3219
|
+
# The Amazon EC2 instance type, for example `m3.xlarge`.
|
3172
3220
|
# @return [String]
|
3173
3221
|
#
|
3174
3222
|
# @!attribute [rw] weighted_capacity
|
@@ -3180,14 +3228,14 @@ module Aws::EMR
|
|
3180
3228
|
# @return [Integer]
|
3181
3229
|
#
|
3182
3230
|
# @!attribute [rw] bid_price
|
3183
|
-
# The bid price for each EC2 Spot Instance type as defined by
|
3231
|
+
# The bid price for each Amazon EC2 Spot Instance type as defined by
|
3184
3232
|
# `InstanceType`. Expressed in USD.
|
3185
3233
|
# @return [String]
|
3186
3234
|
#
|
3187
3235
|
# @!attribute [rw] bid_price_as_percentage_of_on_demand_price
|
3188
|
-
# The bid price, as a percentage of On-Demand price, for each
|
3189
|
-
# Instance as defined by `InstanceType`. Expressed as a
|
3190
|
-
# example, 20 specifies 20%).
|
3236
|
+
# The bid price, as a percentage of On-Demand price, for each Amazon
|
3237
|
+
# EC2 Spot Instance as defined by `InstanceType`. Expressed as a
|
3238
|
+
# number (for example, 20 specifies 20%).
|
3191
3239
|
# @return [Float]
|
3192
3240
|
#
|
3193
3241
|
# @!attribute [rw] configurations
|
@@ -3282,7 +3330,7 @@ module Aws::EMR
|
|
3282
3330
|
#
|
3283
3331
|
# @!attribute [rw] log_encryption_kms_key_id
|
3284
3332
|
# The KMS key used for encrypting log files. This attribute is only
|
3285
|
-
# available with EMR
|
3333
|
+
# available with Amazon EMR 5.30.0 and later, excluding 6.0.0.
|
3286
3334
|
# @return [String]
|
3287
3335
|
#
|
3288
3336
|
# @!attribute [rw] ami_version
|
@@ -3317,14 +3365,14 @@ module Aws::EMR
|
|
3317
3365
|
# Indicates whether the cluster is visible to IAM principals in the
|
3318
3366
|
# Amazon Web Services account associated with the cluster. When
|
3319
3367
|
# `true`, IAM principals in the Amazon Web Services account can
|
3320
|
-
# perform EMR cluster actions that their IAM policies allow.
|
3321
|
-
# `false`, only the IAM principal that created the cluster and
|
3322
|
-
# Amazon Web Services account root user can perform EMR
|
3323
|
-
# regardless of IAM permissions policies attached to other
|
3324
|
-
# principals.
|
3368
|
+
# perform Amazon EMR cluster actions that their IAM policies allow.
|
3369
|
+
# When `false`, only the IAM principal that created the cluster and
|
3370
|
+
# the Amazon Web Services account root user can perform Amazon EMR
|
3371
|
+
# actions, regardless of IAM permissions policies attached to other
|
3372
|
+
# IAM principals.
|
3325
3373
|
#
|
3326
3374
|
# The default value is `true` if a value is not provided when creating
|
3327
|
-
# a cluster using the EMR API RunJobFlow command, the CLI
|
3375
|
+
# a cluster using the Amazon EMR API RunJobFlow command, the CLI
|
3328
3376
|
# [create-cluster][1] command, or the Amazon Web Services Management
|
3329
3377
|
# Console.
|
3330
3378
|
#
|
@@ -3335,7 +3383,7 @@ module Aws::EMR
|
|
3335
3383
|
#
|
3336
3384
|
# @!attribute [rw] job_flow_role
|
3337
3385
|
# The IAM role that was specified when the job flow was launched. The
|
3338
|
-
# EC2 instances of the job flow assume this role.
|
3386
|
+
# Amazon EC2 instances of the job flow assume this role.
|
3339
3387
|
# @return [String]
|
3340
3388
|
#
|
3341
3389
|
# @!attribute [rw] service_role
|
@@ -3347,7 +3395,7 @@ module Aws::EMR
|
|
3347
3395
|
# An IAM role for automatic scaling policies. The default role is
|
3348
3396
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides a way for the
|
3349
3397
|
# automatic scaling feature to get the required permissions it needs
|
3350
|
-
# to launch and terminate EC2 instances in an instance group.
|
3398
|
+
# to launch and terminate Amazon EC2 instances in an instance group.
|
3351
3399
|
# @return [String]
|
3352
3400
|
#
|
3353
3401
|
# @!attribute [rw] scale_down_behavior
|
@@ -3363,8 +3411,8 @@ module Aws::EMR
|
|
3363
3411
|
# of the instance-hour boundary. With either behavior, Amazon EMR
|
3364
3412
|
# removes the least active nodes first and blocks instance termination
|
3365
3413
|
# if it could lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
3366
|
-
# available only in Amazon EMR
|
3367
|
-
# default for
|
3414
|
+
# available only in Amazon EMR releases 4.1.0 and later, and is the
|
3415
|
+
# default for releases of Amazon EMR earlier than 5.1.0.
|
3368
3416
|
# @return [String]
|
3369
3417
|
#
|
3370
3418
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/JobFlowDetail AWS API Documentation
|
@@ -3437,15 +3485,15 @@ module Aws::EMR
|
|
3437
3485
|
# configuration.
|
3438
3486
|
#
|
3439
3487
|
# @!attribute [rw] master_instance_type
|
3440
|
-
# The EC2 instance type of the master node.
|
3488
|
+
# The Amazon EC2 instance type of the master node.
|
3441
3489
|
# @return [String]
|
3442
3490
|
#
|
3443
3491
|
# @!attribute [rw] slave_instance_type
|
3444
|
-
# The EC2 instance type of the core and task nodes.
|
3492
|
+
# The Amazon EC2 instance type of the core and task nodes.
|
3445
3493
|
# @return [String]
|
3446
3494
|
#
|
3447
3495
|
# @!attribute [rw] instance_count
|
3448
|
-
# The number of EC2 instances in the cluster.
|
3496
|
+
# The number of Amazon EC2 instances in the cluster.
|
3449
3497
|
# @return [Integer]
|
3450
3498
|
#
|
3451
3499
|
# @!attribute [rw] instance_groups
|
@@ -3454,17 +3502,17 @@ module Aws::EMR
|
|
3454
3502
|
#
|
3455
3503
|
# @!attribute [rw] instance_fleets
|
3456
3504
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3457
|
-
#
|
3505
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3458
3506
|
#
|
3459
3507
|
# </note>
|
3460
3508
|
#
|
3461
|
-
# Describes the EC2 instances and instance configurations for
|
3462
|
-
# that use the instance fleet configuration.
|
3509
|
+
# Describes the Amazon EC2 instances and instance configurations for
|
3510
|
+
# clusters that use the instance fleet configuration.
|
3463
3511
|
# @return [Array<Types::InstanceFleetConfig>]
|
3464
3512
|
#
|
3465
3513
|
# @!attribute [rw] ec2_key_name
|
3466
|
-
# The name of the EC2 key pair that can be used to connect to
|
3467
|
-
# master node using SSH as the user called "hadoop."
|
3514
|
+
# The name of the Amazon EC2 key pair that can be used to connect to
|
3515
|
+
# the master node using SSH as the user called "hadoop."
|
3468
3516
|
# @return [String]
|
3469
3517
|
#
|
3470
3518
|
# @!attribute [rw] placement
|
@@ -3509,11 +3557,11 @@ module Aws::EMR
|
|
3509
3557
|
#
|
3510
3558
|
# @!attribute [rw] ec2_subnet_ids
|
3511
3559
|
# Applies to clusters that use the instance fleet configuration. When
|
3512
|
-
# multiple EC2 subnet IDs are specified, Amazon EMR evaluates
|
3513
|
-
# launches instances in the optimal subnet.
|
3560
|
+
# multiple Amazon EC2 subnet IDs are specified, Amazon EMR evaluates
|
3561
|
+
# them and launches instances in the optimal subnet.
|
3514
3562
|
#
|
3515
3563
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3516
|
-
#
|
3564
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3517
3565
|
#
|
3518
3566
|
# </note>
|
3519
3567
|
# @return [Array<String>]
|
@@ -4019,6 +4067,10 @@ module Aws::EMR
|
|
4019
4067
|
# for this `ListNotebookExecutions` call.
|
4020
4068
|
# @return [String]
|
4021
4069
|
#
|
4070
|
+
# @!attribute [rw] execution_engine_id
|
4071
|
+
# The unique ID of the execution engine.
|
4072
|
+
# @return [String]
|
4073
|
+
#
|
4022
4074
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsInput AWS API Documentation
|
4023
4075
|
#
|
4024
4076
|
class ListNotebookExecutionsInput < Struct.new(
|
@@ -4026,7 +4078,8 @@ module Aws::EMR
|
|
4026
4078
|
:status,
|
4027
4079
|
:from,
|
4028
4080
|
:to,
|
4029
|
-
:marker
|
4081
|
+
:marker,
|
4082
|
+
:execution_engine_id)
|
4030
4083
|
SENSITIVE = []
|
4031
4084
|
include Aws::Structure
|
4032
4085
|
end
|
@@ -4268,7 +4321,7 @@ module Aws::EMR
|
|
4268
4321
|
# master node cannot be scaled after initial configuration.
|
4269
4322
|
#
|
4270
4323
|
# @!attribute [rw] compute_limits
|
4271
|
-
# The EC2 unit limits for a managed scaling policy. The managed
|
4324
|
+
# The Amazon EC2 unit limits for a managed scaling policy. The managed
|
4272
4325
|
# scaling activity of a cluster is not allowed to go above or below
|
4273
4326
|
# these limits. The limit only applies to the core and task nodes. The
|
4274
4327
|
# master node cannot be scaled after initial configuration.
|
@@ -4374,21 +4427,21 @@ module Aws::EMR
|
|
4374
4427
|
include Aws::Structure
|
4375
4428
|
end
|
4376
4429
|
|
4377
|
-
# A notebook execution. An execution is a specific instance that an
|
4378
|
-
# Notebook is run using the `StartNotebookExecution` action.
|
4430
|
+
# A notebook execution. An execution is a specific instance that an
|
4431
|
+
# Amazon EMR Notebook is run using the `StartNotebookExecution` action.
|
4379
4432
|
#
|
4380
4433
|
# @!attribute [rw] notebook_execution_id
|
4381
4434
|
# The unique identifier of a notebook execution.
|
4382
4435
|
# @return [String]
|
4383
4436
|
#
|
4384
4437
|
# @!attribute [rw] editor_id
|
4385
|
-
# The unique identifier of the EMR Notebook that is used for
|
4386
|
-
# notebook execution.
|
4438
|
+
# The unique identifier of the Amazon EMR Notebook that is used for
|
4439
|
+
# the notebook execution.
|
4387
4440
|
# @return [String]
|
4388
4441
|
#
|
4389
4442
|
# @!attribute [rw] execution_engine
|
4390
|
-
# The execution engine, such as an EMR cluster, used to run the
|
4391
|
-
# notebook and perform the notebook execution.
|
4443
|
+
# The execution engine, such as an Amazon EMR cluster, used to run the
|
4444
|
+
# Amazon EMR notebook and perform the notebook execution.
|
4392
4445
|
# @return [Types::ExecutionEngineConfig]
|
4393
4446
|
#
|
4394
4447
|
# @!attribute [rw] notebook_execution_name
|
@@ -4396,7 +4449,7 @@ module Aws::EMR
|
|
4396
4449
|
# @return [String]
|
4397
4450
|
#
|
4398
4451
|
# @!attribute [rw] notebook_params
|
4399
|
-
# Input parameters in JSON format passed to the EMR Notebook at
|
4452
|
+
# Input parameters in JSON format passed to the Amazon EMR Notebook at
|
4400
4453
|
# runtime for execution.
|
4401
4454
|
# @return [String]
|
4402
4455
|
#
|
@@ -4455,9 +4508,10 @@ module Aws::EMR
|
|
4455
4508
|
# @return [String]
|
4456
4509
|
#
|
4457
4510
|
# @!attribute [rw] notebook_instance_security_group_id
|
4458
|
-
# The unique identifier of the EC2 security group associated
|
4459
|
-
# EMR Notebook instance. For more information see
|
4460
|
-
# Security Groups for EMR Notebooks][1]
|
4511
|
+
# The unique identifier of the Amazon EC2 security group associated
|
4512
|
+
# with the Amazon EMR Notebook instance. For more information see
|
4513
|
+
# [Specifying Amazon EC2 Security Groups for Amazon EMR Notebooks][1]
|
4514
|
+
# in the *Amazon EMR Management Guide*.
|
4461
4515
|
#
|
4462
4516
|
#
|
4463
4517
|
#
|
@@ -4471,6 +4525,22 @@ module Aws::EMR
|
|
4471
4525
|
# maximum of 256 characters.
|
4472
4526
|
# @return [Array<Types::Tag>]
|
4473
4527
|
#
|
4528
|
+
# @!attribute [rw] notebook_s3_location
|
4529
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4530
|
+
# @return [Types::NotebookS3LocationForOutput]
|
4531
|
+
#
|
4532
|
+
# @!attribute [rw] output_notebook_s3_location
|
4533
|
+
# The Amazon S3 location for the notebook execution output.
|
4534
|
+
# @return [Types::OutputNotebookS3LocationForOutput]
|
4535
|
+
#
|
4536
|
+
# @!attribute [rw] output_notebook_format
|
4537
|
+
# The output format for the notebook execution.
|
4538
|
+
# @return [String]
|
4539
|
+
#
|
4540
|
+
# @!attribute [rw] environment_variables
|
4541
|
+
# The environment variables associated with the notebook execution.
|
4542
|
+
# @return [Hash<String,String>]
|
4543
|
+
#
|
4474
4544
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecution AWS API Documentation
|
4475
4545
|
#
|
4476
4546
|
class NotebookExecution < Struct.new(
|
@@ -4486,7 +4556,11 @@ module Aws::EMR
|
|
4486
4556
|
:output_notebook_uri,
|
4487
4557
|
:last_state_change_reason,
|
4488
4558
|
:notebook_instance_security_group_id,
|
4489
|
-
:tags
|
4559
|
+
:tags,
|
4560
|
+
:notebook_s3_location,
|
4561
|
+
:output_notebook_s3_location,
|
4562
|
+
:output_notebook_format,
|
4563
|
+
:environment_variables)
|
4490
4564
|
SENSITIVE = []
|
4491
4565
|
include Aws::Structure
|
4492
4566
|
end
|
@@ -4549,6 +4623,14 @@ module Aws::EMR
|
|
4549
4623
|
# The timestamp when notebook execution started.
|
4550
4624
|
# @return [Time]
|
4551
4625
|
#
|
4626
|
+
# @!attribute [rw] notebook_s3_location
|
4627
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4628
|
+
# @return [Types::NotebookS3LocationForOutput]
|
4629
|
+
#
|
4630
|
+
# @!attribute [rw] execution_engine_id
|
4631
|
+
# The unique ID of the execution engine for the notebook execution.
|
4632
|
+
# @return [String]
|
4633
|
+
#
|
4552
4634
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecutionSummary AWS API Documentation
|
4553
4635
|
#
|
4554
4636
|
class NotebookExecutionSummary < Struct.new(
|
@@ -4557,7 +4639,49 @@ module Aws::EMR
|
|
4557
4639
|
:notebook_execution_name,
|
4558
4640
|
:status,
|
4559
4641
|
:start_time,
|
4560
|
-
:end_time
|
4642
|
+
:end_time,
|
4643
|
+
:notebook_s3_location,
|
4644
|
+
:execution_engine_id)
|
4645
|
+
SENSITIVE = []
|
4646
|
+
include Aws::Structure
|
4647
|
+
end
|
4648
|
+
|
4649
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4650
|
+
#
|
4651
|
+
# @!attribute [rw] bucket
|
4652
|
+
# The Amazon S3 bucket that stores the notebook execution input.
|
4653
|
+
# @return [String]
|
4654
|
+
#
|
4655
|
+
# @!attribute [rw] key
|
4656
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4657
|
+
# input.
|
4658
|
+
# @return [String]
|
4659
|
+
#
|
4660
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookS3LocationForOutput AWS API Documentation
|
4661
|
+
#
|
4662
|
+
class NotebookS3LocationForOutput < Struct.new(
|
4663
|
+
:bucket,
|
4664
|
+
:key)
|
4665
|
+
SENSITIVE = []
|
4666
|
+
include Aws::Structure
|
4667
|
+
end
|
4668
|
+
|
4669
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4670
|
+
#
|
4671
|
+
# @!attribute [rw] bucket
|
4672
|
+
# The Amazon S3 bucket that stores the notebook execution input.
|
4673
|
+
# @return [String]
|
4674
|
+
#
|
4675
|
+
# @!attribute [rw] key
|
4676
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4677
|
+
# input.
|
4678
|
+
# @return [String]
|
4679
|
+
#
|
4680
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookS3LocationFromInput AWS API Documentation
|
4681
|
+
#
|
4682
|
+
class NotebookS3LocationFromInput < Struct.new(
|
4683
|
+
:bucket,
|
4684
|
+
:key)
|
4561
4685
|
SENSITIVE = []
|
4562
4686
|
include Aws::Structure
|
4563
4687
|
end
|
@@ -4635,8 +4759,8 @@ module Aws::EMR
|
|
4635
4759
|
# fleet, which determines the allocation strategy.
|
4636
4760
|
#
|
4637
4761
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
4638
|
-
#
|
4639
|
-
# Instances allocation strategy is available in Amazon EMR
|
4762
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
4763
|
+
# Instances allocation strategy is available in Amazon EMR releases
|
4640
4764
|
# 5.12.1 and later.
|
4641
4765
|
#
|
4642
4766
|
# </note>
|
@@ -4683,24 +4807,64 @@ module Aws::EMR
|
|
4683
4807
|
include Aws::Structure
|
4684
4808
|
end
|
4685
4809
|
|
4810
|
+
# The Amazon S3 location that stores the notebook execution output.
|
4811
|
+
#
|
4812
|
+
# @!attribute [rw] bucket
|
4813
|
+
# The Amazon S3 bucket that stores the notebook execution output.
|
4814
|
+
# @return [String]
|
4815
|
+
#
|
4816
|
+
# @!attribute [rw] key
|
4817
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4818
|
+
# output.
|
4819
|
+
# @return [String]
|
4820
|
+
#
|
4821
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/OutputNotebookS3LocationForOutput AWS API Documentation
|
4822
|
+
#
|
4823
|
+
class OutputNotebookS3LocationForOutput < Struct.new(
|
4824
|
+
:bucket,
|
4825
|
+
:key)
|
4826
|
+
SENSITIVE = []
|
4827
|
+
include Aws::Structure
|
4828
|
+
end
|
4829
|
+
|
4830
|
+
# The Amazon S3 location that stores the notebook execution output.
|
4831
|
+
#
|
4832
|
+
# @!attribute [rw] bucket
|
4833
|
+
# The Amazon S3 bucket that stores the notebook execution output.
|
4834
|
+
# @return [String]
|
4835
|
+
#
|
4836
|
+
# @!attribute [rw] key
|
4837
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4838
|
+
# output.
|
4839
|
+
# @return [String]
|
4840
|
+
#
|
4841
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/OutputNotebookS3LocationFromInput AWS API Documentation
|
4842
|
+
#
|
4843
|
+
class OutputNotebookS3LocationFromInput < Struct.new(
|
4844
|
+
:bucket,
|
4845
|
+
:key)
|
4846
|
+
SENSITIVE = []
|
4847
|
+
include Aws::Structure
|
4848
|
+
end
|
4849
|
+
|
4686
4850
|
# Placement group configuration for an Amazon EMR cluster. The
|
4687
4851
|
# configuration specifies the placement strategy that can be applied to
|
4688
4852
|
# instance roles during cluster creation.
|
4689
4853
|
#
|
4690
4854
|
# To use this configuration, consider attaching managed policy
|
4691
|
-
# AmazonElasticMapReducePlacementGroupPolicy to the EMR role.
|
4855
|
+
# AmazonElasticMapReducePlacementGroupPolicy to the Amazon EMR role.
|
4692
4856
|
#
|
4693
4857
|
# @!attribute [rw] instance_role
|
4694
4858
|
# Role of the instance in the cluster.
|
4695
4859
|
#
|
4696
|
-
# Starting with Amazon EMR
|
4860
|
+
# Starting with Amazon EMR release 5.23.0, the only supported instance
|
4697
4861
|
# role is `MASTER`.
|
4698
4862
|
# @return [String]
|
4699
4863
|
#
|
4700
4864
|
# @!attribute [rw] placement_strategy
|
4701
|
-
# EC2 Placement Group strategy associated with instance role.
|
4865
|
+
# Amazon EC2 Placement Group strategy associated with instance role.
|
4702
4866
|
#
|
4703
|
-
# Starting with Amazon EMR
|
4867
|
+
# Starting with Amazon EMR release 5.23.0, the only supported
|
4704
4868
|
# placement strategy is `SPREAD` for the `MASTER` instance role.
|
4705
4869
|
# @return [String]
|
4706
4870
|
#
|
@@ -4729,7 +4893,7 @@ module Aws::EMR
|
|
4729
4893
|
# `AvailabilityZone` (singular) is used for uniform instance groups.
|
4730
4894
|
#
|
4731
4895
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
4732
|
-
#
|
4896
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
4733
4897
|
#
|
4734
4898
|
# </note>
|
4735
4899
|
# @return [Array<String>]
|
@@ -4856,8 +5020,9 @@ module Aws::EMR
|
|
4856
5020
|
# <note markdown="1"> For accounts that created clusters in a Region before November 25,
|
4857
5021
|
# 2019, block public access is disabled by default in that Region. To
|
4858
5022
|
# use this feature, you must manually enable and configure it. For
|
4859
|
-
# accounts that did not create an EMR cluster in a Region
|
4860
|
-
# date, block public access is enabled by default in that
|
5023
|
+
# accounts that did not create an Amazon EMR cluster in a Region
|
5024
|
+
# before this date, block public access is enabled by default in that
|
5025
|
+
# Region.
|
4861
5026
|
#
|
4862
5027
|
# </note>
|
4863
5028
|
# @return [Types::BlockPublicAccessConfiguration]
|
@@ -4875,8 +5040,8 @@ module Aws::EMR
|
|
4875
5040
|
class PutBlockPublicAccessConfigurationOutput < Aws::EmptyStructure; end
|
4876
5041
|
|
4877
5042
|
# @!attribute [rw] cluster_id
|
4878
|
-
# Specifies the ID of an EMR cluster where the managed scaling
|
4879
|
-
# is attached.
|
5043
|
+
# Specifies the ID of an Amazon EMR cluster where the managed scaling
|
5044
|
+
# policy is attached.
|
4880
5045
|
# @return [String]
|
4881
5046
|
#
|
4882
5047
|
# @!attribute [rw] managed_scaling_policy
|
@@ -5014,7 +5179,7 @@ module Aws::EMR
|
|
5014
5179
|
# @!attribute [rw] log_encryption_kms_key_id
|
5015
5180
|
# The KMS key used for encrypting log files. If a value is not
|
5016
5181
|
# provided, the logs remain encrypted by AES-256. This attribute is
|
5017
|
-
# only available with Amazon EMR
|
5182
|
+
# only available with Amazon EMR releases 5.30.0 and later, excluding
|
5018
5183
|
# Amazon EMR 6.0.0.
|
5019
5184
|
# @return [String]
|
5020
5185
|
#
|
@@ -5083,11 +5248,11 @@ module Aws::EMR
|
|
5083
5248
|
# </note>
|
5084
5249
|
#
|
5085
5250
|
# A list of strings that indicates third-party software to use with
|
5086
|
-
# the job flow that accepts a user argument list. EMR accepts
|
5087
|
-
# forwards the argument list to the corresponding installation
|
5088
|
-
# as bootstrap action arguments. For more information, see
|
5089
|
-
# Job Flow on the MapR Distribution for Hadoop" in the
|
5090
|
-
# Developer Guide][1]. Supported values are:
|
5251
|
+
# the job flow that accepts a user argument list. Amazon EMR accepts
|
5252
|
+
# and forwards the argument list to the corresponding installation
|
5253
|
+
# script as bootstrap action arguments. For more information, see
|
5254
|
+
# "Launch a Job Flow on the MapR Distribution for Hadoop" in the
|
5255
|
+
# [Amazon EMR Developer Guide][1]. Supported values are:
|
5091
5256
|
#
|
5092
5257
|
# * "mapr-m3" - launch the cluster using MapR M3 Edition.
|
5093
5258
|
#
|
@@ -5127,7 +5292,7 @@ module Aws::EMR
|
|
5127
5292
|
#
|
5128
5293
|
# @!attribute [rw] configurations
|
5129
5294
|
# For Amazon EMR releases 4.0 and later. The list of configurations
|
5130
|
-
# supplied for the EMR cluster you are creating.
|
5295
|
+
# supplied for the Amazon EMR cluster that you are creating.
|
5131
5296
|
# @return [Array<Types::Configuration>]
|
5132
5297
|
#
|
5133
5298
|
# @!attribute [rw] visible_to_all_users
|
@@ -5135,29 +5300,30 @@ module Aws::EMR
|
|
5135
5300
|
# the value is set to `true`. Setting it to `false` now has no effect.
|
5136
5301
|
#
|
5137
5302
|
# Set this value to `true` so that IAM principals in the Amazon Web
|
5138
|
-
# Services account associated with the cluster can perform EMR
|
5139
|
-
# on the cluster that their IAM policies allow. This value
|
5140
|
-
# `true` for clusters created using the EMR API or
|
5141
|
-
# [create-cluster][1] command.
|
5303
|
+
# Services account associated with the cluster can perform Amazon EMR
|
5304
|
+
# actions on the cluster that their IAM policies allow. This value
|
5305
|
+
# defaults to `true` for clusters created using the Amazon EMR API or
|
5306
|
+
# the CLI [create-cluster][1] command.
|
5142
5307
|
#
|
5143
5308
|
# When set to `false`, only the IAM principal that created the cluster
|
5144
|
-
# and the Amazon Web Services account root user can perform EMR
|
5309
|
+
# and the Amazon Web Services account root user can perform Amazon EMR
|
5145
5310
|
# actions for the cluster, regardless of the IAM permissions policies
|
5146
5311
|
# attached to other IAM principals. For more information, see
|
5147
|
-
# [Understanding the EMR
|
5148
|
-
# *Amazon
|
5312
|
+
# [Understanding the Amazon EMR cluster VisibleToAllUsers setting][2]
|
5313
|
+
# in the *Amazon EMR Management Guide*.
|
5149
5314
|
#
|
5150
5315
|
#
|
5151
5316
|
#
|
5152
5317
|
# [1]: https://docs.aws.amazon.com/cli/latest/reference/emr/create-cluster.html
|
5153
|
-
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/
|
5318
|
+
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/security_IAM_emr-with-IAM.html#security_set_visible_to_all_users
|
5154
5319
|
# @return [Boolean]
|
5155
5320
|
#
|
5156
5321
|
# @!attribute [rw] job_flow_role
|
5157
|
-
# Also called instance profile and EC2 role. An IAM role for an
|
5158
|
-
# cluster. The EC2 instances of the cluster assume
|
5159
|
-
# default role is `EMR_EC2_DefaultRole`. In order to
|
5160
|
-
# role, you must have already created it using the CLI
|
5322
|
+
# Also called instance profile and Amazon EC2 role. An IAM role for an
|
5323
|
+
# Amazon EMR cluster. The Amazon EC2 instances of the cluster assume
|
5324
|
+
# this role. The default role is `EMR_EC2_DefaultRole`. In order to
|
5325
|
+
# use the default role, you must have already created it using the CLI
|
5326
|
+
# or console.
|
5161
5327
|
# @return [String]
|
5162
5328
|
#
|
5163
5329
|
# @!attribute [rw] service_role
|
@@ -5180,7 +5346,7 @@ module Aws::EMR
|
|
5180
5346
|
# An IAM role for automatic scaling policies. The default role is
|
5181
5347
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides permissions
|
5182
5348
|
# that the automatic scaling feature requires to launch and terminate
|
5183
|
-
# EC2 instances in an instance group.
|
5349
|
+
# Amazon EC2 instances in an instance group.
|
5184
5350
|
# @return [String]
|
5185
5351
|
#
|
5186
5352
|
# @!attribute [rw] scale_down_behavior
|
@@ -5196,19 +5362,19 @@ module Aws::EMR
|
|
5196
5362
|
# Amazon EC2 instances, regardless of the instance-hour boundary. With
|
5197
5363
|
# either behavior, Amazon EMR removes the least active nodes first and
|
5198
5364
|
# blocks instance termination if it could lead to HDFS corruption.
|
5199
|
-
# `TERMINATE_AT_TASK_COMPLETION` available only in Amazon EMR
|
5200
|
-
# 4.1.0 and later, and is the default for
|
5365
|
+
# `TERMINATE_AT_TASK_COMPLETION` available only in Amazon EMR releases
|
5366
|
+
# 4.1.0 and later, and is the default for releases of Amazon EMR
|
5201
5367
|
# earlier than 5.1.0.
|
5202
5368
|
# @return [String]
|
5203
5369
|
#
|
5204
5370
|
# @!attribute [rw] custom_ami_id
|
5205
|
-
# Available only in Amazon EMR
|
5371
|
+
# Available only in Amazon EMR releases 5.7.0 and later. The ID of a
|
5206
5372
|
# custom Amazon EBS-backed Linux AMI. If specified, Amazon EMR uses
|
5207
|
-
# this AMI when it launches cluster EC2 instances. For more
|
5373
|
+
# this AMI when it launches cluster Amazon EC2 instances. For more
|
5208
5374
|
# information about custom AMIs in Amazon EMR, see [Using a Custom
|
5209
5375
|
# AMI][1] in the *Amazon EMR Management Guide*. If omitted, the
|
5210
5376
|
# cluster uses the base Linux AMI for the `ReleaseLabel` specified.
|
5211
|
-
# For Amazon EMR
|
5377
|
+
# For Amazon EMR releases 2.x and 3.x, use `AmiVersion` instead.
|
5212
5378
|
#
|
5213
5379
|
# For information about creating a custom AMI, see [Creating an Amazon
|
5214
5380
|
# EBS-Backed Linux AMI][2] in the *Amazon Elastic Compute Cloud User
|
@@ -5224,8 +5390,8 @@ module Aws::EMR
|
|
5224
5390
|
#
|
5225
5391
|
# @!attribute [rw] ebs_root_volume_size
|
5226
5392
|
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
5227
|
-
# AMI that is used for each EC2 instance. Available in Amazon
|
5228
|
-
#
|
5393
|
+
# AMI that is used for each Amazon EC2 instance. Available in Amazon
|
5394
|
+
# EMR releases 4.x and later.
|
5229
5395
|
# @return [Integer]
|
5230
5396
|
#
|
5231
5397
|
# @!attribute [rw] repo_upgrade_on_boot
|
@@ -5357,20 +5523,20 @@ module Aws::EMR
|
|
5357
5523
|
include Aws::Structure
|
5358
5524
|
end
|
5359
5525
|
|
5360
|
-
# The upper and lower EC2 instance limits for an automatic
|
5361
|
-
# policy. Automatic scaling activities triggered by automatic
|
5362
|
-
# rules will not cause an instance group to grow above or below
|
5363
|
-
# limits.
|
5526
|
+
# The upper and lower Amazon EC2 instance limits for an automatic
|
5527
|
+
# scaling policy. Automatic scaling activities triggered by automatic
|
5528
|
+
# scaling rules will not cause an instance group to grow above or below
|
5529
|
+
# these limits.
|
5364
5530
|
#
|
5365
5531
|
# @!attribute [rw] min_capacity
|
5366
|
-
# The lower boundary of EC2 instances in an instance group
|
5367
|
-
# scaling activities are not allowed to shrink. Scale-in
|
5368
|
-
# will not terminate instances below this boundary.
|
5532
|
+
# The lower boundary of Amazon EC2 instances in an instance group
|
5533
|
+
# below which scaling activities are not allowed to shrink. Scale-in
|
5534
|
+
# activities will not terminate instances below this boundary.
|
5369
5535
|
# @return [Integer]
|
5370
5536
|
#
|
5371
5537
|
# @!attribute [rw] max_capacity
|
5372
|
-
# The upper boundary of EC2 instances in an instance group
|
5373
|
-
# which scaling activities are not allowed to grow. Scale-out
|
5538
|
+
# The upper boundary of Amazon EC2 instances in an instance group
|
5539
|
+
# beyond which scaling activities are not allowed to grow. Scale-out
|
5374
5540
|
# activities will not add instances beyond this boundary.
|
5375
5541
|
# @return [Integer]
|
5376
5542
|
#
|
@@ -5384,9 +5550,9 @@ module Aws::EMR
|
|
5384
5550
|
end
|
5385
5551
|
|
5386
5552
|
# A scale-in or scale-out rule that defines scaling activity, including
|
5387
|
-
# the CloudWatch metric alarm that triggers activity, how EC2
|
5388
|
-
# are added or removed, and the periodicity of adjustments.
|
5389
|
-
# automatic scaling policy for an instance group can comprise one or
|
5553
|
+
# the CloudWatch metric alarm that triggers activity, how Amazon EC2
|
5554
|
+
# instances are added or removed, and the periodicity of adjustments.
|
5555
|
+
# The automatic scaling policy for an instance group can comprise one or
|
5390
5556
|
# more automatic scaling rules.
|
5391
5557
|
#
|
5392
5558
|
# @!attribute [rw] name
|
@@ -5609,11 +5775,11 @@ module Aws::EMR
|
|
5609
5775
|
#
|
5610
5776
|
# @!attribute [rw] visible_to_all_users
|
5611
5777
|
# A value of `true` indicates that an IAM principal in the Amazon Web
|
5612
|
-
# Services account can perform EMR actions on the cluster that
|
5613
|
-
# policies attached to the principal allow. A value of `false`
|
5778
|
+
# Services account can perform Amazon EMR actions on the cluster that
|
5779
|
+
# the IAM policies attached to the principal allow. A value of `false`
|
5614
5780
|
# indicates that only the IAM principal that created the cluster and
|
5615
|
-
# the Amazon Web Services root user can perform EMR actions on
|
5616
|
-
# cluster.
|
5781
|
+
# the Amazon Web Services root user can perform Amazon EMR actions on
|
5782
|
+
# the cluster.
|
5617
5783
|
# @return [Boolean]
|
5618
5784
|
#
|
5619
5785
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SetVisibleToAllUsersInput AWS API Documentation
|
@@ -5648,32 +5814,33 @@ module Aws::EMR
|
|
5648
5814
|
end
|
5649
5815
|
|
5650
5816
|
# An automatic scaling configuration, which describes how the policy
|
5651
|
-
# adds or removes instances, the cooldown period, and the number of
|
5652
|
-
# instances that will be added each time the CloudWatch
|
5653
|
-
# condition is satisfied.
|
5817
|
+
# adds or removes instances, the cooldown period, and the number of
|
5818
|
+
# Amazon EC2 instances that will be added each time the CloudWatch
|
5819
|
+
# metric alarm condition is satisfied.
|
5654
5820
|
#
|
5655
5821
|
# @!attribute [rw] adjustment_type
|
5656
|
-
# The way in which EC2 instances are added (if
|
5657
|
-
# a positive number) or terminated (if
|
5658
|
-
# negative number) each time the scaling
|
5659
|
-
# `CHANGE_IN_CAPACITY` is the default.
|
5660
|
-
# that the EC2 instance count
|
5661
|
-
# `ScalingAdjustment`, which should be
|
5662
|
-
# `PERCENT_CHANGE_IN_CAPACITY` indicates the
|
5663
|
-
# or decrements by the percentage specified
|
5664
|
-
# which should be expressed as an integer. For
|
5665
|
-
# an increase in 20% increments of cluster
|
5666
|
-
# indicates the scaling activity results in
|
5667
|
-
# number of EC2 instances specified
|
5668
|
-
# should be expressed as a positive
|
5822
|
+
# The way in which Amazon EC2 instances are added (if
|
5823
|
+
# `ScalingAdjustment` is a positive number) or terminated (if
|
5824
|
+
# `ScalingAdjustment` is a negative number) each time the scaling
|
5825
|
+
# activity is triggered. `CHANGE_IN_CAPACITY` is the default.
|
5826
|
+
# `CHANGE_IN_CAPACITY` indicates that the Amazon EC2 instance count
|
5827
|
+
# increments or decrements by `ScalingAdjustment`, which should be
|
5828
|
+
# expressed as an integer. `PERCENT_CHANGE_IN_CAPACITY` indicates the
|
5829
|
+
# instance count increments or decrements by the percentage specified
|
5830
|
+
# by `ScalingAdjustment`, which should be expressed as an integer. For
|
5831
|
+
# example, 20 indicates an increase in 20% increments of cluster
|
5832
|
+
# capacity. `EXACT_CAPACITY` indicates the scaling activity results in
|
5833
|
+
# an instance group with the number of Amazon EC2 instances specified
|
5834
|
+
# by `ScalingAdjustment`, which should be expressed as a positive
|
5835
|
+
# integer.
|
5669
5836
|
# @return [String]
|
5670
5837
|
#
|
5671
5838
|
# @!attribute [rw] scaling_adjustment
|
5672
5839
|
# The amount by which to scale in or scale out, based on the specified
|
5673
|
-
# `AdjustmentType`. A positive value adds to the instance group's
|
5674
|
-
# instance count while a negative number removes instances.
|
5675
|
-
# `AdjustmentType` is set to `EXACT_CAPACITY`, the number should
|
5676
|
-
# be a positive integer. If `AdjustmentType` is set to
|
5840
|
+
# `AdjustmentType`. A positive value adds to the instance group's
|
5841
|
+
# Amazon EC2 instance count while a negative number removes instances.
|
5842
|
+
# If `AdjustmentType` is set to `EXACT_CAPACITY`, the number should
|
5843
|
+
# only be a positive integer. If `AdjustmentType` is set to
|
5677
5844
|
# `PERCENT_CHANGE_IN_CAPACITY`, the value should express the
|
5678
5845
|
# percentage as an integer. For example, -20 indicates a decrease in
|
5679
5846
|
# 20% increments of cluster capacity.
|
@@ -5720,8 +5887,8 @@ module Aws::EMR
|
|
5720
5887
|
# and allocation strategy.
|
5721
5888
|
#
|
5722
5889
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
5723
|
-
#
|
5724
|
-
# allocation strategy is available in Amazon EMR
|
5890
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. Spot Instance
|
5891
|
+
# allocation strategy is available in Amazon EMR releases 5.12.1 and
|
5725
5892
|
# later.
|
5726
5893
|
#
|
5727
5894
|
# </note>
|
@@ -5813,15 +5980,15 @@ module Aws::EMR
|
|
5813
5980
|
end
|
5814
5981
|
|
5815
5982
|
# @!attribute [rw] editor_id
|
5816
|
-
# The unique identifier of the EMR Notebook to use for notebook
|
5983
|
+
# The unique identifier of the Amazon EMR Notebook to use for notebook
|
5817
5984
|
# execution.
|
5818
5985
|
# @return [String]
|
5819
5986
|
#
|
5820
5987
|
# @!attribute [rw] relative_path
|
5821
5988
|
# The path and file name of the notebook file for this execution,
|
5822
|
-
# relative to the path specified for the EMR Notebook. For
|
5823
|
-
# you specify a path of `s3://MyBucket/MyNotebooks` when
|
5824
|
-
# EMR Notebook for a notebook with an ID of
|
5989
|
+
# relative to the path specified for the Amazon EMR Notebook. For
|
5990
|
+
# example, if you specify a path of `s3://MyBucket/MyNotebooks` when
|
5991
|
+
# you create an Amazon EMR Notebook for a notebook with an ID of
|
5825
5992
|
# `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
|
5826
5993
|
# you specify a `RelativePath` of
|
5827
5994
|
# `my_notebook_executions/notebook_execution.ipynb`, the location of
|
@@ -5834,7 +6001,7 @@ module Aws::EMR
|
|
5834
6001
|
# @return [String]
|
5835
6002
|
#
|
5836
6003
|
# @!attribute [rw] notebook_params
|
5837
|
-
# Input parameters in JSON format passed to the EMR Notebook at
|
6004
|
+
# Input parameters in JSON format passed to the Amazon EMR Notebook at
|
5838
6005
|
# runtime for execution.
|
5839
6006
|
# @return [String]
|
5840
6007
|
#
|
@@ -5845,12 +6012,12 @@ module Aws::EMR
|
|
5845
6012
|
#
|
5846
6013
|
# @!attribute [rw] service_role
|
5847
6014
|
# The name or ARN of the IAM role that is used as the service role for
|
5848
|
-
# Amazon EMR (the EMR role) for the notebook execution.
|
6015
|
+
# Amazon EMR (the Amazon EMR role) for the notebook execution.
|
5849
6016
|
# @return [String]
|
5850
6017
|
#
|
5851
6018
|
# @!attribute [rw] notebook_instance_security_group_id
|
5852
6019
|
# The unique identifier of the Amazon EC2 security group to associate
|
5853
|
-
# with the EMR Notebook for this notebook execution.
|
6020
|
+
# with the Amazon EMR Notebook for this notebook execution.
|
5854
6021
|
# @return [String]
|
5855
6022
|
#
|
5856
6023
|
# @!attribute [rw] tags
|
@@ -5860,6 +6027,22 @@ module Aws::EMR
|
|
5860
6027
|
# maximum of 256 characters.
|
5861
6028
|
# @return [Array<Types::Tag>]
|
5862
6029
|
#
|
6030
|
+
# @!attribute [rw] notebook_s3_location
|
6031
|
+
# The Amazon S3 location for the notebook execution input.
|
6032
|
+
# @return [Types::NotebookS3LocationFromInput]
|
6033
|
+
#
|
6034
|
+
# @!attribute [rw] output_notebook_s3_location
|
6035
|
+
# The Amazon S3 location for the notebook execution output.
|
6036
|
+
# @return [Types::OutputNotebookS3LocationFromInput]
|
6037
|
+
#
|
6038
|
+
# @!attribute [rw] output_notebook_format
|
6039
|
+
# The output format for the notebook execution.
|
6040
|
+
# @return [String]
|
6041
|
+
#
|
6042
|
+
# @!attribute [rw] environment_variables
|
6043
|
+
# The environment variables associated with the notebook execution.
|
6044
|
+
# @return [Hash<String,String>]
|
6045
|
+
#
|
5863
6046
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionInput AWS API Documentation
|
5864
6047
|
#
|
5865
6048
|
class StartNotebookExecutionInput < Struct.new(
|
@@ -5870,7 +6053,11 @@ module Aws::EMR
|
|
5870
6053
|
:execution_engine,
|
5871
6054
|
:service_role,
|
5872
6055
|
:notebook_instance_security_group_id,
|
5873
|
-
:tags
|
6056
|
+
:tags,
|
6057
|
+
:notebook_s3_location,
|
6058
|
+
:output_notebook_s3_location,
|
6059
|
+
:output_notebook_format,
|
6060
|
+
:environment_variables)
|
5874
6061
|
SENSITIVE = []
|
5875
6062
|
include Aws::Structure
|
5876
6063
|
end
|
@@ -5932,7 +6119,7 @@ module Aws::EMR
|
|
5932
6119
|
# type using the following format:
|
5933
6120
|
# `arn:partition:service:region:account:resource`.
|
5934
6121
|
#
|
5935
|
-
# For example, `arn:aws:
|
6122
|
+
# For example, `arn:aws:IAM::1234567890:role/ReadOnly` is a correctly
|
5936
6123
|
# formatted runtime role ARN.
|
5937
6124
|
# @return [String]
|
5938
6125
|
#
|
@@ -6194,8 +6381,8 @@ module Aws::EMR
|
|
6194
6381
|
# @return [String]
|
6195
6382
|
#
|
6196
6383
|
# @!attribute [rw] auth_mode
|
6197
|
-
# Specifies whether the Amazon EMR Studio authenticates users
|
6198
|
-
#
|
6384
|
+
# Specifies whether the Amazon EMR Studio authenticates users with IAM
|
6385
|
+
# or IAM Identity Center.
|
6199
6386
|
# @return [String]
|
6200
6387
|
#
|
6201
6388
|
# @!attribute [rw] vpc_id
|
@@ -6330,7 +6517,7 @@ module Aws::EMR
|
|
6330
6517
|
end
|
6331
6518
|
|
6332
6519
|
# The list of supported product configurations that allow user-supplied
|
6333
|
-
# arguments. EMR accepts these arguments and forwards them to the
|
6520
|
+
# arguments. Amazon EMR accepts these arguments and forwards them to the
|
6334
6521
|
# corresponding installation script as bootstrap action arguments.
|
6335
6522
|
#
|
6336
6523
|
# @!attribute [rw] name
|
@@ -6511,7 +6698,7 @@ module Aws::EMR
|
|
6511
6698
|
|
6512
6699
|
# EBS volume specifications such as volume type, IOPS, size (GiB) and
|
6513
6700
|
# throughput (MiB/s) that are requested for the EBS volume attached to
|
6514
|
-
# an EC2 instance in the cluster.
|
6701
|
+
# an Amazon EC2 instance in the cluster.
|
6515
6702
|
#
|
6516
6703
|
# @!attribute [rw] volume_type
|
6517
6704
|
# The volume type. Volume types supported are gp3, gp2, io1, st1, sc1,
|