aws-sdk-emr 1.67.0 → 1.68.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emr/client.rb +138 -94
- data/lib/aws-sdk-emr/client_api.rb +41 -2
- data/lib/aws-sdk-emr/types.rb +448 -294
- data/lib/aws-sdk-emr.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-emr/types.rb
CHANGED
@@ -110,7 +110,7 @@ module Aws::EMR
|
|
110
110
|
# type using the following format:
|
111
111
|
# `arn:partition:service:region:account:resource`.
|
112
112
|
#
|
113
|
-
# For example, `arn:aws:
|
113
|
+
# For example, `arn:aws:IAM::1234567890:role/ReadOnly` is a correctly
|
114
114
|
# formatted runtime role ARN.
|
115
115
|
# @return [String]
|
116
116
|
#
|
@@ -215,14 +215,14 @@ module Aws::EMR
|
|
215
215
|
|
216
216
|
# An automatic scaling policy for a core instance group or task instance
|
217
217
|
# group in an Amazon EMR cluster. An automatic scaling policy defines
|
218
|
-
# how an instance group dynamically adds and terminates EC2
|
219
|
-
# response to the value of a CloudWatch metric. See
|
218
|
+
# how an instance group dynamically adds and terminates Amazon EC2
|
219
|
+
# instances in response to the value of a CloudWatch metric. See
|
220
220
|
# PutAutoScalingPolicy.
|
221
221
|
#
|
222
222
|
# @!attribute [rw] constraints
|
223
|
-
# The upper and lower EC2 instance limits for an automatic
|
224
|
-
# policy. Automatic scaling activity will not cause an
|
225
|
-
# to grow above or below these limits.
|
223
|
+
# The upper and lower Amazon EC2 instance limits for an automatic
|
224
|
+
# scaling policy. Automatic scaling activity will not cause an
|
225
|
+
# instance group to grow above or below these limits.
|
226
226
|
# @return [Types::ScalingConstraints]
|
227
227
|
#
|
228
228
|
# @!attribute [rw] rules
|
@@ -241,8 +241,8 @@ module Aws::EMR
|
|
241
241
|
|
242
242
|
# An automatic scaling policy for a core instance group or task instance
|
243
243
|
# group in an Amazon EMR cluster. The automatic scaling policy defines
|
244
|
-
# how an instance group dynamically adds and terminates EC2
|
245
|
-
# response to the value of a CloudWatch metric. See
|
244
|
+
# how an instance group dynamically adds and terminates Amazon EC2
|
245
|
+
# instances in response to the value of a CloudWatch metric. See
|
246
246
|
# PutAutoScalingPolicy.
|
247
247
|
#
|
248
248
|
# @!attribute [rw] status
|
@@ -250,9 +250,9 @@ module Aws::EMR
|
|
250
250
|
# @return [Types::AutoScalingPolicyStatus]
|
251
251
|
#
|
252
252
|
# @!attribute [rw] constraints
|
253
|
-
# The upper and lower EC2 instance limits for an automatic
|
254
|
-
# policy. Automatic scaling activity will not cause an
|
255
|
-
# to grow above or below these limits.
|
253
|
+
# The upper and lower Amazon EC2 instance limits for an automatic
|
254
|
+
# scaling policy. Automatic scaling activity will not cause an
|
255
|
+
# instance group to grow above or below these limits.
|
256
256
|
# @return [Types::ScalingConstraints]
|
257
257
|
#
|
258
258
|
# @!attribute [rw] rules
|
@@ -346,7 +346,7 @@ module Aws::EMR
|
|
346
346
|
# @!attribute [rw] block_public_security_group_rules
|
347
347
|
# Indicates whether Amazon EMR block public access is enabled (`true`)
|
348
348
|
# or disabled (`false`). By default, the value is `false` for accounts
|
349
|
-
# that have created EMR clusters before July 2019. For accounts
|
349
|
+
# that have created Amazon EMR clusters before July 2019. For accounts
|
350
350
|
# created after this, the default is `true`.
|
351
351
|
# @return [Boolean]
|
352
352
|
#
|
@@ -359,8 +359,8 @@ module Aws::EMR
|
|
359
359
|
# that allows inbound traffic on Port 23 from IPv4 0.0.0.0/0 or IPv6
|
360
360
|
# port ::/0 as the source.
|
361
361
|
#
|
362
|
-
# By default, Port 22, which is used for SSH access to the cluster
|
363
|
-
# instances, is in the list of
|
362
|
+
# By default, Port 22, which is used for SSH access to the cluster
|
363
|
+
# Amazon EC2 instances, is in the list of
|
364
364
|
# `PermittedPublicSecurityGroupRuleRanges`.
|
365
365
|
# @return [Array<Types::PortRange>]
|
366
366
|
#
|
@@ -525,9 +525,9 @@ module Aws::EMR
|
|
525
525
|
# @return [String]
|
526
526
|
#
|
527
527
|
# @!attribute [rw] period
|
528
|
-
# The period, in seconds, over which the statistic is applied.
|
529
|
-
# CloudWatch metrics are emitted every five minutes
|
530
|
-
# if
|
528
|
+
# The period, in seconds, over which the statistic is applied.
|
529
|
+
# CloudWatch metrics for Amazon EMR are emitted every five minutes
|
530
|
+
# (300 seconds), so if you specify a CloudWatch metric, specify `300`.
|
531
531
|
# @return [Integer]
|
532
532
|
#
|
533
533
|
# @!attribute [rw] statistic
|
@@ -580,14 +580,14 @@ module Aws::EMR
|
|
580
580
|
# @return [Types::ClusterStatus]
|
581
581
|
#
|
582
582
|
# @!attribute [rw] ec2_instance_attributes
|
583
|
-
# Provides information about the EC2 instances in a cluster
|
584
|
-
# category. For example, key name, subnet ID, IAM instance
|
585
|
-
# and so on.
|
583
|
+
# Provides information about the Amazon EC2 instances in a cluster
|
584
|
+
# grouped by category. For example, key name, subnet ID, IAM instance
|
585
|
+
# profile, and so on.
|
586
586
|
# @return [Types::Ec2InstanceAttributes]
|
587
587
|
#
|
588
588
|
# @!attribute [rw] instance_collection_type
|
589
589
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
590
|
-
#
|
590
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
591
591
|
#
|
592
592
|
# </note>
|
593
593
|
#
|
@@ -604,7 +604,8 @@ module Aws::EMR
|
|
604
604
|
#
|
605
605
|
# @!attribute [rw] log_encryption_kms_key_id
|
606
606
|
# The KMS key used for encrypting log files. This attribute is only
|
607
|
-
# available with EMR
|
607
|
+
# available with Amazon EMR 5.30.0 and later, excluding Amazon EMR
|
608
|
+
# 6.0.0.
|
608
609
|
# @return [String]
|
609
610
|
#
|
610
611
|
# @!attribute [rw] requested_ami_version
|
@@ -638,7 +639,7 @@ module Aws::EMR
|
|
638
639
|
#
|
639
640
|
# @!attribute [rw] termination_protected
|
640
641
|
# Indicates whether Amazon EMR will lock the cluster to prevent the
|
641
|
-
# EC2 instances from being terminated by an API call or user
|
642
|
+
# Amazon EC2 instances from being terminated by an API call or user
|
642
643
|
# intervention, or in the event of a cluster error.
|
643
644
|
# @return [Boolean]
|
644
645
|
#
|
@@ -646,14 +647,14 @@ module Aws::EMR
|
|
646
647
|
# Indicates whether the cluster is visible to IAM principals in the
|
647
648
|
# Amazon Web Services account associated with the cluster. When
|
648
649
|
# `true`, IAM principals in the Amazon Web Services account can
|
649
|
-
# perform EMR cluster actions on the cluster that their IAM
|
650
|
-
# allow. When `false`, only the IAM principal that created
|
651
|
-
# and the Amazon Web Services account root user can
|
652
|
-
# actions, regardless of IAM permissions policies
|
653
|
-
# IAM principals.
|
650
|
+
# perform Amazon EMR cluster actions on the cluster that their IAM
|
651
|
+
# policies allow. When `false`, only the IAM principal that created
|
652
|
+
# the cluster and the Amazon Web Services account root user can
|
653
|
+
# perform Amazon EMR actions, regardless of IAM permissions policies
|
654
|
+
# attached to other IAM principals.
|
654
655
|
#
|
655
656
|
# The default value is `true` if a value is not provided when creating
|
656
|
-
# a cluster using the EMR API RunJobFlow command, the CLI
|
657
|
+
# a cluster using the Amazon EMR API RunJobFlow command, the CLI
|
657
658
|
# [create-cluster][1] command, or the Amazon Web Services Management
|
658
659
|
# Console.
|
659
660
|
#
|
@@ -679,9 +680,9 @@ module Aws::EMR
|
|
679
680
|
# An approximation of the cost of the cluster, represented in
|
680
681
|
# m1.small/hours. This value is incremented one time for every hour an
|
681
682
|
# m1.small instance runs. Larger instances are weighted more, so an
|
682
|
-
# EC2 instance that is roughly four times more expensive would
|
683
|
-
# in the normalized instance hours being incremented by four.
|
684
|
-
# result is only an approximation and does not reflect the actual
|
683
|
+
# Amazon EC2 instance that is roughly four times more expensive would
|
684
|
+
# result in the normalized instance hours being incremented by four.
|
685
|
+
# This result is only an approximation and does not reflect the actual
|
685
686
|
# billing rate.
|
686
687
|
# @return [Integer]
|
687
688
|
#
|
@@ -693,7 +694,7 @@ module Aws::EMR
|
|
693
694
|
#
|
694
695
|
# @!attribute [rw] configurations
|
695
696
|
# Applies only to Amazon EMR releases 4.x and later. The list of
|
696
|
-
#
|
697
|
+
# configurations that are supplied to the Amazon EMR cluster.
|
697
698
|
# @return [Array<Types::Configuration>]
|
698
699
|
#
|
699
700
|
# @!attribute [rw] security_configuration
|
@@ -704,7 +705,7 @@ module Aws::EMR
|
|
704
705
|
# An IAM role for automatic scaling policies. The default role is
|
705
706
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides permissions
|
706
707
|
# that the automatic scaling feature requires to launch and terminate
|
707
|
-
# EC2 instances in an instance group.
|
708
|
+
# Amazon EC2 instances in an instance group.
|
708
709
|
# @return [String]
|
709
710
|
#
|
710
711
|
# @!attribute [rw] scale_down_behavior
|
@@ -720,25 +721,25 @@ module Aws::EMR
|
|
720
721
|
# of the instance-hour boundary. With either behavior, Amazon EMR
|
721
722
|
# removes the least active nodes first and blocks instance termination
|
722
723
|
# if it could lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
723
|
-
# is available only in Amazon EMR
|
724
|
+
# is available only in Amazon EMR releases 4.1.0 and later, and is the
|
724
725
|
# default for versions of Amazon EMR earlier than 5.1.0.
|
725
726
|
# @return [String]
|
726
727
|
#
|
727
728
|
# @!attribute [rw] custom_ami_id
|
728
|
-
# Available only in Amazon EMR
|
729
|
+
# Available only in Amazon EMR releases 5.7.0 and later. The ID of a
|
729
730
|
# custom Amazon EBS-backed Linux AMI if the cluster uses a custom AMI.
|
730
731
|
# @return [String]
|
731
732
|
#
|
732
733
|
# @!attribute [rw] ebs_root_volume_size
|
733
734
|
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
734
|
-
# AMI that is used for each EC2 instance. Available in Amazon
|
735
|
-
#
|
735
|
+
# AMI that is used for each Amazon EC2 instance. Available in Amazon
|
736
|
+
# EMR releases 4.x and later.
|
736
737
|
# @return [Integer]
|
737
738
|
#
|
738
739
|
# @!attribute [rw] repo_upgrade_on_boot
|
739
740
|
# Applies only when `CustomAmiID` is used. Specifies the type of
|
740
|
-
# updates that
|
741
|
-
#
|
741
|
+
# updates that the Amazon Linux AMI package repositories apply when an
|
742
|
+
# instance boots using the AMI.
|
742
743
|
# @return [String]
|
743
744
|
#
|
744
745
|
# @!attribute [rw] kerberos_attributes
|
@@ -848,8 +849,8 @@ module Aws::EMR
|
|
848
849
|
# @return [Types::ClusterTimeline]
|
849
850
|
#
|
850
851
|
# @!attribute [rw] error_details
|
851
|
-
# A list of tuples that
|
852
|
-
# caused a cluster
|
852
|
+
# A list of tuples that provides information about the errors that
|
853
|
+
# caused a cluster to terminate. This structure can contain up to 10
|
853
854
|
# different `ErrorDetail` tuples.
|
854
855
|
# @return [Array<Types::ErrorDetail>]
|
855
856
|
#
|
@@ -882,9 +883,9 @@ module Aws::EMR
|
|
882
883
|
# An approximation of the cost of the cluster, represented in
|
883
884
|
# m1.small/hours. This value is incremented one time for every hour an
|
884
885
|
# m1.small instance runs. Larger instances are weighted more, so an
|
885
|
-
# EC2 instance that is roughly four times more expensive would
|
886
|
-
# in the normalized instance hours being incremented by four.
|
887
|
-
# result is only an approximation and does not reflect the actual
|
886
|
+
# Amazon EC2 instance that is roughly four times more expensive would
|
887
|
+
# result in the normalized instance hours being incremented by four.
|
888
|
+
# This result is only an approximation and does not reflect the actual
|
888
889
|
# billing rate.
|
889
890
|
# @return [Integer]
|
890
891
|
#
|
@@ -958,45 +959,45 @@ module Aws::EMR
|
|
958
959
|
include Aws::Structure
|
959
960
|
end
|
960
961
|
|
961
|
-
# The EC2 unit limits for a managed scaling policy. The managed
|
962
|
-
# activity of a cluster can not be above or below these limits.
|
963
|
-
# limit only applies to the core and task nodes. The master node
|
964
|
-
# be scaled after initial configuration.
|
962
|
+
# The Amazon EC2 unit limits for a managed scaling policy. The managed
|
963
|
+
# scaling activity of a cluster can not be above or below these limits.
|
964
|
+
# The limit only applies to the core and task nodes. The master node
|
965
|
+
# cannot be scaled after initial configuration.
|
965
966
|
#
|
966
967
|
# @!attribute [rw] unit_type
|
967
968
|
# The unit type used for specifying a managed scaling policy.
|
968
969
|
# @return [String]
|
969
970
|
#
|
970
971
|
# @!attribute [rw] minimum_capacity_units
|
971
|
-
# The lower boundary of EC2 units. It is measured through vCPU
|
972
|
-
# or instances for instance groups and measured through units
|
973
|
-
# instance fleets. Managed scaling activities are not allowed
|
974
|
-
# this boundary. The limit only applies to the core and task
|
975
|
-
# The master node cannot be scaled after initial configuration.
|
972
|
+
# The lower boundary of Amazon EC2 units. It is measured through vCPU
|
973
|
+
# cores or instances for instance groups and measured through units
|
974
|
+
# for instance fleets. Managed scaling activities are not allowed
|
975
|
+
# beyond this boundary. The limit only applies to the core and task
|
976
|
+
# nodes. The master node cannot be scaled after initial configuration.
|
976
977
|
# @return [Integer]
|
977
978
|
#
|
978
979
|
# @!attribute [rw] maximum_capacity_units
|
979
|
-
# The upper boundary of EC2 units. It is measured through vCPU
|
980
|
-
# or instances for instance groups and measured through units
|
981
|
-
# instance fleets. Managed scaling activities are not allowed
|
982
|
-
# this boundary. The limit only applies to the core and task
|
983
|
-
# The master node cannot be scaled after initial configuration.
|
980
|
+
# The upper boundary of Amazon EC2 units. It is measured through vCPU
|
981
|
+
# cores or instances for instance groups and measured through units
|
982
|
+
# for instance fleets. Managed scaling activities are not allowed
|
983
|
+
# beyond this boundary. The limit only applies to the core and task
|
984
|
+
# nodes. The master node cannot be scaled after initial configuration.
|
984
985
|
# @return [Integer]
|
985
986
|
#
|
986
987
|
# @!attribute [rw] maximum_on_demand_capacity_units
|
987
|
-
# The upper boundary of On-Demand EC2 units. It is measured
|
988
|
-
# vCPU cores or instances for instance groups and measured
|
989
|
-
# units for instance fleets. The On-Demand units are not
|
990
|
-
# scale beyond this boundary. The parameter is used to
|
991
|
-
# allocation between On-Demand and Spot Instances.
|
988
|
+
# The upper boundary of On-Demand Amazon EC2 units. It is measured
|
989
|
+
# through vCPU cores or instances for instance groups and measured
|
990
|
+
# through units for instance fleets. The On-Demand units are not
|
991
|
+
# allowed to scale beyond this boundary. The parameter is used to
|
992
|
+
# split capacity allocation between On-Demand and Spot Instances.
|
992
993
|
# @return [Integer]
|
993
994
|
#
|
994
995
|
# @!attribute [rw] maximum_core_capacity_units
|
995
|
-
# The upper boundary of EC2 units for core node type in a
|
996
|
-
# is measured through vCPU cores or instances for instance
|
997
|
-
# measured through units for instance fleets. The core
|
998
|
-
# allowed to scale beyond this boundary. The parameter
|
999
|
-
# split capacity allocation between core and task nodes.
|
996
|
+
# The upper boundary of Amazon EC2 units for core node type in a
|
997
|
+
# cluster. It is measured through vCPU cores or instances for instance
|
998
|
+
# groups and measured through units for instance fleets. The core
|
999
|
+
# units are not allowed to scale beyond this boundary. The parameter
|
1000
|
+
# is used to split capacity allocation between core and task nodes.
|
1000
1001
|
# @return [Integer]
|
1001
1002
|
#
|
1002
1003
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ComputeLimits AWS API Documentation
|
@@ -1246,8 +1247,8 @@ module Aws::EMR
|
|
1246
1247
|
# The Amazon Resource Name (ARN) for the session policy that will be
|
1247
1248
|
# applied to the user or group. You should specify the ARN for the
|
1248
1249
|
# session policy that you want to apply, not the ARN of your user
|
1249
|
-
# role. For more information, see [Create an EMR Studio User
|
1250
|
-
# Session Policies][1].
|
1250
|
+
# role. For more information, see [Create an Amazon EMR Studio User
|
1251
|
+
# Role with Session Policies][1].
|
1251
1252
|
#
|
1252
1253
|
#
|
1253
1254
|
#
|
@@ -1614,7 +1615,7 @@ module Aws::EMR
|
|
1614
1615
|
# @!attribute [rw] volume_specification
|
1615
1616
|
# EBS volume specifications such as volume type, IOPS, size (GiB) and
|
1616
1617
|
# throughput (MiB/s) that are requested for the EBS volume attached to
|
1617
|
-
# an EC2 instance in the cluster.
|
1618
|
+
# an Amazon EC2 instance in the cluster.
|
1618
1619
|
# @return [Types::VolumeSpecification]
|
1619
1620
|
#
|
1620
1621
|
# @!attribute [rw] device
|
@@ -1637,7 +1638,7 @@ module Aws::EMR
|
|
1637
1638
|
# @!attribute [rw] volume_specification
|
1638
1639
|
# EBS volume specifications such as volume type, IOPS, size (GiB) and
|
1639
1640
|
# throughput (MiB/s) that are requested for the EBS volume attached to
|
1640
|
-
# an EC2 instance in the cluster.
|
1641
|
+
# an Amazon EC2 instance in the cluster.
|
1641
1642
|
# @return [Types::VolumeSpecification]
|
1642
1643
|
#
|
1643
1644
|
# @!attribute [rw] volumes_per_instance
|
@@ -1674,7 +1675,7 @@ module Aws::EMR
|
|
1674
1675
|
include Aws::Structure
|
1675
1676
|
end
|
1676
1677
|
|
1677
|
-
# EBS block device that's attached to an EC2 instance.
|
1678
|
+
# EBS block device that's attached to an Amazon EC2 instance.
|
1678
1679
|
#
|
1679
1680
|
# @!attribute [rw] device
|
1680
1681
|
# The device name that is exposed to the instance, such as /dev/sdh.
|
@@ -1693,9 +1694,9 @@ module Aws::EMR
|
|
1693
1694
|
include Aws::Structure
|
1694
1695
|
end
|
1695
1696
|
|
1696
|
-
# Provides information about the EC2 instances in a cluster
|
1697
|
-
# category. For example, key name, subnet ID, IAM instance
|
1698
|
-
# so on.
|
1697
|
+
# Provides information about the Amazon EC2 instances in a cluster
|
1698
|
+
# grouped by category. For example, key name, subnet ID, IAM instance
|
1699
|
+
# profile, and so on.
|
1699
1700
|
#
|
1700
1701
|
# @!attribute [rw] ec2_key_name
|
1701
1702
|
# The name of the Amazon EC2 key pair to use when connecting with SSH
|
@@ -1712,16 +1713,17 @@ module Aws::EMR
|
|
1712
1713
|
# @!attribute [rw] requested_ec2_subnet_ids
|
1713
1714
|
# Applies to clusters configured with the instance fleets option.
|
1714
1715
|
# Specifies the unique identifier of one or more Amazon EC2 subnets in
|
1715
|
-
# which to launch EC2 cluster instances. Subnets must exist
|
1716
|
-
# same VPC. Amazon EMR chooses the EC2 subnet with
|
1717
|
-
# among the list of `RequestedEc2SubnetIds`, and
|
1718
|
-
# cluster instances within that Subnet. If this
|
1719
|
-
# specified, and the account and Region support
|
1720
|
-
# the cluster launches instances in the
|
1721
|
-
# `RequestedEc2AvailabilityZones` instead
|
1722
|
-
# EC2-Classic is not supported, and no Subnet is
|
1723
|
-
# chooses the subnet for you.
|
1724
|
-
# `RequestedEc2AvailabilityZones` cannot
|
1716
|
+
# which to launch Amazon EC2 cluster instances. Subnets must exist
|
1717
|
+
# within the same VPC. Amazon EMR chooses the Amazon EC2 subnet with
|
1718
|
+
# the best fit from among the list of `RequestedEc2SubnetIds`, and
|
1719
|
+
# then launches all cluster instances within that Subnet. If this
|
1720
|
+
# value is not specified, and the account and Region support
|
1721
|
+
# EC2-Classic networks, the cluster launches instances in the
|
1722
|
+
# EC2-Classic network and uses `RequestedEc2AvailabilityZones` instead
|
1723
|
+
# of this setting. If EC2-Classic is not supported, and no Subnet is
|
1724
|
+
# specified, Amazon EMR chooses the subnet for you.
|
1725
|
+
# `RequestedEc2SubnetIDs` and `RequestedEc2AvailabilityZones` cannot
|
1726
|
+
# be specified together.
|
1725
1727
|
# @return [Array<String>]
|
1726
1728
|
#
|
1727
1729
|
# @!attribute [rw] ec2_availability_zone
|
@@ -1730,8 +1732,8 @@ module Aws::EMR
|
|
1730
1732
|
#
|
1731
1733
|
# @!attribute [rw] requested_ec2_availability_zones
|
1732
1734
|
# Applies to clusters configured with the instance fleets option.
|
1733
|
-
# Specifies one or more Availability Zones in which to launch
|
1734
|
-
# cluster instances when the EC2-Classic network configuration is
|
1735
|
+
# Specifies one or more Availability Zones in which to launch Amazon
|
1736
|
+
# EC2 cluster instances when the EC2-Classic network configuration is
|
1735
1737
|
# supported. Amazon EMR chooses the Availability Zone with the best
|
1736
1738
|
# fit from among the list of `RequestedEc2AvailabilityZones`, and then
|
1737
1739
|
# launches all cluster instances within that Availability Zone. If you
|
@@ -1742,7 +1744,7 @@ module Aws::EMR
|
|
1742
1744
|
#
|
1743
1745
|
# @!attribute [rw] iam_instance_profile
|
1744
1746
|
# The IAM role that was specified when the cluster was launched. The
|
1745
|
-
# EC2 instances of the cluster assume this role.
|
1747
|
+
# Amazon EC2 instances of the cluster assume this role.
|
1746
1748
|
# @return [String]
|
1747
1749
|
#
|
1748
1750
|
# @!attribute [rw] emr_managed_master_security_group
|
@@ -1791,16 +1793,16 @@ module Aws::EMR
|
|
1791
1793
|
# to terminate.
|
1792
1794
|
#
|
1793
1795
|
# @!attribute [rw] error_code
|
1794
|
-
# The name or code
|
1796
|
+
# The name or code associated with the error.
|
1795
1797
|
# @return [String]
|
1796
1798
|
#
|
1797
1799
|
# @!attribute [rw] error_data
|
1798
|
-
# A list of key value pairs that
|
1799
|
-
#
|
1800
|
+
# A list of key value pairs that provides contextual information about
|
1801
|
+
# why an error occured.
|
1800
1802
|
# @return [Array<Hash<String,String>>]
|
1801
1803
|
#
|
1802
1804
|
# @!attribute [rw] error_message
|
1803
|
-
# A message
|
1805
|
+
# A message that describes the error.
|
1804
1806
|
# @return [String]
|
1805
1807
|
#
|
1806
1808
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ErrorDetail AWS API Documentation
|
@@ -1814,35 +1816,40 @@ module Aws::EMR
|
|
1814
1816
|
end
|
1815
1817
|
|
1816
1818
|
# Specifies the execution engine (cluster) to run the notebook and
|
1817
|
-
# perform the notebook execution, for example, an EMR cluster.
|
1819
|
+
# perform the notebook execution, for example, an Amazon EMR cluster.
|
1818
1820
|
#
|
1819
1821
|
# @!attribute [rw] id
|
1820
|
-
# The unique identifier of the execution engine. For an EMR
|
1821
|
-
# this is the cluster ID.
|
1822
|
+
# The unique identifier of the execution engine. For an Amazon EMR
|
1823
|
+
# cluster, this is the cluster ID.
|
1822
1824
|
# @return [String]
|
1823
1825
|
#
|
1824
1826
|
# @!attribute [rw] type
|
1825
|
-
# The type of execution engine. A value of `EMR` specifies an
|
1826
|
-
# cluster.
|
1827
|
+
# The type of execution engine. A value of `EMR` specifies an Amazon
|
1828
|
+
# EMR cluster.
|
1827
1829
|
# @return [String]
|
1828
1830
|
#
|
1829
1831
|
# @!attribute [rw] master_instance_security_group_id
|
1830
|
-
# An optional unique ID of an EC2 security group to associate
|
1831
|
-
# master instance of the EMR cluster for this notebook
|
1832
|
-
# more information see [Specifying EC2 Security
|
1833
|
-
# Notebooks][1] in the *EMR Management Guide*.
|
1832
|
+
# An optional unique ID of an Amazon EC2 security group to associate
|
1833
|
+
# with the master instance of the Amazon EMR cluster for this notebook
|
1834
|
+
# execution. For more information see [Specifying Amazon EC2 Security
|
1835
|
+
# Groups for Amazon EMR Notebooks][1] in the *EMR Management Guide*.
|
1834
1836
|
#
|
1835
1837
|
#
|
1836
1838
|
#
|
1837
1839
|
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
|
1838
1840
|
# @return [String]
|
1839
1841
|
#
|
1842
|
+
# @!attribute [rw] execution_role_arn
|
1843
|
+
# The execution role ARN required for the notebook execution.
|
1844
|
+
# @return [String]
|
1845
|
+
#
|
1840
1846
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ExecutionEngineConfig AWS API Documentation
|
1841
1847
|
#
|
1842
1848
|
class ExecutionEngineConfig < Struct.new(
|
1843
1849
|
:id,
|
1844
1850
|
:type,
|
1845
|
-
:master_instance_security_group_id
|
1851
|
+
:master_instance_security_group_id,
|
1852
|
+
:execution_role_arn)
|
1846
1853
|
SENSITIVE = []
|
1847
1854
|
include Aws::Structure
|
1848
1855
|
end
|
@@ -1926,8 +1933,9 @@ module Aws::EMR
|
|
1926
1933
|
# <note markdown="1"> For accounts that created clusters in a Region before November 25,
|
1927
1934
|
# 2019, block public access is disabled by default in that Region. To
|
1928
1935
|
# use this feature, you must manually enable and configure it. For
|
1929
|
-
# accounts that did not create an EMR cluster in a Region
|
1930
|
-
# date, block public access is enabled by default in that
|
1936
|
+
# accounts that did not create an Amazon EMR cluster in a Region
|
1937
|
+
# before this date, block public access is enabled by default in that
|
1938
|
+
# Region.
|
1931
1939
|
#
|
1932
1940
|
# </note>
|
1933
1941
|
# @return [Types::BlockPublicAccessConfiguration]
|
@@ -2142,7 +2150,7 @@ module Aws::EMR
|
|
2142
2150
|
include Aws::Structure
|
2143
2151
|
end
|
2144
2152
|
|
2145
|
-
# Represents an EC2 instance provisioned as part of cluster.
|
2153
|
+
# Represents an Amazon EC2 instance provisioned as part of cluster.
|
2146
2154
|
#
|
2147
2155
|
# @!attribute [rw] id
|
2148
2156
|
# The unique identifier for the instance in Amazon EMR.
|
@@ -2177,8 +2185,8 @@ module Aws::EMR
|
|
2177
2185
|
# @return [String]
|
2178
2186
|
#
|
2179
2187
|
# @!attribute [rw] instance_fleet_id
|
2180
|
-
# The unique identifier of the instance fleet to which an EC2
|
2181
|
-
# belongs.
|
2188
|
+
# The unique identifier of the instance fleet to which an Amazon EC2
|
2189
|
+
# instance belongs.
|
2182
2190
|
# @return [String]
|
2183
2191
|
#
|
2184
2192
|
# @!attribute [rw] market
|
@@ -2187,7 +2195,7 @@ module Aws::EMR
|
|
2187
2195
|
# @return [String]
|
2188
2196
|
#
|
2189
2197
|
# @!attribute [rw] instance_type
|
2190
|
-
# The EC2 instance type, for example `m3.xlarge`.
|
2198
|
+
# The Amazon EC2 instance type, for example `m3.xlarge`.
|
2191
2199
|
# @return [String]
|
2192
2200
|
#
|
2193
2201
|
# @!attribute [rw] ebs_volumes
|
@@ -2213,14 +2221,14 @@ module Aws::EMR
|
|
2213
2221
|
include Aws::Structure
|
2214
2222
|
end
|
2215
2223
|
|
2216
|
-
# Describes an instance fleet, which is a group of EC2 instances
|
2217
|
-
# host a particular node type (master, core, or task) in an Amazon
|
2218
|
-
# cluster. Instance fleets can consist of a mix of instance types
|
2219
|
-
# On-Demand and Spot Instances, which are provisioned to meet a
|
2220
|
-
# target capacity.
|
2224
|
+
# Describes an instance fleet, which is a group of Amazon EC2 instances
|
2225
|
+
# that host a particular node type (master, core, or task) in an Amazon
|
2226
|
+
# EMR cluster. Instance fleets can consist of a mix of instance types
|
2227
|
+
# and On-Demand and Spot Instances, which are provisioned to meet a
|
2228
|
+
# defined target capacity.
|
2221
2229
|
#
|
2222
2230
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2223
|
-
#
|
2231
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2224
2232
|
#
|
2225
2233
|
# </note>
|
2226
2234
|
#
|
@@ -2340,7 +2348,7 @@ module Aws::EMR
|
|
2340
2348
|
# The configuration that defines an instance fleet.
|
2341
2349
|
#
|
2342
2350
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2343
|
-
#
|
2351
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2344
2352
|
#
|
2345
2353
|
# </note>
|
2346
2354
|
#
|
@@ -2402,8 +2410,8 @@ module Aws::EMR
|
|
2402
2410
|
# @return [Integer]
|
2403
2411
|
#
|
2404
2412
|
# @!attribute [rw] instance_type_configs
|
2405
|
-
# The instance type configurations that define the EC2
|
2406
|
-
# the instance fleet.
|
2413
|
+
# The instance type configurations that define the Amazon EC2
|
2414
|
+
# instances in the instance fleet.
|
2407
2415
|
# @return [Array<Types::InstanceTypeConfig>]
|
2408
2416
|
#
|
2409
2417
|
# @!attribute [rw] launch_specifications
|
@@ -2431,7 +2439,7 @@ module Aws::EMR
|
|
2431
2439
|
# Configuration parameters for an instance fleet modification request.
|
2432
2440
|
#
|
2433
2441
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2434
|
-
#
|
2442
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2435
2443
|
#
|
2436
2444
|
# </note>
|
2437
2445
|
#
|
@@ -2469,8 +2477,8 @@ module Aws::EMR
|
|
2469
2477
|
# allocation strategy.
|
2470
2478
|
#
|
2471
2479
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2472
|
-
#
|
2473
|
-
# instance allocation strategies are available in Amazon EMR
|
2480
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. On-Demand and Spot
|
2481
|
+
# instance allocation strategies are available in Amazon EMR releases
|
2474
2482
|
# 5.12.1 and later.
|
2475
2483
|
#
|
2476
2484
|
# </note>
|
@@ -2486,8 +2494,8 @@ module Aws::EMR
|
|
2486
2494
|
# fleet, which determines the allocation strategy.
|
2487
2495
|
#
|
2488
2496
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2489
|
-
#
|
2490
|
-
# Instances allocation strategy is available in Amazon EMR
|
2497
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
2498
|
+
# Instances allocation strategy is available in Amazon EMR releases
|
2491
2499
|
# 5.12.1 and later.
|
2492
2500
|
#
|
2493
2501
|
# </note>
|
@@ -2527,7 +2535,7 @@ module Aws::EMR
|
|
2527
2535
|
# Provides status change reason details for the instance fleet.
|
2528
2536
|
#
|
2529
2537
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2530
|
-
#
|
2538
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2531
2539
|
#
|
2532
2540
|
# </note>
|
2533
2541
|
#
|
@@ -2551,33 +2559,35 @@ module Aws::EMR
|
|
2551
2559
|
# The status of the instance fleet.
|
2552
2560
|
#
|
2553
2561
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2554
|
-
#
|
2562
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2555
2563
|
#
|
2556
2564
|
# </note>
|
2557
2565
|
#
|
2558
2566
|
# @!attribute [rw] state
|
2559
2567
|
# A code representing the instance fleet status.
|
2560
2568
|
#
|
2561
|
-
# * `PROVISIONING`—The instance fleet is provisioning EC2
|
2562
|
-
# and is not yet ready to run jobs.
|
2569
|
+
# * `PROVISIONING`—The instance fleet is provisioning Amazon EC2
|
2570
|
+
# resources and is not yet ready to run jobs.
|
2563
2571
|
#
|
2564
|
-
# * `BOOTSTRAPPING`—EC2 instances and other resources have been
|
2572
|
+
# * `BOOTSTRAPPING`—Amazon EC2 instances and other resources have been
|
2565
2573
|
# provisioned and the bootstrap actions specified for the instances
|
2566
2574
|
# are underway.
|
2567
2575
|
#
|
2568
|
-
# * `RUNNING`—EC2 instances and other resources are running.
|
2569
|
-
# either executing jobs or waiting to execute jobs.
|
2576
|
+
# * `RUNNING`—Amazon EC2 instances and other resources are running.
|
2577
|
+
# They are either executing jobs or waiting to execute jobs.
|
2570
2578
|
#
|
2571
|
-
# * `RESIZING`—A resize operation is underway. EC2 instances
|
2572
|
-
# either being added or removed.
|
2579
|
+
# * `RESIZING`—A resize operation is underway. Amazon EC2 instances
|
2580
|
+
# are either being added or removed.
|
2573
2581
|
#
|
2574
|
-
# * `SUSPENDED`—A resize operation could not complete. Existing
|
2575
|
-
# instances are running, but instances can't be added or
|
2582
|
+
# * `SUSPENDED`—A resize operation could not complete. Existing Amazon
|
2583
|
+
# EC2 instances are running, but instances can't be added or
|
2584
|
+
# removed.
|
2576
2585
|
#
|
2577
|
-
# * `TERMINATING`—The instance fleet is terminating EC2
|
2586
|
+
# * `TERMINATING`—The instance fleet is terminating Amazon EC2
|
2587
|
+
# instances.
|
2578
2588
|
#
|
2579
|
-
# * `TERMINATED`—The instance fleet is no longer active, and all
|
2580
|
-
# instances have been terminated.
|
2589
|
+
# * `TERMINATED`—The instance fleet is no longer active, and all
|
2590
|
+
# Amazon EC2 instances have been terminated.
|
2581
2591
|
# @return [String]
|
2582
2592
|
#
|
2583
2593
|
# @!attribute [rw] state_change_reason
|
@@ -2605,7 +2615,7 @@ module Aws::EMR
|
|
2605
2615
|
# of termination.
|
2606
2616
|
#
|
2607
2617
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2608
|
-
#
|
2618
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2609
2619
|
#
|
2610
2620
|
# </note>
|
2611
2621
|
#
|
@@ -2661,7 +2671,8 @@ module Aws::EMR
|
|
2661
2671
|
# @return [String]
|
2662
2672
|
#
|
2663
2673
|
# @!attribute [rw] instance_type
|
2664
|
-
# The EC2 instance type for all instances in the instance
|
2674
|
+
# The Amazon EC2 instance type for all instances in the instance
|
2675
|
+
# group.
|
2665
2676
|
# @return [String]
|
2666
2677
|
#
|
2667
2678
|
# @!attribute [rw] requested_instance_count
|
@@ -2719,8 +2730,8 @@ module Aws::EMR
|
|
2719
2730
|
# An automatic scaling policy for a core instance group or task
|
2720
2731
|
# instance group in an Amazon EMR cluster. The automatic scaling
|
2721
2732
|
# policy defines how an instance group dynamically adds and terminates
|
2722
|
-
# EC2 instances in response to the value of a CloudWatch
|
2723
|
-
# PutAutoScalingPolicy.
|
2733
|
+
# Amazon EC2 instances in response to the value of a CloudWatch
|
2734
|
+
# metric. See PutAutoScalingPolicy.
|
2724
2735
|
# @return [Types::AutoScalingPolicyDescription]
|
2725
2736
|
#
|
2726
2737
|
# @!attribute [rw] custom_ami_id
|
@@ -2759,7 +2770,8 @@ module Aws::EMR
|
|
2759
2770
|
# @return [String]
|
2760
2771
|
#
|
2761
2772
|
# @!attribute [rw] market
|
2762
|
-
# Market type of the EC2 instances used to create a cluster
|
2773
|
+
# Market type of the Amazon EC2 instances used to create a cluster
|
2774
|
+
# node.
|
2763
2775
|
# @return [String]
|
2764
2776
|
#
|
2765
2777
|
# @!attribute [rw] instance_role
|
@@ -2774,7 +2786,8 @@ module Aws::EMR
|
|
2774
2786
|
# @return [String]
|
2775
2787
|
#
|
2776
2788
|
# @!attribute [rw] instance_type
|
2777
|
-
# The EC2 instance type for all instances in the instance
|
2789
|
+
# The Amazon EC2 instance type for all instances in the instance
|
2790
|
+
# group.
|
2778
2791
|
# @return [String]
|
2779
2792
|
#
|
2780
2793
|
# @!attribute [rw] instance_count
|
@@ -2786,22 +2799,22 @@ module Aws::EMR
|
|
2786
2799
|
#
|
2787
2800
|
# </note>
|
2788
2801
|
#
|
2789
|
-
# The list of configurations supplied for an EMR cluster
|
2790
|
-
# group. You can specify a separate configuration for each
|
2791
|
-
# group (master, core, and task).
|
2802
|
+
# The list of configurations supplied for an Amazon EMR cluster
|
2803
|
+
# instance group. You can specify a separate configuration for each
|
2804
|
+
# instance group (master, core, and task).
|
2792
2805
|
# @return [Array<Types::Configuration>]
|
2793
2806
|
#
|
2794
2807
|
# @!attribute [rw] ebs_configuration
|
2795
|
-
# EBS configurations that will be attached to each EC2 instance
|
2796
|
-
# instance group.
|
2808
|
+
# EBS configurations that will be attached to each Amazon EC2 instance
|
2809
|
+
# in the instance group.
|
2797
2810
|
# @return [Types::EbsConfiguration]
|
2798
2811
|
#
|
2799
2812
|
# @!attribute [rw] auto_scaling_policy
|
2800
2813
|
# An automatic scaling policy for a core instance group or task
|
2801
2814
|
# instance group in an Amazon EMR cluster. The automatic scaling
|
2802
2815
|
# policy defines how an instance group dynamically adds and terminates
|
2803
|
-
# EC2 instances in response to the value of a CloudWatch
|
2804
|
-
# PutAutoScalingPolicy.
|
2816
|
+
# Amazon EC2 instances in response to the value of a CloudWatch
|
2817
|
+
# metric. See PutAutoScalingPolicy.
|
2805
2818
|
# @return [Types::AutoScalingPolicy]
|
2806
2819
|
#
|
2807
2820
|
# @!attribute [rw] custom_ami_id
|
@@ -2836,7 +2849,8 @@ module Aws::EMR
|
|
2836
2849
|
# @return [String]
|
2837
2850
|
#
|
2838
2851
|
# @!attribute [rw] market
|
2839
|
-
# Market type of the EC2 instances used to create a cluster
|
2852
|
+
# Market type of the Amazon EC2 instances used to create a cluster
|
2853
|
+
# node.
|
2840
2854
|
# @return [String]
|
2841
2855
|
#
|
2842
2856
|
# @!attribute [rw] instance_role
|
@@ -2851,7 +2865,7 @@ module Aws::EMR
|
|
2851
2865
|
# @return [String]
|
2852
2866
|
#
|
2853
2867
|
# @!attribute [rw] instance_type
|
2854
|
-
# EC2 instance type.
|
2868
|
+
# Amazon EC2 instance type.
|
2855
2869
|
# @return [String]
|
2856
2870
|
#
|
2857
2871
|
# @!attribute [rw] instance_request_count
|
@@ -2924,8 +2938,9 @@ module Aws::EMR
|
|
2924
2938
|
# @return [Integer]
|
2925
2939
|
#
|
2926
2940
|
# @!attribute [rw] ec2_instance_ids_to_terminate
|
2927
|
-
# The EC2 InstanceIds to terminate. After you terminate the
|
2928
|
-
# the instance group will not return to its original
|
2941
|
+
# The Amazon EC2 InstanceIds to terminate. After you terminate the
|
2942
|
+
# instances, the instance group will not return to its original
|
2943
|
+
# requested size.
|
2929
2944
|
# @return [Array<String>]
|
2930
2945
|
#
|
2931
2946
|
# @!attribute [rw] shrink_policy
|
@@ -3119,8 +3134,8 @@ module Aws::EMR
|
|
3119
3134
|
end
|
3120
3135
|
|
3121
3136
|
# An instance type configuration for each instance type in an instance
|
3122
|
-
# fleet, which determines the EC2 instances Amazon EMR attempts
|
3123
|
-
# provision to fulfill On-Demand and Spot target capacities. When you
|
3137
|
+
# fleet, which determines the Amazon EC2 instances Amazon EMR attempts
|
3138
|
+
# to provision to fulfill On-Demand and Spot target capacities. When you
|
3124
3139
|
# use an allocation strategy, you can include a maximum of 30 instance
|
3125
3140
|
# type configurations for a fleet. For more information about how to use
|
3126
3141
|
# an allocation strategy, see [Configure Instance Fleets][1]. Without an
|
@@ -3128,7 +3143,7 @@ module Aws::EMR
|
|
3128
3143
|
# configurations for a fleet.
|
3129
3144
|
#
|
3130
3145
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3131
|
-
#
|
3146
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3132
3147
|
#
|
3133
3148
|
# </note>
|
3134
3149
|
#
|
@@ -3137,7 +3152,7 @@ module Aws::EMR
|
|
3137
3152
|
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-fleet.html
|
3138
3153
|
#
|
3139
3154
|
# @!attribute [rw] instance_type
|
3140
|
-
# An EC2 instance type, such as `m3.xlarge`.
|
3155
|
+
# An Amazon EC2 instance type, such as `m3.xlarge`.
|
3141
3156
|
# @return [String]
|
3142
3157
|
#
|
3143
3158
|
# @!attribute [rw] weighted_capacity
|
@@ -3149,16 +3164,16 @@ module Aws::EMR
|
|
3149
3164
|
# @return [Integer]
|
3150
3165
|
#
|
3151
3166
|
# @!attribute [rw] bid_price
|
3152
|
-
# The bid price for each EC2 Spot Instance type as defined by
|
3167
|
+
# The bid price for each Amazon EC2 Spot Instance type as defined by
|
3153
3168
|
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
3154
3169
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
3155
3170
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
3156
3171
|
# @return [String]
|
3157
3172
|
#
|
3158
3173
|
# @!attribute [rw] bid_price_as_percentage_of_on_demand_price
|
3159
|
-
# The bid price, as a percentage of On-Demand price, for each
|
3160
|
-
# Instance as defined by `InstanceType`. Expressed as a
|
3161
|
-
# example, 20 specifies 20%). If neither `BidPrice` nor
|
3174
|
+
# The bid price, as a percentage of On-Demand price, for each Amazon
|
3175
|
+
# EC2 Spot Instance as defined by `InstanceType`. Expressed as a
|
3176
|
+
# number (for example, 20 specifies 20%). If neither `BidPrice` nor
|
3162
3177
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
3163
3178
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
3164
3179
|
# @return [Float]
|
@@ -3196,12 +3211,12 @@ module Aws::EMR
|
|
3196
3211
|
# fleet.
|
3197
3212
|
#
|
3198
3213
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3199
|
-
#
|
3214
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3200
3215
|
#
|
3201
3216
|
# </note>
|
3202
3217
|
#
|
3203
3218
|
# @!attribute [rw] instance_type
|
3204
|
-
# The EC2 instance type, for example `m3.xlarge`.
|
3219
|
+
# The Amazon EC2 instance type, for example `m3.xlarge`.
|
3205
3220
|
# @return [String]
|
3206
3221
|
#
|
3207
3222
|
# @!attribute [rw] weighted_capacity
|
@@ -3213,14 +3228,14 @@ module Aws::EMR
|
|
3213
3228
|
# @return [Integer]
|
3214
3229
|
#
|
3215
3230
|
# @!attribute [rw] bid_price
|
3216
|
-
# The bid price for each EC2 Spot Instance type as defined by
|
3231
|
+
# The bid price for each Amazon EC2 Spot Instance type as defined by
|
3217
3232
|
# `InstanceType`. Expressed in USD.
|
3218
3233
|
# @return [String]
|
3219
3234
|
#
|
3220
3235
|
# @!attribute [rw] bid_price_as_percentage_of_on_demand_price
|
3221
|
-
# The bid price, as a percentage of On-Demand price, for each
|
3222
|
-
# Instance as defined by `InstanceType`. Expressed as a
|
3223
|
-
# example, 20 specifies 20%).
|
3236
|
+
# The bid price, as a percentage of On-Demand price, for each Amazon
|
3237
|
+
# EC2 Spot Instance as defined by `InstanceType`. Expressed as a
|
3238
|
+
# number (for example, 20 specifies 20%).
|
3224
3239
|
# @return [Float]
|
3225
3240
|
#
|
3226
3241
|
# @!attribute [rw] configurations
|
@@ -3315,7 +3330,7 @@ module Aws::EMR
|
|
3315
3330
|
#
|
3316
3331
|
# @!attribute [rw] log_encryption_kms_key_id
|
3317
3332
|
# The KMS key used for encrypting log files. This attribute is only
|
3318
|
-
# available with EMR
|
3333
|
+
# available with Amazon EMR 5.30.0 and later, excluding 6.0.0.
|
3319
3334
|
# @return [String]
|
3320
3335
|
#
|
3321
3336
|
# @!attribute [rw] ami_version
|
@@ -3350,14 +3365,14 @@ module Aws::EMR
|
|
3350
3365
|
# Indicates whether the cluster is visible to IAM principals in the
|
3351
3366
|
# Amazon Web Services account associated with the cluster. When
|
3352
3367
|
# `true`, IAM principals in the Amazon Web Services account can
|
3353
|
-
# perform EMR cluster actions that their IAM policies allow.
|
3354
|
-
# `false`, only the IAM principal that created the cluster and
|
3355
|
-
# Amazon Web Services account root user can perform EMR
|
3356
|
-
# regardless of IAM permissions policies attached to other
|
3357
|
-
# principals.
|
3368
|
+
# perform Amazon EMR cluster actions that their IAM policies allow.
|
3369
|
+
# When `false`, only the IAM principal that created the cluster and
|
3370
|
+
# the Amazon Web Services account root user can perform Amazon EMR
|
3371
|
+
# actions, regardless of IAM permissions policies attached to other
|
3372
|
+
# IAM principals.
|
3358
3373
|
#
|
3359
3374
|
# The default value is `true` if a value is not provided when creating
|
3360
|
-
# a cluster using the EMR API RunJobFlow command, the CLI
|
3375
|
+
# a cluster using the Amazon EMR API RunJobFlow command, the CLI
|
3361
3376
|
# [create-cluster][1] command, or the Amazon Web Services Management
|
3362
3377
|
# Console.
|
3363
3378
|
#
|
@@ -3368,7 +3383,7 @@ module Aws::EMR
|
|
3368
3383
|
#
|
3369
3384
|
# @!attribute [rw] job_flow_role
|
3370
3385
|
# The IAM role that was specified when the job flow was launched. The
|
3371
|
-
# EC2 instances of the job flow assume this role.
|
3386
|
+
# Amazon EC2 instances of the job flow assume this role.
|
3372
3387
|
# @return [String]
|
3373
3388
|
#
|
3374
3389
|
# @!attribute [rw] service_role
|
@@ -3380,7 +3395,7 @@ module Aws::EMR
|
|
3380
3395
|
# An IAM role for automatic scaling policies. The default role is
|
3381
3396
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides a way for the
|
3382
3397
|
# automatic scaling feature to get the required permissions it needs
|
3383
|
-
# to launch and terminate EC2 instances in an instance group.
|
3398
|
+
# to launch and terminate Amazon EC2 instances in an instance group.
|
3384
3399
|
# @return [String]
|
3385
3400
|
#
|
3386
3401
|
# @!attribute [rw] scale_down_behavior
|
@@ -3396,8 +3411,8 @@ module Aws::EMR
|
|
3396
3411
|
# of the instance-hour boundary. With either behavior, Amazon EMR
|
3397
3412
|
# removes the least active nodes first and blocks instance termination
|
3398
3413
|
# if it could lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
3399
|
-
# available only in Amazon EMR
|
3400
|
-
# default for
|
3414
|
+
# available only in Amazon EMR releases 4.1.0 and later, and is the
|
3415
|
+
# default for releases of Amazon EMR earlier than 5.1.0.
|
3401
3416
|
# @return [String]
|
3402
3417
|
#
|
3403
3418
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/JobFlowDetail AWS API Documentation
|
@@ -3470,15 +3485,15 @@ module Aws::EMR
|
|
3470
3485
|
# configuration.
|
3471
3486
|
#
|
3472
3487
|
# @!attribute [rw] master_instance_type
|
3473
|
-
# The EC2 instance type of the master node.
|
3488
|
+
# The Amazon EC2 instance type of the master node.
|
3474
3489
|
# @return [String]
|
3475
3490
|
#
|
3476
3491
|
# @!attribute [rw] slave_instance_type
|
3477
|
-
# The EC2 instance type of the core and task nodes.
|
3492
|
+
# The Amazon EC2 instance type of the core and task nodes.
|
3478
3493
|
# @return [String]
|
3479
3494
|
#
|
3480
3495
|
# @!attribute [rw] instance_count
|
3481
|
-
# The number of EC2 instances in the cluster.
|
3496
|
+
# The number of Amazon EC2 instances in the cluster.
|
3482
3497
|
# @return [Integer]
|
3483
3498
|
#
|
3484
3499
|
# @!attribute [rw] instance_groups
|
@@ -3487,17 +3502,17 @@ module Aws::EMR
|
|
3487
3502
|
#
|
3488
3503
|
# @!attribute [rw] instance_fleets
|
3489
3504
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3490
|
-
#
|
3505
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3491
3506
|
#
|
3492
3507
|
# </note>
|
3493
3508
|
#
|
3494
|
-
# Describes the EC2 instances and instance configurations for
|
3495
|
-
# that use the instance fleet configuration.
|
3509
|
+
# Describes the Amazon EC2 instances and instance configurations for
|
3510
|
+
# clusters that use the instance fleet configuration.
|
3496
3511
|
# @return [Array<Types::InstanceFleetConfig>]
|
3497
3512
|
#
|
3498
3513
|
# @!attribute [rw] ec2_key_name
|
3499
|
-
# The name of the EC2 key pair that can be used to connect to
|
3500
|
-
# master node using SSH as the user called "hadoop."
|
3514
|
+
# The name of the Amazon EC2 key pair that can be used to connect to
|
3515
|
+
# the master node using SSH as the user called "hadoop."
|
3501
3516
|
# @return [String]
|
3502
3517
|
#
|
3503
3518
|
# @!attribute [rw] placement
|
@@ -3542,11 +3557,11 @@ module Aws::EMR
|
|
3542
3557
|
#
|
3543
3558
|
# @!attribute [rw] ec2_subnet_ids
|
3544
3559
|
# Applies to clusters that use the instance fleet configuration. When
|
3545
|
-
# multiple EC2 subnet IDs are specified, Amazon EMR evaluates
|
3546
|
-
# launches instances in the optimal subnet.
|
3560
|
+
# multiple Amazon EC2 subnet IDs are specified, Amazon EMR evaluates
|
3561
|
+
# them and launches instances in the optimal subnet.
|
3547
3562
|
#
|
3548
3563
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3549
|
-
#
|
3564
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
3550
3565
|
#
|
3551
3566
|
# </note>
|
3552
3567
|
# @return [Array<String>]
|
@@ -4052,6 +4067,10 @@ module Aws::EMR
|
|
4052
4067
|
# for this `ListNotebookExecutions` call.
|
4053
4068
|
# @return [String]
|
4054
4069
|
#
|
4070
|
+
# @!attribute [rw] execution_engine_id
|
4071
|
+
# The unique ID of the execution engine.
|
4072
|
+
# @return [String]
|
4073
|
+
#
|
4055
4074
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsInput AWS API Documentation
|
4056
4075
|
#
|
4057
4076
|
class ListNotebookExecutionsInput < Struct.new(
|
@@ -4059,7 +4078,8 @@ module Aws::EMR
|
|
4059
4078
|
:status,
|
4060
4079
|
:from,
|
4061
4080
|
:to,
|
4062
|
-
:marker
|
4081
|
+
:marker,
|
4082
|
+
:execution_engine_id)
|
4063
4083
|
SENSITIVE = []
|
4064
4084
|
include Aws::Structure
|
4065
4085
|
end
|
@@ -4301,7 +4321,7 @@ module Aws::EMR
|
|
4301
4321
|
# master node cannot be scaled after initial configuration.
|
4302
4322
|
#
|
4303
4323
|
# @!attribute [rw] compute_limits
|
4304
|
-
# The EC2 unit limits for a managed scaling policy. The managed
|
4324
|
+
# The Amazon EC2 unit limits for a managed scaling policy. The managed
|
4305
4325
|
# scaling activity of a cluster is not allowed to go above or below
|
4306
4326
|
# these limits. The limit only applies to the core and task nodes. The
|
4307
4327
|
# master node cannot be scaled after initial configuration.
|
@@ -4407,21 +4427,21 @@ module Aws::EMR
|
|
4407
4427
|
include Aws::Structure
|
4408
4428
|
end
|
4409
4429
|
|
4410
|
-
# A notebook execution. An execution is a specific instance that an
|
4411
|
-
# Notebook is run using the `StartNotebookExecution` action.
|
4430
|
+
# A notebook execution. An execution is a specific instance that an
|
4431
|
+
# Amazon EMR Notebook is run using the `StartNotebookExecution` action.
|
4412
4432
|
#
|
4413
4433
|
# @!attribute [rw] notebook_execution_id
|
4414
4434
|
# The unique identifier of a notebook execution.
|
4415
4435
|
# @return [String]
|
4416
4436
|
#
|
4417
4437
|
# @!attribute [rw] editor_id
|
4418
|
-
# The unique identifier of the EMR Notebook that is used for
|
4419
|
-
# notebook execution.
|
4438
|
+
# The unique identifier of the Amazon EMR Notebook that is used for
|
4439
|
+
# the notebook execution.
|
4420
4440
|
# @return [String]
|
4421
4441
|
#
|
4422
4442
|
# @!attribute [rw] execution_engine
|
4423
|
-
# The execution engine, such as an EMR cluster, used to run the
|
4424
|
-
# notebook and perform the notebook execution.
|
4443
|
+
# The execution engine, such as an Amazon EMR cluster, used to run the
|
4444
|
+
# Amazon EMR notebook and perform the notebook execution.
|
4425
4445
|
# @return [Types::ExecutionEngineConfig]
|
4426
4446
|
#
|
4427
4447
|
# @!attribute [rw] notebook_execution_name
|
@@ -4429,7 +4449,7 @@ module Aws::EMR
|
|
4429
4449
|
# @return [String]
|
4430
4450
|
#
|
4431
4451
|
# @!attribute [rw] notebook_params
|
4432
|
-
# Input parameters in JSON format passed to the EMR Notebook at
|
4452
|
+
# Input parameters in JSON format passed to the Amazon EMR Notebook at
|
4433
4453
|
# runtime for execution.
|
4434
4454
|
# @return [String]
|
4435
4455
|
#
|
@@ -4488,9 +4508,10 @@ module Aws::EMR
|
|
4488
4508
|
# @return [String]
|
4489
4509
|
#
|
4490
4510
|
# @!attribute [rw] notebook_instance_security_group_id
|
4491
|
-
# The unique identifier of the EC2 security group associated
|
4492
|
-
# EMR Notebook instance. For more information see
|
4493
|
-
# Security Groups for EMR Notebooks][1]
|
4511
|
+
# The unique identifier of the Amazon EC2 security group associated
|
4512
|
+
# with the Amazon EMR Notebook instance. For more information see
|
4513
|
+
# [Specifying Amazon EC2 Security Groups for Amazon EMR Notebooks][1]
|
4514
|
+
# in the *Amazon EMR Management Guide*.
|
4494
4515
|
#
|
4495
4516
|
#
|
4496
4517
|
#
|
@@ -4504,6 +4525,22 @@ module Aws::EMR
|
|
4504
4525
|
# maximum of 256 characters.
|
4505
4526
|
# @return [Array<Types::Tag>]
|
4506
4527
|
#
|
4528
|
+
# @!attribute [rw] notebook_s3_location
|
4529
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4530
|
+
# @return [Types::NotebookS3LocationForOutput]
|
4531
|
+
#
|
4532
|
+
# @!attribute [rw] output_notebook_s3_location
|
4533
|
+
# The Amazon S3 location for the notebook execution output.
|
4534
|
+
# @return [Types::OutputNotebookS3LocationForOutput]
|
4535
|
+
#
|
4536
|
+
# @!attribute [rw] output_notebook_format
|
4537
|
+
# The output format for the notebook execution.
|
4538
|
+
# @return [String]
|
4539
|
+
#
|
4540
|
+
# @!attribute [rw] environment_variables
|
4541
|
+
# The environment variables associated with the notebook execution.
|
4542
|
+
# @return [Hash<String,String>]
|
4543
|
+
#
|
4507
4544
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecution AWS API Documentation
|
4508
4545
|
#
|
4509
4546
|
class NotebookExecution < Struct.new(
|
@@ -4519,7 +4556,11 @@ module Aws::EMR
|
|
4519
4556
|
:output_notebook_uri,
|
4520
4557
|
:last_state_change_reason,
|
4521
4558
|
:notebook_instance_security_group_id,
|
4522
|
-
:tags
|
4559
|
+
:tags,
|
4560
|
+
:notebook_s3_location,
|
4561
|
+
:output_notebook_s3_location,
|
4562
|
+
:output_notebook_format,
|
4563
|
+
:environment_variables)
|
4523
4564
|
SENSITIVE = []
|
4524
4565
|
include Aws::Structure
|
4525
4566
|
end
|
@@ -4582,6 +4623,14 @@ module Aws::EMR
|
|
4582
4623
|
# The timestamp when notebook execution started.
|
4583
4624
|
# @return [Time]
|
4584
4625
|
#
|
4626
|
+
# @!attribute [rw] notebook_s3_location
|
4627
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4628
|
+
# @return [Types::NotebookS3LocationForOutput]
|
4629
|
+
#
|
4630
|
+
# @!attribute [rw] execution_engine_id
|
4631
|
+
# The unique ID of the execution engine for the notebook execution.
|
4632
|
+
# @return [String]
|
4633
|
+
#
|
4585
4634
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecutionSummary AWS API Documentation
|
4586
4635
|
#
|
4587
4636
|
class NotebookExecutionSummary < Struct.new(
|
@@ -4590,7 +4639,49 @@ module Aws::EMR
|
|
4590
4639
|
:notebook_execution_name,
|
4591
4640
|
:status,
|
4592
4641
|
:start_time,
|
4593
|
-
:end_time
|
4642
|
+
:end_time,
|
4643
|
+
:notebook_s3_location,
|
4644
|
+
:execution_engine_id)
|
4645
|
+
SENSITIVE = []
|
4646
|
+
include Aws::Structure
|
4647
|
+
end
|
4648
|
+
|
4649
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4650
|
+
#
|
4651
|
+
# @!attribute [rw] bucket
|
4652
|
+
# The Amazon S3 bucket that stores the notebook execution input.
|
4653
|
+
# @return [String]
|
4654
|
+
#
|
4655
|
+
# @!attribute [rw] key
|
4656
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4657
|
+
# input.
|
4658
|
+
# @return [String]
|
4659
|
+
#
|
4660
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookS3LocationForOutput AWS API Documentation
|
4661
|
+
#
|
4662
|
+
class NotebookS3LocationForOutput < Struct.new(
|
4663
|
+
:bucket,
|
4664
|
+
:key)
|
4665
|
+
SENSITIVE = []
|
4666
|
+
include Aws::Structure
|
4667
|
+
end
|
4668
|
+
|
4669
|
+
# The Amazon S3 location that stores the notebook execution input.
|
4670
|
+
#
|
4671
|
+
# @!attribute [rw] bucket
|
4672
|
+
# The Amazon S3 bucket that stores the notebook execution input.
|
4673
|
+
# @return [String]
|
4674
|
+
#
|
4675
|
+
# @!attribute [rw] key
|
4676
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4677
|
+
# input.
|
4678
|
+
# @return [String]
|
4679
|
+
#
|
4680
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookS3LocationFromInput AWS API Documentation
|
4681
|
+
#
|
4682
|
+
class NotebookS3LocationFromInput < Struct.new(
|
4683
|
+
:bucket,
|
4684
|
+
:key)
|
4594
4685
|
SENSITIVE = []
|
4595
4686
|
include Aws::Structure
|
4596
4687
|
end
|
@@ -4668,8 +4759,8 @@ module Aws::EMR
|
|
4668
4759
|
# fleet, which determines the allocation strategy.
|
4669
4760
|
#
|
4670
4761
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
4671
|
-
#
|
4672
|
-
# Instances allocation strategy is available in Amazon EMR
|
4762
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
4763
|
+
# Instances allocation strategy is available in Amazon EMR releases
|
4673
4764
|
# 5.12.1 and later.
|
4674
4765
|
#
|
4675
4766
|
# </note>
|
@@ -4716,24 +4807,64 @@ module Aws::EMR
|
|
4716
4807
|
include Aws::Structure
|
4717
4808
|
end
|
4718
4809
|
|
4810
|
+
# The Amazon S3 location that stores the notebook execution output.
|
4811
|
+
#
|
4812
|
+
# @!attribute [rw] bucket
|
4813
|
+
# The Amazon S3 bucket that stores the notebook execution output.
|
4814
|
+
# @return [String]
|
4815
|
+
#
|
4816
|
+
# @!attribute [rw] key
|
4817
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4818
|
+
# output.
|
4819
|
+
# @return [String]
|
4820
|
+
#
|
4821
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/OutputNotebookS3LocationForOutput AWS API Documentation
|
4822
|
+
#
|
4823
|
+
class OutputNotebookS3LocationForOutput < Struct.new(
|
4824
|
+
:bucket,
|
4825
|
+
:key)
|
4826
|
+
SENSITIVE = []
|
4827
|
+
include Aws::Structure
|
4828
|
+
end
|
4829
|
+
|
4830
|
+
# The Amazon S3 location that stores the notebook execution output.
|
4831
|
+
#
|
4832
|
+
# @!attribute [rw] bucket
|
4833
|
+
# The Amazon S3 bucket that stores the notebook execution output.
|
4834
|
+
# @return [String]
|
4835
|
+
#
|
4836
|
+
# @!attribute [rw] key
|
4837
|
+
# The key to the Amazon S3 location that stores the notebook execution
|
4838
|
+
# output.
|
4839
|
+
# @return [String]
|
4840
|
+
#
|
4841
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/OutputNotebookS3LocationFromInput AWS API Documentation
|
4842
|
+
#
|
4843
|
+
class OutputNotebookS3LocationFromInput < Struct.new(
|
4844
|
+
:bucket,
|
4845
|
+
:key)
|
4846
|
+
SENSITIVE = []
|
4847
|
+
include Aws::Structure
|
4848
|
+
end
|
4849
|
+
|
4719
4850
|
# Placement group configuration for an Amazon EMR cluster. The
|
4720
4851
|
# configuration specifies the placement strategy that can be applied to
|
4721
4852
|
# instance roles during cluster creation.
|
4722
4853
|
#
|
4723
4854
|
# To use this configuration, consider attaching managed policy
|
4724
|
-
# AmazonElasticMapReducePlacementGroupPolicy to the EMR role.
|
4855
|
+
# AmazonElasticMapReducePlacementGroupPolicy to the Amazon EMR role.
|
4725
4856
|
#
|
4726
4857
|
# @!attribute [rw] instance_role
|
4727
4858
|
# Role of the instance in the cluster.
|
4728
4859
|
#
|
4729
|
-
# Starting with Amazon EMR
|
4860
|
+
# Starting with Amazon EMR release 5.23.0, the only supported instance
|
4730
4861
|
# role is `MASTER`.
|
4731
4862
|
# @return [String]
|
4732
4863
|
#
|
4733
4864
|
# @!attribute [rw] placement_strategy
|
4734
|
-
# EC2 Placement Group strategy associated with instance role.
|
4865
|
+
# Amazon EC2 Placement Group strategy associated with instance role.
|
4735
4866
|
#
|
4736
|
-
# Starting with Amazon EMR
|
4867
|
+
# Starting with Amazon EMR release 5.23.0, the only supported
|
4737
4868
|
# placement strategy is `SPREAD` for the `MASTER` instance role.
|
4738
4869
|
# @return [String]
|
4739
4870
|
#
|
@@ -4762,7 +4893,7 @@ module Aws::EMR
|
|
4762
4893
|
# `AvailabilityZone` (singular) is used for uniform instance groups.
|
4763
4894
|
#
|
4764
4895
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
4765
|
-
#
|
4896
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
4766
4897
|
#
|
4767
4898
|
# </note>
|
4768
4899
|
# @return [Array<String>]
|
@@ -4889,8 +5020,9 @@ module Aws::EMR
|
|
4889
5020
|
# <note markdown="1"> For accounts that created clusters in a Region before November 25,
|
4890
5021
|
# 2019, block public access is disabled by default in that Region. To
|
4891
5022
|
# use this feature, you must manually enable and configure it. For
|
4892
|
-
# accounts that did not create an EMR cluster in a Region
|
4893
|
-
# date, block public access is enabled by default in that
|
5023
|
+
# accounts that did not create an Amazon EMR cluster in a Region
|
5024
|
+
# before this date, block public access is enabled by default in that
|
5025
|
+
# Region.
|
4894
5026
|
#
|
4895
5027
|
# </note>
|
4896
5028
|
# @return [Types::BlockPublicAccessConfiguration]
|
@@ -4908,8 +5040,8 @@ module Aws::EMR
|
|
4908
5040
|
class PutBlockPublicAccessConfigurationOutput < Aws::EmptyStructure; end
|
4909
5041
|
|
4910
5042
|
# @!attribute [rw] cluster_id
|
4911
|
-
# Specifies the ID of an EMR cluster where the managed scaling
|
4912
|
-
# is attached.
|
5043
|
+
# Specifies the ID of an Amazon EMR cluster where the managed scaling
|
5044
|
+
# policy is attached.
|
4913
5045
|
# @return [String]
|
4914
5046
|
#
|
4915
5047
|
# @!attribute [rw] managed_scaling_policy
|
@@ -5047,7 +5179,7 @@ module Aws::EMR
|
|
5047
5179
|
# @!attribute [rw] log_encryption_kms_key_id
|
5048
5180
|
# The KMS key used for encrypting log files. If a value is not
|
5049
5181
|
# provided, the logs remain encrypted by AES-256. This attribute is
|
5050
|
-
# only available with Amazon EMR
|
5182
|
+
# only available with Amazon EMR releases 5.30.0 and later, excluding
|
5051
5183
|
# Amazon EMR 6.0.0.
|
5052
5184
|
# @return [String]
|
5053
5185
|
#
|
@@ -5116,11 +5248,11 @@ module Aws::EMR
|
|
5116
5248
|
# </note>
|
5117
5249
|
#
|
5118
5250
|
# A list of strings that indicates third-party software to use with
|
5119
|
-
# the job flow that accepts a user argument list. EMR accepts
|
5120
|
-
# forwards the argument list to the corresponding installation
|
5121
|
-
# as bootstrap action arguments. For more information, see
|
5122
|
-
# Job Flow on the MapR Distribution for Hadoop" in the
|
5123
|
-
# Developer Guide][1]. Supported values are:
|
5251
|
+
# the job flow that accepts a user argument list. Amazon EMR accepts
|
5252
|
+
# and forwards the argument list to the corresponding installation
|
5253
|
+
# script as bootstrap action arguments. For more information, see
|
5254
|
+
# "Launch a Job Flow on the MapR Distribution for Hadoop" in the
|
5255
|
+
# [Amazon EMR Developer Guide][1]. Supported values are:
|
5124
5256
|
#
|
5125
5257
|
# * "mapr-m3" - launch the cluster using MapR M3 Edition.
|
5126
5258
|
#
|
@@ -5160,7 +5292,7 @@ module Aws::EMR
|
|
5160
5292
|
#
|
5161
5293
|
# @!attribute [rw] configurations
|
5162
5294
|
# For Amazon EMR releases 4.0 and later. The list of configurations
|
5163
|
-
# supplied for the EMR cluster you are creating.
|
5295
|
+
# supplied for the Amazon EMR cluster that you are creating.
|
5164
5296
|
# @return [Array<Types::Configuration>]
|
5165
5297
|
#
|
5166
5298
|
# @!attribute [rw] visible_to_all_users
|
@@ -5168,29 +5300,30 @@ module Aws::EMR
|
|
5168
5300
|
# the value is set to `true`. Setting it to `false` now has no effect.
|
5169
5301
|
#
|
5170
5302
|
# Set this value to `true` so that IAM principals in the Amazon Web
|
5171
|
-
# Services account associated with the cluster can perform EMR
|
5172
|
-
# on the cluster that their IAM policies allow. This value
|
5173
|
-
# `true` for clusters created using the EMR API or
|
5174
|
-
# [create-cluster][1] command.
|
5303
|
+
# Services account associated with the cluster can perform Amazon EMR
|
5304
|
+
# actions on the cluster that their IAM policies allow. This value
|
5305
|
+
# defaults to `true` for clusters created using the Amazon EMR API or
|
5306
|
+
# the CLI [create-cluster][1] command.
|
5175
5307
|
#
|
5176
5308
|
# When set to `false`, only the IAM principal that created the cluster
|
5177
|
-
# and the Amazon Web Services account root user can perform EMR
|
5309
|
+
# and the Amazon Web Services account root user can perform Amazon EMR
|
5178
5310
|
# actions for the cluster, regardless of the IAM permissions policies
|
5179
5311
|
# attached to other IAM principals. For more information, see
|
5180
|
-
# [Understanding the EMR
|
5181
|
-
# *Amazon
|
5312
|
+
# [Understanding the Amazon EMR cluster VisibleToAllUsers setting][2]
|
5313
|
+
# in the *Amazon EMR Management Guide*.
|
5182
5314
|
#
|
5183
5315
|
#
|
5184
5316
|
#
|
5185
5317
|
# [1]: https://docs.aws.amazon.com/cli/latest/reference/emr/create-cluster.html
|
5186
|
-
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/
|
5318
|
+
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/security_IAM_emr-with-IAM.html#security_set_visible_to_all_users
|
5187
5319
|
# @return [Boolean]
|
5188
5320
|
#
|
5189
5321
|
# @!attribute [rw] job_flow_role
|
5190
|
-
# Also called instance profile and EC2 role. An IAM role for an
|
5191
|
-
# cluster. The EC2 instances of the cluster assume
|
5192
|
-
# default role is `EMR_EC2_DefaultRole`. In order to
|
5193
|
-
# role, you must have already created it using the CLI
|
5322
|
+
# Also called instance profile and Amazon EC2 role. An IAM role for an
|
5323
|
+
# Amazon EMR cluster. The Amazon EC2 instances of the cluster assume
|
5324
|
+
# this role. The default role is `EMR_EC2_DefaultRole`. In order to
|
5325
|
+
# use the default role, you must have already created it using the CLI
|
5326
|
+
# or console.
|
5194
5327
|
# @return [String]
|
5195
5328
|
#
|
5196
5329
|
# @!attribute [rw] service_role
|
@@ -5213,7 +5346,7 @@ module Aws::EMR
|
|
5213
5346
|
# An IAM role for automatic scaling policies. The default role is
|
5214
5347
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides permissions
|
5215
5348
|
# that the automatic scaling feature requires to launch and terminate
|
5216
|
-
# EC2 instances in an instance group.
|
5349
|
+
# Amazon EC2 instances in an instance group.
|
5217
5350
|
# @return [String]
|
5218
5351
|
#
|
5219
5352
|
# @!attribute [rw] scale_down_behavior
|
@@ -5229,19 +5362,19 @@ module Aws::EMR
|
|
5229
5362
|
# Amazon EC2 instances, regardless of the instance-hour boundary. With
|
5230
5363
|
# either behavior, Amazon EMR removes the least active nodes first and
|
5231
5364
|
# blocks instance termination if it could lead to HDFS corruption.
|
5232
|
-
# `TERMINATE_AT_TASK_COMPLETION` available only in Amazon EMR
|
5233
|
-
# 4.1.0 and later, and is the default for
|
5365
|
+
# `TERMINATE_AT_TASK_COMPLETION` available only in Amazon EMR releases
|
5366
|
+
# 4.1.0 and later, and is the default for releases of Amazon EMR
|
5234
5367
|
# earlier than 5.1.0.
|
5235
5368
|
# @return [String]
|
5236
5369
|
#
|
5237
5370
|
# @!attribute [rw] custom_ami_id
|
5238
|
-
# Available only in Amazon EMR
|
5371
|
+
# Available only in Amazon EMR releases 5.7.0 and later. The ID of a
|
5239
5372
|
# custom Amazon EBS-backed Linux AMI. If specified, Amazon EMR uses
|
5240
|
-
# this AMI when it launches cluster EC2 instances. For more
|
5373
|
+
# this AMI when it launches cluster Amazon EC2 instances. For more
|
5241
5374
|
# information about custom AMIs in Amazon EMR, see [Using a Custom
|
5242
5375
|
# AMI][1] in the *Amazon EMR Management Guide*. If omitted, the
|
5243
5376
|
# cluster uses the base Linux AMI for the `ReleaseLabel` specified.
|
5244
|
-
# For Amazon EMR
|
5377
|
+
# For Amazon EMR releases 2.x and 3.x, use `AmiVersion` instead.
|
5245
5378
|
#
|
5246
5379
|
# For information about creating a custom AMI, see [Creating an Amazon
|
5247
5380
|
# EBS-Backed Linux AMI][2] in the *Amazon Elastic Compute Cloud User
|
@@ -5257,8 +5390,8 @@ module Aws::EMR
|
|
5257
5390
|
#
|
5258
5391
|
# @!attribute [rw] ebs_root_volume_size
|
5259
5392
|
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
5260
|
-
# AMI that is used for each EC2 instance. Available in Amazon
|
5261
|
-
#
|
5393
|
+
# AMI that is used for each Amazon EC2 instance. Available in Amazon
|
5394
|
+
# EMR releases 4.x and later.
|
5262
5395
|
# @return [Integer]
|
5263
5396
|
#
|
5264
5397
|
# @!attribute [rw] repo_upgrade_on_boot
|
@@ -5390,20 +5523,20 @@ module Aws::EMR
|
|
5390
5523
|
include Aws::Structure
|
5391
5524
|
end
|
5392
5525
|
|
5393
|
-
# The upper and lower EC2 instance limits for an automatic
|
5394
|
-
# policy. Automatic scaling activities triggered by automatic
|
5395
|
-
# rules will not cause an instance group to grow above or below
|
5396
|
-
# limits.
|
5526
|
+
# The upper and lower Amazon EC2 instance limits for an automatic
|
5527
|
+
# scaling policy. Automatic scaling activities triggered by automatic
|
5528
|
+
# scaling rules will not cause an instance group to grow above or below
|
5529
|
+
# these limits.
|
5397
5530
|
#
|
5398
5531
|
# @!attribute [rw] min_capacity
|
5399
|
-
# The lower boundary of EC2 instances in an instance group
|
5400
|
-
# scaling activities are not allowed to shrink. Scale-in
|
5401
|
-
# will not terminate instances below this boundary.
|
5532
|
+
# The lower boundary of Amazon EC2 instances in an instance group
|
5533
|
+
# below which scaling activities are not allowed to shrink. Scale-in
|
5534
|
+
# activities will not terminate instances below this boundary.
|
5402
5535
|
# @return [Integer]
|
5403
5536
|
#
|
5404
5537
|
# @!attribute [rw] max_capacity
|
5405
|
-
# The upper boundary of EC2 instances in an instance group
|
5406
|
-
# which scaling activities are not allowed to grow. Scale-out
|
5538
|
+
# The upper boundary of Amazon EC2 instances in an instance group
|
5539
|
+
# beyond which scaling activities are not allowed to grow. Scale-out
|
5407
5540
|
# activities will not add instances beyond this boundary.
|
5408
5541
|
# @return [Integer]
|
5409
5542
|
#
|
@@ -5417,9 +5550,9 @@ module Aws::EMR
|
|
5417
5550
|
end
|
5418
5551
|
|
5419
5552
|
# A scale-in or scale-out rule that defines scaling activity, including
|
5420
|
-
# the CloudWatch metric alarm that triggers activity, how EC2
|
5421
|
-
# are added or removed, and the periodicity of adjustments.
|
5422
|
-
# automatic scaling policy for an instance group can comprise one or
|
5553
|
+
# the CloudWatch metric alarm that triggers activity, how Amazon EC2
|
5554
|
+
# instances are added or removed, and the periodicity of adjustments.
|
5555
|
+
# The automatic scaling policy for an instance group can comprise one or
|
5423
5556
|
# more automatic scaling rules.
|
5424
5557
|
#
|
5425
5558
|
# @!attribute [rw] name
|
@@ -5642,11 +5775,11 @@ module Aws::EMR
|
|
5642
5775
|
#
|
5643
5776
|
# @!attribute [rw] visible_to_all_users
|
5644
5777
|
# A value of `true` indicates that an IAM principal in the Amazon Web
|
5645
|
-
# Services account can perform EMR actions on the cluster that
|
5646
|
-
# policies attached to the principal allow. A value of `false`
|
5778
|
+
# Services account can perform Amazon EMR actions on the cluster that
|
5779
|
+
# the IAM policies attached to the principal allow. A value of `false`
|
5647
5780
|
# indicates that only the IAM principal that created the cluster and
|
5648
|
-
# the Amazon Web Services root user can perform EMR actions on
|
5649
|
-
# cluster.
|
5781
|
+
# the Amazon Web Services root user can perform Amazon EMR actions on
|
5782
|
+
# the cluster.
|
5650
5783
|
# @return [Boolean]
|
5651
5784
|
#
|
5652
5785
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SetVisibleToAllUsersInput AWS API Documentation
|
@@ -5681,32 +5814,33 @@ module Aws::EMR
|
|
5681
5814
|
end
|
5682
5815
|
|
5683
5816
|
# An automatic scaling configuration, which describes how the policy
|
5684
|
-
# adds or removes instances, the cooldown period, and the number of
|
5685
|
-
# instances that will be added each time the CloudWatch
|
5686
|
-
# condition is satisfied.
|
5817
|
+
# adds or removes instances, the cooldown period, and the number of
|
5818
|
+
# Amazon EC2 instances that will be added each time the CloudWatch
|
5819
|
+
# metric alarm condition is satisfied.
|
5687
5820
|
#
|
5688
5821
|
# @!attribute [rw] adjustment_type
|
5689
|
-
# The way in which EC2 instances are added (if
|
5690
|
-
# a positive number) or terminated (if
|
5691
|
-
# negative number) each time the scaling
|
5692
|
-
# `CHANGE_IN_CAPACITY` is the default.
|
5693
|
-
# that the EC2 instance count
|
5694
|
-
# `ScalingAdjustment`, which should be
|
5695
|
-
# `PERCENT_CHANGE_IN_CAPACITY` indicates the
|
5696
|
-
# or decrements by the percentage specified
|
5697
|
-
# which should be expressed as an integer. For
|
5698
|
-
# an increase in 20% increments of cluster
|
5699
|
-
# indicates the scaling activity results in
|
5700
|
-
# number of EC2 instances specified
|
5701
|
-
# should be expressed as a positive
|
5822
|
+
# The way in which Amazon EC2 instances are added (if
|
5823
|
+
# `ScalingAdjustment` is a positive number) or terminated (if
|
5824
|
+
# `ScalingAdjustment` is a negative number) each time the scaling
|
5825
|
+
# activity is triggered. `CHANGE_IN_CAPACITY` is the default.
|
5826
|
+
# `CHANGE_IN_CAPACITY` indicates that the Amazon EC2 instance count
|
5827
|
+
# increments or decrements by `ScalingAdjustment`, which should be
|
5828
|
+
# expressed as an integer. `PERCENT_CHANGE_IN_CAPACITY` indicates the
|
5829
|
+
# instance count increments or decrements by the percentage specified
|
5830
|
+
# by `ScalingAdjustment`, which should be expressed as an integer. For
|
5831
|
+
# example, 20 indicates an increase in 20% increments of cluster
|
5832
|
+
# capacity. `EXACT_CAPACITY` indicates the scaling activity results in
|
5833
|
+
# an instance group with the number of Amazon EC2 instances specified
|
5834
|
+
# by `ScalingAdjustment`, which should be expressed as a positive
|
5835
|
+
# integer.
|
5702
5836
|
# @return [String]
|
5703
5837
|
#
|
5704
5838
|
# @!attribute [rw] scaling_adjustment
|
5705
5839
|
# The amount by which to scale in or scale out, based on the specified
|
5706
|
-
# `AdjustmentType`. A positive value adds to the instance group's
|
5707
|
-
# instance count while a negative number removes instances.
|
5708
|
-
# `AdjustmentType` is set to `EXACT_CAPACITY`, the number should
|
5709
|
-
# be a positive integer. If `AdjustmentType` is set to
|
5840
|
+
# `AdjustmentType`. A positive value adds to the instance group's
|
5841
|
+
# Amazon EC2 instance count while a negative number removes instances.
|
5842
|
+
# If `AdjustmentType` is set to `EXACT_CAPACITY`, the number should
|
5843
|
+
# only be a positive integer. If `AdjustmentType` is set to
|
5710
5844
|
# `PERCENT_CHANGE_IN_CAPACITY`, the value should express the
|
5711
5845
|
# percentage as an integer. For example, -20 indicates a decrease in
|
5712
5846
|
# 20% increments of cluster capacity.
|
@@ -5753,8 +5887,8 @@ module Aws::EMR
|
|
5753
5887
|
# and allocation strategy.
|
5754
5888
|
#
|
5755
5889
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
5756
|
-
#
|
5757
|
-
# allocation strategy is available in Amazon EMR
|
5890
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. Spot Instance
|
5891
|
+
# allocation strategy is available in Amazon EMR releases 5.12.1 and
|
5758
5892
|
# later.
|
5759
5893
|
#
|
5760
5894
|
# </note>
|
@@ -5846,15 +5980,15 @@ module Aws::EMR
|
|
5846
5980
|
end
|
5847
5981
|
|
5848
5982
|
# @!attribute [rw] editor_id
|
5849
|
-
# The unique identifier of the EMR Notebook to use for notebook
|
5983
|
+
# The unique identifier of the Amazon EMR Notebook to use for notebook
|
5850
5984
|
# execution.
|
5851
5985
|
# @return [String]
|
5852
5986
|
#
|
5853
5987
|
# @!attribute [rw] relative_path
|
5854
5988
|
# The path and file name of the notebook file for this execution,
|
5855
|
-
# relative to the path specified for the EMR Notebook. For
|
5856
|
-
# you specify a path of `s3://MyBucket/MyNotebooks` when
|
5857
|
-
# EMR Notebook for a notebook with an ID of
|
5989
|
+
# relative to the path specified for the Amazon EMR Notebook. For
|
5990
|
+
# example, if you specify a path of `s3://MyBucket/MyNotebooks` when
|
5991
|
+
# you create an Amazon EMR Notebook for a notebook with an ID of
|
5858
5992
|
# `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
|
5859
5993
|
# you specify a `RelativePath` of
|
5860
5994
|
# `my_notebook_executions/notebook_execution.ipynb`, the location of
|
@@ -5867,7 +6001,7 @@ module Aws::EMR
|
|
5867
6001
|
# @return [String]
|
5868
6002
|
#
|
5869
6003
|
# @!attribute [rw] notebook_params
|
5870
|
-
# Input parameters in JSON format passed to the EMR Notebook at
|
6004
|
+
# Input parameters in JSON format passed to the Amazon EMR Notebook at
|
5871
6005
|
# runtime for execution.
|
5872
6006
|
# @return [String]
|
5873
6007
|
#
|
@@ -5878,12 +6012,12 @@ module Aws::EMR
|
|
5878
6012
|
#
|
5879
6013
|
# @!attribute [rw] service_role
|
5880
6014
|
# The name or ARN of the IAM role that is used as the service role for
|
5881
|
-
# Amazon EMR (the EMR role) for the notebook execution.
|
6015
|
+
# Amazon EMR (the Amazon EMR role) for the notebook execution.
|
5882
6016
|
# @return [String]
|
5883
6017
|
#
|
5884
6018
|
# @!attribute [rw] notebook_instance_security_group_id
|
5885
6019
|
# The unique identifier of the Amazon EC2 security group to associate
|
5886
|
-
# with the EMR Notebook for this notebook execution.
|
6020
|
+
# with the Amazon EMR Notebook for this notebook execution.
|
5887
6021
|
# @return [String]
|
5888
6022
|
#
|
5889
6023
|
# @!attribute [rw] tags
|
@@ -5893,6 +6027,22 @@ module Aws::EMR
|
|
5893
6027
|
# maximum of 256 characters.
|
5894
6028
|
# @return [Array<Types::Tag>]
|
5895
6029
|
#
|
6030
|
+
# @!attribute [rw] notebook_s3_location
|
6031
|
+
# The Amazon S3 location for the notebook execution input.
|
6032
|
+
# @return [Types::NotebookS3LocationFromInput]
|
6033
|
+
#
|
6034
|
+
# @!attribute [rw] output_notebook_s3_location
|
6035
|
+
# The Amazon S3 location for the notebook execution output.
|
6036
|
+
# @return [Types::OutputNotebookS3LocationFromInput]
|
6037
|
+
#
|
6038
|
+
# @!attribute [rw] output_notebook_format
|
6039
|
+
# The output format for the notebook execution.
|
6040
|
+
# @return [String]
|
6041
|
+
#
|
6042
|
+
# @!attribute [rw] environment_variables
|
6043
|
+
# The environment variables associated with the notebook execution.
|
6044
|
+
# @return [Hash<String,String>]
|
6045
|
+
#
|
5896
6046
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionInput AWS API Documentation
|
5897
6047
|
#
|
5898
6048
|
class StartNotebookExecutionInput < Struct.new(
|
@@ -5903,7 +6053,11 @@ module Aws::EMR
|
|
5903
6053
|
:execution_engine,
|
5904
6054
|
:service_role,
|
5905
6055
|
:notebook_instance_security_group_id,
|
5906
|
-
:tags
|
6056
|
+
:tags,
|
6057
|
+
:notebook_s3_location,
|
6058
|
+
:output_notebook_s3_location,
|
6059
|
+
:output_notebook_format,
|
6060
|
+
:environment_variables)
|
5907
6061
|
SENSITIVE = []
|
5908
6062
|
include Aws::Structure
|
5909
6063
|
end
|
@@ -5965,7 +6119,7 @@ module Aws::EMR
|
|
5965
6119
|
# type using the following format:
|
5966
6120
|
# `arn:partition:service:region:account:resource`.
|
5967
6121
|
#
|
5968
|
-
# For example, `arn:aws:
|
6122
|
+
# For example, `arn:aws:IAM::1234567890:role/ReadOnly` is a correctly
|
5969
6123
|
# formatted runtime role ARN.
|
5970
6124
|
# @return [String]
|
5971
6125
|
#
|
@@ -6227,8 +6381,8 @@ module Aws::EMR
|
|
6227
6381
|
# @return [String]
|
6228
6382
|
#
|
6229
6383
|
# @!attribute [rw] auth_mode
|
6230
|
-
# Specifies whether the Amazon EMR Studio authenticates users
|
6231
|
-
#
|
6384
|
+
# Specifies whether the Amazon EMR Studio authenticates users with IAM
|
6385
|
+
# or IAM Identity Center.
|
6232
6386
|
# @return [String]
|
6233
6387
|
#
|
6234
6388
|
# @!attribute [rw] vpc_id
|
@@ -6363,7 +6517,7 @@ module Aws::EMR
|
|
6363
6517
|
end
|
6364
6518
|
|
6365
6519
|
# The list of supported product configurations that allow user-supplied
|
6366
|
-
# arguments. EMR accepts these arguments and forwards them to the
|
6520
|
+
# arguments. Amazon EMR accepts these arguments and forwards them to the
|
6367
6521
|
# corresponding installation script as bootstrap action arguments.
|
6368
6522
|
#
|
6369
6523
|
# @!attribute [rw] name
|
@@ -6544,7 +6698,7 @@ module Aws::EMR
|
|
6544
6698
|
|
6545
6699
|
# EBS volume specifications such as volume type, IOPS, size (GiB) and
|
6546
6700
|
# throughput (MiB/s) that are requested for the EBS volume attached to
|
6547
|
-
# an EC2 instance in the cluster.
|
6701
|
+
# an Amazon EC2 instance in the cluster.
|
6548
6702
|
#
|
6549
6703
|
# @!attribute [rw] volume_type
|
6550
6704
|
# The volume type. Volume types supported are gp3, gp2, io1, st1, sc1,
|