@aws-sdk/client-emr 3.329.0 → 3.331.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/models/models_0.js +4 -1
- package/dist-cjs/protocols/Aws_json1_1.js +7 -0
- package/dist-es/models/models_0.js +3 -0
- package/dist-es/protocols/Aws_json1_1.js +7 -0
- package/dist-types/commands/AddInstanceFleetCommand.d.ts +1 -1
- package/dist-types/commands/CancelStepsCommand.d.ts +1 -1
- package/dist-types/commands/DescribeNotebookExecutionCommand.d.ts +13 -0
- package/dist-types/commands/DescribeReleaseLabelCommand.d.ts +3 -3
- package/dist-types/commands/GetClusterSessionCredentialsCommand.d.ts +4 -2
- package/dist-types/commands/ListInstanceFleetsCommand.d.ts +1 -1
- package/dist-types/commands/ListInstancesCommand.d.ts +4 -3
- package/dist-types/commands/ListNotebookExecutionsCommand.d.ts +7 -1
- package/dist-types/commands/ListReleaseLabelsCommand.d.ts +2 -1
- package/dist-types/commands/ModifyInstanceFleetCommand.d.ts +1 -1
- package/dist-types/commands/PutAutoScalingPolicyCommand.d.ts +2 -2
- package/dist-types/commands/PutAutoTerminationPolicyCommand.d.ts +1 -1
- package/dist-types/commands/PutManagedScalingPolicyCommand.d.ts +3 -3
- package/dist-types/commands/RemoveAutoScalingPolicyCommand.d.ts +1 -2
- package/dist-types/commands/RemoveManagedScalingPolicyCommand.d.ts +1 -1
- package/dist-types/commands/RunJobFlowCommand.d.ts +1 -1
- package/dist-types/commands/SetTerminationProtectionCommand.d.ts +7 -5
- package/dist-types/commands/SetVisibleToAllUsersCommand.d.ts +9 -10
- package/dist-types/commands/StartNotebookExecutionCommand.d.ts +15 -2
- package/dist-types/commands/TerminateJobFlowsCommand.d.ts +2 -3
- package/dist-types/models/models_0.d.ts +466 -326
- package/dist-types/ts3.4/models/models_0.d.ts +35 -2
- package/package.json +1 -1
|
@@ -30,7 +30,8 @@ export type InstanceFleetType = (typeof InstanceFleetType)[keyof typeof Instance
|
|
|
30
30
|
/**
|
|
31
31
|
* @public
|
|
32
32
|
* <p>EBS volume specifications such as volume type, IOPS, size (GiB) and throughput (MiB/s)
|
|
33
|
-
* that are requested for the EBS volume attached to an EC2 instance in the
|
|
33
|
+
* that are requested for the EBS volume attached to an Amazon EC2 instance in the
|
|
34
|
+
* cluster.</p>
|
|
34
35
|
*/
|
|
35
36
|
export interface VolumeSpecification {
|
|
36
37
|
/**
|
|
@@ -61,7 +62,8 @@ export interface VolumeSpecification {
|
|
|
61
62
|
export interface EbsBlockDeviceConfig {
|
|
62
63
|
/**
|
|
63
64
|
* <p>EBS volume specifications such as volume type, IOPS, size (GiB) and throughput (MiB/s)
|
|
64
|
-
* that are requested for the EBS volume attached to an EC2 instance in the
|
|
65
|
+
* that are requested for the EBS volume attached to an Amazon EC2 instance in the
|
|
66
|
+
* cluster.</p>
|
|
65
67
|
*/
|
|
66
68
|
VolumeSpecification: VolumeSpecification | undefined;
|
|
67
69
|
/**
|
|
@@ -166,9 +168,9 @@ export interface OnDemandCapacityReservationOptions {
|
|
|
166
168
|
* <p> The launch specification for On-Demand Instances in the instance fleet, which
|
|
167
169
|
* determines the allocation strategy. </p>
|
|
168
170
|
* <note>
|
|
169
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
171
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
170
172
|
* 4.8.0 and later, excluding 5.0.x versions. On-Demand Instances allocation strategy is
|
|
171
|
-
* available in Amazon EMR
|
|
173
|
+
* available in Amazon EMR releases 5.12.1 and later.</p>
|
|
172
174
|
* </note>
|
|
173
175
|
*/
|
|
174
176
|
export interface OnDemandProvisioningSpecification {
|
|
@@ -212,9 +214,9 @@ export type SpotProvisioningTimeoutAction = (typeof SpotProvisioningTimeoutActio
|
|
|
212
214
|
* <p>The launch specification for Spot Instances in the instance fleet, which determines the
|
|
213
215
|
* defined duration, provisioning timeout behavior, and allocation strategy.</p>
|
|
214
216
|
* <note>
|
|
215
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
217
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
216
218
|
* 4.8.0 and later, excluding 5.0.x versions. Spot Instance allocation strategy is
|
|
217
|
-
* available in Amazon EMR
|
|
219
|
+
* available in Amazon EMR releases 5.12.1 and later.</p>
|
|
218
220
|
* </note>
|
|
219
221
|
* <note>
|
|
220
222
|
* <p>Spot Instances with a defined duration (also known as Spot blocks) are no longer
|
|
@@ -268,9 +270,9 @@ export interface SpotProvisioningSpecification {
|
|
|
268
270
|
* <p>The launch specification for Spot Instances in the fleet, which determines the defined
|
|
269
271
|
* duration, provisioning timeout behavior, and allocation strategy.</p>
|
|
270
272
|
* <note>
|
|
271
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
273
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
272
274
|
* 4.8.0 and later, excluding 5.0.x versions. On-Demand and Spot instance allocation
|
|
273
|
-
* strategies are available in Amazon EMR
|
|
275
|
+
* strategies are available in Amazon EMR releases 5.12.1 and later.</p>
|
|
274
276
|
* </note>
|
|
275
277
|
*/
|
|
276
278
|
export interface InstanceFleetProvisioningSpecifications {
|
|
@@ -283,9 +285,9 @@ export interface InstanceFleetProvisioningSpecifications {
|
|
|
283
285
|
* <p> The launch specification for On-Demand Instances in the instance fleet, which
|
|
284
286
|
* determines the allocation strategy. </p>
|
|
285
287
|
* <note>
|
|
286
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
288
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
287
289
|
* 4.8.0 and later, excluding 5.0.x versions. On-Demand Instances allocation strategy is
|
|
288
|
-
* available in Amazon EMR
|
|
290
|
+
* available in Amazon EMR releases 5.12.1 and later.</p>
|
|
289
291
|
* </note>
|
|
290
292
|
*/
|
|
291
293
|
OnDemandSpecification?: OnDemandProvisioningSpecification;
|
|
@@ -300,9 +302,9 @@ export interface OnDemandResizingSpecification {
|
|
|
300
302
|
* <p>On-Demand resize timeout in minutes. If On-Demand Instances are not provisioned within
|
|
301
303
|
* this time, the resize workflow stops. The minimum value is 5 minutes, and the maximum value
|
|
302
304
|
* is 10,080 minutes (7 days). The timeout applies to all resize workflows on the Instance
|
|
303
|
-
* Fleet. The resize could be triggered by Amazon EMR Managed Scaling
|
|
304
|
-
*
|
|
305
|
-
*
|
|
305
|
+
* Fleet. The resize could be triggered by Amazon EMR Managed Scaling or by the
|
|
306
|
+
* customer (via Amazon EMR Console, Amazon EMR CLI modify-instance-fleet or
|
|
307
|
+
* Amazon EMR SDK ModifyInstanceFleet API) or by Amazon EMR due to Amazon EC2 Spot Reclamation.</p>
|
|
306
308
|
*/
|
|
307
309
|
TimeoutDurationMinutes: number | undefined;
|
|
308
310
|
}
|
|
@@ -394,21 +396,21 @@ export declare class InvalidRequestException extends __BaseException {
|
|
|
394
396
|
}
|
|
395
397
|
/**
|
|
396
398
|
* @public
|
|
397
|
-
* <p>The upper and lower EC2 instance limits for an automatic scaling policy.
|
|
398
|
-
* scaling activities triggered by automatic scaling rules will not cause an
|
|
399
|
-
* grow above or below these limits.</p>
|
|
399
|
+
* <p>The upper and lower Amazon EC2 instance limits for an automatic scaling policy.
|
|
400
|
+
* Automatic scaling activities triggered by automatic scaling rules will not cause an
|
|
401
|
+
* instance group to grow above or below these limits.</p>
|
|
400
402
|
*/
|
|
401
403
|
export interface ScalingConstraints {
|
|
402
404
|
/**
|
|
403
|
-
* <p>The lower boundary of EC2 instances in an instance group below which
|
|
404
|
-
* are not allowed to shrink. Scale-in activities will not terminate
|
|
405
|
-
* boundary.</p>
|
|
405
|
+
* <p>The lower boundary of Amazon EC2 instances in an instance group below which
|
|
406
|
+
* scaling activities are not allowed to shrink. Scale-in activities will not terminate
|
|
407
|
+
* instances below this boundary.</p>
|
|
406
408
|
*/
|
|
407
409
|
MinCapacity: number | undefined;
|
|
408
410
|
/**
|
|
409
|
-
* <p>The upper boundary of EC2 instances in an instance group beyond which
|
|
410
|
-
* are not allowed to grow. Scale-out activities will not add instances
|
|
411
|
-
* boundary.</p>
|
|
411
|
+
* <p>The upper boundary of Amazon EC2 instances in an instance group beyond which
|
|
412
|
+
* scaling activities are not allowed to grow. Scale-out activities will not add instances
|
|
413
|
+
* beyond this boundary.</p>
|
|
412
414
|
*/
|
|
413
415
|
MaxCapacity: number | undefined;
|
|
414
416
|
}
|
|
@@ -440,32 +442,33 @@ export type AdjustmentType = (typeof AdjustmentType)[keyof typeof AdjustmentType
|
|
|
440
442
|
/**
|
|
441
443
|
* @public
|
|
442
444
|
* <p>An automatic scaling configuration, which describes how the policy adds or removes
|
|
443
|
-
* instances, the cooldown period, and the number of EC2 instances that will be
|
|
444
|
-
* time the CloudWatch metric alarm condition is satisfied.</p>
|
|
445
|
+
* instances, the cooldown period, and the number of Amazon EC2 instances that will be
|
|
446
|
+
* added each time the CloudWatch metric alarm condition is satisfied.</p>
|
|
445
447
|
*/
|
|
446
448
|
export interface SimpleScalingPolicyConfiguration {
|
|
447
449
|
/**
|
|
448
|
-
* <p>The way in which EC2 instances are added (if
|
|
449
|
-
*
|
|
450
|
-
*
|
|
451
|
-
*
|
|
452
|
-
*
|
|
450
|
+
* <p>The way in which Amazon EC2 instances are added (if
|
|
451
|
+
* <code>ScalingAdjustment</code> is a positive number) or terminated (if
|
|
452
|
+
* <code>ScalingAdjustment</code> is a negative number) each time the scaling activity is
|
|
453
|
+
* triggered. <code>CHANGE_IN_CAPACITY</code> is the default. <code>CHANGE_IN_CAPACITY</code>
|
|
454
|
+
* indicates that the Amazon EC2 instance count increments or decrements by
|
|
455
|
+
* <code>ScalingAdjustment</code>, which should be expressed as an integer.
|
|
453
456
|
* <code>PERCENT_CHANGE_IN_CAPACITY</code> indicates the instance count increments or
|
|
454
457
|
* decrements by the percentage specified by <code>ScalingAdjustment</code>, which should be
|
|
455
458
|
* expressed as an integer. For example, 20 indicates an increase in 20% increments of cluster
|
|
456
459
|
* capacity. <code>EXACT_CAPACITY</code> indicates the scaling activity results in an instance
|
|
457
|
-
* group with the number of EC2 instances specified by
|
|
458
|
-
*
|
|
460
|
+
* group with the number of Amazon EC2 instances specified by
|
|
461
|
+
* <code>ScalingAdjustment</code>, which should be expressed as a positive integer.</p>
|
|
459
462
|
*/
|
|
460
463
|
AdjustmentType?: AdjustmentType | string;
|
|
461
464
|
/**
|
|
462
465
|
* <p>The amount by which to scale in or scale out, based on the specified
|
|
463
|
-
* <code>AdjustmentType</code>. A positive value adds to the instance group's EC2 instance
|
|
464
|
-
*
|
|
465
|
-
*
|
|
466
|
-
* <code>
|
|
467
|
-
*
|
|
468
|
-
*
|
|
466
|
+
* <code>AdjustmentType</code>. A positive value adds to the instance group's Amazon EC2 instance count while a negative number removes instances. If
|
|
467
|
+
* <code>AdjustmentType</code> is set to <code>EXACT_CAPACITY</code>, the number should
|
|
468
|
+
* only be a positive integer. If <code>AdjustmentType</code> is set to
|
|
469
|
+
* <code>PERCENT_CHANGE_IN_CAPACITY</code>, the value should express the percentage as an
|
|
470
|
+
* integer. For example, -20 indicates a decrease in 20% increments of cluster
|
|
471
|
+
* capacity.</p>
|
|
469
472
|
*/
|
|
470
473
|
ScalingAdjustment: number | undefined;
|
|
471
474
|
/**
|
|
@@ -604,9 +607,9 @@ export interface CloudWatchAlarmDefinition {
|
|
|
604
607
|
*/
|
|
605
608
|
Namespace?: string;
|
|
606
609
|
/**
|
|
607
|
-
* <p>The period, in seconds, over which the statistic is applied.
|
|
608
|
-
*
|
|
609
|
-
* specify <code>300</code>.</p>
|
|
610
|
+
* <p>The period, in seconds, over which the statistic is applied. CloudWatch metrics for
|
|
611
|
+
* Amazon EMR are emitted every five minutes (300 seconds), so if you specify a
|
|
612
|
+
* CloudWatch metric, specify <code>300</code>.</p>
|
|
610
613
|
*/
|
|
611
614
|
Period: number | undefined;
|
|
612
615
|
/**
|
|
@@ -643,9 +646,9 @@ export interface ScalingTrigger {
|
|
|
643
646
|
/**
|
|
644
647
|
* @public
|
|
645
648
|
* <p>A scale-in or scale-out rule that defines scaling activity, including the CloudWatch
|
|
646
|
-
* metric alarm that triggers activity, how EC2 instances are added or removed,
|
|
647
|
-
* periodicity of adjustments. The automatic scaling policy for an instance group can
|
|
648
|
-
* one or more automatic scaling rules.</p>
|
|
649
|
+
* metric alarm that triggers activity, how Amazon EC2 instances are added or removed,
|
|
650
|
+
* and the periodicity of adjustments. The automatic scaling policy for an instance group can
|
|
651
|
+
* comprise one or more automatic scaling rules.</p>
|
|
649
652
|
*/
|
|
650
653
|
export interface ScalingRule {
|
|
651
654
|
/**
|
|
@@ -671,13 +674,13 @@ export interface ScalingRule {
|
|
|
671
674
|
* @public
|
|
672
675
|
* <p>An automatic scaling policy for a core instance group or task instance group in an
|
|
673
676
|
* Amazon EMR cluster. An automatic scaling policy defines how an instance group
|
|
674
|
-
* dynamically adds and terminates EC2 instances in response to the value of a
|
|
675
|
-
* metric. See <a>PutAutoScalingPolicy</a>.</p>
|
|
677
|
+
* dynamically adds and terminates Amazon EC2 instances in response to the value of a
|
|
678
|
+
* CloudWatch metric. See <a>PutAutoScalingPolicy</a>.</p>
|
|
676
679
|
*/
|
|
677
680
|
export interface AutoScalingPolicy {
|
|
678
681
|
/**
|
|
679
|
-
* <p>The upper and lower EC2 instance limits for an automatic scaling policy.
|
|
680
|
-
* scaling activity will not cause an instance group to grow above or below these
|
|
682
|
+
* <p>The upper and lower Amazon EC2 instance limits for an automatic scaling policy.
|
|
683
|
+
* Automatic scaling activity will not cause an instance group to grow above or below these
|
|
681
684
|
* limits.</p>
|
|
682
685
|
*/
|
|
683
686
|
Constraints: ScalingConstraints | undefined;
|
|
@@ -837,10 +840,10 @@ export interface AddJobFlowStepsInput {
|
|
|
837
840
|
Steps: StepConfig[] | undefined;
|
|
838
841
|
/**
|
|
839
842
|
* <p>The Amazon Resource Name (ARN) of the runtime role for a step on the cluster. The
|
|
840
|
-
* runtime role can be a cross-account IAM role. The runtime role ARN is a
|
|
841
|
-
* account ID, role name, and role type using the following format:
|
|
843
|
+
* runtime role can be a cross-account IAM role. The runtime role ARN is a
|
|
844
|
+
* combination of account ID, role name, and role type using the following format:
|
|
842
845
|
* <code>arn:partition:service:region:account:resource</code>. </p>
|
|
843
|
-
* <p>For example, <code>arn:aws:
|
|
846
|
+
* <p>For example, <code>arn:aws:IAM::1234567890:role/ReadOnly</code> is a correctly formatted
|
|
844
847
|
* runtime role ARN.</p>
|
|
845
848
|
*/
|
|
846
849
|
ExecutionRoleArn?: string;
|
|
@@ -1005,8 +1008,8 @@ export interface AutoScalingPolicyStatus {
|
|
|
1005
1008
|
* @public
|
|
1006
1009
|
* <p>An automatic scaling policy for a core instance group or task instance group in an
|
|
1007
1010
|
* Amazon EMR cluster. The automatic scaling policy defines how an instance group
|
|
1008
|
-
* dynamically adds and terminates EC2 instances in response to the value of a
|
|
1009
|
-
* metric. See <a>PutAutoScalingPolicy</a>.</p>
|
|
1011
|
+
* dynamically adds and terminates Amazon EC2 instances in response to the value of a
|
|
1012
|
+
* CloudWatch metric. See <a>PutAutoScalingPolicy</a>.</p>
|
|
1010
1013
|
*/
|
|
1011
1014
|
export interface AutoScalingPolicyDescription {
|
|
1012
1015
|
/**
|
|
@@ -1014,8 +1017,8 @@ export interface AutoScalingPolicyDescription {
|
|
|
1014
1017
|
*/
|
|
1015
1018
|
Status?: AutoScalingPolicyStatus;
|
|
1016
1019
|
/**
|
|
1017
|
-
* <p>The upper and lower EC2 instance limits for an automatic scaling policy.
|
|
1018
|
-
* scaling activity will not cause an instance group to grow above or below these
|
|
1020
|
+
* <p>The upper and lower Amazon EC2 instance limits for an automatic scaling policy.
|
|
1021
|
+
* Automatic scaling activity will not cause an instance group to grow above or below these
|
|
1019
1022
|
* limits.</p>
|
|
1020
1023
|
*/
|
|
1021
1024
|
Constraints?: ScalingConstraints;
|
|
@@ -1186,8 +1189,9 @@ export interface CancelStepsOutput {
|
|
|
1186
1189
|
}
|
|
1187
1190
|
/**
|
|
1188
1191
|
* @public
|
|
1189
|
-
* <p>Provides information about the EC2 instances in a cluster grouped by
|
|
1190
|
-
* example, key name, subnet ID, IAM instance profile, and so
|
|
1192
|
+
* <p>Provides information about the Amazon EC2 instances in a cluster grouped by
|
|
1193
|
+
* category. For example, key name, subnet ID, IAM instance profile, and so
|
|
1194
|
+
* on.</p>
|
|
1191
1195
|
*/
|
|
1192
1196
|
export interface Ec2InstanceAttributes {
|
|
1193
1197
|
/**
|
|
@@ -1203,15 +1207,16 @@ export interface Ec2InstanceAttributes {
|
|
|
1203
1207
|
Ec2SubnetId?: string;
|
|
1204
1208
|
/**
|
|
1205
1209
|
* <p>Applies to clusters configured with the instance fleets option. Specifies the unique
|
|
1206
|
-
* identifier of one or more Amazon EC2 subnets in which to launch EC2
|
|
1207
|
-
* instances. Subnets must exist within the same VPC. Amazon EMR chooses the
|
|
1208
|
-
*
|
|
1209
|
-
*
|
|
1210
|
-
*
|
|
1211
|
-
* EC2-Classic network and uses
|
|
1212
|
-
*
|
|
1213
|
-
* chooses the subnet for you.
|
|
1214
|
-
* <code>RequestedEc2AvailabilityZones</code> cannot
|
|
1210
|
+
* identifier of one or more Amazon EC2 subnets in which to launch Amazon EC2
|
|
1211
|
+
* cluster instances. Subnets must exist within the same VPC. Amazon EMR chooses the
|
|
1212
|
+
* Amazon EC2 subnet with the best fit from among the list of
|
|
1213
|
+
* <code>RequestedEc2SubnetIds</code>, and then launches all cluster instances within that
|
|
1214
|
+
* Subnet. If this value is not specified, and the account and Region support EC2-Classic
|
|
1215
|
+
* networks, the cluster launches instances in the EC2-Classic network and uses
|
|
1216
|
+
* <code>RequestedEc2AvailabilityZones</code> instead of this setting. If EC2-Classic is
|
|
1217
|
+
* not supported, and no Subnet is specified, Amazon EMR chooses the subnet for you.
|
|
1218
|
+
* <code>RequestedEc2SubnetIDs</code> and <code>RequestedEc2AvailabilityZones</code> cannot
|
|
1219
|
+
* be specified together.</p>
|
|
1215
1220
|
*/
|
|
1216
1221
|
RequestedEc2SubnetIds?: string[];
|
|
1217
1222
|
/**
|
|
@@ -1220,18 +1225,18 @@ export interface Ec2InstanceAttributes {
|
|
|
1220
1225
|
Ec2AvailabilityZone?: string;
|
|
1221
1226
|
/**
|
|
1222
1227
|
* <p>Applies to clusters configured with the instance fleets option. Specifies one or more
|
|
1223
|
-
* Availability Zones in which to launch EC2 cluster instances when the
|
|
1224
|
-
* configuration is supported. Amazon EMR chooses the Availability
|
|
1225
|
-
* fit from among the list of <code>RequestedEc2AvailabilityZones</code>,
|
|
1226
|
-
* all cluster instances within that Availability Zone. If you do not
|
|
1227
|
-
*
|
|
1228
|
+
* Availability Zones in which to launch Amazon EC2 cluster instances when the
|
|
1229
|
+
* EC2-Classic network configuration is supported. Amazon EMR chooses the Availability
|
|
1230
|
+
* Zone with the best fit from among the list of <code>RequestedEc2AvailabilityZones</code>,
|
|
1231
|
+
* and then launches all cluster instances within that Availability Zone. If you do not
|
|
1232
|
+
* specify this value, Amazon EMR chooses the Availability Zone for you.
|
|
1228
1233
|
* <code>RequestedEc2SubnetIDs</code> and <code>RequestedEc2AvailabilityZones</code> cannot
|
|
1229
1234
|
* be specified together.</p>
|
|
1230
1235
|
*/
|
|
1231
1236
|
RequestedEc2AvailabilityZones?: string[];
|
|
1232
1237
|
/**
|
|
1233
|
-
* <p>The IAM role that was specified when the cluster was launched. The
|
|
1234
|
-
*
|
|
1238
|
+
* <p>The IAM role that was specified when the cluster was launched. The
|
|
1239
|
+
* Amazon EC2 instances of the cluster assume this role.</p>
|
|
1235
1240
|
*/
|
|
1236
1241
|
IamInstanceProfile?: string;
|
|
1237
1242
|
/**
|
|
@@ -1323,18 +1328,18 @@ export type PlacementGroupStrategy = (typeof PlacementGroupStrategy)[keyof typeo
|
|
|
1323
1328
|
* specifies the placement strategy that can be applied to instance roles during cluster
|
|
1324
1329
|
* creation.</p>
|
|
1325
1330
|
* <p>To use this configuration, consider attaching managed policy
|
|
1326
|
-
* AmazonElasticMapReducePlacementGroupPolicy to the EMR role.</p>
|
|
1331
|
+
* AmazonElasticMapReducePlacementGroupPolicy to the Amazon EMR role.</p>
|
|
1327
1332
|
*/
|
|
1328
1333
|
export interface PlacementGroupConfig {
|
|
1329
1334
|
/**
|
|
1330
1335
|
* <p>Role of the instance in the cluster.</p>
|
|
1331
|
-
* <p>Starting with Amazon EMR
|
|
1336
|
+
* <p>Starting with Amazon EMR release 5.23.0, the only supported instance role is
|
|
1332
1337
|
* <code>MASTER</code>.</p>
|
|
1333
1338
|
*/
|
|
1334
1339
|
InstanceRole: InstanceRoleType | string | undefined;
|
|
1335
1340
|
/**
|
|
1336
|
-
* <p>EC2 Placement Group strategy associated with instance role.</p>
|
|
1337
|
-
* <p>Starting with Amazon EMR
|
|
1341
|
+
* <p>Amazon EC2 Placement Group strategy associated with instance role.</p>
|
|
1342
|
+
* <p>Starting with Amazon EMR release 5.23.0, the only supported placement strategy
|
|
1338
1343
|
* is <code>SPREAD</code> for the <code>MASTER</code> instance role.</p>
|
|
1339
1344
|
*/
|
|
1340
1345
|
PlacementStrategy?: PlacementGroupStrategy | string;
|
|
@@ -1365,19 +1370,21 @@ export declare const ScaleDownBehavior: {
|
|
|
1365
1370
|
export type ScaleDownBehavior = (typeof ScaleDownBehavior)[keyof typeof ScaleDownBehavior];
|
|
1366
1371
|
/**
|
|
1367
1372
|
* @public
|
|
1368
|
-
* <p>A tuple that provides information about an error that caused a cluster to
|
|
1373
|
+
* <p>A tuple that provides information about an error that caused a cluster to
|
|
1374
|
+
* terminate.</p>
|
|
1369
1375
|
*/
|
|
1370
1376
|
export interface ErrorDetail {
|
|
1371
1377
|
/**
|
|
1372
|
-
* <p>The name or code
|
|
1378
|
+
* <p>The name or code associated with the error.</p>
|
|
1373
1379
|
*/
|
|
1374
1380
|
ErrorCode?: string;
|
|
1375
1381
|
/**
|
|
1376
|
-
* <p>A list of key value pairs that
|
|
1382
|
+
* <p>A list of key value pairs that provides contextual information about why an error
|
|
1383
|
+
* occured.</p>
|
|
1377
1384
|
*/
|
|
1378
1385
|
ErrorData?: Record<string, string>[];
|
|
1379
1386
|
/**
|
|
1380
|
-
* <p>A message
|
|
1387
|
+
* <p>A message that describes the error.</p>
|
|
1381
1388
|
*/
|
|
1382
1389
|
ErrorMessage?: string;
|
|
1383
1390
|
}
|
|
@@ -1467,7 +1474,9 @@ export interface ClusterStatus {
|
|
|
1467
1474
|
*/
|
|
1468
1475
|
Timeline?: ClusterTimeline;
|
|
1469
1476
|
/**
|
|
1470
|
-
* <p>A list of tuples that
|
|
1477
|
+
* <p>A list of tuples that provides information about the errors that caused a cluster to
|
|
1478
|
+
* terminate. This structure can contain up to 10 different <code>ErrorDetail</code>
|
|
1479
|
+
* tuples.</p>
|
|
1471
1480
|
*/
|
|
1472
1481
|
ErrorDetails?: ErrorDetail[];
|
|
1473
1482
|
}
|
|
@@ -1491,9 +1500,9 @@ export interface ClusterSummary {
|
|
|
1491
1500
|
/**
|
|
1492
1501
|
* <p>An approximation of the cost of the cluster, represented in m1.small/hours. This value
|
|
1493
1502
|
* is incremented one time for every hour an m1.small instance runs. Larger instances are
|
|
1494
|
-
* weighted more, so an EC2 instance that is roughly four times more expensive
|
|
1495
|
-
* the normalized instance hours being incremented by four. This result is
|
|
1496
|
-
* approximation and does not reflect the actual billing rate.</p>
|
|
1503
|
+
* weighted more, so an Amazon EC2 instance that is roughly four times more expensive
|
|
1504
|
+
* would result in the normalized instance hours being incremented by four. This result is
|
|
1505
|
+
* only an approximation and does not reflect the actual billing rate.</p>
|
|
1497
1506
|
*/
|
|
1498
1507
|
NormalizedInstanceHours?: number;
|
|
1499
1508
|
/**
|
|
@@ -1538,9 +1547,9 @@ export declare const ComputeLimitsUnitType: {
|
|
|
1538
1547
|
export type ComputeLimitsUnitType = (typeof ComputeLimitsUnitType)[keyof typeof ComputeLimitsUnitType];
|
|
1539
1548
|
/**
|
|
1540
1549
|
* @public
|
|
1541
|
-
* <p> The EC2 unit limits for a managed scaling policy. The managed scaling
|
|
1542
|
-
* cluster can not be above or below these limits. The limit only applies to the
|
|
1543
|
-
* nodes. The master node cannot be scaled after initial configuration. </p>
|
|
1550
|
+
* <p> The Amazon EC2 unit limits for a managed scaling policy. The managed scaling
|
|
1551
|
+
* activity of a cluster can not be above or below these limits. The limit only applies to the
|
|
1552
|
+
* core and task nodes. The master node cannot be scaled after initial configuration. </p>
|
|
1544
1553
|
*/
|
|
1545
1554
|
export interface ComputeLimits {
|
|
1546
1555
|
/**
|
|
@@ -1548,31 +1557,31 @@ export interface ComputeLimits {
|
|
|
1548
1557
|
*/
|
|
1549
1558
|
UnitType: ComputeLimitsUnitType | string | undefined;
|
|
1550
1559
|
/**
|
|
1551
|
-
* <p> The lower boundary of EC2 units. It is measured through vCPU cores or
|
|
1552
|
-
* instance groups and measured through units for instance fleets. Managed
|
|
1553
|
-
* are not allowed beyond this boundary. The limit only applies to the core
|
|
1554
|
-
* The master node cannot be scaled after initial configuration. </p>
|
|
1560
|
+
* <p> The lower boundary of Amazon EC2 units. It is measured through vCPU cores or
|
|
1561
|
+
* instances for instance groups and measured through units for instance fleets. Managed
|
|
1562
|
+
* scaling activities are not allowed beyond this boundary. The limit only applies to the core
|
|
1563
|
+
* and task nodes. The master node cannot be scaled after initial configuration. </p>
|
|
1555
1564
|
*/
|
|
1556
1565
|
MinimumCapacityUnits: number | undefined;
|
|
1557
1566
|
/**
|
|
1558
|
-
* <p> The upper boundary of EC2 units. It is measured through vCPU cores or
|
|
1559
|
-
* instance groups and measured through units for instance fleets. Managed
|
|
1560
|
-
* are not allowed beyond this boundary. The limit only applies to the core
|
|
1561
|
-
* The master node cannot be scaled after initial configuration. </p>
|
|
1567
|
+
* <p> The upper boundary of Amazon EC2 units. It is measured through vCPU cores or
|
|
1568
|
+
* instances for instance groups and measured through units for instance fleets. Managed
|
|
1569
|
+
* scaling activities are not allowed beyond this boundary. The limit only applies to the core
|
|
1570
|
+
* and task nodes. The master node cannot be scaled after initial configuration. </p>
|
|
1562
1571
|
*/
|
|
1563
1572
|
MaximumCapacityUnits: number | undefined;
|
|
1564
1573
|
/**
|
|
1565
|
-
* <p> The upper boundary of On-Demand EC2 units. It is measured through vCPU
|
|
1566
|
-
* instances for instance groups and measured through units for instance fleets. The
|
|
1567
|
-
* units are not allowed to scale beyond this boundary. The parameter is used to
|
|
1568
|
-
* capacity allocation between On-Demand and Spot Instances. </p>
|
|
1574
|
+
* <p> The upper boundary of On-Demand Amazon EC2 units. It is measured through vCPU
|
|
1575
|
+
* cores or instances for instance groups and measured through units for instance fleets. The
|
|
1576
|
+
* On-Demand units are not allowed to scale beyond this boundary. The parameter is used to
|
|
1577
|
+
* split capacity allocation between On-Demand and Spot Instances. </p>
|
|
1569
1578
|
*/
|
|
1570
1579
|
MaximumOnDemandCapacityUnits?: number;
|
|
1571
1580
|
/**
|
|
1572
|
-
* <p> The upper boundary of EC2 units for core node type in a cluster. It is
|
|
1573
|
-
* vCPU cores or instances for instance groups and measured through units for
|
|
1574
|
-
* The core units are not allowed to scale beyond this boundary. The
|
|
1575
|
-
* split capacity allocation between core and task nodes. </p>
|
|
1581
|
+
* <p> The upper boundary of Amazon EC2 units for core node type in a cluster. It is
|
|
1582
|
+
* measured through vCPU cores or instances for instance groups and measured through units for
|
|
1583
|
+
* instance fleets. The core units are not allowed to scale beyond this boundary. The
|
|
1584
|
+
* parameter is used to split capacity allocation between core and task nodes. </p>
|
|
1576
1585
|
*/
|
|
1577
1586
|
MaximumCoreCapacityUnits?: number;
|
|
1578
1587
|
}
|
|
@@ -1633,16 +1642,15 @@ export interface CreateStudioInput {
|
|
|
1633
1642
|
*/
|
|
1634
1643
|
SubnetIds: string[] | undefined;
|
|
1635
1644
|
/**
|
|
1636
|
-
* <p>The IAM role that the Amazon EMR Studio assumes. The service role
|
|
1637
|
-
* for Amazon EMR Studio to interoperate with other Amazon Web Services
|
|
1645
|
+
* <p>The IAM role that the Amazon EMR Studio assumes. The service role
|
|
1646
|
+
* provides a way for Amazon EMR Studio to interoperate with other Amazon Web Services
|
|
1638
1647
|
* services.</p>
|
|
1639
1648
|
*/
|
|
1640
1649
|
ServiceRole: string | undefined;
|
|
1641
1650
|
/**
|
|
1642
|
-
* <p>The IAM user role that users and groups assume when logged in to an
|
|
1643
|
-
*
|
|
1644
|
-
*
|
|
1645
|
-
* for each user or group using session policies.</p>
|
|
1651
|
+
* <p>The IAM user role that users and groups assume when logged in to an
|
|
1652
|
+
* Amazon EMR Studio. Only specify a <code>UserRole</code> when you use IAM Identity Center authentication. The permissions attached to the <code>UserRole</code> can be
|
|
1653
|
+
* scoped down for each user or group using session policies.</p>
|
|
1646
1654
|
*/
|
|
1647
1655
|
UserRole?: string;
|
|
1648
1656
|
/**
|
|
@@ -1739,8 +1747,8 @@ export interface CreateStudioSessionMappingInput {
|
|
|
1739
1747
|
/**
|
|
1740
1748
|
* <p>The Amazon Resource Name (ARN) for the session policy that will be applied to the user
|
|
1741
1749
|
* or group. You should specify the ARN for the session policy that you want to apply, not the
|
|
1742
|
-
* ARN of your user role. For more information, see <a href="https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-studio-user-role.html">Create an EMR
|
|
1743
|
-
* Role with Session Policies</a>.</p>
|
|
1750
|
+
* ARN of your user role. For more information, see <a href="https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-studio-user-role.html">Create an Amazon EMR
|
|
1751
|
+
* Studio User Role with Session Policies</a>.</p>
|
|
1744
1752
|
*/
|
|
1745
1753
|
SessionPolicyArn: string | undefined;
|
|
1746
1754
|
}
|
|
@@ -1750,17 +1758,20 @@ export interface CreateStudioSessionMappingInput {
|
|
|
1750
1758
|
*/
|
|
1751
1759
|
export interface UsernamePassword {
|
|
1752
1760
|
/**
|
|
1753
|
-
* <p>The username associated with the temporary credentials that you use to connect to
|
|
1761
|
+
* <p>The username associated with the temporary credentials that you use to connect to
|
|
1762
|
+
* cluster endpoints.</p>
|
|
1754
1763
|
*/
|
|
1755
1764
|
Username?: string;
|
|
1756
1765
|
/**
|
|
1757
|
-
* <p>The password associated with the temporary credentials that you use to connect to
|
|
1766
|
+
* <p>The password associated with the temporary credentials that you use to connect to
|
|
1767
|
+
* cluster endpoints.</p>
|
|
1758
1768
|
*/
|
|
1759
1769
|
Password?: string;
|
|
1760
1770
|
}
|
|
1761
1771
|
/**
|
|
1762
1772
|
* @public
|
|
1763
|
-
* <p>The credentials that you can use to connect to cluster endpoints. Credentials consist of
|
|
1773
|
+
* <p>The credentials that you can use to connect to cluster endpoints. Credentials consist of
|
|
1774
|
+
* a username and a password.</p>
|
|
1764
1775
|
*/
|
|
1765
1776
|
export type Credentials = Credentials.UsernamePasswordMember | Credentials.$UnknownMember;
|
|
1766
1777
|
/**
|
|
@@ -1948,7 +1959,7 @@ export interface InstanceGroupDetail {
|
|
|
1948
1959
|
*/
|
|
1949
1960
|
Name?: string;
|
|
1950
1961
|
/**
|
|
1951
|
-
* <p>Market type of the EC2 instances used to create a cluster node.</p>
|
|
1962
|
+
* <p>Market type of the Amazon EC2 instances used to create a cluster node.</p>
|
|
1952
1963
|
*/
|
|
1953
1964
|
Market: MarketType | string | undefined;
|
|
1954
1965
|
/**
|
|
@@ -1962,7 +1973,7 @@ export interface InstanceGroupDetail {
|
|
|
1962
1973
|
*/
|
|
1963
1974
|
BidPrice?: string;
|
|
1964
1975
|
/**
|
|
1965
|
-
* <p>EC2 instance type.</p>
|
|
1976
|
+
* <p>Amazon EC2 instance type.</p>
|
|
1966
1977
|
*/
|
|
1967
1978
|
InstanceType: string | undefined;
|
|
1968
1979
|
/**
|
|
@@ -2020,7 +2031,7 @@ export interface PlacementType {
|
|
|
2020
2031
|
* for instance fleets, while <code>AvailabilityZone</code> (singular) is used for uniform
|
|
2021
2032
|
* instance groups.</p>
|
|
2022
2033
|
* <note>
|
|
2023
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
2034
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
2024
2035
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
2025
2036
|
* </note>
|
|
2026
2037
|
*/
|
|
@@ -2172,7 +2183,7 @@ export interface JobFlowDetail {
|
|
|
2172
2183
|
LogUri?: string;
|
|
2173
2184
|
/**
|
|
2174
2185
|
* <p>The KMS key used for encrypting log files. This attribute is only
|
|
2175
|
-
* available with EMR
|
|
2186
|
+
* available with Amazon EMR 5.30.0 and later, excluding 6.0.0.</p>
|
|
2176
2187
|
*/
|
|
2177
2188
|
LogEncryptionKmsKeyId?: string;
|
|
2178
2189
|
/**
|
|
@@ -2203,30 +2214,31 @@ export interface JobFlowDetail {
|
|
|
2203
2214
|
*/
|
|
2204
2215
|
SupportedProducts?: string[];
|
|
2205
2216
|
/**
|
|
2206
|
-
* <p>Indicates whether the cluster is visible to IAM principals in the Amazon Web Services account associated with the cluster. When <code>true</code>, IAM principals
|
|
2207
|
-
*
|
|
2208
|
-
*
|
|
2209
|
-
*
|
|
2217
|
+
* <p>Indicates whether the cluster is visible to IAM principals in the Amazon Web Services account associated with the cluster. When <code>true</code>, IAM principals in the Amazon Web Services account can perform Amazon EMR cluster
|
|
2218
|
+
* actions that their IAM policies allow. When <code>false</code>, only the
|
|
2219
|
+
* IAM principal that created the cluster and the Amazon Web Services account
|
|
2220
|
+
* root user can perform Amazon EMR actions, regardless of IAM
|
|
2210
2221
|
* permissions policies attached to other IAM principals.</p>
|
|
2211
2222
|
* <p>The default value is <code>true</code> if a value is not provided when creating a
|
|
2212
|
-
* cluster using the EMR API <a>RunJobFlow</a> command, the CLI
|
|
2223
|
+
* cluster using the Amazon EMR API <a>RunJobFlow</a> command, the CLI
|
|
2213
2224
|
* <a href="https://docs.aws.amazon.com/cli/latest/reference/emr/create-cluster.html">create-cluster</a> command, or the Amazon Web Services Management Console.</p>
|
|
2214
2225
|
*/
|
|
2215
2226
|
VisibleToAllUsers?: boolean;
|
|
2216
2227
|
/**
|
|
2217
|
-
* <p>The IAM role that was specified when the job flow was launched. The
|
|
2218
|
-
*
|
|
2228
|
+
* <p>The IAM role that was specified when the job flow was launched. The
|
|
2229
|
+
* Amazon EC2 instances of the job flow assume this role.</p>
|
|
2219
2230
|
*/
|
|
2220
2231
|
JobFlowRole?: string;
|
|
2221
2232
|
/**
|
|
2222
|
-
* <p>The IAM role that is assumed by the Amazon EMR service to access
|
|
2233
|
+
* <p>The IAM role that is assumed by the Amazon EMR service to access
|
|
2234
|
+
* Amazon Web Services resources on your behalf.</p>
|
|
2223
2235
|
*/
|
|
2224
2236
|
ServiceRole?: string;
|
|
2225
2237
|
/**
|
|
2226
2238
|
* <p>An IAM role for automatic scaling policies. The default role is
|
|
2227
|
-
* <code>EMR_AutoScaling_DefaultRole</code>. The IAM role provides a way for
|
|
2228
|
-
* scaling feature to get the required permissions it needs to launch and
|
|
2229
|
-
* instances in an instance group.</p>
|
|
2239
|
+
* <code>EMR_AutoScaling_DefaultRole</code>. The IAM role provides a way for
|
|
2240
|
+
* the automatic scaling feature to get the required permissions it needs to launch and
|
|
2241
|
+
* terminate Amazon EC2 instances in an instance group.</p>
|
|
2230
2242
|
*/
|
|
2231
2243
|
AutoScalingRole?: string;
|
|
2232
2244
|
/**
|
|
@@ -2239,7 +2251,7 @@ export interface JobFlowDetail {
|
|
|
2239
2251
|
* <code>TERMINATE_AT_TASK_COMPLETION</code> indicates that Amazon EMR adds nodes
|
|
2240
2252
|
* to a deny list and drains tasks from nodes before terminating the Amazon EC2
|
|
2241
2253
|
* instances, regardless of the instance-hour boundary. With either behavior, Amazon EMR removes the least active nodes first and blocks instance termination if it could lead to
|
|
2242
|
-
* HDFS corruption. <code>TERMINATE_AT_TASK_COMPLETION</code> available only in Amazon EMR
|
|
2254
|
+
* HDFS corruption. <code>TERMINATE_AT_TASK_COMPLETION</code> available only in Amazon EMR releases 4.1.0 and later, and is the default for releases of Amazon EMR earlier than 5.1.0.</p>
|
|
2243
2255
|
*/
|
|
2244
2256
|
ScaleDownBehavior?: ScaleDownBehavior | string;
|
|
2245
2257
|
}
|
|
@@ -2276,26 +2288,71 @@ export type ExecutionEngineType = (typeof ExecutionEngineType)[keyof typeof Exec
|
|
|
2276
2288
|
/**
|
|
2277
2289
|
* @public
|
|
2278
2290
|
* <p>Specifies the execution engine (cluster) to run the notebook and perform the notebook
|
|
2279
|
-
* execution, for example, an EMR cluster.</p>
|
|
2291
|
+
* execution, for example, an Amazon EMR cluster.</p>
|
|
2280
2292
|
*/
|
|
2281
2293
|
export interface ExecutionEngineConfig {
|
|
2282
2294
|
/**
|
|
2283
|
-
* <p>The unique identifier of the execution engine. For an EMR cluster, this
|
|
2284
|
-
* ID.</p>
|
|
2295
|
+
* <p>The unique identifier of the execution engine. For an Amazon EMR cluster, this
|
|
2296
|
+
* is the cluster ID.</p>
|
|
2285
2297
|
*/
|
|
2286
2298
|
Id: string | undefined;
|
|
2287
2299
|
/**
|
|
2288
|
-
* <p>The type of execution engine. A value of <code>EMR</code> specifies an EMR
|
|
2289
|
-
* cluster.</p>
|
|
2300
|
+
* <p>The type of execution engine. A value of <code>EMR</code> specifies an Amazon EMR cluster.</p>
|
|
2290
2301
|
*/
|
|
2291
2302
|
Type?: ExecutionEngineType | string;
|
|
2292
2303
|
/**
|
|
2293
|
-
* <p>An optional unique ID of an EC2 security group to associate with the
|
|
2294
|
-
* the EMR cluster for this notebook execution. For more
|
|
2295
|
-
*
|
|
2296
|
-
*
|
|
2304
|
+
* <p>An optional unique ID of an Amazon EC2 security group to associate with the
|
|
2305
|
+
* master instance of the Amazon EMR cluster for this notebook execution. For more
|
|
2306
|
+
* information see <a href="https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html">Specifying
|
|
2307
|
+
* Amazon EC2 Security Groups for Amazon EMR Notebooks</a> in the
|
|
2308
|
+
* <i>EMR Management Guide</i>.</p>
|
|
2297
2309
|
*/
|
|
2298
2310
|
MasterInstanceSecurityGroupId?: string;
|
|
2311
|
+
/**
|
|
2312
|
+
* <p>The execution role ARN required for the notebook execution.</p>
|
|
2313
|
+
*/
|
|
2314
|
+
ExecutionRoleArn?: string;
|
|
2315
|
+
}
|
|
2316
|
+
/**
|
|
2317
|
+
* @public
|
|
2318
|
+
* <p>The Amazon S3 location that stores the notebook execution input.</p>
|
|
2319
|
+
*/
|
|
2320
|
+
export interface NotebookS3LocationForOutput {
|
|
2321
|
+
/**
|
|
2322
|
+
* <p>The Amazon S3 bucket that stores the notebook execution input.</p>
|
|
2323
|
+
*/
|
|
2324
|
+
Bucket?: string;
|
|
2325
|
+
/**
|
|
2326
|
+
* <p>The key to the Amazon S3 location that stores the notebook execution
|
|
2327
|
+
* input.</p>
|
|
2328
|
+
*/
|
|
2329
|
+
Key?: string;
|
|
2330
|
+
}
|
|
2331
|
+
/**
|
|
2332
|
+
* @public
|
|
2333
|
+
* @enum
|
|
2334
|
+
*/
|
|
2335
|
+
export declare const OutputNotebookFormat: {
|
|
2336
|
+
readonly HTML: "HTML";
|
|
2337
|
+
};
|
|
2338
|
+
/**
|
|
2339
|
+
* @public
|
|
2340
|
+
*/
|
|
2341
|
+
export type OutputNotebookFormat = (typeof OutputNotebookFormat)[keyof typeof OutputNotebookFormat];
|
|
2342
|
+
/**
|
|
2343
|
+
* @public
|
|
2344
|
+
* <p>The Amazon S3 location that stores the notebook execution output.</p>
|
|
2345
|
+
*/
|
|
2346
|
+
export interface OutputNotebookS3LocationForOutput {
|
|
2347
|
+
/**
|
|
2348
|
+
* <p>The Amazon S3 bucket that stores the notebook execution output.</p>
|
|
2349
|
+
*/
|
|
2350
|
+
Bucket?: string;
|
|
2351
|
+
/**
|
|
2352
|
+
* <p>The key to the Amazon S3 location that stores the notebook execution
|
|
2353
|
+
* output.</p>
|
|
2354
|
+
*/
|
|
2355
|
+
Key?: string;
|
|
2299
2356
|
}
|
|
2300
2357
|
/**
|
|
2301
2358
|
* @public
|
|
@@ -2319,8 +2376,8 @@ export declare const NotebookExecutionStatus: {
|
|
|
2319
2376
|
export type NotebookExecutionStatus = (typeof NotebookExecutionStatus)[keyof typeof NotebookExecutionStatus];
|
|
2320
2377
|
/**
|
|
2321
2378
|
* @public
|
|
2322
|
-
* <p>A notebook execution. An execution is a specific instance that an EMR
|
|
2323
|
-
* using the <code>StartNotebookExecution</code> action.</p>
|
|
2379
|
+
* <p>A notebook execution. An execution is a specific instance that an Amazon EMR
|
|
2380
|
+
* Notebook is run using the <code>StartNotebookExecution</code> action.</p>
|
|
2324
2381
|
*/
|
|
2325
2382
|
export interface NotebookExecution {
|
|
2326
2383
|
/**
|
|
@@ -2328,13 +2385,12 @@ export interface NotebookExecution {
|
|
|
2328
2385
|
*/
|
|
2329
2386
|
NotebookExecutionId?: string;
|
|
2330
2387
|
/**
|
|
2331
|
-
* <p>The unique identifier of the EMR Notebook that is used for the notebook
|
|
2388
|
+
* <p>The unique identifier of the Amazon EMR Notebook that is used for the notebook
|
|
2332
2389
|
* execution.</p>
|
|
2333
2390
|
*/
|
|
2334
2391
|
EditorId?: string;
|
|
2335
2392
|
/**
|
|
2336
|
-
* <p>The execution engine, such as an EMR cluster, used to run the EMR notebook and perform
|
|
2337
|
-
* the notebook execution.</p>
|
|
2393
|
+
* <p>The execution engine, such as an Amazon EMR cluster, used to run the Amazon EMR notebook and perform the notebook execution.</p>
|
|
2338
2394
|
*/
|
|
2339
2395
|
ExecutionEngine?: ExecutionEngineConfig;
|
|
2340
2396
|
/**
|
|
@@ -2342,7 +2398,7 @@ export interface NotebookExecution {
|
|
|
2342
2398
|
*/
|
|
2343
2399
|
NotebookExecutionName?: string;
|
|
2344
2400
|
/**
|
|
2345
|
-
* <p>Input parameters in JSON format passed to the EMR Notebook at runtime for
|
|
2401
|
+
* <p>Input parameters in JSON format passed to the Amazon EMR Notebook at runtime for
|
|
2346
2402
|
* execution.</p>
|
|
2347
2403
|
*/
|
|
2348
2404
|
NotebookParams?: string;
|
|
@@ -2422,10 +2478,10 @@ export interface NotebookExecution {
|
|
|
2422
2478
|
*/
|
|
2423
2479
|
LastStateChangeReason?: string;
|
|
2424
2480
|
/**
|
|
2425
|
-
* <p>The unique identifier of the EC2 security group associated with the
|
|
2426
|
-
*
|
|
2427
|
-
*
|
|
2428
|
-
*
|
|
2481
|
+
* <p>The unique identifier of the Amazon EC2 security group associated with the
|
|
2482
|
+
* Amazon EMR Notebook instance. For more information see <a href="https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html">Specifying
|
|
2483
|
+
* Amazon EC2 Security Groups for Amazon EMR Notebooks</a> in the
|
|
2484
|
+
* <i>Amazon EMR Management Guide</i>.</p>
|
|
2429
2485
|
*/
|
|
2430
2486
|
NotebookInstanceSecurityGroupId?: string;
|
|
2431
2487
|
/**
|
|
@@ -2434,6 +2490,22 @@ export interface NotebookExecution {
|
|
|
2434
2490
|
* optional value string with a maximum of 256 characters.</p>
|
|
2435
2491
|
*/
|
|
2436
2492
|
Tags?: Tag[];
|
|
2493
|
+
/**
|
|
2494
|
+
* <p>The Amazon S3 location that stores the notebook execution input.</p>
|
|
2495
|
+
*/
|
|
2496
|
+
NotebookS3Location?: NotebookS3LocationForOutput;
|
|
2497
|
+
/**
|
|
2498
|
+
* <p>The Amazon S3 location for the notebook execution output.</p>
|
|
2499
|
+
*/
|
|
2500
|
+
OutputNotebookS3Location?: OutputNotebookS3LocationForOutput;
|
|
2501
|
+
/**
|
|
2502
|
+
* <p>The output format for the notebook execution.</p>
|
|
2503
|
+
*/
|
|
2504
|
+
OutputNotebookFormat?: OutputNotebookFormat | string;
|
|
2505
|
+
/**
|
|
2506
|
+
* <p>The environment variables associated with the notebook execution.</p>
|
|
2507
|
+
*/
|
|
2508
|
+
EnvironmentVariables?: Record<string, string>;
|
|
2437
2509
|
}
|
|
2438
2510
|
/**
|
|
2439
2511
|
* @public
|
|
@@ -2731,10 +2803,10 @@ export interface Step {
|
|
|
2731
2803
|
Status?: StepStatus;
|
|
2732
2804
|
/**
|
|
2733
2805
|
* <p>The Amazon Resource Name (ARN) of the runtime role for a step on the cluster. The
|
|
2734
|
-
* runtime role can be a cross-account IAM role. The runtime role ARN is a
|
|
2735
|
-
* account ID, role name, and role type using the following format:
|
|
2806
|
+
* runtime role can be a cross-account IAM role. The runtime role ARN is a
|
|
2807
|
+
* combination of account ID, role name, and role type using the following format:
|
|
2736
2808
|
* <code>arn:partition:service:region:account:resource</code>. </p>
|
|
2737
|
-
* <p>For example, <code>arn:aws:
|
|
2809
|
+
* <p>For example, <code>arn:aws:IAM::1234567890:role/ReadOnly</code> is a correctly formatted
|
|
2738
2810
|
* runtime role ARN.</p>
|
|
2739
2811
|
*/
|
|
2740
2812
|
ExecutionRoleArn?: string;
|
|
@@ -2781,7 +2853,7 @@ export interface Studio {
|
|
|
2781
2853
|
*/
|
|
2782
2854
|
Description?: string;
|
|
2783
2855
|
/**
|
|
2784
|
-
* <p>Specifies whether the Amazon EMR Studio authenticates users
|
|
2856
|
+
* <p>Specifies whether the Amazon EMR Studio authenticates users with IAM or IAM Identity Center.</p>
|
|
2785
2857
|
*/
|
|
2786
2858
|
AuthMode?: AuthMode | string;
|
|
2787
2859
|
/**
|
|
@@ -2797,9 +2869,7 @@ export interface Studio {
|
|
|
2797
2869
|
*/
|
|
2798
2870
|
ServiceRole?: string;
|
|
2799
2871
|
/**
|
|
2800
|
-
* <p>The name of the IAM role assumed by users logged in to the Amazon EMR Studio. A
|
|
2801
|
-
* Studio only requires a <code>UserRole</code> when you use IAM
|
|
2802
|
-
* authentication.</p>
|
|
2872
|
+
* <p>The name of the IAM role assumed by users logged in to the Amazon EMR Studio. A Studio only requires a <code>UserRole</code> when you use IAM authentication.</p>
|
|
2803
2873
|
*/
|
|
2804
2874
|
UserRole?: string;
|
|
2805
2875
|
/**
|
|
@@ -2858,7 +2928,8 @@ export interface DescribeStudioOutput {
|
|
|
2858
2928
|
export interface EbsBlockDevice {
|
|
2859
2929
|
/**
|
|
2860
2930
|
* <p>EBS volume specifications such as volume type, IOPS, size (GiB) and throughput (MiB/s)
|
|
2861
|
-
* that are requested for the EBS volume attached to an EC2 instance in the
|
|
2931
|
+
* that are requested for the EBS volume attached to an Amazon EC2 instance in the
|
|
2932
|
+
* cluster.</p>
|
|
2862
2933
|
*/
|
|
2863
2934
|
VolumeSpecification?: VolumeSpecification;
|
|
2864
2935
|
/**
|
|
@@ -2868,7 +2939,7 @@ export interface EbsBlockDevice {
|
|
|
2868
2939
|
}
|
|
2869
2940
|
/**
|
|
2870
2941
|
* @public
|
|
2871
|
-
* <p>EBS block device that's attached to an EC2 instance.</p>
|
|
2942
|
+
* <p>EBS block device that's attached to an Amazon EC2 instance.</p>
|
|
2872
2943
|
*/
|
|
2873
2944
|
export interface EbsVolume {
|
|
2874
2945
|
/**
|
|
@@ -2914,9 +2985,10 @@ export interface GetClusterSessionCredentialsInput {
|
|
|
2914
2985
|
*/
|
|
2915
2986
|
ClusterId: string | undefined;
|
|
2916
2987
|
/**
|
|
2917
|
-
* <p>The Amazon Resource Name (ARN) of the runtime role for interactive workload submission
|
|
2918
|
-
* The runtime role can be a cross-account IAM role. The
|
|
2919
|
-
* and role type using the
|
|
2988
|
+
* <p>The Amazon Resource Name (ARN) of the runtime role for interactive workload submission
|
|
2989
|
+
* on the cluster. The runtime role can be a cross-account IAM role. The
|
|
2990
|
+
* runtime role ARN is a combination of account ID, role name, and role type using the
|
|
2991
|
+
* following format: <code>arn:partition:service:region:account:resource</code>.</p>
|
|
2920
2992
|
*/
|
|
2921
2993
|
ExecutionRoleArn: string | undefined;
|
|
2922
2994
|
}
|
|
@@ -2925,11 +2997,13 @@ export interface GetClusterSessionCredentialsInput {
|
|
|
2925
2997
|
*/
|
|
2926
2998
|
export interface GetClusterSessionCredentialsOutput {
|
|
2927
2999
|
/**
|
|
2928
|
-
* <p>The credentials that you can use to connect to cluster endpoints that support username
|
|
3000
|
+
* <p>The credentials that you can use to connect to cluster endpoints that support username
|
|
3001
|
+
* and password authentication.</p>
|
|
2929
3002
|
*/
|
|
2930
3003
|
Credentials?: Credentials;
|
|
2931
3004
|
/**
|
|
2932
|
-
* <p>The time when the credentials that are returned by the
|
|
3005
|
+
* <p>The time when the credentials that are returned by the
|
|
3006
|
+
* <code>GetClusterSessionCredentials</code> API expire.</p>
|
|
2933
3007
|
*/
|
|
2934
3008
|
ExpiresAt?: Date;
|
|
2935
3009
|
}
|
|
@@ -2952,9 +3026,10 @@ export interface GetManagedScalingPolicyInput {
|
|
|
2952
3026
|
*/
|
|
2953
3027
|
export interface ManagedScalingPolicy {
|
|
2954
3028
|
/**
|
|
2955
|
-
* <p>The EC2 unit limits for a managed scaling policy. The managed scaling
|
|
2956
|
-
* cluster is not allowed to go above or below these limits. The limit only
|
|
2957
|
-
* core and task nodes. The master node cannot be scaled after initial
|
|
3029
|
+
* <p>The Amazon EC2 unit limits for a managed scaling policy. The managed scaling
|
|
3030
|
+
* activity of a cluster is not allowed to go above or below these limits. The limit only
|
|
3031
|
+
* applies to the core and task nodes. The master node cannot be scaled after initial
|
|
3032
|
+
* configuration.</p>
|
|
2958
3033
|
*/
|
|
2959
3034
|
ComputeLimits?: ComputeLimits;
|
|
2960
3035
|
}
|
|
@@ -3157,7 +3232,7 @@ export type InstanceFleetStateChangeReasonCode = (typeof InstanceFleetStateChang
|
|
|
3157
3232
|
* @public
|
|
3158
3233
|
* <p>Provides status change reason details for the instance fleet.</p>
|
|
3159
3234
|
* <note>
|
|
3160
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
3235
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
3161
3236
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
3162
3237
|
* </note>
|
|
3163
3238
|
*/
|
|
@@ -3176,7 +3251,7 @@ export interface InstanceFleetStateChangeReason {
|
|
|
3176
3251
|
* <p>Provides historical timestamps for the instance fleet, including the time of creation,
|
|
3177
3252
|
* the time it became ready to run jobs, and the time of termination.</p>
|
|
3178
3253
|
* <note>
|
|
3179
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
3254
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
3180
3255
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
3181
3256
|
* </note>
|
|
3182
3257
|
*/
|
|
@@ -3198,7 +3273,7 @@ export interface InstanceFleetTimeline {
|
|
|
3198
3273
|
* @public
|
|
3199
3274
|
* <p>The status of the instance fleet.</p>
|
|
3200
3275
|
* <note>
|
|
3201
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
3276
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
3202
3277
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
3203
3278
|
* </note>
|
|
3204
3279
|
*/
|
|
@@ -3208,37 +3283,37 @@ export interface InstanceFleetStatus {
|
|
|
3208
3283
|
* <ul>
|
|
3209
3284
|
* <li>
|
|
3210
3285
|
* <p>
|
|
3211
|
-
* <code>PROVISIONING</code>—The instance fleet is provisioning EC2
|
|
3212
|
-
* not yet ready to run jobs.</p>
|
|
3286
|
+
* <code>PROVISIONING</code>—The instance fleet is provisioning Amazon EC2
|
|
3287
|
+
* resources and is not yet ready to run jobs.</p>
|
|
3213
3288
|
* </li>
|
|
3214
3289
|
* <li>
|
|
3215
3290
|
* <p>
|
|
3216
|
-
* <code>BOOTSTRAPPING</code>—EC2 instances and other resources have
|
|
3217
|
-
* and the bootstrap actions specified for the instances are
|
|
3291
|
+
* <code>BOOTSTRAPPING</code>—Amazon EC2 instances and other resources have
|
|
3292
|
+
* been provisioned and the bootstrap actions specified for the instances are
|
|
3293
|
+
* underway.</p>
|
|
3218
3294
|
* </li>
|
|
3219
3295
|
* <li>
|
|
3220
3296
|
* <p>
|
|
3221
|
-
* <code>RUNNING</code>—EC2 instances and other resources are running.
|
|
3222
|
-
* either executing jobs or waiting to execute jobs.</p>
|
|
3297
|
+
* <code>RUNNING</code>—Amazon EC2 instances and other resources are running.
|
|
3298
|
+
* They are either executing jobs or waiting to execute jobs.</p>
|
|
3223
3299
|
* </li>
|
|
3224
3300
|
* <li>
|
|
3225
3301
|
* <p>
|
|
3226
|
-
* <code>RESIZING</code>—A resize operation is underway. EC2 instances
|
|
3227
|
-
* being added or removed.</p>
|
|
3302
|
+
* <code>RESIZING</code>—A resize operation is underway. Amazon EC2 instances
|
|
3303
|
+
* are either being added or removed.</p>
|
|
3228
3304
|
* </li>
|
|
3229
3305
|
* <li>
|
|
3230
3306
|
* <p>
|
|
3231
|
-
* <code>SUSPENDED</code>—A resize operation could not complete. Existing EC2
|
|
3232
|
-
* instances are running, but instances can't be added or removed.</p>
|
|
3307
|
+
* <code>SUSPENDED</code>—A resize operation could not complete. Existing Amazon EC2 instances are running, but instances can't be added or removed.</p>
|
|
3233
3308
|
* </li>
|
|
3234
3309
|
* <li>
|
|
3235
3310
|
* <p>
|
|
3236
|
-
* <code>TERMINATING</code>—The instance fleet is terminating EC2
|
|
3311
|
+
* <code>TERMINATING</code>—The instance fleet is terminating Amazon EC2
|
|
3312
|
+
* instances.</p>
|
|
3237
3313
|
* </li>
|
|
3238
3314
|
* <li>
|
|
3239
3315
|
* <p>
|
|
3240
|
-
* <code>TERMINATED</code>—The instance fleet is no longer active, and all EC2
|
|
3241
|
-
* instances have been terminated.</p>
|
|
3316
|
+
* <code>TERMINATED</code>—The instance fleet is no longer active, and all Amazon EC2 instances have been terminated.</p>
|
|
3242
3317
|
* </li>
|
|
3243
3318
|
* </ul>
|
|
3244
3319
|
*/
|
|
@@ -3498,7 +3573,7 @@ export interface InstanceStatus {
|
|
|
3498
3573
|
}
|
|
3499
3574
|
/**
|
|
3500
3575
|
* @public
|
|
3501
|
-
* <p>Represents an EC2 instance provisioned as part of cluster.</p>
|
|
3576
|
+
* <p>Represents an Amazon EC2 instance provisioned as part of cluster.</p>
|
|
3502
3577
|
*/
|
|
3503
3578
|
export interface Instance {
|
|
3504
3579
|
/**
|
|
@@ -3534,7 +3609,8 @@ export interface Instance {
|
|
|
3534
3609
|
*/
|
|
3535
3610
|
InstanceGroupId?: string;
|
|
3536
3611
|
/**
|
|
3537
|
-
* <p>The unique identifier of the instance fleet to which an EC2 instance
|
|
3612
|
+
* <p>The unique identifier of the instance fleet to which an Amazon EC2 instance
|
|
3613
|
+
* belongs.</p>
|
|
3538
3614
|
*/
|
|
3539
3615
|
InstanceFleetId?: string;
|
|
3540
3616
|
/**
|
|
@@ -3543,7 +3619,7 @@ export interface Instance {
|
|
|
3543
3619
|
*/
|
|
3544
3620
|
Market?: MarketType | string;
|
|
3545
3621
|
/**
|
|
3546
|
-
* <p>The EC2 instance type, for example <code>m3.xlarge</code>.</p>
|
|
3622
|
+
* <p>The Amazon EC2 instance type, for example <code>m3.xlarge</code>.</p>
|
|
3547
3623
|
*/
|
|
3548
3624
|
InstanceType?: string;
|
|
3549
3625
|
/**
|
|
@@ -3644,6 +3720,10 @@ export interface ListNotebookExecutionsInput {
|
|
|
3644
3720
|
* call.</p>
|
|
3645
3721
|
*/
|
|
3646
3722
|
Marker?: string;
|
|
3723
|
+
/**
|
|
3724
|
+
* <p>The unique ID of the execution engine.</p>
|
|
3725
|
+
*/
|
|
3726
|
+
ExecutionEngineId?: string;
|
|
3647
3727
|
}
|
|
3648
3728
|
/**
|
|
3649
3729
|
* @public
|
|
@@ -3726,6 +3806,14 @@ export interface NotebookExecutionSummary {
|
|
|
3726
3806
|
* <p>The timestamp when notebook execution started.</p>
|
|
3727
3807
|
*/
|
|
3728
3808
|
EndTime?: Date;
|
|
3809
|
+
/**
|
|
3810
|
+
* <p>The Amazon S3 location that stores the notebook execution input.</p>
|
|
3811
|
+
*/
|
|
3812
|
+
NotebookS3Location?: NotebookS3LocationForOutput;
|
|
3813
|
+
/**
|
|
3814
|
+
* <p>The unique ID of the execution engine for the notebook execution.</p>
|
|
3815
|
+
*/
|
|
3816
|
+
ExecutionEngineId?: string;
|
|
3729
3817
|
}
|
|
3730
3818
|
/**
|
|
3731
3819
|
* @public
|
|
@@ -3917,8 +4005,8 @@ export interface ListStudiosInput {
|
|
|
3917
4005
|
/**
|
|
3918
4006
|
* @public
|
|
3919
4007
|
* <p>Details for an Amazon EMR Studio, including ID, Name, VPC, and Description. The
|
|
3920
|
-
* details do not include subnets, IAM roles, security groups, or tags
|
|
3921
|
-
* Studio.</p>
|
|
4008
|
+
* details do not include subnets, IAM roles, security groups, or tags
|
|
4009
|
+
* associated with the Studio.</p>
|
|
3922
4010
|
*/
|
|
3923
4011
|
export interface StudioSummary {
|
|
3924
4012
|
/**
|
|
@@ -4060,7 +4148,7 @@ export interface ModifyClusterOutput {
|
|
|
4060
4148
|
* @public
|
|
4061
4149
|
* <p>Configuration parameters for an instance fleet modification request.</p>
|
|
4062
4150
|
* <note>
|
|
4063
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
4151
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
4064
4152
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
4065
4153
|
* </note>
|
|
4066
4154
|
*/
|
|
@@ -4179,7 +4267,8 @@ export interface PutBlockPublicAccessConfigurationOutput {
|
|
|
4179
4267
|
*/
|
|
4180
4268
|
export interface PutManagedScalingPolicyInput {
|
|
4181
4269
|
/**
|
|
4182
|
-
* <p>Specifies the ID of an EMR cluster where the managed scaling policy is
|
|
4270
|
+
* <p>Specifies the ID of an Amazon EMR cluster where the managed scaling policy is
|
|
4271
|
+
* attached. </p>
|
|
4183
4272
|
*/
|
|
4184
4273
|
ClusterId: string | undefined;
|
|
4185
4274
|
/**
|
|
@@ -4265,9 +4354,8 @@ export interface RemoveTagsOutput {
|
|
|
4265
4354
|
}
|
|
4266
4355
|
/**
|
|
4267
4356
|
* @public
|
|
4268
|
-
* <p>The list of supported product configurations that allow user-supplied arguments. EMR
|
|
4269
|
-
*
|
|
4270
|
-
* bootstrap action arguments.</p>
|
|
4357
|
+
* <p>The list of supported product configurations that allow user-supplied arguments. Amazon EMR accepts these arguments and forwards them to the corresponding installation
|
|
4358
|
+
* script as bootstrap action arguments.</p>
|
|
4271
4359
|
*/
|
|
4272
4360
|
export interface SupportedProductConfig {
|
|
4273
4361
|
/**
|
|
@@ -4319,38 +4407,71 @@ export interface SetVisibleToAllUsersInput {
|
|
|
4319
4407
|
*/
|
|
4320
4408
|
JobFlowIds: string[] | undefined;
|
|
4321
4409
|
/**
|
|
4322
|
-
* <p>A value of <code>true</code> indicates that an IAM principal in the
|
|
4323
|
-
*
|
|
4324
|
-
*
|
|
4325
|
-
*
|
|
4410
|
+
* <p>A value of <code>true</code> indicates that an IAM principal in the
|
|
4411
|
+
* Amazon Web Services account can perform Amazon EMR actions on the cluster that
|
|
4412
|
+
* the IAM policies attached to the principal allow. A value of
|
|
4413
|
+
* <code>false</code> indicates that only the IAM principal that created the
|
|
4414
|
+
* cluster and the Amazon Web Services root user can perform Amazon EMR actions on the
|
|
4415
|
+
* cluster.</p>
|
|
4326
4416
|
*/
|
|
4327
4417
|
VisibleToAllUsers: boolean | undefined;
|
|
4328
4418
|
}
|
|
4419
|
+
/**
|
|
4420
|
+
* @public
|
|
4421
|
+
* <p>The Amazon S3 location that stores the notebook execution input.</p>
|
|
4422
|
+
*/
|
|
4423
|
+
export interface NotebookS3LocationFromInput {
|
|
4424
|
+
/**
|
|
4425
|
+
* <p>The Amazon S3 bucket that stores the notebook execution input.</p>
|
|
4426
|
+
*/
|
|
4427
|
+
Bucket?: string;
|
|
4428
|
+
/**
|
|
4429
|
+
* <p>The key to the Amazon S3 location that stores the notebook execution
|
|
4430
|
+
* input.</p>
|
|
4431
|
+
*/
|
|
4432
|
+
Key?: string;
|
|
4433
|
+
}
|
|
4434
|
+
/**
|
|
4435
|
+
* @public
|
|
4436
|
+
* <p>The Amazon S3 location that stores the notebook execution output.</p>
|
|
4437
|
+
*/
|
|
4438
|
+
export interface OutputNotebookS3LocationFromInput {
|
|
4439
|
+
/**
|
|
4440
|
+
* <p>The Amazon S3 bucket that stores the notebook execution output.</p>
|
|
4441
|
+
*/
|
|
4442
|
+
Bucket?: string;
|
|
4443
|
+
/**
|
|
4444
|
+
* <p>The key to the Amazon S3 location that stores the notebook execution
|
|
4445
|
+
* output.</p>
|
|
4446
|
+
*/
|
|
4447
|
+
Key?: string;
|
|
4448
|
+
}
|
|
4329
4449
|
/**
|
|
4330
4450
|
* @public
|
|
4331
4451
|
*/
|
|
4332
4452
|
export interface StartNotebookExecutionInput {
|
|
4333
4453
|
/**
|
|
4334
|
-
* <p>The unique identifier of the EMR Notebook to use for notebook
|
|
4454
|
+
* <p>The unique identifier of the Amazon EMR Notebook to use for notebook
|
|
4455
|
+
* execution.</p>
|
|
4335
4456
|
*/
|
|
4336
|
-
EditorId
|
|
4457
|
+
EditorId?: string;
|
|
4337
4458
|
/**
|
|
4338
4459
|
* <p>The path and file name of the notebook file for this execution, relative to the path
|
|
4339
|
-
* specified for the EMR Notebook. For example, if you specify a path of
|
|
4340
|
-
* <code>s3://MyBucket/MyNotebooks</code> when you create an EMR Notebook
|
|
4341
|
-
* with an ID of <code>e-ABCDEFGHIJK1234567890ABCD</code> (the
|
|
4342
|
-
*
|
|
4460
|
+
* specified for the Amazon EMR Notebook. For example, if you specify a path of
|
|
4461
|
+
* <code>s3://MyBucket/MyNotebooks</code> when you create an Amazon EMR Notebook
|
|
4462
|
+
* for a notebook with an ID of <code>e-ABCDEFGHIJK1234567890ABCD</code> (the
|
|
4463
|
+
* <code>EditorID</code> of this request), and you specify a <code>RelativePath</code> of
|
|
4343
4464
|
* <code>my_notebook_executions/notebook_execution.ipynb</code>, the location of the file
|
|
4344
4465
|
* for the notebook execution is
|
|
4345
4466
|
* <code>s3://MyBucket/MyNotebooks/e-ABCDEFGHIJK1234567890ABCD/my_notebook_executions/notebook_execution.ipynb</code>.</p>
|
|
4346
4467
|
*/
|
|
4347
|
-
RelativePath
|
|
4468
|
+
RelativePath?: string;
|
|
4348
4469
|
/**
|
|
4349
4470
|
* <p>An optional name for the notebook execution.</p>
|
|
4350
4471
|
*/
|
|
4351
4472
|
NotebookExecutionName?: string;
|
|
4352
4473
|
/**
|
|
4353
|
-
* <p>Input parameters in JSON format passed to the EMR Notebook at runtime for
|
|
4474
|
+
* <p>Input parameters in JSON format passed to the Amazon EMR Notebook at runtime for
|
|
4354
4475
|
* execution.</p>
|
|
4355
4476
|
*/
|
|
4356
4477
|
NotebookParams?: string;
|
|
@@ -4359,13 +4480,13 @@ export interface StartNotebookExecutionInput {
|
|
|
4359
4480
|
*/
|
|
4360
4481
|
ExecutionEngine: ExecutionEngineConfig | undefined;
|
|
4361
4482
|
/**
|
|
4362
|
-
* <p>The name or ARN of the IAM role that is used as the service role for
|
|
4363
|
-
*
|
|
4483
|
+
* <p>The name or ARN of the IAM role that is used as the service role for
|
|
4484
|
+
* Amazon EMR (the Amazon EMR role) for the notebook execution.</p>
|
|
4364
4485
|
*/
|
|
4365
4486
|
ServiceRole: string | undefined;
|
|
4366
4487
|
/**
|
|
4367
|
-
* <p>The unique identifier of the Amazon EC2 security group to associate with the
|
|
4368
|
-
*
|
|
4488
|
+
* <p>The unique identifier of the Amazon EC2 security group to associate with the
|
|
4489
|
+
* Amazon EMR Notebook for this notebook execution.</p>
|
|
4369
4490
|
*/
|
|
4370
4491
|
NotebookInstanceSecurityGroupId?: string;
|
|
4371
4492
|
/**
|
|
@@ -4374,6 +4495,22 @@ export interface StartNotebookExecutionInput {
|
|
|
4374
4495
|
* optional value string with a maximum of 256 characters.</p>
|
|
4375
4496
|
*/
|
|
4376
4497
|
Tags?: Tag[];
|
|
4498
|
+
/**
|
|
4499
|
+
* <p>The Amazon S3 location for the notebook execution input.</p>
|
|
4500
|
+
*/
|
|
4501
|
+
NotebookS3Location?: NotebookS3LocationFromInput;
|
|
4502
|
+
/**
|
|
4503
|
+
* <p>The Amazon S3 location for the notebook execution output.</p>
|
|
4504
|
+
*/
|
|
4505
|
+
OutputNotebookS3Location?: OutputNotebookS3LocationFromInput;
|
|
4506
|
+
/**
|
|
4507
|
+
* <p>The output format for the notebook execution.</p>
|
|
4508
|
+
*/
|
|
4509
|
+
OutputNotebookFormat?: OutputNotebookFormat | string;
|
|
4510
|
+
/**
|
|
4511
|
+
* <p>The environment variables associated with the notebook execution.</p>
|
|
4512
|
+
*/
|
|
4513
|
+
EnvironmentVariables?: Record<string, string>;
|
|
4377
4514
|
}
|
|
4378
4515
|
/**
|
|
4379
4516
|
* @public
|
|
@@ -4498,8 +4635,8 @@ export interface BlockPublicAccessConfiguration {
|
|
|
4498
4635
|
/**
|
|
4499
4636
|
* <p>Indicates whether Amazon EMR block public access is enabled (<code>true</code>)
|
|
4500
4637
|
* or disabled (<code>false</code>). By default, the value is <code>false</code> for accounts
|
|
4501
|
-
* that have created EMR clusters before July 2019. For accounts created after
|
|
4502
|
-
* default is <code>true</code>.</p>
|
|
4638
|
+
* that have created Amazon EMR clusters before July 2019. For accounts created after
|
|
4639
|
+
* this, the default is <code>true</code>.</p>
|
|
4503
4640
|
*/
|
|
4504
4641
|
BlockPublicSecurityGroupRules: boolean | undefined;
|
|
4505
4642
|
/**
|
|
@@ -4509,8 +4646,8 @@ export interface BlockPublicAccessConfiguration {
|
|
|
4509
4646
|
* allows cluster creation if a security group associated with the cluster has a rule that
|
|
4510
4647
|
* allows inbound traffic on Port 23 from IPv4 0.0.0.0/0 or IPv6 port ::/0 as the
|
|
4511
4648
|
* source.</p>
|
|
4512
|
-
* <p>By default, Port 22, which is used for SSH access to the cluster EC2
|
|
4513
|
-
* the list of <code>PermittedPublicSecurityGroupRuleRanges</code>.</p>
|
|
4649
|
+
* <p>By default, Port 22, which is used for SSH access to the cluster Amazon EC2
|
|
4650
|
+
* instances, is in the list of <code>PermittedPublicSecurityGroupRuleRanges</code>.</p>
|
|
4514
4651
|
*/
|
|
4515
4652
|
PermittedPublicSecurityGroupRuleRanges?: PortRange[];
|
|
4516
4653
|
/**
|
|
@@ -4544,13 +4681,14 @@ export interface Cluster {
|
|
|
4544
4681
|
*/
|
|
4545
4682
|
Status?: ClusterStatus;
|
|
4546
4683
|
/**
|
|
4547
|
-
* <p>Provides information about the EC2 instances in a cluster grouped by
|
|
4548
|
-
* example, key name, subnet ID, IAM instance profile, and so
|
|
4684
|
+
* <p>Provides information about the Amazon EC2 instances in a cluster grouped by
|
|
4685
|
+
* category. For example, key name, subnet ID, IAM instance profile, and so
|
|
4686
|
+
* on.</p>
|
|
4549
4687
|
*/
|
|
4550
4688
|
Ec2InstanceAttributes?: Ec2InstanceAttributes;
|
|
4551
4689
|
/**
|
|
4552
4690
|
* <note>
|
|
4553
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
4691
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
4554
4692
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
4555
4693
|
* </note>
|
|
4556
4694
|
* <p>The instance group configuration of the cluster. A value of <code>INSTANCE_GROUP</code>
|
|
@@ -4565,7 +4703,8 @@ export interface Cluster {
|
|
|
4565
4703
|
LogUri?: string;
|
|
4566
4704
|
/**
|
|
4567
4705
|
* <p> The KMS key used for encrypting log files. This attribute is only
|
|
4568
|
-
* available with EMR
|
|
4706
|
+
* available with Amazon EMR 5.30.0 and later, excluding Amazon EMR 6.0.0.
|
|
4707
|
+
* </p>
|
|
4569
4708
|
*/
|
|
4570
4709
|
LogEncryptionKmsKeyId?: string;
|
|
4571
4710
|
/**
|
|
@@ -4590,19 +4729,19 @@ export interface Cluster {
|
|
|
4590
4729
|
*/
|
|
4591
4730
|
AutoTerminate?: boolean;
|
|
4592
4731
|
/**
|
|
4593
|
-
* <p>Indicates whether Amazon EMR will lock the cluster to prevent the EC2 instances
|
|
4594
|
-
*
|
|
4595
|
-
* error.</p>
|
|
4732
|
+
* <p>Indicates whether Amazon EMR will lock the cluster to prevent the Amazon EC2 instances from being terminated by an API call or user intervention, or in
|
|
4733
|
+
* the event of a cluster error.</p>
|
|
4596
4734
|
*/
|
|
4597
4735
|
TerminationProtected?: boolean;
|
|
4598
4736
|
/**
|
|
4599
|
-
* <p>Indicates whether the cluster is visible to IAM principals in the Amazon Web Services account associated with the cluster. When <code>true</code>, IAM principals
|
|
4600
|
-
*
|
|
4601
|
-
*
|
|
4602
|
-
*
|
|
4603
|
-
* IAM permissions policies attached to other IAM
|
|
4737
|
+
* <p>Indicates whether the cluster is visible to IAM principals in the Amazon Web Services account associated with the cluster. When <code>true</code>, IAM principals in the Amazon Web Services account can perform Amazon EMR cluster
|
|
4738
|
+
* actions on the cluster that their IAM policies allow. When
|
|
4739
|
+
* <code>false</code>, only the IAM principal that created the cluster and
|
|
4740
|
+
* the Amazon Web Services account root user can perform Amazon EMR actions, regardless
|
|
4741
|
+
* of IAM permissions policies attached to other IAM
|
|
4742
|
+
* principals.</p>
|
|
4604
4743
|
* <p>The default value is <code>true</code> if a value is not provided when creating a
|
|
4605
|
-
* cluster using the EMR API <a>RunJobFlow</a> command, the CLI
|
|
4744
|
+
* cluster using the Amazon EMR API <a>RunJobFlow</a> command, the CLI
|
|
4606
4745
|
* <a href="https://docs.aws.amazon.com/cli/latest/reference/emr/create-cluster.html">create-cluster</a> command, or the Amazon Web Services Management Console.</p>
|
|
4607
4746
|
*/
|
|
4608
4747
|
VisibleToAllUsers?: boolean;
|
|
@@ -4615,16 +4754,15 @@ export interface Cluster {
|
|
|
4615
4754
|
*/
|
|
4616
4755
|
Tags?: Tag[];
|
|
4617
4756
|
/**
|
|
4618
|
-
* <p>The IAM role that Amazon EMR assumes in order to access Amazon Web Services
|
|
4619
|
-
* resources on your behalf.</p>
|
|
4757
|
+
* <p>The IAM role that Amazon EMR assumes in order to access Amazon Web Services resources on your behalf.</p>
|
|
4620
4758
|
*/
|
|
4621
4759
|
ServiceRole?: string;
|
|
4622
4760
|
/**
|
|
4623
4761
|
* <p>An approximation of the cost of the cluster, represented in m1.small/hours. This value
|
|
4624
4762
|
* is incremented one time for every hour an m1.small instance runs. Larger instances are
|
|
4625
|
-
* weighted more, so an EC2 instance that is roughly four times more expensive
|
|
4626
|
-
* the normalized instance hours being incremented by four. This result is
|
|
4627
|
-
* approximation and does not reflect the actual billing rate.</p>
|
|
4763
|
+
* weighted more, so an Amazon EC2 instance that is roughly four times more expensive
|
|
4764
|
+
* would result in the normalized instance hours being incremented by four. This result is
|
|
4765
|
+
* only an approximation and does not reflect the actual billing rate.</p>
|
|
4628
4766
|
*/
|
|
4629
4767
|
NormalizedInstanceHours?: number;
|
|
4630
4768
|
/**
|
|
@@ -4633,8 +4771,8 @@ export interface Cluster {
|
|
|
4633
4771
|
*/
|
|
4634
4772
|
MasterPublicDnsName?: string;
|
|
4635
4773
|
/**
|
|
4636
|
-
* <p>Applies only to Amazon EMR releases 4.x and later. The list of
|
|
4637
|
-
* supplied to the EMR cluster.</p>
|
|
4774
|
+
* <p>Applies only to Amazon EMR releases 4.x and later. The list of configurations
|
|
4775
|
+
* that are supplied to the Amazon EMR cluster.</p>
|
|
4638
4776
|
*/
|
|
4639
4777
|
Configurations?: Configuration[];
|
|
4640
4778
|
/**
|
|
@@ -4643,9 +4781,8 @@ export interface Cluster {
|
|
|
4643
4781
|
SecurityConfiguration?: string;
|
|
4644
4782
|
/**
|
|
4645
4783
|
* <p>An IAM role for automatic scaling policies. The default role is
|
|
4646
|
-
* <code>EMR_AutoScaling_DefaultRole</code>. The IAM role provides
|
|
4647
|
-
* automatic scaling feature requires to launch and terminate EC2 instances in an instance
|
|
4648
|
-
* group.</p>
|
|
4784
|
+
* <code>EMR_AutoScaling_DefaultRole</code>. The IAM role provides
|
|
4785
|
+
* permissions that the automatic scaling feature requires to launch and terminate Amazon EC2 instances in an instance group.</p>
|
|
4649
4786
|
*/
|
|
4650
4787
|
AutoScalingRole?: string;
|
|
4651
4788
|
/**
|
|
@@ -4658,22 +4795,23 @@ export interface Cluster {
|
|
|
4658
4795
|
* <code>TERMINATE_AT_TASK_COMPLETION</code> indicates that Amazon EMR adds nodes
|
|
4659
4796
|
* to a deny list and drains tasks from nodes before terminating the Amazon EC2
|
|
4660
4797
|
* instances, regardless of the instance-hour boundary. With either behavior, Amazon EMR removes the least active nodes first and blocks instance termination if it could lead to
|
|
4661
|
-
* HDFS corruption. <code>TERMINATE_AT_TASK_COMPLETION</code> is available only in Amazon EMR
|
|
4798
|
+
* HDFS corruption. <code>TERMINATE_AT_TASK_COMPLETION</code> is available only in Amazon EMR releases 4.1.0 and later, and is the default for versions of Amazon EMR earlier than 5.1.0.</p>
|
|
4662
4799
|
*/
|
|
4663
4800
|
ScaleDownBehavior?: ScaleDownBehavior | string;
|
|
4664
4801
|
/**
|
|
4665
|
-
* <p>Available only in Amazon EMR
|
|
4802
|
+
* <p>Available only in Amazon EMR releases 5.7.0 and later. The ID of a custom Amazon
|
|
4666
4803
|
* EBS-backed Linux AMI if the cluster uses a custom AMI.</p>
|
|
4667
4804
|
*/
|
|
4668
4805
|
CustomAmiId?: string;
|
|
4669
4806
|
/**
|
|
4670
4807
|
* <p>The size, in GiB, of the Amazon EBS root device volume of the Linux AMI that is
|
|
4671
|
-
* used for each EC2 instance. Available in Amazon EMR
|
|
4808
|
+
* used for each Amazon EC2 instance. Available in Amazon EMR releases 4.x and
|
|
4809
|
+
* later.</p>
|
|
4672
4810
|
*/
|
|
4673
4811
|
EbsRootVolumeSize?: number;
|
|
4674
4812
|
/**
|
|
4675
4813
|
* <p>Applies only when <code>CustomAmiID</code> is used. Specifies the type of updates that
|
|
4676
|
-
*
|
|
4814
|
+
* the Amazon Linux AMI package repositories apply when an instance boots using the
|
|
4677
4815
|
* AMI.</p>
|
|
4678
4816
|
*/
|
|
4679
4817
|
RepoUpgradeOnBoot?: RepoUpgradeOnBoot | string;
|
|
@@ -4716,7 +4854,7 @@ export interface InstanceGroupConfig {
|
|
|
4716
4854
|
*/
|
|
4717
4855
|
Name?: string;
|
|
4718
4856
|
/**
|
|
4719
|
-
* <p>Market type of the EC2 instances used to create a cluster node.</p>
|
|
4857
|
+
* <p>Market type of the Amazon EC2 instances used to create a cluster node.</p>
|
|
4720
4858
|
*/
|
|
4721
4859
|
Market?: MarketType | string;
|
|
4722
4860
|
/**
|
|
@@ -4730,7 +4868,7 @@ export interface InstanceGroupConfig {
|
|
|
4730
4868
|
*/
|
|
4731
4869
|
BidPrice?: string;
|
|
4732
4870
|
/**
|
|
4733
|
-
* <p>The EC2 instance type for all instances in the instance group.</p>
|
|
4871
|
+
* <p>The Amazon EC2 instance type for all instances in the instance group.</p>
|
|
4734
4872
|
*/
|
|
4735
4873
|
InstanceType: string | undefined;
|
|
4736
4874
|
/**
|
|
@@ -4741,20 +4879,21 @@ export interface InstanceGroupConfig {
|
|
|
4741
4879
|
* <note>
|
|
4742
4880
|
* <p>Amazon EMR releases 4.x or later.</p>
|
|
4743
4881
|
* </note>
|
|
4744
|
-
* <p>The list of configurations supplied for an EMR cluster instance group.
|
|
4745
|
-
* separate configuration for each instance group (master, core, and
|
|
4882
|
+
* <p>The list of configurations supplied for an Amazon EMR cluster instance group.
|
|
4883
|
+
* You can specify a separate configuration for each instance group (master, core, and
|
|
4884
|
+
* task).</p>
|
|
4746
4885
|
*/
|
|
4747
4886
|
Configurations?: Configuration[];
|
|
4748
4887
|
/**
|
|
4749
|
-
* <p>EBS configurations that will be attached to each EC2 instance in the
|
|
4750
|
-
* group.</p>
|
|
4888
|
+
* <p>EBS configurations that will be attached to each Amazon EC2 instance in the
|
|
4889
|
+
* instance group.</p>
|
|
4751
4890
|
*/
|
|
4752
4891
|
EbsConfiguration?: EbsConfiguration;
|
|
4753
4892
|
/**
|
|
4754
4893
|
* <p>An automatic scaling policy for a core instance group or task instance group in an
|
|
4755
4894
|
* Amazon EMR cluster. The automatic scaling policy defines how an instance group
|
|
4756
|
-
* dynamically adds and terminates EC2 instances in response to the value of a
|
|
4757
|
-
* metric. See <a>PutAutoScalingPolicy</a>.</p>
|
|
4895
|
+
* dynamically adds and terminates Amazon EC2 instances in response to the value of a
|
|
4896
|
+
* CloudWatch metric. See <a>PutAutoScalingPolicy</a>.</p>
|
|
4758
4897
|
*/
|
|
4759
4898
|
AutoScalingPolicy?: AutoScalingPolicy;
|
|
4760
4899
|
/**
|
|
@@ -4776,8 +4915,8 @@ export interface InstanceGroupModifyConfig {
|
|
|
4776
4915
|
*/
|
|
4777
4916
|
InstanceCount?: number;
|
|
4778
4917
|
/**
|
|
4779
|
-
* <p>The EC2 InstanceIds to terminate. After you terminate the instances, the
|
|
4780
|
-
* will not return to its original requested size.</p>
|
|
4918
|
+
* <p>The Amazon EC2 InstanceIds to terminate. After you terminate the instances, the
|
|
4919
|
+
* instance group will not return to its original requested size.</p>
|
|
4781
4920
|
*/
|
|
4782
4921
|
EC2InstanceIdsToTerminate?: string[];
|
|
4783
4922
|
/**
|
|
@@ -4796,20 +4935,20 @@ export interface InstanceGroupModifyConfig {
|
|
|
4796
4935
|
/**
|
|
4797
4936
|
* @public
|
|
4798
4937
|
* <p>An instance type configuration for each instance type in an instance fleet, which
|
|
4799
|
-
* determines the EC2 instances Amazon EMR attempts to provision to
|
|
4800
|
-
* and Spot target capacities. When you use an allocation strategy, you can
|
|
4801
|
-
* of 30 instance type configurations for a fleet. For more information
|
|
4802
|
-
* allocation strategy, see <a href="https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-fleet.html">Configure Instance
|
|
4938
|
+
* determines the Amazon EC2 instances Amazon EMR attempts to provision to
|
|
4939
|
+
* fulfill On-Demand and Spot target capacities. When you use an allocation strategy, you can
|
|
4940
|
+
* include a maximum of 30 instance type configurations for a fleet. For more information
|
|
4941
|
+
* about how to use an allocation strategy, see <a href="https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-fleet.html">Configure Instance
|
|
4803
4942
|
* Fleets</a>. Without an allocation strategy, you may specify a maximum of five
|
|
4804
4943
|
* instance type configurations for a fleet.</p>
|
|
4805
4944
|
* <note>
|
|
4806
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
4945
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
4807
4946
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
4808
4947
|
* </note>
|
|
4809
4948
|
*/
|
|
4810
4949
|
export interface InstanceTypeConfig {
|
|
4811
4950
|
/**
|
|
4812
|
-
* <p>An EC2 instance type, such as <code>m3.xlarge</code>. </p>
|
|
4951
|
+
* <p>An Amazon EC2 instance type, such as <code>m3.xlarge</code>. </p>
|
|
4813
4952
|
*/
|
|
4814
4953
|
InstanceType: string | undefined;
|
|
4815
4954
|
/**
|
|
@@ -4820,17 +4959,18 @@ export interface InstanceTypeConfig {
|
|
|
4820
4959
|
*/
|
|
4821
4960
|
WeightedCapacity?: number;
|
|
4822
4961
|
/**
|
|
4823
|
-
* <p>The bid price for each EC2 Spot Instance type as defined by
|
|
4824
|
-
*
|
|
4962
|
+
* <p>The bid price for each Amazon EC2 Spot Instance type as defined by
|
|
4963
|
+
* <code>InstanceType</code>. Expressed in USD. If neither <code>BidPrice</code> nor
|
|
4825
4964
|
* <code>BidPriceAsPercentageOfOnDemandPrice</code> is provided,
|
|
4826
4965
|
* <code>BidPriceAsPercentageOfOnDemandPrice</code> defaults to 100%. </p>
|
|
4827
4966
|
*/
|
|
4828
4967
|
BidPrice?: string;
|
|
4829
4968
|
/**
|
|
4830
|
-
* <p>The bid price, as a percentage of On-Demand price, for each EC2 Spot
|
|
4831
|
-
* by <code>InstanceType</code>. Expressed as a number (for example, 20
|
|
4832
|
-
* neither <code>BidPrice</code> nor
|
|
4833
|
-
*
|
|
4969
|
+
* <p>The bid price, as a percentage of On-Demand price, for each Amazon EC2 Spot
|
|
4970
|
+
* Instance as defined by <code>InstanceType</code>. Expressed as a number (for example, 20
|
|
4971
|
+
* specifies 20%). If neither <code>BidPrice</code> nor
|
|
4972
|
+
* <code>BidPriceAsPercentageOfOnDemandPrice</code> is provided,
|
|
4973
|
+
* <code>BidPriceAsPercentageOfOnDemandPrice</code> defaults to 100%.</p>
|
|
4834
4974
|
*/
|
|
4835
4975
|
BidPriceAsPercentageOfOnDemandPrice?: number;
|
|
4836
4976
|
/**
|
|
@@ -4852,13 +4992,13 @@ export interface InstanceTypeConfig {
|
|
|
4852
4992
|
* @public
|
|
4853
4993
|
* <p>The configuration specification for each instance type in an instance fleet.</p>
|
|
4854
4994
|
* <note>
|
|
4855
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
4995
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
4856
4996
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
4857
4997
|
* </note>
|
|
4858
4998
|
*/
|
|
4859
4999
|
export interface InstanceTypeSpecification {
|
|
4860
5000
|
/**
|
|
4861
|
-
* <p>The EC2 instance type, for example <code>m3.xlarge</code>.</p>
|
|
5001
|
+
* <p>The Amazon EC2 instance type, for example <code>m3.xlarge</code>.</p>
|
|
4862
5002
|
*/
|
|
4863
5003
|
InstanceType?: string;
|
|
4864
5004
|
/**
|
|
@@ -4869,13 +5009,14 @@ export interface InstanceTypeSpecification {
|
|
|
4869
5009
|
*/
|
|
4870
5010
|
WeightedCapacity?: number;
|
|
4871
5011
|
/**
|
|
4872
|
-
* <p>The bid price for each EC2 Spot Instance type as defined by
|
|
4873
|
-
*
|
|
5012
|
+
* <p>The bid price for each Amazon EC2 Spot Instance type as defined by
|
|
5013
|
+
* <code>InstanceType</code>. Expressed in USD.</p>
|
|
4874
5014
|
*/
|
|
4875
5015
|
BidPrice?: string;
|
|
4876
5016
|
/**
|
|
4877
|
-
* <p>The bid price, as a percentage of On-Demand price, for each EC2 Spot
|
|
4878
|
-
* by <code>InstanceType</code>. Expressed as a number (for example, 20
|
|
5017
|
+
* <p>The bid price, as a percentage of On-Demand price, for each Amazon EC2 Spot
|
|
5018
|
+
* Instance as defined by <code>InstanceType</code>. Expressed as a number (for example, 20
|
|
5019
|
+
* specifies 20%).</p>
|
|
4879
5020
|
*/
|
|
4880
5021
|
BidPriceAsPercentageOfOnDemandPrice?: number;
|
|
4881
5022
|
/**
|
|
@@ -4925,8 +5066,9 @@ export interface GetBlockPublicAccessConfigurationOutput {
|
|
|
4925
5066
|
* <note>
|
|
4926
5067
|
* <p>For accounts that created clusters in a Region before November 25, 2019, block public
|
|
4927
5068
|
* access is disabled by default in that Region. To use this feature, you must manually
|
|
4928
|
-
* enable and configure it. For accounts that did not create an EMR cluster
|
|
4929
|
-
* before this date, block public access is enabled by default in that
|
|
5069
|
+
* enable and configure it. For accounts that did not create an Amazon EMR cluster
|
|
5070
|
+
* in a Region before this date, block public access is enabled by default in that
|
|
5071
|
+
* Region.</p>
|
|
4930
5072
|
* </note>
|
|
4931
5073
|
*/
|
|
4932
5074
|
BlockPublicAccessConfiguration: BlockPublicAccessConfiguration | undefined;
|
|
@@ -4956,8 +5098,9 @@ export interface PutBlockPublicAccessConfigurationInput {
|
|
|
4956
5098
|
* <note>
|
|
4957
5099
|
* <p>For accounts that created clusters in a Region before November 25, 2019, block public
|
|
4958
5100
|
* access is disabled by default in that Region. To use this feature, you must manually
|
|
4959
|
-
* enable and configure it. For accounts that did not create an EMR cluster
|
|
4960
|
-
* before this date, block public access is enabled by default in that
|
|
5101
|
+
* enable and configure it. For accounts that did not create an Amazon EMR cluster
|
|
5102
|
+
* in a Region before this date, block public access is enabled by default in that
|
|
5103
|
+
* Region.</p>
|
|
4961
5104
|
* </note>
|
|
4962
5105
|
*/
|
|
4963
5106
|
BlockPublicAccessConfiguration: BlockPublicAccessConfiguration | undefined;
|
|
@@ -4978,12 +5121,12 @@ export interface AddInstanceGroupsInput {
|
|
|
4978
5121
|
}
|
|
4979
5122
|
/**
|
|
4980
5123
|
* @public
|
|
4981
|
-
* <p>Describes an instance fleet, which is a group of EC2 instances that host
|
|
4982
|
-
* node type (master, core, or task) in an Amazon EMR cluster. Instance
|
|
4983
|
-
* consist of a mix of instance types and On-Demand and Spot Instances, which are
|
|
4984
|
-
* to meet a defined target capacity. </p>
|
|
5124
|
+
* <p>Describes an instance fleet, which is a group of Amazon EC2 instances that host
|
|
5125
|
+
* a particular node type (master, core, or task) in an Amazon EMR cluster. Instance
|
|
5126
|
+
* fleets can consist of a mix of instance types and On-Demand and Spot Instances, which are
|
|
5127
|
+
* provisioned to meet a defined target capacity. </p>
|
|
4985
5128
|
* <note>
|
|
4986
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
5129
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
4987
5130
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
4988
5131
|
* </note>
|
|
4989
5132
|
*/
|
|
@@ -5077,7 +5220,7 @@ export interface InstanceFleet {
|
|
|
5077
5220
|
* @public
|
|
5078
5221
|
* <p>The configuration that defines an instance fleet.</p>
|
|
5079
5222
|
* <note>
|
|
5080
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
5223
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
5081
5224
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
5082
5225
|
* </note>
|
|
5083
5226
|
*/
|
|
@@ -5132,8 +5275,8 @@ export interface InstanceFleetConfig {
|
|
|
5132
5275
|
*/
|
|
5133
5276
|
TargetSpotCapacity?: number;
|
|
5134
5277
|
/**
|
|
5135
|
-
* <p>The instance type configurations that define the EC2 instances in the
|
|
5136
|
-
* fleet.</p>
|
|
5278
|
+
* <p>The instance type configurations that define the Amazon EC2 instances in the
|
|
5279
|
+
* instance fleet.</p>
|
|
5137
5280
|
*/
|
|
5138
5281
|
InstanceTypeConfigs?: InstanceTypeConfig[];
|
|
5139
5282
|
/**
|
|
@@ -5202,7 +5345,7 @@ export interface InstanceGroup {
|
|
|
5202
5345
|
*/
|
|
5203
5346
|
BidPrice?: string;
|
|
5204
5347
|
/**
|
|
5205
|
-
* <p>The EC2 instance type for all instances in the instance group.</p>
|
|
5348
|
+
* <p>The Amazon EC2 instance type for all instances in the instance group.</p>
|
|
5206
5349
|
*/
|
|
5207
5350
|
InstanceType?: string;
|
|
5208
5351
|
/**
|
|
@@ -5257,8 +5400,8 @@ export interface InstanceGroup {
|
|
|
5257
5400
|
/**
|
|
5258
5401
|
* <p>An automatic scaling policy for a core instance group or task instance group in an
|
|
5259
5402
|
* Amazon EMR cluster. The automatic scaling policy defines how an instance group
|
|
5260
|
-
* dynamically adds and terminates EC2 instances in response to the value of a
|
|
5261
|
-
* metric. See PutAutoScalingPolicy.</p>
|
|
5403
|
+
* dynamically adds and terminates Amazon EC2 instances in response to the value of a
|
|
5404
|
+
* CloudWatch metric. See PutAutoScalingPolicy.</p>
|
|
5262
5405
|
*/
|
|
5263
5406
|
AutoScalingPolicy?: AutoScalingPolicyDescription;
|
|
5264
5407
|
/**
|
|
@@ -5303,15 +5446,15 @@ export interface ListInstanceGroupsOutput {
|
|
|
5303
5446
|
*/
|
|
5304
5447
|
export interface JobFlowInstancesConfig {
|
|
5305
5448
|
/**
|
|
5306
|
-
* <p>The EC2 instance type of the master node.</p>
|
|
5449
|
+
* <p>The Amazon EC2 instance type of the master node.</p>
|
|
5307
5450
|
*/
|
|
5308
5451
|
MasterInstanceType?: string;
|
|
5309
5452
|
/**
|
|
5310
|
-
* <p>The EC2 instance type of the core and task nodes.</p>
|
|
5453
|
+
* <p>The Amazon EC2 instance type of the core and task nodes.</p>
|
|
5311
5454
|
*/
|
|
5312
5455
|
SlaveInstanceType?: string;
|
|
5313
5456
|
/**
|
|
5314
|
-
* <p>The number of EC2 instances in the cluster.</p>
|
|
5457
|
+
* <p>The number of Amazon EC2 instances in the cluster.</p>
|
|
5315
5458
|
*/
|
|
5316
5459
|
InstanceCount?: number;
|
|
5317
5460
|
/**
|
|
@@ -5320,16 +5463,16 @@ export interface JobFlowInstancesConfig {
|
|
|
5320
5463
|
InstanceGroups?: InstanceGroupConfig[];
|
|
5321
5464
|
/**
|
|
5322
5465
|
* <note>
|
|
5323
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
5466
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
5324
5467
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
5325
5468
|
* </note>
|
|
5326
|
-
* <p>Describes the EC2 instances and instance configurations for clusters that
|
|
5327
|
-
* instance fleet configuration.</p>
|
|
5469
|
+
* <p>Describes the Amazon EC2 instances and instance configurations for clusters that
|
|
5470
|
+
* use the instance fleet configuration.</p>
|
|
5328
5471
|
*/
|
|
5329
5472
|
InstanceFleets?: InstanceFleetConfig[];
|
|
5330
5473
|
/**
|
|
5331
|
-
* <p>The name of the EC2 key pair that can be used to connect to the master
|
|
5332
|
-
* the user called "hadoop."</p>
|
|
5474
|
+
* <p>The name of the Amazon EC2 key pair that can be used to connect to the master
|
|
5475
|
+
* node using SSH as the user called "hadoop."</p>
|
|
5333
5476
|
*/
|
|
5334
5477
|
Ec2KeyName?: string;
|
|
5335
5478
|
/**
|
|
@@ -5367,11 +5510,10 @@ export interface JobFlowInstancesConfig {
|
|
|
5367
5510
|
*/
|
|
5368
5511
|
Ec2SubnetId?: string;
|
|
5369
5512
|
/**
|
|
5370
|
-
* <p>Applies to clusters that use the instance fleet configuration. When multiple EC2 subnet
|
|
5371
|
-
*
|
|
5372
|
-
* subnet.</p>
|
|
5513
|
+
* <p>Applies to clusters that use the instance fleet configuration. When multiple Amazon EC2 subnet IDs are specified, Amazon EMR evaluates them and launches
|
|
5514
|
+
* instances in the optimal subnet.</p>
|
|
5373
5515
|
* <note>
|
|
5374
|
-
* <p>The instance fleet configuration is available only in Amazon EMR
|
|
5516
|
+
* <p>The instance fleet configuration is available only in Amazon EMR releases
|
|
5375
5517
|
* 4.8.0 and later, excluding 5.0.x versions.</p>
|
|
5376
5518
|
* </note>
|
|
5377
5519
|
*/
|
|
@@ -5420,7 +5562,7 @@ export interface RunJobFlowInput {
|
|
|
5420
5562
|
/**
|
|
5421
5563
|
* <p>The KMS key used for encrypting log files. If a value is not
|
|
5422
5564
|
* provided, the logs remain encrypted by AES-256. This attribute is only available with
|
|
5423
|
-
* Amazon EMR
|
|
5565
|
+
* Amazon EMR releases 5.30.0 and later, excluding Amazon EMR 6.0.0.</p>
|
|
5424
5566
|
*/
|
|
5425
5567
|
LogEncryptionKmsKeyId?: string;
|
|
5426
5568
|
/**
|
|
@@ -5477,10 +5619,10 @@ export interface RunJobFlowInput {
|
|
|
5477
5619
|
* later, use Applications.</p>
|
|
5478
5620
|
* </note>
|
|
5479
5621
|
* <p>A list of strings that indicates third-party software to use with the job flow that
|
|
5480
|
-
* accepts a user argument list. EMR accepts and forwards the argument list to
|
|
5481
|
-
* corresponding installation script as bootstrap action arguments. For more information,
|
|
5482
|
-
* "Launch a Job Flow on the MapR Distribution for Hadoop" in the <a href="https://docs.aws.amazon.com/emr/latest/DeveloperGuide/emr-dg.pdf">Amazon EMR
|
|
5483
|
-
*
|
|
5622
|
+
* accepts a user argument list. Amazon EMR accepts and forwards the argument list to
|
|
5623
|
+
* the corresponding installation script as bootstrap action arguments. For more information,
|
|
5624
|
+
* see "Launch a Job Flow on the MapR Distribution for Hadoop" in the <a href="https://docs.aws.amazon.com/emr/latest/DeveloperGuide/emr-dg.pdf">Amazon EMR
|
|
5625
|
+
* Developer Guide</a>. Supported values are:</p>
|
|
5484
5626
|
* <ul>
|
|
5485
5627
|
* <li>
|
|
5486
5628
|
* <p>"mapr-m3" - launch the cluster using MapR M3 Edition.</p>
|
|
@@ -5521,7 +5663,7 @@ export interface RunJobFlowInput {
|
|
|
5521
5663
|
Applications?: Application[];
|
|
5522
5664
|
/**
|
|
5523
5665
|
* <p>For Amazon EMR releases 4.0 and later. The list of configurations supplied for
|
|
5524
|
-
* the EMR cluster you are creating.</p>
|
|
5666
|
+
* the Amazon EMR cluster that you are creating.</p>
|
|
5525
5667
|
*/
|
|
5526
5668
|
Configurations?: Configuration[];
|
|
5527
5669
|
/**
|
|
@@ -5529,28 +5671,27 @@ export interface RunJobFlowInput {
|
|
|
5529
5671
|
* <p>The VisibleToAllUsers parameter is no longer supported. By default, the value is set
|
|
5530
5672
|
* to <code>true</code>. Setting it to <code>false</code> now has no effect.</p>
|
|
5531
5673
|
* </important>
|
|
5532
|
-
* <p>Set this value to <code>true</code> so that IAM principals in the Amazon Web Services account associated with the cluster can perform EMR actions on
|
|
5533
|
-
* that their IAM policies allow. This value defaults to
|
|
5534
|
-
*
|
|
5674
|
+
* <p>Set this value to <code>true</code> so that IAM principals in the Amazon Web Services account associated with the cluster can perform Amazon EMR actions on
|
|
5675
|
+
* the cluster that their IAM policies allow. This value defaults to
|
|
5676
|
+
* <code>true</code> for clusters created using the Amazon EMR API or the CLI
|
|
5535
5677
|
* <a href="https://docs.aws.amazon.com/cli/latest/reference/emr/create-cluster.html">create-cluster</a> command.</p>
|
|
5536
|
-
* <p>When set to <code>false</code>, only the IAM principal that created the
|
|
5537
|
-
*
|
|
5538
|
-
* of the IAM permissions policies attached to
|
|
5539
|
-
*
|
|
5540
|
-
* <i>Amazon
|
|
5678
|
+
* <p>When set to <code>false</code>, only the IAM principal that created the
|
|
5679
|
+
* cluster and the Amazon Web Services account root user can perform Amazon EMR actions
|
|
5680
|
+
* for the cluster, regardless of the IAM permissions policies attached to
|
|
5681
|
+
* other IAM principals. For more information, see <a href="https://docs.aws.amazon.com/emr/latest/ManagementGuide/security_IAM_emr-with-IAM.html#security_set_visible_to_all_users">Understanding the Amazon EMR cluster VisibleToAllUsers setting</a> in the
|
|
5682
|
+
* <i>Amazon EMR Management Guide</i>.</p>
|
|
5541
5683
|
*/
|
|
5542
5684
|
VisibleToAllUsers?: boolean;
|
|
5543
5685
|
/**
|
|
5544
|
-
* <p>Also called instance profile and EC2 role. An IAM role for
|
|
5545
|
-
* instances of the cluster assume this
|
|
5546
|
-
*
|
|
5547
|
-
* already created it using the CLI or console.</p>
|
|
5686
|
+
* <p>Also called instance profile and Amazon EC2 role. An IAM role for
|
|
5687
|
+
* an Amazon EMR cluster. The Amazon EC2 instances of the cluster assume this
|
|
5688
|
+
* role. The default role is <code>EMR_EC2_DefaultRole</code>. In order to use the default
|
|
5689
|
+
* role, you must have already created it using the CLI or console.</p>
|
|
5548
5690
|
*/
|
|
5549
5691
|
JobFlowRole?: string;
|
|
5550
5692
|
/**
|
|
5551
|
-
* <p>The IAM role that Amazon EMR assumes in order to access Amazon Web Services
|
|
5552
|
-
*
|
|
5553
|
-
* for the service role when you launch your cluster.</p>
|
|
5693
|
+
* <p>The IAM role that Amazon EMR assumes in order to access Amazon Web Services resources on your behalf. If you've created a custom service role path, you
|
|
5694
|
+
* must specify it for the service role when you launch your cluster.</p>
|
|
5554
5695
|
*/
|
|
5555
5696
|
ServiceRole?: string;
|
|
5556
5697
|
/**
|
|
@@ -5564,9 +5705,8 @@ export interface RunJobFlowInput {
|
|
|
5564
5705
|
SecurityConfiguration?: string;
|
|
5565
5706
|
/**
|
|
5566
5707
|
* <p>An IAM role for automatic scaling policies. The default role is
|
|
5567
|
-
* <code>EMR_AutoScaling_DefaultRole</code>. The IAM role provides
|
|
5568
|
-
* automatic scaling feature requires to launch and terminate EC2 instances in an instance
|
|
5569
|
-
* group.</p>
|
|
5708
|
+
* <code>EMR_AutoScaling_DefaultRole</code>. The IAM role provides
|
|
5709
|
+
* permissions that the automatic scaling feature requires to launch and terminate Amazon EC2 instances in an instance group.</p>
|
|
5570
5710
|
*/
|
|
5571
5711
|
AutoScalingRole?: string;
|
|
5572
5712
|
/**
|
|
@@ -5579,17 +5719,16 @@ export interface RunJobFlowInput {
|
|
|
5579
5719
|
* <code>TERMINATE_AT_TASK_COMPLETION</code> indicates that Amazon EMR adds nodes
|
|
5580
5720
|
* to a deny list and drains tasks from nodes before terminating the Amazon EC2
|
|
5581
5721
|
* instances, regardless of the instance-hour boundary. With either behavior, Amazon EMR removes the least active nodes first and blocks instance termination if it could lead to
|
|
5582
|
-
* HDFS corruption. <code>TERMINATE_AT_TASK_COMPLETION</code> available only in Amazon EMR
|
|
5722
|
+
* HDFS corruption. <code>TERMINATE_AT_TASK_COMPLETION</code> available only in Amazon EMR releases 4.1.0 and later, and is the default for releases of Amazon EMR earlier than 5.1.0.</p>
|
|
5583
5723
|
*/
|
|
5584
5724
|
ScaleDownBehavior?: ScaleDownBehavior | string;
|
|
5585
5725
|
/**
|
|
5586
|
-
* <p>Available only in Amazon EMR
|
|
5726
|
+
* <p>Available only in Amazon EMR releases 5.7.0 and later. The ID of a custom Amazon
|
|
5587
5727
|
* EBS-backed Linux AMI. If specified, Amazon EMR uses this AMI when it launches
|
|
5588
|
-
* cluster EC2 instances. For more information about custom AMIs in Amazon EMR, see
|
|
5589
|
-
*
|
|
5590
|
-
*
|
|
5591
|
-
*
|
|
5592
|
-
* For Amazon EMR versions 2.x and 3.x, use <code>AmiVersion</code> instead.</p>
|
|
5728
|
+
* cluster Amazon EC2 instances. For more information about custom AMIs in Amazon EMR, see <a href="https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-custom-ami.html">Using a Custom AMI</a> in the
|
|
5729
|
+
* <i>Amazon EMR Management Guide</i>. If omitted, the cluster
|
|
5730
|
+
* uses the base Linux AMI for the <code>ReleaseLabel</code> specified. For Amazon EMR
|
|
5731
|
+
* releases 2.x and 3.x, use <code>AmiVersion</code> instead.</p>
|
|
5593
5732
|
* <p>For information about creating a custom AMI, see <a href="https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/creating-an-ami-ebs.html">Creating an Amazon EBS-Backed Linux AMI</a> in the <i>Amazon Elastic Compute Cloud User Guide for Linux
|
|
5594
5733
|
* Instances</i>. For information about finding an AMI ID, see <a href="https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/finding-an-ami.html">Finding a Linux
|
|
5595
5734
|
* AMI</a>. </p>
|
|
@@ -5597,7 +5736,8 @@ export interface RunJobFlowInput {
|
|
|
5597
5736
|
CustomAmiId?: string;
|
|
5598
5737
|
/**
|
|
5599
5738
|
* <p>The size, in GiB, of the Amazon EBS root device volume of the Linux AMI that is
|
|
5600
|
-
* used for each EC2 instance. Available in Amazon EMR
|
|
5739
|
+
* used for each Amazon EC2 instance. Available in Amazon EMR releases 4.x and
|
|
5740
|
+
* later.</p>
|
|
5601
5741
|
*/
|
|
5602
5742
|
EbsRootVolumeSize?: number;
|
|
5603
5743
|
/**
|