aws-sdk-emr 1.35.0 → 1.40.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-emr.rb +2 -1
- data/lib/aws-sdk-emr/client.rb +797 -26
- data/lib/aws-sdk-emr/client_api.rb +374 -0
- data/lib/aws-sdk-emr/types.rb +1410 -139
- metadata +4 -4
data/lib/aws-sdk-emr/types.rb
CHANGED
@@ -307,7 +307,7 @@ module Aws::EMR
|
|
307
307
|
#
|
308
308
|
# @!attribute [rw] tags
|
309
309
|
# A list of tags to associate with a cluster and propagate to EC2
|
310
|
-
# instances. Tags are user-defined key
|
310
|
+
# instances. Tags are user-defined key-value pairs that consist of a
|
311
311
|
# required key string with a maximum of 128 characters, and an
|
312
312
|
# optional value string with a maximum of 256 characters.
|
313
313
|
# @return [Array<Types::Tag>]
|
@@ -547,8 +547,8 @@ module Aws::EMR
|
|
547
547
|
# }
|
548
548
|
#
|
549
549
|
# @!attribute [rw] block_public_security_group_rules
|
550
|
-
# Indicates whether EMR block public access is enabled (`true`)
|
551
|
-
# disabled (`false`). By default, the value is `false` for accounts
|
550
|
+
# Indicates whether Amazon EMR block public access is enabled (`true`)
|
551
|
+
# or disabled (`false`). By default, the value is `false` for accounts
|
552
552
|
# that have created EMR clusters before July 2019. For accounts
|
553
553
|
# created after this, the default is `true`.
|
554
554
|
# @return [Boolean]
|
@@ -683,7 +683,7 @@ module Aws::EMR
|
|
683
683
|
# }
|
684
684
|
#
|
685
685
|
# @!attribute [rw] cluster_id
|
686
|
-
# The `ClusterID` for
|
686
|
+
# The `ClusterID` for the specified steps that will be canceled. Use
|
687
687
|
# RunJobFlow and ListClusters to get ClusterIDs.
|
688
688
|
# @return [String]
|
689
689
|
#
|
@@ -693,7 +693,7 @@ module Aws::EMR
|
|
693
693
|
# @return [Array<String>]
|
694
694
|
#
|
695
695
|
# @!attribute [rw] step_cancellation_option
|
696
|
-
# The option to choose
|
696
|
+
# The option to choose to cancel `RUNNING` steps. By default, the
|
697
697
|
# value is `SEND_INTERRUPT`.
|
698
698
|
# @return [String]
|
699
699
|
#
|
@@ -951,13 +951,13 @@ module Aws::EMR
|
|
951
951
|
# to terminate the instance was submitted. This option is only
|
952
952
|
# available with Amazon EMR 5.1.0 and later and is the default for
|
953
953
|
# clusters created using that version. `TERMINATE_AT_TASK_COMPLETION`
|
954
|
-
# indicates that Amazon EMR
|
955
|
-
# before terminating the Amazon EC2 instances, regardless
|
956
|
-
# instance-hour boundary. With either behavior, Amazon EMR
|
957
|
-
# least active nodes first and blocks instance termination
|
958
|
-
# lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
959
|
-
# only in Amazon EMR version 4.1.0 and later, and is the
|
960
|
-
# versions of Amazon EMR earlier than 5.1.0.
|
954
|
+
# indicates that Amazon EMR adds nodes to a deny list and drains tasks
|
955
|
+
# from nodes before terminating the Amazon EC2 instances, regardless
|
956
|
+
# of the instance-hour boundary. With either behavior, Amazon EMR
|
957
|
+
# removes the least active nodes first and blocks instance termination
|
958
|
+
# if it could lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
959
|
+
# is available only in Amazon EMR version 4.1.0 and later, and is the
|
960
|
+
# default for versions of Amazon EMR earlier than 5.1.0.
|
961
961
|
# @return [String]
|
962
962
|
#
|
963
963
|
# @!attribute [rw] custom_ami_id
|
@@ -966,9 +966,9 @@ module Aws::EMR
|
|
966
966
|
# @return [String]
|
967
967
|
#
|
968
968
|
# @!attribute [rw] ebs_root_volume_size
|
969
|
-
# The size, in GiB, of the EBS root device volume of the Linux
|
970
|
-
# that is used for each EC2 instance. Available in Amazon EMR
|
971
|
-
# 4.x and later.
|
969
|
+
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
970
|
+
# AMI that is used for each EC2 instance. Available in Amazon EMR
|
971
|
+
# version 4.x and later.
|
972
972
|
# @return [Integer]
|
973
973
|
#
|
974
974
|
# @!attribute [rw] repo_upgrade_on_boot
|
@@ -980,7 +980,8 @@ module Aws::EMR
|
|
980
980
|
# @!attribute [rw] kerberos_attributes
|
981
981
|
# Attributes for Kerberos configuration when Kerberos authentication
|
982
982
|
# is enabled using a security configuration. For more information see
|
983
|
-
# [Use Kerberos Authentication][1] in the *EMR Management
|
983
|
+
# [Use Kerberos Authentication][1] in the *Amazon EMR Management
|
984
|
+
# Guide*.
|
984
985
|
#
|
985
986
|
#
|
986
987
|
#
|
@@ -1000,6 +1001,10 @@ module Aws::EMR
|
|
1000
1001
|
# Specifies the number of steps that can be executed concurrently.
|
1001
1002
|
# @return [Integer]
|
1002
1003
|
#
|
1004
|
+
# @!attribute [rw] placement_groups
|
1005
|
+
# Placement group configured for an Amazon EMR cluster.
|
1006
|
+
# @return [Array<Types::PlacementGroupConfig>]
|
1007
|
+
#
|
1003
1008
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Cluster AWS API Documentation
|
1004
1009
|
#
|
1005
1010
|
class Cluster < Struct.new(
|
@@ -1031,7 +1036,8 @@ module Aws::EMR
|
|
1031
1036
|
:kerberos_attributes,
|
1032
1037
|
:cluster_arn,
|
1033
1038
|
:outpost_arn,
|
1034
|
-
:step_concurrency_level
|
1039
|
+
:step_concurrency_level,
|
1040
|
+
:placement_groups)
|
1035
1041
|
SENSITIVE = []
|
1036
1042
|
include Aws::Structure
|
1037
1043
|
end
|
@@ -1133,7 +1139,7 @@ module Aws::EMR
|
|
1133
1139
|
# @return [Time]
|
1134
1140
|
#
|
1135
1141
|
# @!attribute [rw] ready_date_time
|
1136
|
-
# The date and time when the cluster was ready to
|
1142
|
+
# The date and time when the cluster was ready to run steps.
|
1137
1143
|
# @return [Time]
|
1138
1144
|
#
|
1139
1145
|
# @!attribute [rw] end_date_time
|
@@ -1195,7 +1201,7 @@ module Aws::EMR
|
|
1195
1201
|
# @return [String]
|
1196
1202
|
#
|
1197
1203
|
# @!attribute [rw] minimum_capacity_units
|
1198
|
-
# The lower boundary of EC2 units. It is measured through
|
1204
|
+
# The lower boundary of EC2 units. It is measured through vCPU cores
|
1199
1205
|
# or instances for instance groups and measured through units for
|
1200
1206
|
# instance fleets. Managed scaling activities are not allowed beyond
|
1201
1207
|
# this boundary. The limit only applies to the core and task nodes.
|
@@ -1203,7 +1209,7 @@ module Aws::EMR
|
|
1203
1209
|
# @return [Integer]
|
1204
1210
|
#
|
1205
1211
|
# @!attribute [rw] maximum_capacity_units
|
1206
|
-
# The upper boundary of EC2 units. It is measured through
|
1212
|
+
# The upper boundary of EC2 units. It is measured through vCPU cores
|
1207
1213
|
# or instances for instance groups and measured through units for
|
1208
1214
|
# instance fleets. Managed scaling activities are not allowed beyond
|
1209
1215
|
# this boundary. The limit only applies to the core and task nodes.
|
@@ -1212,15 +1218,15 @@ module Aws::EMR
|
|
1212
1218
|
#
|
1213
1219
|
# @!attribute [rw] maximum_on_demand_capacity_units
|
1214
1220
|
# The upper boundary of On-Demand EC2 units. It is measured through
|
1215
|
-
#
|
1221
|
+
# vCPU cores or instances for instance groups and measured through
|
1216
1222
|
# units for instance fleets. The On-Demand units are not allowed to
|
1217
1223
|
# scale beyond this boundary. The parameter is used to split capacity
|
1218
|
-
# allocation between On-Demand and Spot
|
1224
|
+
# allocation between On-Demand and Spot Instances.
|
1219
1225
|
# @return [Integer]
|
1220
1226
|
#
|
1221
1227
|
# @!attribute [rw] maximum_core_capacity_units
|
1222
1228
|
# The upper boundary of EC2 units for core node type in a cluster. It
|
1223
|
-
# is measured through
|
1229
|
+
# is measured through vCPU cores or instances for instance groups and
|
1224
1230
|
# measured through units for instance fleets. The core units are not
|
1225
1231
|
# allowed to scale beyond this boundary. The parameter is used to
|
1226
1232
|
# split capacity allocation between core and task nodes.
|
@@ -1346,6 +1352,189 @@ module Aws::EMR
|
|
1346
1352
|
include Aws::Structure
|
1347
1353
|
end
|
1348
1354
|
|
1355
|
+
# @note When making an API call, you may pass CreateStudioInput
|
1356
|
+
# data as a hash:
|
1357
|
+
#
|
1358
|
+
# {
|
1359
|
+
# name: "XmlStringMaxLen256", # required
|
1360
|
+
# description: "XmlStringMaxLen256",
|
1361
|
+
# auth_mode: "SSO", # required, accepts SSO, IAM
|
1362
|
+
# vpc_id: "XmlStringMaxLen256", # required
|
1363
|
+
# subnet_ids: ["String"], # required
|
1364
|
+
# service_role: "XmlString", # required
|
1365
|
+
# user_role: "XmlString", # required
|
1366
|
+
# workspace_security_group_id: "XmlStringMaxLen256", # required
|
1367
|
+
# engine_security_group_id: "XmlStringMaxLen256", # required
|
1368
|
+
# default_s3_location: "XmlString",
|
1369
|
+
# tags: [
|
1370
|
+
# {
|
1371
|
+
# key: "String",
|
1372
|
+
# value: "String",
|
1373
|
+
# },
|
1374
|
+
# ],
|
1375
|
+
# }
|
1376
|
+
#
|
1377
|
+
# @!attribute [rw] name
|
1378
|
+
# A descriptive name for the Amazon EMR Studio.
|
1379
|
+
# @return [String]
|
1380
|
+
#
|
1381
|
+
# @!attribute [rw] description
|
1382
|
+
# A detailed description of the Studio.
|
1383
|
+
# @return [String]
|
1384
|
+
#
|
1385
|
+
# @!attribute [rw] auth_mode
|
1386
|
+
# Specifies whether the Studio authenticates users using single
|
1387
|
+
# sign-on (SSO) or IAM. Amazon EMR Studio currently only supports SSO
|
1388
|
+
# authentication.
|
1389
|
+
# @return [String]
|
1390
|
+
#
|
1391
|
+
# @!attribute [rw] vpc_id
|
1392
|
+
# The ID of the Amazon Virtual Private Cloud (Amazon VPC) to associate
|
1393
|
+
# with the Studio.
|
1394
|
+
# @return [String]
|
1395
|
+
#
|
1396
|
+
# @!attribute [rw] subnet_ids
|
1397
|
+
# A list of subnet IDs to associate with the Studio. The subnets must
|
1398
|
+
# belong to the VPC specified by `VpcId`. Studio users can create a
|
1399
|
+
# Workspace in any of the specified subnets.
|
1400
|
+
# @return [Array<String>]
|
1401
|
+
#
|
1402
|
+
# @!attribute [rw] service_role
|
1403
|
+
# The IAM role that will be assumed by the Amazon EMR Studio. The
|
1404
|
+
# service role provides a way for Amazon EMR Studio to interoperate
|
1405
|
+
# with other AWS services.
|
1406
|
+
# @return [String]
|
1407
|
+
#
|
1408
|
+
# @!attribute [rw] user_role
|
1409
|
+
# The IAM user role that will be assumed by users and groups logged in
|
1410
|
+
# to a Studio. The permissions attached to this IAM role can be scoped
|
1411
|
+
# down for each user or group using session policies.
|
1412
|
+
# @return [String]
|
1413
|
+
#
|
1414
|
+
# @!attribute [rw] workspace_security_group_id
|
1415
|
+
# The ID of the Amazon EMR Studio Workspace security group. The
|
1416
|
+
# Workspace security group allows outbound network traffic to
|
1417
|
+
# resources in the Engine security group, and it must be in the same
|
1418
|
+
# VPC specified by `VpcId`.
|
1419
|
+
# @return [String]
|
1420
|
+
#
|
1421
|
+
# @!attribute [rw] engine_security_group_id
|
1422
|
+
# The ID of the Amazon EMR Studio Engine security group. The Engine
|
1423
|
+
# security group allows inbound network traffic from the Workspace
|
1424
|
+
# security group, and it must be in the same VPC specified by `VpcId`.
|
1425
|
+
# @return [String]
|
1426
|
+
#
|
1427
|
+
# @!attribute [rw] default_s3_location
|
1428
|
+
# The default Amazon S3 location to back up EMR Studio Workspaces and
|
1429
|
+
# notebook files. A Studio user can select an alternative Amazon S3
|
1430
|
+
# location when creating a Workspace.
|
1431
|
+
# @return [String]
|
1432
|
+
#
|
1433
|
+
# @!attribute [rw] tags
|
1434
|
+
# A list of tags to associate with the Studio. Tags are user-defined
|
1435
|
+
# key-value pairs that consist of a required key string with a maximum
|
1436
|
+
# of 128 characters, and an optional value string with a maximum of
|
1437
|
+
# 256 characters.
|
1438
|
+
# @return [Array<Types::Tag>]
|
1439
|
+
#
|
1440
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/CreateStudioInput AWS API Documentation
|
1441
|
+
#
|
1442
|
+
class CreateStudioInput < Struct.new(
|
1443
|
+
:name,
|
1444
|
+
:description,
|
1445
|
+
:auth_mode,
|
1446
|
+
:vpc_id,
|
1447
|
+
:subnet_ids,
|
1448
|
+
:service_role,
|
1449
|
+
:user_role,
|
1450
|
+
:workspace_security_group_id,
|
1451
|
+
:engine_security_group_id,
|
1452
|
+
:default_s3_location,
|
1453
|
+
:tags)
|
1454
|
+
SENSITIVE = []
|
1455
|
+
include Aws::Structure
|
1456
|
+
end
|
1457
|
+
|
1458
|
+
# @!attribute [rw] studio_id
|
1459
|
+
# The ID of the Amazon EMR Studio.
|
1460
|
+
# @return [String]
|
1461
|
+
#
|
1462
|
+
# @!attribute [rw] url
|
1463
|
+
# The unique Studio access URL.
|
1464
|
+
# @return [String]
|
1465
|
+
#
|
1466
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/CreateStudioOutput AWS API Documentation
|
1467
|
+
#
|
1468
|
+
class CreateStudioOutput < Struct.new(
|
1469
|
+
:studio_id,
|
1470
|
+
:url)
|
1471
|
+
SENSITIVE = []
|
1472
|
+
include Aws::Structure
|
1473
|
+
end
|
1474
|
+
|
1475
|
+
# @note When making an API call, you may pass CreateStudioSessionMappingInput
|
1476
|
+
# data as a hash:
|
1477
|
+
#
|
1478
|
+
# {
|
1479
|
+
# studio_id: "XmlStringMaxLen256", # required
|
1480
|
+
# identity_id: "XmlStringMaxLen256",
|
1481
|
+
# identity_name: "XmlStringMaxLen256",
|
1482
|
+
# identity_type: "USER", # required, accepts USER, GROUP
|
1483
|
+
# session_policy_arn: "XmlStringMaxLen256", # required
|
1484
|
+
# }
|
1485
|
+
#
|
1486
|
+
# @!attribute [rw] studio_id
|
1487
|
+
# The ID of the Amazon EMR Studio to which the user or group will be
|
1488
|
+
# mapped.
|
1489
|
+
# @return [String]
|
1490
|
+
#
|
1491
|
+
# @!attribute [rw] identity_id
|
1492
|
+
# The globally unique identifier (GUID) of the user or group from the
|
1493
|
+
# AWS SSO Identity Store. For more information, see [UserId][1] and
|
1494
|
+
# [GroupId][2] in the *AWS SSO Identity Store API Reference*. Either
|
1495
|
+
# `IdentityName` or `IdentityId` must be specified.
|
1496
|
+
#
|
1497
|
+
#
|
1498
|
+
#
|
1499
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
1500
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-GroupId
|
1501
|
+
# @return [String]
|
1502
|
+
#
|
1503
|
+
# @!attribute [rw] identity_name
|
1504
|
+
# The name of the user or group. For more information, see
|
1505
|
+
# [UserName][1] and [DisplayName][2] in the *AWS SSO Identity Store
|
1506
|
+
# API Reference*. Either `IdentityName` or `IdentityId` must be
|
1507
|
+
# specified.
|
1508
|
+
#
|
1509
|
+
#
|
1510
|
+
#
|
1511
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
1512
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
1513
|
+
# @return [String]
|
1514
|
+
#
|
1515
|
+
# @!attribute [rw] identity_type
|
1516
|
+
# Specifies whether the identity to map to the Studio is a user or a
|
1517
|
+
# group.
|
1518
|
+
# @return [String]
|
1519
|
+
#
|
1520
|
+
# @!attribute [rw] session_policy_arn
|
1521
|
+
# The Amazon Resource Name (ARN) for the session policy that will be
|
1522
|
+
# applied to the user or group. Session policies refine Studio user
|
1523
|
+
# permissions without the need to use multiple IAM user roles.
|
1524
|
+
# @return [String]
|
1525
|
+
#
|
1526
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/CreateStudioSessionMappingInput AWS API Documentation
|
1527
|
+
#
|
1528
|
+
class CreateStudioSessionMappingInput < Struct.new(
|
1529
|
+
:studio_id,
|
1530
|
+
:identity_id,
|
1531
|
+
:identity_name,
|
1532
|
+
:identity_type,
|
1533
|
+
:session_policy_arn)
|
1534
|
+
SENSITIVE = []
|
1535
|
+
include Aws::Structure
|
1536
|
+
end
|
1537
|
+
|
1349
1538
|
# @note When making an API call, you may pass DeleteSecurityConfigurationInput
|
1350
1539
|
# data as a hash:
|
1351
1540
|
#
|
@@ -1369,6 +1558,79 @@ module Aws::EMR
|
|
1369
1558
|
#
|
1370
1559
|
class DeleteSecurityConfigurationOutput < Aws::EmptyStructure; end
|
1371
1560
|
|
1561
|
+
# @note When making an API call, you may pass DeleteStudioInput
|
1562
|
+
# data as a hash:
|
1563
|
+
#
|
1564
|
+
# {
|
1565
|
+
# studio_id: "XmlStringMaxLen256", # required
|
1566
|
+
# }
|
1567
|
+
#
|
1568
|
+
# @!attribute [rw] studio_id
|
1569
|
+
# The ID of the Amazon EMR Studio.
|
1570
|
+
# @return [String]
|
1571
|
+
#
|
1572
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DeleteStudioInput AWS API Documentation
|
1573
|
+
#
|
1574
|
+
class DeleteStudioInput < Struct.new(
|
1575
|
+
:studio_id)
|
1576
|
+
SENSITIVE = []
|
1577
|
+
include Aws::Structure
|
1578
|
+
end
|
1579
|
+
|
1580
|
+
# @note When making an API call, you may pass DeleteStudioSessionMappingInput
|
1581
|
+
# data as a hash:
|
1582
|
+
#
|
1583
|
+
# {
|
1584
|
+
# studio_id: "XmlStringMaxLen256", # required
|
1585
|
+
# identity_id: "XmlStringMaxLen256",
|
1586
|
+
# identity_name: "XmlStringMaxLen256",
|
1587
|
+
# identity_type: "USER", # required, accepts USER, GROUP
|
1588
|
+
# }
|
1589
|
+
#
|
1590
|
+
# @!attribute [rw] studio_id
|
1591
|
+
# The ID of the Amazon EMR Studio.
|
1592
|
+
# @return [String]
|
1593
|
+
#
|
1594
|
+
# @!attribute [rw] identity_id
|
1595
|
+
# The globally unique identifier (GUID) of the user or group to remove
|
1596
|
+
# from the Amazon EMR Studio. For more information, see [UserId][1]
|
1597
|
+
# and [GroupId][2] in the *AWS SSO Identity Store API Reference*.
|
1598
|
+
# Either `IdentityName` or `IdentityId` must be specified.
|
1599
|
+
#
|
1600
|
+
#
|
1601
|
+
#
|
1602
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
1603
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-GroupId
|
1604
|
+
# @return [String]
|
1605
|
+
#
|
1606
|
+
# @!attribute [rw] identity_name
|
1607
|
+
# The name of the user name or group to remove from the Studio. For
|
1608
|
+
# more information, see [UserName][1] and [DisplayName][2] in the *AWS
|
1609
|
+
# SSO Identity Store API Reference*. Either `IdentityName` or
|
1610
|
+
# `IdentityId` must be specified.
|
1611
|
+
#
|
1612
|
+
#
|
1613
|
+
#
|
1614
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
1615
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
1616
|
+
# @return [String]
|
1617
|
+
#
|
1618
|
+
# @!attribute [rw] identity_type
|
1619
|
+
# Specifies whether the identity to delete from the Studio is a user
|
1620
|
+
# or a group.
|
1621
|
+
# @return [String]
|
1622
|
+
#
|
1623
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DeleteStudioSessionMappingInput AWS API Documentation
|
1624
|
+
#
|
1625
|
+
class DeleteStudioSessionMappingInput < Struct.new(
|
1626
|
+
:studio_id,
|
1627
|
+
:identity_id,
|
1628
|
+
:identity_name,
|
1629
|
+
:identity_type)
|
1630
|
+
SENSITIVE = []
|
1631
|
+
include Aws::Structure
|
1632
|
+
end
|
1633
|
+
|
1372
1634
|
# This input determines which cluster to describe.
|
1373
1635
|
#
|
1374
1636
|
# @note When making an API call, you may pass DescribeClusterInput
|
@@ -1457,6 +1719,37 @@ module Aws::EMR
|
|
1457
1719
|
include Aws::Structure
|
1458
1720
|
end
|
1459
1721
|
|
1722
|
+
# @note When making an API call, you may pass DescribeNotebookExecutionInput
|
1723
|
+
# data as a hash:
|
1724
|
+
#
|
1725
|
+
# {
|
1726
|
+
# notebook_execution_id: "XmlStringMaxLen256", # required
|
1727
|
+
# }
|
1728
|
+
#
|
1729
|
+
# @!attribute [rw] notebook_execution_id
|
1730
|
+
# The unique identifier of the notebook execution.
|
1731
|
+
# @return [String]
|
1732
|
+
#
|
1733
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionInput AWS API Documentation
|
1734
|
+
#
|
1735
|
+
class DescribeNotebookExecutionInput < Struct.new(
|
1736
|
+
:notebook_execution_id)
|
1737
|
+
SENSITIVE = []
|
1738
|
+
include Aws::Structure
|
1739
|
+
end
|
1740
|
+
|
1741
|
+
# @!attribute [rw] notebook_execution
|
1742
|
+
# Properties of the notebook execution.
|
1743
|
+
# @return [Types::NotebookExecution]
|
1744
|
+
#
|
1745
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionOutput AWS API Documentation
|
1746
|
+
#
|
1747
|
+
class DescribeNotebookExecutionOutput < Struct.new(
|
1748
|
+
:notebook_execution)
|
1749
|
+
SENSITIVE = []
|
1750
|
+
include Aws::Structure
|
1751
|
+
end
|
1752
|
+
|
1460
1753
|
# @note When making an API call, you may pass DescribeSecurityConfigurationInput
|
1461
1754
|
# data as a hash:
|
1462
1755
|
#
|
@@ -1539,6 +1832,37 @@ module Aws::EMR
|
|
1539
1832
|
include Aws::Structure
|
1540
1833
|
end
|
1541
1834
|
|
1835
|
+
# @note When making an API call, you may pass DescribeStudioInput
|
1836
|
+
# data as a hash:
|
1837
|
+
#
|
1838
|
+
# {
|
1839
|
+
# studio_id: "XmlStringMaxLen256", # required
|
1840
|
+
# }
|
1841
|
+
#
|
1842
|
+
# @!attribute [rw] studio_id
|
1843
|
+
# The Amazon EMR Studio ID.
|
1844
|
+
# @return [String]
|
1845
|
+
#
|
1846
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeStudioInput AWS API Documentation
|
1847
|
+
#
|
1848
|
+
class DescribeStudioInput < Struct.new(
|
1849
|
+
:studio_id)
|
1850
|
+
SENSITIVE = []
|
1851
|
+
include Aws::Structure
|
1852
|
+
end
|
1853
|
+
|
1854
|
+
# @!attribute [rw] studio
|
1855
|
+
# The Amazon EMR Studio details.
|
1856
|
+
# @return [Types::Studio]
|
1857
|
+
#
|
1858
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeStudioOutput AWS API Documentation
|
1859
|
+
#
|
1860
|
+
class DescribeStudioOutput < Struct.new(
|
1861
|
+
:studio)
|
1862
|
+
SENSITIVE = []
|
1863
|
+
include Aws::Structure
|
1864
|
+
end
|
1865
|
+
|
1542
1866
|
# Configuration of requested EBS block device associated with the
|
1543
1867
|
# instance group.
|
1544
1868
|
#
|
@@ -1747,6 +2071,49 @@ module Aws::EMR
|
|
1747
2071
|
include Aws::Structure
|
1748
2072
|
end
|
1749
2073
|
|
2074
|
+
# Specifies the execution engine (cluster) to run the notebook and
|
2075
|
+
# perform the notebook execution, for example, an EMR cluster.
|
2076
|
+
#
|
2077
|
+
# @note When making an API call, you may pass ExecutionEngineConfig
|
2078
|
+
# data as a hash:
|
2079
|
+
#
|
2080
|
+
# {
|
2081
|
+
# id: "XmlStringMaxLen256", # required
|
2082
|
+
# type: "EMR", # accepts EMR
|
2083
|
+
# master_instance_security_group_id: "XmlStringMaxLen256",
|
2084
|
+
# }
|
2085
|
+
#
|
2086
|
+
# @!attribute [rw] id
|
2087
|
+
# The unique identifier of the execution engine. For an EMR cluster,
|
2088
|
+
# this is the cluster ID.
|
2089
|
+
# @return [String]
|
2090
|
+
#
|
2091
|
+
# @!attribute [rw] type
|
2092
|
+
# The type of execution engine. A value of `EMR` specifies an EMR
|
2093
|
+
# cluster.
|
2094
|
+
# @return [String]
|
2095
|
+
#
|
2096
|
+
# @!attribute [rw] master_instance_security_group_id
|
2097
|
+
# An optional unique ID of an EC2 security group to associate with the
|
2098
|
+
# master instance of the EMR cluster for this notebook execution. For
|
2099
|
+
# more information see [Specifying EC2 Security Groups for EMR
|
2100
|
+
# Notebooks][1] in the *EMR Management Guide*.
|
2101
|
+
#
|
2102
|
+
#
|
2103
|
+
#
|
2104
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
|
2105
|
+
# @return [String]
|
2106
|
+
#
|
2107
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ExecutionEngineConfig AWS API Documentation
|
2108
|
+
#
|
2109
|
+
class ExecutionEngineConfig < Struct.new(
|
2110
|
+
:id,
|
2111
|
+
:type,
|
2112
|
+
:master_instance_security_group_id)
|
2113
|
+
SENSITIVE = []
|
2114
|
+
include Aws::Structure
|
2115
|
+
end
|
2116
|
+
|
1750
2117
|
# The details of the step failure. The service attempts to detect the
|
1751
2118
|
# root cause for many common failures.
|
1752
2119
|
#
|
@@ -1757,9 +2124,9 @@ module Aws::EMR
|
|
1757
2124
|
# @return [String]
|
1758
2125
|
#
|
1759
2126
|
# @!attribute [rw] message
|
1760
|
-
# The descriptive message including the error the EMR service
|
1761
|
-
# identified as the cause of step failure. This is text from an
|
1762
|
-
# log that describes the root cause of the failure.
|
2127
|
+
# The descriptive message including the error the Amazon EMR service
|
2128
|
+
# has identified as the cause of step failure. This is text from an
|
2129
|
+
# error log that describes the root cause of the failure.
|
1763
2130
|
# @return [String]
|
1764
2131
|
#
|
1765
2132
|
# @!attribute [rw] log_file
|
@@ -1857,6 +2224,72 @@ module Aws::EMR
|
|
1857
2224
|
include Aws::Structure
|
1858
2225
|
end
|
1859
2226
|
|
2227
|
+
# @note When making an API call, you may pass GetStudioSessionMappingInput
|
2228
|
+
# data as a hash:
|
2229
|
+
#
|
2230
|
+
# {
|
2231
|
+
# studio_id: "XmlStringMaxLen256", # required
|
2232
|
+
# identity_id: "XmlStringMaxLen256",
|
2233
|
+
# identity_name: "XmlStringMaxLen256",
|
2234
|
+
# identity_type: "USER", # required, accepts USER, GROUP
|
2235
|
+
# }
|
2236
|
+
#
|
2237
|
+
# @!attribute [rw] studio_id
|
2238
|
+
# The ID of the Amazon EMR Studio.
|
2239
|
+
# @return [String]
|
2240
|
+
#
|
2241
|
+
# @!attribute [rw] identity_id
|
2242
|
+
# The globally unique identifier (GUID) of the user or group. For more
|
2243
|
+
# information, see [UserId][1] and [GroupId][2] in the *AWS SSO
|
2244
|
+
# Identity Store API Reference*. Either `IdentityName` or `IdentityId`
|
2245
|
+
# must be specified.
|
2246
|
+
#
|
2247
|
+
#
|
2248
|
+
#
|
2249
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
2250
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-GroupId
|
2251
|
+
# @return [String]
|
2252
|
+
#
|
2253
|
+
# @!attribute [rw] identity_name
|
2254
|
+
# The name of the user or group to fetch. For more information, see
|
2255
|
+
# [UserName][1] and [DisplayName][2] in the *AWS SSO Identity Store
|
2256
|
+
# API Reference*. Either `IdentityName` or `IdentityId` must be
|
2257
|
+
# specified.
|
2258
|
+
#
|
2259
|
+
#
|
2260
|
+
#
|
2261
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
2262
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
2263
|
+
# @return [String]
|
2264
|
+
#
|
2265
|
+
# @!attribute [rw] identity_type
|
2266
|
+
# Specifies whether the identity to fetch is a user or a group.
|
2267
|
+
# @return [String]
|
2268
|
+
#
|
2269
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/GetStudioSessionMappingInput AWS API Documentation
|
2270
|
+
#
|
2271
|
+
class GetStudioSessionMappingInput < Struct.new(
|
2272
|
+
:studio_id,
|
2273
|
+
:identity_id,
|
2274
|
+
:identity_name,
|
2275
|
+
:identity_type)
|
2276
|
+
SENSITIVE = []
|
2277
|
+
include Aws::Structure
|
2278
|
+
end
|
2279
|
+
|
2280
|
+
# @!attribute [rw] session_mapping
|
2281
|
+
# The session mapping details for the specified Amazon EMR Studio and
|
2282
|
+
# identity, including session policy ARN and creation time.
|
2283
|
+
# @return [Types::SessionMappingDetail]
|
2284
|
+
#
|
2285
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/GetStudioSessionMappingOutput AWS API Documentation
|
2286
|
+
#
|
2287
|
+
class GetStudioSessionMappingOutput < Struct.new(
|
2288
|
+
:session_mapping)
|
2289
|
+
SENSITIVE = []
|
2290
|
+
include Aws::Structure
|
2291
|
+
end
|
2292
|
+
|
1860
2293
|
# A job flow step consisting of a JAR file whose main function will be
|
1861
2294
|
# executed. The main function submits a job for Hadoop to execute and
|
1862
2295
|
# waits for the job to finish or fail.
|
@@ -1917,7 +2350,7 @@ module Aws::EMR
|
|
1917
2350
|
#
|
1918
2351
|
# @!attribute [rw] properties
|
1919
2352
|
# The list of Java properties that are set when the step runs. You can
|
1920
|
-
# use these properties to pass key
|
2353
|
+
# use these properties to pass key-value pairs to your main function.
|
1921
2354
|
# @return [Hash<String,String>]
|
1922
2355
|
#
|
1923
2356
|
# @!attribute [rw] main_class
|
@@ -2016,7 +2449,7 @@ module Aws::EMR
|
|
2016
2449
|
# Describes an instance fleet, which is a group of EC2 instances that
|
2017
2450
|
# host a particular node type (master, core, or task) in an Amazon EMR
|
2018
2451
|
# cluster. Instance fleets can consist of a mix of instance types and
|
2019
|
-
# On-Demand and Spot
|
2452
|
+
# On-Demand and Spot Instances, which are provisioned to meet a defined
|
2020
2453
|
# target capacity.
|
2021
2454
|
#
|
2022
2455
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
@@ -2043,11 +2476,11 @@ module Aws::EMR
|
|
2043
2476
|
#
|
2044
2477
|
# @!attribute [rw] target_on_demand_capacity
|
2045
2478
|
# The target capacity of On-Demand units for the instance fleet, which
|
2046
|
-
# determines how many On-Demand
|
2479
|
+
# determines how many On-Demand Instances to provision. When the
|
2047
2480
|
# instance fleet launches, Amazon EMR tries to provision On-Demand
|
2048
|
-
#
|
2481
|
+
# Instances as specified by InstanceTypeConfig. Each instance
|
2049
2482
|
# configuration has a specified `WeightedCapacity`. When an On-Demand
|
2050
|
-
#
|
2483
|
+
# Instance is provisioned, the `WeightedCapacity` units count toward
|
2051
2484
|
# the target capacity. Amazon EMR provisions instances until the
|
2052
2485
|
# target capacity is totally fulfilled, even if this results in an
|
2053
2486
|
# overage. For example, if there are 2 units remaining to fulfill
|
@@ -2057,7 +2490,7 @@ module Aws::EMR
|
|
2057
2490
|
# InstanceFleet$ProvisionedOnDemandCapacity to determine the Spot
|
2058
2491
|
# capacity units that have been provisioned for the instance fleet.
|
2059
2492
|
#
|
2060
|
-
# <note markdown="1"> If not specified or set to 0, only Spot
|
2493
|
+
# <note markdown="1"> If not specified or set to 0, only Spot Instances are provisioned
|
2061
2494
|
# for the instance fleet using `TargetSpotCapacity`. At least one of
|
2062
2495
|
# `TargetSpotCapacity` and `TargetOnDemandCapacity` should be greater
|
2063
2496
|
# than 0. For a master instance fleet, only one of
|
@@ -2204,11 +2637,11 @@ module Aws::EMR
|
|
2204
2637
|
#
|
2205
2638
|
# @!attribute [rw] target_on_demand_capacity
|
2206
2639
|
# The target capacity of On-Demand units for the instance fleet, which
|
2207
|
-
# determines how many On-Demand
|
2640
|
+
# determines how many On-Demand Instances to provision. When the
|
2208
2641
|
# instance fleet launches, Amazon EMR tries to provision On-Demand
|
2209
|
-
#
|
2642
|
+
# Instances as specified by InstanceTypeConfig. Each instance
|
2210
2643
|
# configuration has a specified `WeightedCapacity`. When an On-Demand
|
2211
|
-
#
|
2644
|
+
# Instance is provisioned, the `WeightedCapacity` units count toward
|
2212
2645
|
# the target capacity. Amazon EMR provisions instances until the
|
2213
2646
|
# target capacity is totally fulfilled, even if this results in an
|
2214
2647
|
# overage. For example, if there are 2 units remaining to fulfill
|
@@ -2216,7 +2649,7 @@ module Aws::EMR
|
|
2216
2649
|
# `WeightedCapacity` of 5 units, the instance is provisioned, and the
|
2217
2650
|
# target capacity is exceeded by 3 units.
|
2218
2651
|
#
|
2219
|
-
# <note markdown="1"> If not specified or set to 0, only Spot
|
2652
|
+
# <note markdown="1"> If not specified or set to 0, only Spot Instances are provisioned
|
2220
2653
|
# for the instance fleet using `TargetSpotCapacity`. At least one of
|
2221
2654
|
# `TargetSpotCapacity` and `TargetOnDemandCapacity` should be greater
|
2222
2655
|
# than 0. For a master instance fleet, only one of
|
@@ -2228,10 +2661,10 @@ module Aws::EMR
|
|
2228
2661
|
#
|
2229
2662
|
# @!attribute [rw] target_spot_capacity
|
2230
2663
|
# The target capacity of Spot units for the instance fleet, which
|
2231
|
-
# determines how many Spot
|
2232
|
-
# fleet launches, Amazon EMR tries to provision Spot
|
2664
|
+
# determines how many Spot Instances to provision. When the instance
|
2665
|
+
# fleet launches, Amazon EMR tries to provision Spot Instances as
|
2233
2666
|
# specified by InstanceTypeConfig. Each instance configuration has a
|
2234
|
-
# specified `WeightedCapacity`. When a Spot
|
2667
|
+
# specified `WeightedCapacity`. When a Spot Instance is provisioned,
|
2235
2668
|
# the `WeightedCapacity` units count toward the target capacity.
|
2236
2669
|
# Amazon EMR provisions instances until the target capacity is totally
|
2237
2670
|
# fulfilled, even if this results in an overage. For example, if there
|
@@ -2240,7 +2673,7 @@ module Aws::EMR
|
|
2240
2673
|
# instance is provisioned, and the target capacity is exceeded by 3
|
2241
2674
|
# units.
|
2242
2675
|
#
|
2243
|
-
# <note markdown="1"> If not specified or set to 0, only On-Demand
|
2676
|
+
# <note markdown="1"> If not specified or set to 0, only On-Demand Instances are
|
2244
2677
|
# provisioned for the instance fleet. At least one of
|
2245
2678
|
# `TargetSpotCapacity` and `TargetOnDemandCapacity` should be greater
|
2246
2679
|
# than 0. For a master instance fleet, only one of
|
@@ -2312,13 +2745,13 @@ module Aws::EMR
|
|
2312
2745
|
include Aws::Structure
|
2313
2746
|
end
|
2314
2747
|
|
2315
|
-
# The launch specification for Spot
|
2748
|
+
# The launch specification for Spot Instances in the fleet, which
|
2316
2749
|
# determines the defined duration, provisioning timeout behavior, and
|
2317
2750
|
# allocation strategy.
|
2318
2751
|
#
|
2319
2752
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2320
2753
|
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand and Spot
|
2321
|
-
#
|
2754
|
+
# Instance allocation strategies are available in Amazon EMR version
|
2322
2755
|
# 5.12.1 and later.
|
2323
2756
|
#
|
2324
2757
|
# </note>
|
@@ -2339,18 +2772,18 @@ module Aws::EMR
|
|
2339
2772
|
# }
|
2340
2773
|
#
|
2341
2774
|
# @!attribute [rw] spot_specification
|
2342
|
-
# The launch specification for Spot
|
2775
|
+
# The launch specification for Spot Instances in the fleet, which
|
2343
2776
|
# determines the defined duration, provisioning timeout behavior, and
|
2344
2777
|
# allocation strategy.
|
2345
2778
|
# @return [Types::SpotProvisioningSpecification]
|
2346
2779
|
#
|
2347
2780
|
# @!attribute [rw] on_demand_specification
|
2348
|
-
# The launch specification for On-Demand
|
2781
|
+
# The launch specification for On-Demand Instances in the instance
|
2349
2782
|
# fleet, which determines the allocation strategy.
|
2350
2783
|
#
|
2351
2784
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2352
2785
|
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
2353
|
-
#
|
2786
|
+
# Instances allocation strategy is available in Amazon EMR version
|
2354
2787
|
# 5.12.1 and later.
|
2355
2788
|
#
|
2356
2789
|
# </note>
|
@@ -2495,7 +2928,7 @@ module Aws::EMR
|
|
2495
2928
|
# @return [String]
|
2496
2929
|
#
|
2497
2930
|
# @!attribute [rw] bid_price
|
2498
|
-
# The bid price for each EC2 Spot
|
2931
|
+
# The bid price for each EC2 Spot Instance type as defined by
|
2499
2932
|
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
2500
2933
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
2501
2934
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
@@ -2677,7 +3110,7 @@ module Aws::EMR
|
|
2677
3110
|
# @return [String]
|
2678
3111
|
#
|
2679
3112
|
# @!attribute [rw] bid_price
|
2680
|
-
# The bid price for each EC2 Spot
|
3113
|
+
# The bid price for each EC2 Spot Instance type as defined by
|
2681
3114
|
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
2682
3115
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
2683
3116
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
@@ -2749,7 +3182,7 @@ module Aws::EMR
|
|
2749
3182
|
# @return [String]
|
2750
3183
|
#
|
2751
3184
|
# @!attribute [rw] bid_price
|
2752
|
-
# The bid price for each EC2 Spot
|
3185
|
+
# The bid price for each EC2 Spot Instance type as defined by
|
2753
3186
|
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
2754
3187
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
2755
3188
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
@@ -2844,7 +3277,7 @@ module Aws::EMR
|
|
2844
3277
|
# }
|
2845
3278
|
#
|
2846
3279
|
# @!attribute [rw] instance_group_id
|
2847
|
-
# Unique ID of the instance group to
|
3280
|
+
# Unique ID of the instance group to modify.
|
2848
3281
|
# @return [String]
|
2849
3282
|
#
|
2850
3283
|
# @!attribute [rw] instance_count
|
@@ -3052,7 +3485,7 @@ module Aws::EMR
|
|
3052
3485
|
# An instance type configuration for each instance type in an instance
|
3053
3486
|
# fleet, which determines the EC2 instances Amazon EMR attempts to
|
3054
3487
|
# provision to fulfill On-Demand and Spot target capacities. There can
|
3055
|
-
# be a maximum of
|
3488
|
+
# be a maximum of five instance type configurations in a fleet.
|
3056
3489
|
#
|
3057
3490
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3058
3491
|
# versions 4.8.0 and later, excluding 5.0.x versions.
|
@@ -3106,7 +3539,7 @@ module Aws::EMR
|
|
3106
3539
|
# @return [Integer]
|
3107
3540
|
#
|
3108
3541
|
# @!attribute [rw] bid_price
|
3109
|
-
# The bid price for each EC2 Spot
|
3542
|
+
# The bid price for each EC2 Spot Instance type as defined by
|
3110
3543
|
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
3111
3544
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
3112
3545
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
@@ -3114,15 +3547,15 @@ module Aws::EMR
|
|
3114
3547
|
#
|
3115
3548
|
# @!attribute [rw] bid_price_as_percentage_of_on_demand_price
|
3116
3549
|
# The bid price, as a percentage of On-Demand price, for each EC2 Spot
|
3117
|
-
#
|
3550
|
+
# Instance as defined by `InstanceType`. Expressed as a number (for
|
3118
3551
|
# example, 20 specifies 20%). If neither `BidPrice` nor
|
3119
3552
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
3120
3553
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
3121
3554
|
# @return [Float]
|
3122
3555
|
#
|
3123
3556
|
# @!attribute [rw] ebs_configuration
|
3124
|
-
# The configuration of Amazon Elastic Block Storage (EBS)
|
3125
|
-
# each instance as defined by `InstanceType`.
|
3557
|
+
# The configuration of Amazon Elastic Block Storage (Amazon EBS)
|
3558
|
+
# attached to each instance as defined by `InstanceType`.
|
3126
3559
|
# @return [Types::EbsConfiguration]
|
3127
3560
|
#
|
3128
3561
|
# @!attribute [rw] configurations
|
@@ -3165,13 +3598,13 @@ module Aws::EMR
|
|
3165
3598
|
# @return [Integer]
|
3166
3599
|
#
|
3167
3600
|
# @!attribute [rw] bid_price
|
3168
|
-
# The bid price for each EC2 Spot
|
3601
|
+
# The bid price for each EC2 Spot Instance type as defined by
|
3169
3602
|
# `InstanceType`. Expressed in USD.
|
3170
3603
|
# @return [String]
|
3171
3604
|
#
|
3172
3605
|
# @!attribute [rw] bid_price_as_percentage_of_on_demand_price
|
3173
3606
|
# The bid price, as a percentage of On-Demand price, for each EC2 Spot
|
3174
|
-
#
|
3607
|
+
# Instance as defined by `InstanceType`. Expressed as a number (for
|
3175
3608
|
# example, 20 specifies 20%).
|
3176
3609
|
# @return [Float]
|
3177
3610
|
#
|
@@ -3182,8 +3615,8 @@ module Aws::EMR
|
|
3182
3615
|
# @return [Array<Types::Configuration>]
|
3183
3616
|
#
|
3184
3617
|
# @!attribute [rw] ebs_block_devices
|
3185
|
-
# The configuration of Amazon Elastic Block Storage (EBS)
|
3186
|
-
# each instance as defined by `InstanceType`.
|
3618
|
+
# The configuration of Amazon Elastic Block Storage (Amazon EBS)
|
3619
|
+
# attached to each instance as defined by `InstanceType`.
|
3187
3620
|
# @return [Array<Types::EbsBlockDevice>]
|
3188
3621
|
#
|
3189
3622
|
# @!attribute [rw] ebs_optimized
|
@@ -3289,9 +3722,9 @@ module Aws::EMR
|
|
3289
3722
|
# @return [Array<Types::BootstrapActionDetail>]
|
3290
3723
|
#
|
3291
3724
|
# @!attribute [rw] supported_products
|
3292
|
-
# A list of strings set by third
|
3293
|
-
# launched. If you are not using third
|
3294
|
-
# job flow this value is empty.
|
3725
|
+
# A list of strings set by third-party software when the job flow is
|
3726
|
+
# launched. If you are not using third-party software to manage the
|
3727
|
+
# job flow, this value is empty.
|
3295
3728
|
# @return [Array<String>]
|
3296
3729
|
#
|
3297
3730
|
# @!attribute [rw] visible_to_all_users
|
@@ -3312,8 +3745,8 @@ module Aws::EMR
|
|
3312
3745
|
# @return [String]
|
3313
3746
|
#
|
3314
3747
|
# @!attribute [rw] service_role
|
3315
|
-
# The IAM role that
|
3316
|
-
#
|
3748
|
+
# The IAM role that is assumed by the Amazon EMR service to access AWS
|
3749
|
+
# resources on your behalf.
|
3317
3750
|
# @return [String]
|
3318
3751
|
#
|
3319
3752
|
# @!attribute [rw] auto_scaling_role
|
@@ -3331,13 +3764,13 @@ module Aws::EMR
|
|
3331
3764
|
# to terminate the instance was submitted. This option is only
|
3332
3765
|
# available with Amazon EMR 5.1.0 and later and is the default for
|
3333
3766
|
# clusters created using that version. `TERMINATE_AT_TASK_COMPLETION`
|
3334
|
-
# indicates that Amazon EMR
|
3335
|
-
# before terminating the Amazon EC2 instances, regardless
|
3336
|
-
# instance-hour boundary. With either behavior, Amazon EMR
|
3337
|
-
# least active nodes first and blocks instance termination
|
3338
|
-
# lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
3339
|
-
# only in Amazon EMR version 4.1.0 and later, and is the
|
3340
|
-
# versions of Amazon EMR earlier than 5.1.0.
|
3767
|
+
# indicates that Amazon EMR adds nodes to a deny list and drains tasks
|
3768
|
+
# from nodes before terminating the Amazon EC2 instances, regardless
|
3769
|
+
# of the instance-hour boundary. With either behavior, Amazon EMR
|
3770
|
+
# removes the least active nodes first and blocks instance termination
|
3771
|
+
# if it could lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
3772
|
+
# available only in Amazon EMR version 4.1.0 and later, and is the
|
3773
|
+
# default for versions of Amazon EMR earlier than 5.1.0.
|
3341
3774
|
# @return [String]
|
3342
3775
|
#
|
3343
3776
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/JobFlowDetail AWS API Documentation
|
@@ -3404,10 +3837,10 @@ module Aws::EMR
|
|
3404
3837
|
|
3405
3838
|
# A description of the Amazon EC2 instance on which the cluster (job
|
3406
3839
|
# flow) runs. A valid JobFlowInstancesConfig must contain either
|
3407
|
-
# InstanceGroups or InstanceFleets
|
3408
|
-
#
|
3409
|
-
#
|
3410
|
-
#
|
3840
|
+
# InstanceGroups or InstanceFleets. They cannot be used together. You
|
3841
|
+
# may also have MasterInstanceType, SlaveInstanceType, and InstanceCount
|
3842
|
+
# (all three must be present), but we don't recommend this
|
3843
|
+
# configuration.
|
3411
3844
|
#
|
3412
3845
|
# @note When making an API call, you may pass JobFlowInstancesConfig
|
3413
3846
|
# data as a hash:
|
@@ -3583,8 +4016,8 @@ module Aws::EMR
|
|
3583
4016
|
# @return [Array<Types::InstanceFleetConfig>]
|
3584
4017
|
#
|
3585
4018
|
# @!attribute [rw] ec2_key_name
|
3586
|
-
# The name of the EC2 key pair that can be used to
|
3587
|
-
# node as the user called "hadoop."
|
4019
|
+
# The name of the EC2 key pair that can be used to connect to the
|
4020
|
+
# master node using SSH as the user called "hadoop."
|
3588
4021
|
# @return [String]
|
3589
4022
|
#
|
3590
4023
|
# @!attribute [rw] placement
|
@@ -3604,12 +4037,12 @@ module Aws::EMR
|
|
3604
4037
|
#
|
3605
4038
|
# @!attribute [rw] hadoop_version
|
3606
4039
|
# Applies only to Amazon EMR release versions earlier than 4.0. The
|
3607
|
-
# Hadoop version for the cluster. Valid inputs are "0.18"
|
3608
|
-
#
|
3609
|
-
# "1.0.3", "2.2.0", or "2.4.0". If you do
|
3610
|
-
# the default of 0.18 is used, unless the
|
3611
|
-
# set in the RunJobFlow call, in which case
|
3612
|
-
# Hadoop for that AMI version is used.
|
4040
|
+
# Hadoop version for the cluster. Valid inputs are "0.18" (no longer
|
4041
|
+
# maintained), "0.20" (no longer maintained), "0.20.205" (no
|
4042
|
+
# longer maintained), "1.0.3", "2.2.0", or "2.4.0". If you do
|
4043
|
+
# not set this value, the default of 0.18 is used, unless the
|
4044
|
+
# `AmiVersion` parameter is set in the RunJobFlow call, in which case
|
4045
|
+
# the default version of Hadoop for that AMI version is used.
|
3613
4046
|
# @return [String]
|
3614
4047
|
#
|
3615
4048
|
# @!attribute [rw] ec2_subnet_id
|
@@ -3714,17 +4147,17 @@ module Aws::EMR
|
|
3714
4147
|
#
|
3715
4148
|
# @!attribute [rw] normalized_instance_hours
|
3716
4149
|
# An approximation of the cost of the cluster, represented in
|
3717
|
-
# m1.small/hours. This value is
|
3718
|
-
#
|
3719
|
-
# Amazon EC2 instance that is roughly four times more
|
3720
|
-
# result in the normalized instance hours being
|
3721
|
-
# This result is only an
|
3722
|
-
# billing rate.
|
4150
|
+
# m1.small/hours. This value is increased one time for every hour that
|
4151
|
+
# an m1.small instance runs. Larger instances are weighted more
|
4152
|
+
# heavily, so an Amazon EC2 instance that is roughly four times more
|
4153
|
+
# expensive would result in the normalized instance hours being
|
4154
|
+
# increased incrementally four times. This result is only an
|
4155
|
+
# approximation and does not reflect the actual billing rate.
|
3723
4156
|
# @return [Integer]
|
3724
4157
|
#
|
3725
4158
|
# @!attribute [rw] ec2_key_name
|
3726
|
-
# The name of an Amazon EC2 key pair that can be used to
|
3727
|
-
# master node.
|
4159
|
+
# The name of an Amazon EC2 key pair that can be used to connect to
|
4160
|
+
# the master node using SSH.
|
3728
4161
|
# @return [String]
|
3729
4162
|
#
|
3730
4163
|
# @!attribute [rw] ec2_subnet_id
|
@@ -3773,7 +4206,7 @@ module Aws::EMR
|
|
3773
4206
|
|
3774
4207
|
# Attributes for Kerberos configuration when Kerberos authentication is
|
3775
4208
|
# enabled using a security configuration. For more information see [Use
|
3776
|
-
# Kerberos Authentication][1] in the *EMR Management Guide*.
|
4209
|
+
# Kerberos Authentication][1] in the *Amazon EMR Management Guide*.
|
3777
4210
|
#
|
3778
4211
|
#
|
3779
4212
|
#
|
@@ -3829,7 +4262,7 @@ module Aws::EMR
|
|
3829
4262
|
include Aws::Structure
|
3830
4263
|
end
|
3831
4264
|
|
3832
|
-
# A key
|
4265
|
+
# A key-value pair.
|
3833
4266
|
#
|
3834
4267
|
# @note When making an API call, you may pass KeyValue
|
3835
4268
|
# data as a hash:
|
@@ -3840,7 +4273,7 @@ module Aws::EMR
|
|
3840
4273
|
# }
|
3841
4274
|
#
|
3842
4275
|
# @!attribute [rw] key
|
3843
|
-
# The unique identifier of a key
|
4276
|
+
# The unique identifier of a key-value pair.
|
3844
4277
|
# @return [String]
|
3845
4278
|
#
|
3846
4279
|
# @!attribute [rw] value
|
@@ -4140,48 +4573,143 @@ module Aws::EMR
|
|
4140
4573
|
include Aws::Structure
|
4141
4574
|
end
|
4142
4575
|
|
4143
|
-
# @note When making an API call, you may pass
|
4576
|
+
# @note When making an API call, you may pass ListNotebookExecutionsInput
|
4144
4577
|
# data as a hash:
|
4145
4578
|
#
|
4146
4579
|
# {
|
4580
|
+
# editor_id: "XmlStringMaxLen256",
|
4581
|
+
# status: "START_PENDING", # accepts START_PENDING, STARTING, RUNNING, FINISHING, FINISHED, FAILING, FAILED, STOP_PENDING, STOPPING, STOPPED
|
4582
|
+
# from: Time.now,
|
4583
|
+
# to: Time.now,
|
4147
4584
|
# marker: "Marker",
|
4148
4585
|
# }
|
4149
4586
|
#
|
4587
|
+
# @!attribute [rw] editor_id
|
4588
|
+
# The unique ID of the editor associated with the notebook execution.
|
4589
|
+
# @return [String]
|
4590
|
+
#
|
4591
|
+
# @!attribute [rw] status
|
4592
|
+
# The status filter for listing notebook executions.
|
4593
|
+
#
|
4594
|
+
# * `START_PENDING` indicates that the cluster has received the
|
4595
|
+
# execution request but execution has not begun.
|
4596
|
+
#
|
4597
|
+
# * `STARTING` indicates that the execution is starting on the
|
4598
|
+
# cluster.
|
4599
|
+
#
|
4600
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
4601
|
+
# cluster.
|
4602
|
+
#
|
4603
|
+
# * `FINISHING` indicates that execution processing is in the final
|
4604
|
+
# stages.
|
4605
|
+
#
|
4606
|
+
# * `FINISHED` indicates that the execution has completed without
|
4607
|
+
# error.
|
4608
|
+
#
|
4609
|
+
# * `FAILING` indicates that the execution is failing and will not
|
4610
|
+
# finish successfully.
|
4611
|
+
#
|
4612
|
+
# * `FAILED` indicates that the execution failed.
|
4613
|
+
#
|
4614
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
4615
|
+
# `StopNotebookExecution` request and the stop is pending.
|
4616
|
+
#
|
4617
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
4618
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
4619
|
+
# request.
|
4620
|
+
#
|
4621
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
4622
|
+
# `StopNotebookExecution` request.
|
4623
|
+
# @return [String]
|
4624
|
+
#
|
4625
|
+
# @!attribute [rw] from
|
4626
|
+
# The beginning of time range filter for listing notebook executions.
|
4627
|
+
# The default is the timestamp of 30 days ago.
|
4628
|
+
# @return [Time]
|
4629
|
+
#
|
4630
|
+
# @!attribute [rw] to
|
4631
|
+
# The end of time range filter for listing notebook executions. The
|
4632
|
+
# default is the current timestamp.
|
4633
|
+
# @return [Time]
|
4634
|
+
#
|
4150
4635
|
# @!attribute [rw] marker
|
4151
|
-
# The pagination token
|
4636
|
+
# The pagination token, returned by a previous
|
4637
|
+
# `ListNotebookExecutions` call, that indicates the start of the list
|
4638
|
+
# for this `ListNotebookExecutions` call.
|
4152
4639
|
# @return [String]
|
4153
4640
|
#
|
4154
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/
|
4641
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsInput AWS API Documentation
|
4155
4642
|
#
|
4156
|
-
class
|
4643
|
+
class ListNotebookExecutionsInput < Struct.new(
|
4644
|
+
:editor_id,
|
4645
|
+
:status,
|
4646
|
+
:from,
|
4647
|
+
:to,
|
4157
4648
|
:marker)
|
4158
4649
|
SENSITIVE = []
|
4159
4650
|
include Aws::Structure
|
4160
4651
|
end
|
4161
4652
|
|
4162
|
-
# @!attribute [rw]
|
4163
|
-
#
|
4164
|
-
#
|
4165
|
-
# @return [Array<Types::SecurityConfigurationSummary>]
|
4653
|
+
# @!attribute [rw] notebook_executions
|
4654
|
+
# A list of notebook executions.
|
4655
|
+
# @return [Array<Types::NotebookExecutionSummary>]
|
4166
4656
|
#
|
4167
4657
|
# @!attribute [rw] marker
|
4168
|
-
# A pagination token that
|
4169
|
-
#
|
4170
|
-
# call to retrieve the next page of results, if required.
|
4658
|
+
# A pagination token that a subsequent `ListNotebookExecutions` can
|
4659
|
+
# use to determine the next set of results to retrieve.
|
4171
4660
|
# @return [String]
|
4172
4661
|
#
|
4173
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/
|
4662
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsOutput AWS API Documentation
|
4174
4663
|
#
|
4175
|
-
class
|
4176
|
-
:
|
4664
|
+
class ListNotebookExecutionsOutput < Struct.new(
|
4665
|
+
:notebook_executions,
|
4177
4666
|
:marker)
|
4178
4667
|
SENSITIVE = []
|
4179
4668
|
include Aws::Structure
|
4180
4669
|
end
|
4181
4670
|
|
4182
|
-
#
|
4183
|
-
#
|
4184
|
-
#
|
4671
|
+
# @note When making an API call, you may pass ListSecurityConfigurationsInput
|
4672
|
+
# data as a hash:
|
4673
|
+
#
|
4674
|
+
# {
|
4675
|
+
# marker: "Marker",
|
4676
|
+
# }
|
4677
|
+
#
|
4678
|
+
# @!attribute [rw] marker
|
4679
|
+
# The pagination token that indicates the set of results to retrieve.
|
4680
|
+
# @return [String]
|
4681
|
+
#
|
4682
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListSecurityConfigurationsInput AWS API Documentation
|
4683
|
+
#
|
4684
|
+
class ListSecurityConfigurationsInput < Struct.new(
|
4685
|
+
:marker)
|
4686
|
+
SENSITIVE = []
|
4687
|
+
include Aws::Structure
|
4688
|
+
end
|
4689
|
+
|
4690
|
+
# @!attribute [rw] security_configurations
|
4691
|
+
# The creation date and time, and name, of each security
|
4692
|
+
# configuration.
|
4693
|
+
# @return [Array<Types::SecurityConfigurationSummary>]
|
4694
|
+
#
|
4695
|
+
# @!attribute [rw] marker
|
4696
|
+
# A pagination token that indicates the next set of results to
|
4697
|
+
# retrieve. Include the marker in the next ListSecurityConfiguration
|
4698
|
+
# call to retrieve the next page of results, if required.
|
4699
|
+
# @return [String]
|
4700
|
+
#
|
4701
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListSecurityConfigurationsOutput AWS API Documentation
|
4702
|
+
#
|
4703
|
+
class ListSecurityConfigurationsOutput < Struct.new(
|
4704
|
+
:security_configurations,
|
4705
|
+
:marker)
|
4706
|
+
SENSITIVE = []
|
4707
|
+
include Aws::Structure
|
4708
|
+
end
|
4709
|
+
|
4710
|
+
# This input determines which steps to list.
|
4711
|
+
#
|
4712
|
+
# @note When making an API call, you may pass ListStepsInput
|
4185
4713
|
# data as a hash:
|
4186
4714
|
#
|
4187
4715
|
# {
|
@@ -4242,6 +4770,96 @@ module Aws::EMR
|
|
4242
4770
|
include Aws::Structure
|
4243
4771
|
end
|
4244
4772
|
|
4773
|
+
# @note When making an API call, you may pass ListStudioSessionMappingsInput
|
4774
|
+
# data as a hash:
|
4775
|
+
#
|
4776
|
+
# {
|
4777
|
+
# studio_id: "XmlStringMaxLen256",
|
4778
|
+
# identity_type: "USER", # accepts USER, GROUP
|
4779
|
+
# marker: "Marker",
|
4780
|
+
# }
|
4781
|
+
#
|
4782
|
+
# @!attribute [rw] studio_id
|
4783
|
+
# The ID of the Amazon EMR Studio.
|
4784
|
+
# @return [String]
|
4785
|
+
#
|
4786
|
+
# @!attribute [rw] identity_type
|
4787
|
+
# Specifies whether to return session mappings for users or groups. If
|
4788
|
+
# not specified, the results include session mapping details for both
|
4789
|
+
# users and groups.
|
4790
|
+
# @return [String]
|
4791
|
+
#
|
4792
|
+
# @!attribute [rw] marker
|
4793
|
+
# The pagination token that indicates the set of results to retrieve.
|
4794
|
+
# @return [String]
|
4795
|
+
#
|
4796
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListStudioSessionMappingsInput AWS API Documentation
|
4797
|
+
#
|
4798
|
+
class ListStudioSessionMappingsInput < Struct.new(
|
4799
|
+
:studio_id,
|
4800
|
+
:identity_type,
|
4801
|
+
:marker)
|
4802
|
+
SENSITIVE = []
|
4803
|
+
include Aws::Structure
|
4804
|
+
end
|
4805
|
+
|
4806
|
+
# @!attribute [rw] session_mappings
|
4807
|
+
# A list of session mapping summary objects. Each object includes
|
4808
|
+
# session mapping details such as creation time, identity type (user
|
4809
|
+
# or group), and Studio ID.
|
4810
|
+
# @return [Array<Types::SessionMappingSummary>]
|
4811
|
+
#
|
4812
|
+
# @!attribute [rw] marker
|
4813
|
+
# The pagination token that indicates the next set of results to
|
4814
|
+
# retrieve.
|
4815
|
+
# @return [String]
|
4816
|
+
#
|
4817
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListStudioSessionMappingsOutput AWS API Documentation
|
4818
|
+
#
|
4819
|
+
class ListStudioSessionMappingsOutput < Struct.new(
|
4820
|
+
:session_mappings,
|
4821
|
+
:marker)
|
4822
|
+
SENSITIVE = []
|
4823
|
+
include Aws::Structure
|
4824
|
+
end
|
4825
|
+
|
4826
|
+
# @note When making an API call, you may pass ListStudiosInput
|
4827
|
+
# data as a hash:
|
4828
|
+
#
|
4829
|
+
# {
|
4830
|
+
# marker: "Marker",
|
4831
|
+
# }
|
4832
|
+
#
|
4833
|
+
# @!attribute [rw] marker
|
4834
|
+
# The pagination token that indicates the set of results to retrieve.
|
4835
|
+
# @return [String]
|
4836
|
+
#
|
4837
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListStudiosInput AWS API Documentation
|
4838
|
+
#
|
4839
|
+
class ListStudiosInput < Struct.new(
|
4840
|
+
:marker)
|
4841
|
+
SENSITIVE = []
|
4842
|
+
include Aws::Structure
|
4843
|
+
end
|
4844
|
+
|
4845
|
+
# @!attribute [rw] studios
|
4846
|
+
# The list of Studio summary objects.
|
4847
|
+
# @return [Array<Types::StudioSummary>]
|
4848
|
+
#
|
4849
|
+
# @!attribute [rw] marker
|
4850
|
+
# The pagination token that indicates the next set of results to
|
4851
|
+
# retrieve.
|
4852
|
+
# @return [String]
|
4853
|
+
#
|
4854
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListStudiosOutput AWS API Documentation
|
4855
|
+
#
|
4856
|
+
class ListStudiosOutput < Struct.new(
|
4857
|
+
:studios,
|
4858
|
+
:marker)
|
4859
|
+
SENSITIVE = []
|
4860
|
+
include Aws::Structure
|
4861
|
+
end
|
4862
|
+
|
4245
4863
|
# Managed scaling policy for an Amazon EMR cluster. The policy specifies
|
4246
4864
|
# the limits for resources that can be added or terminated from a
|
4247
4865
|
# cluster. The policy only applies to the core and task nodes. The
|
@@ -4425,12 +5043,197 @@ module Aws::EMR
|
|
4425
5043
|
include Aws::Structure
|
4426
5044
|
end
|
4427
5045
|
|
4428
|
-
#
|
5046
|
+
# A notebook execution. An execution is a specific instance that an EMR
|
5047
|
+
# Notebook is run using the `StartNotebookExecution` action.
|
5048
|
+
#
|
5049
|
+
# @!attribute [rw] notebook_execution_id
|
5050
|
+
# The unique identifier of a notebook execution.
|
5051
|
+
# @return [String]
|
5052
|
+
#
|
5053
|
+
# @!attribute [rw] editor_id
|
5054
|
+
# The unique identifier of the EMR Notebook that is used for the
|
5055
|
+
# notebook execution.
|
5056
|
+
# @return [String]
|
5057
|
+
#
|
5058
|
+
# @!attribute [rw] execution_engine
|
5059
|
+
# The execution engine, such as an EMR cluster, used to run the EMR
|
5060
|
+
# notebook and perform the notebook execution.
|
5061
|
+
# @return [Types::ExecutionEngineConfig]
|
5062
|
+
#
|
5063
|
+
# @!attribute [rw] notebook_execution_name
|
5064
|
+
# A name for the notebook execution.
|
5065
|
+
# @return [String]
|
5066
|
+
#
|
5067
|
+
# @!attribute [rw] notebook_params
|
5068
|
+
# Input parameters in JSON format passed to the EMR Notebook at
|
5069
|
+
# runtime for execution.
|
5070
|
+
# @return [String]
|
5071
|
+
#
|
5072
|
+
# @!attribute [rw] status
|
5073
|
+
# The status of the notebook execution.
|
5074
|
+
#
|
5075
|
+
# * `START_PENDING` indicates that the cluster has received the
|
5076
|
+
# execution request but execution has not begun.
|
5077
|
+
#
|
5078
|
+
# * `STARTING` indicates that the execution is starting on the
|
5079
|
+
# cluster.
|
5080
|
+
#
|
5081
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
5082
|
+
# cluster.
|
5083
|
+
#
|
5084
|
+
# * `FINISHING` indicates that execution processing is in the final
|
5085
|
+
# stages.
|
5086
|
+
#
|
5087
|
+
# * `FINISHED` indicates that the execution has completed without
|
5088
|
+
# error.
|
5089
|
+
#
|
5090
|
+
# * `FAILING` indicates that the execution is failing and will not
|
5091
|
+
# finish successfully.
|
5092
|
+
#
|
5093
|
+
# * `FAILED` indicates that the execution failed.
|
5094
|
+
#
|
5095
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
5096
|
+
# `StopNotebookExecution` request and the stop is pending.
|
5097
|
+
#
|
5098
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
5099
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
5100
|
+
# request.
|
5101
|
+
#
|
5102
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
5103
|
+
# `StopNotebookExecution` request.
|
5104
|
+
# @return [String]
|
5105
|
+
#
|
5106
|
+
# @!attribute [rw] start_time
|
5107
|
+
# The timestamp when notebook execution started.
|
5108
|
+
# @return [Time]
|
5109
|
+
#
|
5110
|
+
# @!attribute [rw] end_time
|
5111
|
+
# The timestamp when notebook execution ended.
|
5112
|
+
# @return [Time]
|
5113
|
+
#
|
5114
|
+
# @!attribute [rw] arn
|
5115
|
+
# The Amazon Resource Name (ARN) of the notebook execution.
|
5116
|
+
# @return [String]
|
5117
|
+
#
|
5118
|
+
# @!attribute [rw] output_notebook_uri
|
5119
|
+
# The location of the notebook execution's output file in Amazon S3.
|
5120
|
+
# @return [String]
|
5121
|
+
#
|
5122
|
+
# @!attribute [rw] last_state_change_reason
|
5123
|
+
# The reason for the latest status change of the notebook execution.
|
5124
|
+
# @return [String]
|
5125
|
+
#
|
5126
|
+
# @!attribute [rw] notebook_instance_security_group_id
|
5127
|
+
# The unique identifier of the EC2 security group associated with the
|
5128
|
+
# EMR Notebook instance. For more information see [Specifying EC2
|
5129
|
+
# Security Groups for EMR Notebooks][1] in the *EMR Management Guide*.
|
5130
|
+
#
|
5131
|
+
#
|
5132
|
+
#
|
5133
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
|
5134
|
+
# @return [String]
|
5135
|
+
#
|
5136
|
+
# @!attribute [rw] tags
|
5137
|
+
# A list of tags associated with a notebook execution. Tags are
|
5138
|
+
# user-defined key-value pairs that consist of a required key string
|
5139
|
+
# with a maximum of 128 characters and an optional value string with a
|
5140
|
+
# maximum of 256 characters.
|
5141
|
+
# @return [Array<Types::Tag>]
|
5142
|
+
#
|
5143
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecution AWS API Documentation
|
5144
|
+
#
|
5145
|
+
class NotebookExecution < Struct.new(
|
5146
|
+
:notebook_execution_id,
|
5147
|
+
:editor_id,
|
5148
|
+
:execution_engine,
|
5149
|
+
:notebook_execution_name,
|
5150
|
+
:notebook_params,
|
5151
|
+
:status,
|
5152
|
+
:start_time,
|
5153
|
+
:end_time,
|
5154
|
+
:arn,
|
5155
|
+
:output_notebook_uri,
|
5156
|
+
:last_state_change_reason,
|
5157
|
+
:notebook_instance_security_group_id,
|
5158
|
+
:tags)
|
5159
|
+
SENSITIVE = []
|
5160
|
+
include Aws::Structure
|
5161
|
+
end
|
5162
|
+
|
5163
|
+
# @!attribute [rw] notebook_execution_id
|
5164
|
+
# The unique identifier of the notebook execution.
|
5165
|
+
# @return [String]
|
5166
|
+
#
|
5167
|
+
# @!attribute [rw] editor_id
|
5168
|
+
# The unique identifier of the editor associated with the notebook
|
5169
|
+
# execution.
|
5170
|
+
# @return [String]
|
5171
|
+
#
|
5172
|
+
# @!attribute [rw] notebook_execution_name
|
5173
|
+
# The name of the notebook execution.
|
5174
|
+
# @return [String]
|
5175
|
+
#
|
5176
|
+
# @!attribute [rw] status
|
5177
|
+
# The status of the notebook execution.
|
5178
|
+
#
|
5179
|
+
# * `START_PENDING` indicates that the cluster has received the
|
5180
|
+
# execution request but execution has not begun.
|
5181
|
+
#
|
5182
|
+
# * `STARTING` indicates that the execution is starting on the
|
5183
|
+
# cluster.
|
5184
|
+
#
|
5185
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
5186
|
+
# cluster.
|
5187
|
+
#
|
5188
|
+
# * `FINISHING` indicates that execution processing is in the final
|
5189
|
+
# stages.
|
5190
|
+
#
|
5191
|
+
# * `FINISHED` indicates that the execution has completed without
|
5192
|
+
# error.
|
5193
|
+
#
|
5194
|
+
# * `FAILING` indicates that the execution is failing and will not
|
5195
|
+
# finish successfully.
|
5196
|
+
#
|
5197
|
+
# * `FAILED` indicates that the execution failed.
|
5198
|
+
#
|
5199
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
5200
|
+
# `StopNotebookExecution` request and the stop is pending.
|
5201
|
+
#
|
5202
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
5203
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
5204
|
+
# request.
|
5205
|
+
#
|
5206
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
5207
|
+
# `StopNotebookExecution` request.
|
5208
|
+
# @return [String]
|
5209
|
+
#
|
5210
|
+
# @!attribute [rw] start_time
|
5211
|
+
# The timestamp when notebook execution started.
|
5212
|
+
# @return [Time]
|
5213
|
+
#
|
5214
|
+
# @!attribute [rw] end_time
|
5215
|
+
# The timestamp when notebook execution started.
|
5216
|
+
# @return [Time]
|
5217
|
+
#
|
5218
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecutionSummary AWS API Documentation
|
5219
|
+
#
|
5220
|
+
class NotebookExecutionSummary < Struct.new(
|
5221
|
+
:notebook_execution_id,
|
5222
|
+
:editor_id,
|
5223
|
+
:notebook_execution_name,
|
5224
|
+
:status,
|
5225
|
+
:start_time,
|
5226
|
+
:end_time)
|
5227
|
+
SENSITIVE = []
|
5228
|
+
include Aws::Structure
|
5229
|
+
end
|
5230
|
+
|
5231
|
+
# The launch specification for On-Demand Instances in the instance
|
4429
5232
|
# fleet, which determines the allocation strategy.
|
4430
5233
|
#
|
4431
5234
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
4432
5235
|
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
4433
|
-
#
|
5236
|
+
# Instances allocation strategy is available in Amazon EMR version
|
4434
5237
|
# 5.12.1 and later.
|
4435
5238
|
#
|
4436
5239
|
# </note>
|
@@ -4443,7 +5246,7 @@ module Aws::EMR
|
|
4443
5246
|
# }
|
4444
5247
|
#
|
4445
5248
|
# @!attribute [rw] allocation_strategy
|
4446
|
-
# Specifies the strategy to use in launching On-Demand
|
5249
|
+
# Specifies the strategy to use in launching On-Demand Instance
|
4447
5250
|
# fleets. Currently, the only option is lowest-price (the default),
|
4448
5251
|
# which launches the lowest price first.
|
4449
5252
|
# @return [String]
|
@@ -4456,6 +5259,44 @@ module Aws::EMR
|
|
4456
5259
|
include Aws::Structure
|
4457
5260
|
end
|
4458
5261
|
|
5262
|
+
# Placement group configuration for an Amazon EMR cluster. The
|
5263
|
+
# configuration specifies the placement strategy that can be applied to
|
5264
|
+
# instance roles during cluster creation.
|
5265
|
+
#
|
5266
|
+
# To use this configuration, consider attaching managed policy
|
5267
|
+
# AmazonElasticMapReducePlacementGroupPolicy to the EMR role.
|
5268
|
+
#
|
5269
|
+
# @note When making an API call, you may pass PlacementGroupConfig
|
5270
|
+
# data as a hash:
|
5271
|
+
#
|
5272
|
+
# {
|
5273
|
+
# instance_role: "MASTER", # required, accepts MASTER, CORE, TASK
|
5274
|
+
# placement_strategy: "SPREAD", # accepts SPREAD, PARTITION, CLUSTER, NONE
|
5275
|
+
# }
|
5276
|
+
#
|
5277
|
+
# @!attribute [rw] instance_role
|
5278
|
+
# Role of the instance in the cluster.
|
5279
|
+
#
|
5280
|
+
# Starting with Amazon EMR version 5.23.0, the only supported instance
|
5281
|
+
# role is `MASTER`.
|
5282
|
+
# @return [String]
|
5283
|
+
#
|
5284
|
+
# @!attribute [rw] placement_strategy
|
5285
|
+
# EC2 Placement Group strategy associated with instance role.
|
5286
|
+
#
|
5287
|
+
# Starting with Amazon EMR version 5.23.0, the only supported
|
5288
|
+
# placement strategy is `SPREAD` for the `MASTER` instance role.
|
5289
|
+
# @return [String]
|
5290
|
+
#
|
5291
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/PlacementGroupConfig AWS API Documentation
|
5292
|
+
#
|
5293
|
+
class PlacementGroupConfig < Struct.new(
|
5294
|
+
:instance_role,
|
5295
|
+
:placement_strategy)
|
5296
|
+
SENSITIVE = []
|
5297
|
+
include Aws::Structure
|
5298
|
+
end
|
5299
|
+
|
4459
5300
|
# The Amazon EC2 Availability Zone configuration of the cluster (job
|
4460
5301
|
# flow).
|
4461
5302
|
#
|
@@ -5040,6 +5881,12 @@ module Aws::EMR
|
|
5040
5881
|
# maximum_core_capacity_units: 1,
|
5041
5882
|
# },
|
5042
5883
|
# },
|
5884
|
+
# placement_group_configs: [
|
5885
|
+
# {
|
5886
|
+
# instance_role: "MASTER", # required, accepts MASTER, CORE, TASK
|
5887
|
+
# placement_strategy: "SPREAD", # accepts SPREAD, PARTITION, CLUSTER, NONE
|
5888
|
+
# },
|
5889
|
+
# ],
|
5043
5890
|
# }
|
5044
5891
|
#
|
5045
5892
|
# @!attribute [rw] name
|
@@ -5053,9 +5900,9 @@ module Aws::EMR
|
|
5053
5900
|
#
|
5054
5901
|
# @!attribute [rw] log_encryption_kms_key_id
|
5055
5902
|
# The AWS KMS customer master key (CMK) used for encrypting log files.
|
5056
|
-
# If a value is not provided, the logs
|
5057
|
-
#
|
5058
|
-
#
|
5903
|
+
# If a value is not provided, the logs remain encrypted by AES-256.
|
5904
|
+
# This attribute is only available with Amazon EMR version 5.30.0 and
|
5905
|
+
# later, excluding Amazon EMR 6.0.0.
|
5059
5906
|
# @return [String]
|
5060
5907
|
#
|
5061
5908
|
# @!attribute [rw] additional_info
|
@@ -5213,11 +6060,11 @@ module Aws::EMR
|
|
5213
6060
|
# the request to terminate the instance was submitted. This option is
|
5214
6061
|
# only available with Amazon EMR 5.1.0 and later and is the default
|
5215
6062
|
# for clusters created using that version.
|
5216
|
-
# `TERMINATE_AT_TASK_COMPLETION` indicates that Amazon EMR
|
5217
|
-
# and drains tasks from nodes before terminating the
|
5218
|
-
# instances, regardless of the instance-hour boundary. With
|
5219
|
-
# behavior, Amazon EMR removes the least active nodes first and
|
5220
|
-
# instance termination if it could lead to HDFS corruption.
|
6063
|
+
# `TERMINATE_AT_TASK_COMPLETION` indicates that Amazon EMR adds nodes
|
6064
|
+
# to a deny list and drains tasks from nodes before terminating the
|
6065
|
+
# Amazon EC2 instances, regardless of the instance-hour boundary. With
|
6066
|
+
# either behavior, Amazon EMR removes the least active nodes first and
|
6067
|
+
# blocks instance termination if it could lead to HDFS corruption.
|
5221
6068
|
# `TERMINATE_AT_TASK_COMPLETION` available only in Amazon EMR version
|
5222
6069
|
# 4.1.0 and later, and is the default for versions of Amazon EMR
|
5223
6070
|
# earlier than 5.1.0.
|
@@ -5245,9 +6092,9 @@ module Aws::EMR
|
|
5245
6092
|
# @return [String]
|
5246
6093
|
#
|
5247
6094
|
# @!attribute [rw] ebs_root_volume_size
|
5248
|
-
# The size, in GiB, of the EBS root device volume of the Linux
|
5249
|
-
# that is used for each EC2 instance. Available in Amazon EMR
|
5250
|
-
# 4.x and later.
|
6095
|
+
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
6096
|
+
# AMI that is used for each EC2 instance. Available in Amazon EMR
|
6097
|
+
# version 4.x and later.
|
5251
6098
|
# @return [Integer]
|
5252
6099
|
#
|
5253
6100
|
# @!attribute [rw] repo_upgrade_on_boot
|
@@ -5262,7 +6109,8 @@ module Aws::EMR
|
|
5262
6109
|
# @!attribute [rw] kerberos_attributes
|
5263
6110
|
# Attributes for Kerberos configuration when Kerberos authentication
|
5264
6111
|
# is enabled using a security configuration. For more information see
|
5265
|
-
# [Use Kerberos Authentication][1] in the *EMR Management
|
6112
|
+
# [Use Kerberos Authentication][1] in the *Amazon EMR Management
|
6113
|
+
# Guide*.
|
5266
6114
|
#
|
5267
6115
|
#
|
5268
6116
|
#
|
@@ -5278,6 +6126,11 @@ module Aws::EMR
|
|
5278
6126
|
# The specified managed scaling policy for an Amazon EMR cluster.
|
5279
6127
|
# @return [Types::ManagedScalingPolicy]
|
5280
6128
|
#
|
6129
|
+
# @!attribute [rw] placement_group_configs
|
6130
|
+
# The specified placement group configuration for an Amazon EMR
|
6131
|
+
# cluster.
|
6132
|
+
# @return [Array<Types::PlacementGroupConfig>]
|
6133
|
+
#
|
5281
6134
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/RunJobFlowInput AWS API Documentation
|
5282
6135
|
#
|
5283
6136
|
class RunJobFlowInput < Struct.new(
|
@@ -5306,7 +6159,8 @@ module Aws::EMR
|
|
5306
6159
|
:repo_upgrade_on_boot,
|
5307
6160
|
:kerberos_attributes,
|
5308
6161
|
:step_concurrency_level,
|
5309
|
-
:managed_scaling_policy
|
6162
|
+
:managed_scaling_policy,
|
6163
|
+
:placement_group_configs)
|
5310
6164
|
SENSITIVE = []
|
5311
6165
|
include Aws::Structure
|
5312
6166
|
end
|
@@ -5553,6 +6407,110 @@ module Aws::EMR
|
|
5553
6407
|
include Aws::Structure
|
5554
6408
|
end
|
5555
6409
|
|
6410
|
+
# Details for an Amazon EMR Studio session mapping including creation
|
6411
|
+
# time, user or group ID, Studio ID, and so on.
|
6412
|
+
#
|
6413
|
+
# @!attribute [rw] studio_id
|
6414
|
+
# The ID of the Amazon EMR Studio.
|
6415
|
+
# @return [String]
|
6416
|
+
#
|
6417
|
+
# @!attribute [rw] identity_id
|
6418
|
+
# The globally unique identifier (GUID) of the user or group.
|
6419
|
+
# @return [String]
|
6420
|
+
#
|
6421
|
+
# @!attribute [rw] identity_name
|
6422
|
+
# The name of the user or group. For more information, see
|
6423
|
+
# [UserName][1] and [DisplayName][2] in the *AWS SSO Identity Store
|
6424
|
+
# API Reference*.
|
6425
|
+
#
|
6426
|
+
#
|
6427
|
+
#
|
6428
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
6429
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
6430
|
+
# @return [String]
|
6431
|
+
#
|
6432
|
+
# @!attribute [rw] identity_type
|
6433
|
+
# Specifies whether the identity mapped to the Studio is a user or a
|
6434
|
+
# group.
|
6435
|
+
# @return [String]
|
6436
|
+
#
|
6437
|
+
# @!attribute [rw] session_policy_arn
|
6438
|
+
# The Amazon Resource Name (ARN) of the session policy associated with
|
6439
|
+
# the user or group.
|
6440
|
+
# @return [String]
|
6441
|
+
#
|
6442
|
+
# @!attribute [rw] creation_time
|
6443
|
+
# The time the session mapping was created.
|
6444
|
+
# @return [Time]
|
6445
|
+
#
|
6446
|
+
# @!attribute [rw] last_modified_time
|
6447
|
+
# The time the session mapping was last modified.
|
6448
|
+
# @return [Time]
|
6449
|
+
#
|
6450
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SessionMappingDetail AWS API Documentation
|
6451
|
+
#
|
6452
|
+
class SessionMappingDetail < Struct.new(
|
6453
|
+
:studio_id,
|
6454
|
+
:identity_id,
|
6455
|
+
:identity_name,
|
6456
|
+
:identity_type,
|
6457
|
+
:session_policy_arn,
|
6458
|
+
:creation_time,
|
6459
|
+
:last_modified_time)
|
6460
|
+
SENSITIVE = []
|
6461
|
+
include Aws::Structure
|
6462
|
+
end
|
6463
|
+
|
6464
|
+
# Details for an Amazon EMR Studio session mapping. The details do not
|
6465
|
+
# include the time the session mapping was last modified.
|
6466
|
+
#
|
6467
|
+
# @!attribute [rw] studio_id
|
6468
|
+
# The ID of the Amazon EMR Studio.
|
6469
|
+
# @return [String]
|
6470
|
+
#
|
6471
|
+
# @!attribute [rw] identity_id
|
6472
|
+
# The globally unique identifier (GUID) of the user or group from the
|
6473
|
+
# AWS SSO Identity Store.
|
6474
|
+
# @return [String]
|
6475
|
+
#
|
6476
|
+
# @!attribute [rw] identity_name
|
6477
|
+
# The name of the user or group. For more information, see
|
6478
|
+
# [UserName][1] and [DisplayName][2] in the *AWS SSO Identity Store
|
6479
|
+
# API Reference*.
|
6480
|
+
#
|
6481
|
+
#
|
6482
|
+
#
|
6483
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
6484
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
6485
|
+
# @return [String]
|
6486
|
+
#
|
6487
|
+
# @!attribute [rw] identity_type
|
6488
|
+
# Specifies whether the identity mapped to the Studio is a user or a
|
6489
|
+
# group.
|
6490
|
+
# @return [String]
|
6491
|
+
#
|
6492
|
+
# @!attribute [rw] session_policy_arn
|
6493
|
+
# The Amazon Resource Name (ARN) of the session policy associated with
|
6494
|
+
# the user or group.
|
6495
|
+
# @return [String]
|
6496
|
+
#
|
6497
|
+
# @!attribute [rw] creation_time
|
6498
|
+
# The time the session mapping was created.
|
6499
|
+
# @return [Time]
|
6500
|
+
#
|
6501
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SessionMappingSummary AWS API Documentation
|
6502
|
+
#
|
6503
|
+
class SessionMappingSummary < Struct.new(
|
6504
|
+
:studio_id,
|
6505
|
+
:identity_id,
|
6506
|
+
:identity_name,
|
6507
|
+
:identity_type,
|
6508
|
+
:session_policy_arn,
|
6509
|
+
:creation_time)
|
6510
|
+
SENSITIVE = []
|
6511
|
+
include Aws::Structure
|
6512
|
+
end
|
6513
|
+
|
5556
6514
|
# The input argument to the TerminationProtection operation.
|
5557
6515
|
#
|
5558
6516
|
# @note When making an API call, you may pass SetTerminationProtectionInput
|
@@ -5705,12 +6663,12 @@ module Aws::EMR
|
|
5705
6663
|
include Aws::Structure
|
5706
6664
|
end
|
5707
6665
|
|
5708
|
-
# The launch specification for Spot
|
6666
|
+
# The launch specification for Spot Instances in the instance fleet,
|
5709
6667
|
# which determines the defined duration, provisioning timeout behavior,
|
5710
6668
|
# and allocation strategy.
|
5711
6669
|
#
|
5712
6670
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
5713
|
-
# versions 4.8.0 and later, excluding 5.0.x versions. Spot
|
6671
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. Spot Instance
|
5714
6672
|
# allocation strategy is available in Amazon EMR version 5.12.1 and
|
5715
6673
|
# later.
|
5716
6674
|
#
|
@@ -5727,7 +6685,7 @@ module Aws::EMR
|
|
5727
6685
|
# }
|
5728
6686
|
#
|
5729
6687
|
# @!attribute [rw] timeout_duration_minutes
|
5730
|
-
# The spot provisioning timeout period in minutes. If Spot
|
6688
|
+
# The spot provisioning timeout period in minutes. If Spot Instances
|
5731
6689
|
# are not provisioned within this time period, the `TimeOutAction` is
|
5732
6690
|
# taken. Minimum value is 5 and maximum value is 1440. The timeout
|
5733
6691
|
# applies only during initial provisioning, when the cluster is first
|
@@ -5737,29 +6695,29 @@ module Aws::EMR
|
|
5737
6695
|
# @!attribute [rw] timeout_action
|
5738
6696
|
# The action to take when `TargetSpotCapacity` has not been fulfilled
|
5739
6697
|
# when the `TimeoutDurationMinutes` has expired; that is, when all
|
5740
|
-
# Spot
|
6698
|
+
# Spot Instances could not be provisioned within the Spot provisioning
|
5741
6699
|
# timeout. Valid values are `TERMINATE_CLUSTER` and
|
5742
6700
|
# `SWITCH_TO_ON_DEMAND`. SWITCH\_TO\_ON\_DEMAND specifies that if no
|
5743
|
-
# Spot
|
6701
|
+
# Spot Instances are available, On-Demand Instances should be
|
5744
6702
|
# provisioned to fulfill any remaining Spot capacity.
|
5745
6703
|
# @return [String]
|
5746
6704
|
#
|
5747
6705
|
# @!attribute [rw] block_duration_minutes
|
5748
|
-
# The defined duration for Spot
|
5749
|
-
# in minutes. When specified, the Spot
|
6706
|
+
# The defined duration for Spot Instances (also known as Spot blocks)
|
6707
|
+
# in minutes. When specified, the Spot Instance does not terminate
|
5750
6708
|
# before the defined duration expires, and defined duration pricing
|
5751
6709
|
# for Spot instances applies. Valid values are 60, 120, 180, 240, 300,
|
5752
|
-
# or 360. The duration period starts as soon as a Spot
|
6710
|
+
# or 360. The duration period starts as soon as a Spot Instance
|
5753
6711
|
# receives its instance ID. At the end of the duration, Amazon EC2
|
5754
|
-
# marks the Spot
|
6712
|
+
# marks the Spot Instance for termination and provides a Spot Instance
|
5755
6713
|
# termination notice, which gives the instance a two-minute warning
|
5756
6714
|
# before it terminates.
|
5757
6715
|
# @return [Integer]
|
5758
6716
|
#
|
5759
6717
|
# @!attribute [rw] allocation_strategy
|
5760
|
-
# Specifies the strategy to use in launching Spot
|
6718
|
+
# Specifies the strategy to use in launching Spot Instance fleets.
|
5761
6719
|
# Currently, the only option is capacity-optimized (the default),
|
5762
|
-
# which launches instances from Spot
|
6720
|
+
# which launches instances from Spot Instance pools with optimal
|
5763
6721
|
# capacity for the number of instances that are launching.
|
5764
6722
|
# @return [String]
|
5765
6723
|
#
|
@@ -5774,6 +6732,104 @@ module Aws::EMR
|
|
5774
6732
|
include Aws::Structure
|
5775
6733
|
end
|
5776
6734
|
|
6735
|
+
# @note When making an API call, you may pass StartNotebookExecutionInput
|
6736
|
+
# data as a hash:
|
6737
|
+
#
|
6738
|
+
# {
|
6739
|
+
# editor_id: "XmlStringMaxLen256", # required
|
6740
|
+
# relative_path: "XmlString", # required
|
6741
|
+
# notebook_execution_name: "XmlStringMaxLen256",
|
6742
|
+
# notebook_params: "XmlString",
|
6743
|
+
# execution_engine: { # required
|
6744
|
+
# id: "XmlStringMaxLen256", # required
|
6745
|
+
# type: "EMR", # accepts EMR
|
6746
|
+
# master_instance_security_group_id: "XmlStringMaxLen256",
|
6747
|
+
# },
|
6748
|
+
# service_role: "XmlString", # required
|
6749
|
+
# notebook_instance_security_group_id: "XmlStringMaxLen256",
|
6750
|
+
# tags: [
|
6751
|
+
# {
|
6752
|
+
# key: "String",
|
6753
|
+
# value: "String",
|
6754
|
+
# },
|
6755
|
+
# ],
|
6756
|
+
# }
|
6757
|
+
#
|
6758
|
+
# @!attribute [rw] editor_id
|
6759
|
+
# The unique identifier of the EMR Notebook to use for notebook
|
6760
|
+
# execution.
|
6761
|
+
# @return [String]
|
6762
|
+
#
|
6763
|
+
# @!attribute [rw] relative_path
|
6764
|
+
# The path and file name of the notebook file for this execution,
|
6765
|
+
# relative to the path specified for the EMR Notebook. For example, if
|
6766
|
+
# you specify a path of `s3://MyBucket/MyNotebooks` when you create an
|
6767
|
+
# EMR Notebook for a notebook with an ID of
|
6768
|
+
# `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
|
6769
|
+
# you specify a `RelativePath` of
|
6770
|
+
# `my_notebook_executions/notebook_execution.ipynb`, the location of
|
6771
|
+
# the file for the notebook execution is
|
6772
|
+
# `s3://MyBucket/MyNotebooks/e-ABCDEFGHIJK1234567890ABCD/my_notebook_executions/notebook_execution.ipynb`.
|
6773
|
+
# @return [String]
|
6774
|
+
#
|
6775
|
+
# @!attribute [rw] notebook_execution_name
|
6776
|
+
# An optional name for the notebook execution.
|
6777
|
+
# @return [String]
|
6778
|
+
#
|
6779
|
+
# @!attribute [rw] notebook_params
|
6780
|
+
# Input parameters in JSON format passed to the EMR Notebook at
|
6781
|
+
# runtime for execution.
|
6782
|
+
# @return [String]
|
6783
|
+
#
|
6784
|
+
# @!attribute [rw] execution_engine
|
6785
|
+
# Specifies the execution engine (cluster) that runs the notebook
|
6786
|
+
# execution.
|
6787
|
+
# @return [Types::ExecutionEngineConfig]
|
6788
|
+
#
|
6789
|
+
# @!attribute [rw] service_role
|
6790
|
+
# The name or ARN of the IAM role that is used as the service role for
|
6791
|
+
# Amazon EMR (the EMR role) for the notebook execution.
|
6792
|
+
# @return [String]
|
6793
|
+
#
|
6794
|
+
# @!attribute [rw] notebook_instance_security_group_id
|
6795
|
+
# The unique identifier of the Amazon EC2 security group to associate
|
6796
|
+
# with the EMR Notebook for this notebook execution.
|
6797
|
+
# @return [String]
|
6798
|
+
#
|
6799
|
+
# @!attribute [rw] tags
|
6800
|
+
# A list of tags associated with a notebook execution. Tags are
|
6801
|
+
# user-defined key-value pairs that consist of a required key string
|
6802
|
+
# with a maximum of 128 characters and an optional value string with a
|
6803
|
+
# maximum of 256 characters.
|
6804
|
+
# @return [Array<Types::Tag>]
|
6805
|
+
#
|
6806
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionInput AWS API Documentation
|
6807
|
+
#
|
6808
|
+
class StartNotebookExecutionInput < Struct.new(
|
6809
|
+
:editor_id,
|
6810
|
+
:relative_path,
|
6811
|
+
:notebook_execution_name,
|
6812
|
+
:notebook_params,
|
6813
|
+
:execution_engine,
|
6814
|
+
:service_role,
|
6815
|
+
:notebook_instance_security_group_id,
|
6816
|
+
:tags)
|
6817
|
+
SENSITIVE = []
|
6818
|
+
include Aws::Structure
|
6819
|
+
end
|
6820
|
+
|
6821
|
+
# @!attribute [rw] notebook_execution_id
|
6822
|
+
# The unique identifier of the notebook execution.
|
6823
|
+
# @return [String]
|
6824
|
+
#
|
6825
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionOutput AWS API Documentation
|
6826
|
+
#
|
6827
|
+
class StartNotebookExecutionOutput < Struct.new(
|
6828
|
+
:notebook_execution_id)
|
6829
|
+
SENSITIVE = []
|
6830
|
+
include Aws::Structure
|
6831
|
+
end
|
6832
|
+
|
5777
6833
|
# This represents a step in a cluster.
|
5778
6834
|
#
|
5779
6835
|
# @!attribute [rw] id
|
@@ -6022,6 +7078,161 @@ module Aws::EMR
|
|
6022
7078
|
include Aws::Structure
|
6023
7079
|
end
|
6024
7080
|
|
7081
|
+
# @note When making an API call, you may pass StopNotebookExecutionInput
|
7082
|
+
# data as a hash:
|
7083
|
+
#
|
7084
|
+
# {
|
7085
|
+
# notebook_execution_id: "XmlStringMaxLen256", # required
|
7086
|
+
# }
|
7087
|
+
#
|
7088
|
+
# @!attribute [rw] notebook_execution_id
|
7089
|
+
# The unique identifier of the notebook execution.
|
7090
|
+
# @return [String]
|
7091
|
+
#
|
7092
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StopNotebookExecutionInput AWS API Documentation
|
7093
|
+
#
|
7094
|
+
class StopNotebookExecutionInput < Struct.new(
|
7095
|
+
:notebook_execution_id)
|
7096
|
+
SENSITIVE = []
|
7097
|
+
include Aws::Structure
|
7098
|
+
end
|
7099
|
+
|
7100
|
+
# Details for an Amazon EMR Studio including ID, creation time, name,
|
7101
|
+
# and so on.
|
7102
|
+
#
|
7103
|
+
# @!attribute [rw] studio_id
|
7104
|
+
# The ID of the EMR Studio.
|
7105
|
+
# @return [String]
|
7106
|
+
#
|
7107
|
+
# @!attribute [rw] studio_arn
|
7108
|
+
# The Amazon Resource Name (ARN) of the EMR Studio.
|
7109
|
+
# @return [String]
|
7110
|
+
#
|
7111
|
+
# @!attribute [rw] name
|
7112
|
+
# The name of the EMR Studio.
|
7113
|
+
# @return [String]
|
7114
|
+
#
|
7115
|
+
# @!attribute [rw] description
|
7116
|
+
# The detailed description of the EMR Studio.
|
7117
|
+
# @return [String]
|
7118
|
+
#
|
7119
|
+
# @!attribute [rw] auth_mode
|
7120
|
+
# Specifies whether the Studio authenticates users using single
|
7121
|
+
# sign-on (SSO) or IAM.
|
7122
|
+
# @return [String]
|
7123
|
+
#
|
7124
|
+
# @!attribute [rw] vpc_id
|
7125
|
+
# The ID of the VPC associated with the EMR Studio.
|
7126
|
+
# @return [String]
|
7127
|
+
#
|
7128
|
+
# @!attribute [rw] subnet_ids
|
7129
|
+
# The list of IDs of the subnets associated with the Amazon EMR
|
7130
|
+
# Studio.
|
7131
|
+
# @return [Array<String>]
|
7132
|
+
#
|
7133
|
+
# @!attribute [rw] service_role
|
7134
|
+
# The name of the IAM role assumed by the Amazon EMR Studio.
|
7135
|
+
# @return [String]
|
7136
|
+
#
|
7137
|
+
# @!attribute [rw] user_role
|
7138
|
+
# The name of the IAM role assumed by users logged in to the Amazon
|
7139
|
+
# EMR Studio.
|
7140
|
+
# @return [String]
|
7141
|
+
#
|
7142
|
+
# @!attribute [rw] workspace_security_group_id
|
7143
|
+
# The ID of the Workspace security group associated with the Amazon
|
7144
|
+
# EMR Studio. The Workspace security group allows outbound network
|
7145
|
+
# traffic to resources in the Engine security group and to the
|
7146
|
+
# internet.
|
7147
|
+
# @return [String]
|
7148
|
+
#
|
7149
|
+
# @!attribute [rw] engine_security_group_id
|
7150
|
+
# The ID of the Engine security group associated with the Amazon EMR
|
7151
|
+
# Studio. The Engine security group allows inbound network traffic
|
7152
|
+
# from resources in the Workspace security group.
|
7153
|
+
# @return [String]
|
7154
|
+
#
|
7155
|
+
# @!attribute [rw] url
|
7156
|
+
# The unique access URL of the Amazon EMR Studio.
|
7157
|
+
# @return [String]
|
7158
|
+
#
|
7159
|
+
# @!attribute [rw] creation_time
|
7160
|
+
# The time the Amazon EMR Studio was created.
|
7161
|
+
# @return [Time]
|
7162
|
+
#
|
7163
|
+
# @!attribute [rw] default_s3_location
|
7164
|
+
# The default Amazon S3 location to back up Amazon EMR Studio
|
7165
|
+
# Workspaces and notebook files.
|
7166
|
+
# @return [String]
|
7167
|
+
#
|
7168
|
+
# @!attribute [rw] tags
|
7169
|
+
# A list of tags associated with the Amazon EMR Studio.
|
7170
|
+
# @return [Array<Types::Tag>]
|
7171
|
+
#
|
7172
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Studio AWS API Documentation
|
7173
|
+
#
|
7174
|
+
class Studio < Struct.new(
|
7175
|
+
:studio_id,
|
7176
|
+
:studio_arn,
|
7177
|
+
:name,
|
7178
|
+
:description,
|
7179
|
+
:auth_mode,
|
7180
|
+
:vpc_id,
|
7181
|
+
:subnet_ids,
|
7182
|
+
:service_role,
|
7183
|
+
:user_role,
|
7184
|
+
:workspace_security_group_id,
|
7185
|
+
:engine_security_group_id,
|
7186
|
+
:url,
|
7187
|
+
:creation_time,
|
7188
|
+
:default_s3_location,
|
7189
|
+
:tags)
|
7190
|
+
SENSITIVE = []
|
7191
|
+
include Aws::Structure
|
7192
|
+
end
|
7193
|
+
|
7194
|
+
# Details for an Amazon EMR Studio, including ID, Name, VPC, and
|
7195
|
+
# Description. The details do not include subnets, IAM roles, security
|
7196
|
+
# groups, or tags associated with the Studio.
|
7197
|
+
#
|
7198
|
+
# @!attribute [rw] studio_id
|
7199
|
+
# The ID of the Amazon EMR Studio.
|
7200
|
+
# @return [String]
|
7201
|
+
#
|
7202
|
+
# @!attribute [rw] name
|
7203
|
+
# The name of the Amazon EMR Studio.
|
7204
|
+
# @return [String]
|
7205
|
+
#
|
7206
|
+
# @!attribute [rw] vpc_id
|
7207
|
+
# The ID of the Virtual Private Cloud (Amazon VPC) associated with the
|
7208
|
+
# Amazon EMR Studio.
|
7209
|
+
# @return [String]
|
7210
|
+
#
|
7211
|
+
# @!attribute [rw] description
|
7212
|
+
# The detailed description of the EMR Studio.
|
7213
|
+
# @return [String]
|
7214
|
+
#
|
7215
|
+
# @!attribute [rw] url
|
7216
|
+
# The unique access URL of the Amazon EMR Studio.
|
7217
|
+
# @return [String]
|
7218
|
+
#
|
7219
|
+
# @!attribute [rw] creation_time
|
7220
|
+
# The time when the Amazon EMR Studio was created.
|
7221
|
+
# @return [Time]
|
7222
|
+
#
|
7223
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StudioSummary AWS API Documentation
|
7224
|
+
#
|
7225
|
+
class StudioSummary < Struct.new(
|
7226
|
+
:studio_id,
|
7227
|
+
:name,
|
7228
|
+
:vpc_id,
|
7229
|
+
:description,
|
7230
|
+
:url,
|
7231
|
+
:creation_time)
|
7232
|
+
SENSITIVE = []
|
7233
|
+
include Aws::Structure
|
7234
|
+
end
|
7235
|
+
|
6025
7236
|
# The list of supported product configurations which allow user-supplied
|
6026
7237
|
# arguments. EMR accepts these arguments and forwards them to the
|
6027
7238
|
# corresponding installation script as bootstrap action arguments.
|
@@ -6051,7 +7262,7 @@ module Aws::EMR
|
|
6051
7262
|
include Aws::Structure
|
6052
7263
|
end
|
6053
7264
|
|
6054
|
-
# A key
|
7265
|
+
# A key-value pair containing user-defined metadata that you can
|
6055
7266
|
# associate with an Amazon EMR resource. Tags make it easier to
|
6056
7267
|
# associate clusters in various ways, such as grouping clusters to track
|
6057
7268
|
# your Amazon EMR resource allocation costs. For more information, see
|
@@ -6106,7 +7317,7 @@ module Aws::EMR
|
|
6106
7317
|
# }
|
6107
7318
|
#
|
6108
7319
|
# @!attribute [rw] job_flow_ids
|
6109
|
-
# A list of job flows to be
|
7320
|
+
# A list of job flows to be shut down.
|
6110
7321
|
# @return [Array<String>]
|
6111
7322
|
#
|
6112
7323
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/TerminateJobFlowsInput AWS API Documentation
|
@@ -6117,6 +7328,66 @@ module Aws::EMR
|
|
6117
7328
|
include Aws::Structure
|
6118
7329
|
end
|
6119
7330
|
|
7331
|
+
# @note When making an API call, you may pass UpdateStudioSessionMappingInput
|
7332
|
+
# data as a hash:
|
7333
|
+
#
|
7334
|
+
# {
|
7335
|
+
# studio_id: "XmlStringMaxLen256", # required
|
7336
|
+
# identity_id: "XmlStringMaxLen256",
|
7337
|
+
# identity_name: "XmlStringMaxLen256",
|
7338
|
+
# identity_type: "USER", # required, accepts USER, GROUP
|
7339
|
+
# session_policy_arn: "XmlStringMaxLen256", # required
|
7340
|
+
# }
|
7341
|
+
#
|
7342
|
+
# @!attribute [rw] studio_id
|
7343
|
+
# The ID of the EMR Studio.
|
7344
|
+
# @return [String]
|
7345
|
+
#
|
7346
|
+
# @!attribute [rw] identity_id
|
7347
|
+
# The globally unique identifier (GUID) of the user or group. For more
|
7348
|
+
# information, see [UserId][1] and [GroupId][2] in the *AWS SSO
|
7349
|
+
# Identity Store API Reference*. Either `IdentityName` or `IdentityId`
|
7350
|
+
# must be specified.
|
7351
|
+
#
|
7352
|
+
#
|
7353
|
+
#
|
7354
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
7355
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-GroupId
|
7356
|
+
# @return [String]
|
7357
|
+
#
|
7358
|
+
# @!attribute [rw] identity_name
|
7359
|
+
# The name of the user or group to update. For more information, see
|
7360
|
+
# [UserName][1] and [DisplayName][2] in the *AWS SSO Identity Store
|
7361
|
+
# API Reference*. Either `IdentityName` or `IdentityId` must be
|
7362
|
+
# specified.
|
7363
|
+
#
|
7364
|
+
#
|
7365
|
+
#
|
7366
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
7367
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
7368
|
+
# @return [String]
|
7369
|
+
#
|
7370
|
+
# @!attribute [rw] identity_type
|
7371
|
+
# Specifies whether the identity to update is a user or a group.
|
7372
|
+
# @return [String]
|
7373
|
+
#
|
7374
|
+
# @!attribute [rw] session_policy_arn
|
7375
|
+
# The Amazon Resource Name (ARN) of the session policy to associate
|
7376
|
+
# with the specified user or group.
|
7377
|
+
# @return [String]
|
7378
|
+
#
|
7379
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/UpdateStudioSessionMappingInput AWS API Documentation
|
7380
|
+
#
|
7381
|
+
class UpdateStudioSessionMappingInput < Struct.new(
|
7382
|
+
:studio_id,
|
7383
|
+
:identity_id,
|
7384
|
+
:identity_name,
|
7385
|
+
:identity_type,
|
7386
|
+
:session_policy_arn)
|
7387
|
+
SENSITIVE = []
|
7388
|
+
include Aws::Structure
|
7389
|
+
end
|
7390
|
+
|
6120
7391
|
# EBS volume specifications such as volume type, IOPS, and size (GiB)
|
6121
7392
|
# that will be requested for the EBS volume attached to an EC2 instance
|
6122
7393
|
# in the cluster.
|