aws-sdk-emr 1.35.0 → 1.40.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-emr.rb +2 -1
- data/lib/aws-sdk-emr/client.rb +797 -26
- data/lib/aws-sdk-emr/client_api.rb +374 -0
- data/lib/aws-sdk-emr/types.rb +1410 -139
- metadata +4 -4
data/lib/aws-sdk-emr/types.rb
CHANGED
@@ -307,7 +307,7 @@ module Aws::EMR
|
|
307
307
|
#
|
308
308
|
# @!attribute [rw] tags
|
309
309
|
# A list of tags to associate with a cluster and propagate to EC2
|
310
|
-
# instances. Tags are user-defined key
|
310
|
+
# instances. Tags are user-defined key-value pairs that consist of a
|
311
311
|
# required key string with a maximum of 128 characters, and an
|
312
312
|
# optional value string with a maximum of 256 characters.
|
313
313
|
# @return [Array<Types::Tag>]
|
@@ -547,8 +547,8 @@ module Aws::EMR
|
|
547
547
|
# }
|
548
548
|
#
|
549
549
|
# @!attribute [rw] block_public_security_group_rules
|
550
|
-
# Indicates whether EMR block public access is enabled (`true`)
|
551
|
-
# disabled (`false`). By default, the value is `false` for accounts
|
550
|
+
# Indicates whether Amazon EMR block public access is enabled (`true`)
|
551
|
+
# or disabled (`false`). By default, the value is `false` for accounts
|
552
552
|
# that have created EMR clusters before July 2019. For accounts
|
553
553
|
# created after this, the default is `true`.
|
554
554
|
# @return [Boolean]
|
@@ -683,7 +683,7 @@ module Aws::EMR
|
|
683
683
|
# }
|
684
684
|
#
|
685
685
|
# @!attribute [rw] cluster_id
|
686
|
-
# The `ClusterID` for
|
686
|
+
# The `ClusterID` for the specified steps that will be canceled. Use
|
687
687
|
# RunJobFlow and ListClusters to get ClusterIDs.
|
688
688
|
# @return [String]
|
689
689
|
#
|
@@ -693,7 +693,7 @@ module Aws::EMR
|
|
693
693
|
# @return [Array<String>]
|
694
694
|
#
|
695
695
|
# @!attribute [rw] step_cancellation_option
|
696
|
-
# The option to choose
|
696
|
+
# The option to choose to cancel `RUNNING` steps. By default, the
|
697
697
|
# value is `SEND_INTERRUPT`.
|
698
698
|
# @return [String]
|
699
699
|
#
|
@@ -951,13 +951,13 @@ module Aws::EMR
|
|
951
951
|
# to terminate the instance was submitted. This option is only
|
952
952
|
# available with Amazon EMR 5.1.0 and later and is the default for
|
953
953
|
# clusters created using that version. `TERMINATE_AT_TASK_COMPLETION`
|
954
|
-
# indicates that Amazon EMR
|
955
|
-
# before terminating the Amazon EC2 instances, regardless
|
956
|
-
# instance-hour boundary. With either behavior, Amazon EMR
|
957
|
-
# least active nodes first and blocks instance termination
|
958
|
-
# lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
959
|
-
# only in Amazon EMR version 4.1.0 and later, and is the
|
960
|
-
# versions of Amazon EMR earlier than 5.1.0.
|
954
|
+
# indicates that Amazon EMR adds nodes to a deny list and drains tasks
|
955
|
+
# from nodes before terminating the Amazon EC2 instances, regardless
|
956
|
+
# of the instance-hour boundary. With either behavior, Amazon EMR
|
957
|
+
# removes the least active nodes first and blocks instance termination
|
958
|
+
# if it could lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
959
|
+
# is available only in Amazon EMR version 4.1.0 and later, and is the
|
960
|
+
# default for versions of Amazon EMR earlier than 5.1.0.
|
961
961
|
# @return [String]
|
962
962
|
#
|
963
963
|
# @!attribute [rw] custom_ami_id
|
@@ -966,9 +966,9 @@ module Aws::EMR
|
|
966
966
|
# @return [String]
|
967
967
|
#
|
968
968
|
# @!attribute [rw] ebs_root_volume_size
|
969
|
-
# The size, in GiB, of the EBS root device volume of the Linux
|
970
|
-
# that is used for each EC2 instance. Available in Amazon EMR
|
971
|
-
# 4.x and later.
|
969
|
+
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
970
|
+
# AMI that is used for each EC2 instance. Available in Amazon EMR
|
971
|
+
# version 4.x and later.
|
972
972
|
# @return [Integer]
|
973
973
|
#
|
974
974
|
# @!attribute [rw] repo_upgrade_on_boot
|
@@ -980,7 +980,8 @@ module Aws::EMR
|
|
980
980
|
# @!attribute [rw] kerberos_attributes
|
981
981
|
# Attributes for Kerberos configuration when Kerberos authentication
|
982
982
|
# is enabled using a security configuration. For more information see
|
983
|
-
# [Use Kerberos Authentication][1] in the *EMR Management
|
983
|
+
# [Use Kerberos Authentication][1] in the *Amazon EMR Management
|
984
|
+
# Guide*.
|
984
985
|
#
|
985
986
|
#
|
986
987
|
#
|
@@ -1000,6 +1001,10 @@ module Aws::EMR
|
|
1000
1001
|
# Specifies the number of steps that can be executed concurrently.
|
1001
1002
|
# @return [Integer]
|
1002
1003
|
#
|
1004
|
+
# @!attribute [rw] placement_groups
|
1005
|
+
# Placement group configured for an Amazon EMR cluster.
|
1006
|
+
# @return [Array<Types::PlacementGroupConfig>]
|
1007
|
+
#
|
1003
1008
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Cluster AWS API Documentation
|
1004
1009
|
#
|
1005
1010
|
class Cluster < Struct.new(
|
@@ -1031,7 +1036,8 @@ module Aws::EMR
|
|
1031
1036
|
:kerberos_attributes,
|
1032
1037
|
:cluster_arn,
|
1033
1038
|
:outpost_arn,
|
1034
|
-
:step_concurrency_level
|
1039
|
+
:step_concurrency_level,
|
1040
|
+
:placement_groups)
|
1035
1041
|
SENSITIVE = []
|
1036
1042
|
include Aws::Structure
|
1037
1043
|
end
|
@@ -1133,7 +1139,7 @@ module Aws::EMR
|
|
1133
1139
|
# @return [Time]
|
1134
1140
|
#
|
1135
1141
|
# @!attribute [rw] ready_date_time
|
1136
|
-
# The date and time when the cluster was ready to
|
1142
|
+
# The date and time when the cluster was ready to run steps.
|
1137
1143
|
# @return [Time]
|
1138
1144
|
#
|
1139
1145
|
# @!attribute [rw] end_date_time
|
@@ -1195,7 +1201,7 @@ module Aws::EMR
|
|
1195
1201
|
# @return [String]
|
1196
1202
|
#
|
1197
1203
|
# @!attribute [rw] minimum_capacity_units
|
1198
|
-
# The lower boundary of EC2 units. It is measured through
|
1204
|
+
# The lower boundary of EC2 units. It is measured through vCPU cores
|
1199
1205
|
# or instances for instance groups and measured through units for
|
1200
1206
|
# instance fleets. Managed scaling activities are not allowed beyond
|
1201
1207
|
# this boundary. The limit only applies to the core and task nodes.
|
@@ -1203,7 +1209,7 @@ module Aws::EMR
|
|
1203
1209
|
# @return [Integer]
|
1204
1210
|
#
|
1205
1211
|
# @!attribute [rw] maximum_capacity_units
|
1206
|
-
# The upper boundary of EC2 units. It is measured through
|
1212
|
+
# The upper boundary of EC2 units. It is measured through vCPU cores
|
1207
1213
|
# or instances for instance groups and measured through units for
|
1208
1214
|
# instance fleets. Managed scaling activities are not allowed beyond
|
1209
1215
|
# this boundary. The limit only applies to the core and task nodes.
|
@@ -1212,15 +1218,15 @@ module Aws::EMR
|
|
1212
1218
|
#
|
1213
1219
|
# @!attribute [rw] maximum_on_demand_capacity_units
|
1214
1220
|
# The upper boundary of On-Demand EC2 units. It is measured through
|
1215
|
-
#
|
1221
|
+
# vCPU cores or instances for instance groups and measured through
|
1216
1222
|
# units for instance fleets. The On-Demand units are not allowed to
|
1217
1223
|
# scale beyond this boundary. The parameter is used to split capacity
|
1218
|
-
# allocation between On-Demand and Spot
|
1224
|
+
# allocation between On-Demand and Spot Instances.
|
1219
1225
|
# @return [Integer]
|
1220
1226
|
#
|
1221
1227
|
# @!attribute [rw] maximum_core_capacity_units
|
1222
1228
|
# The upper boundary of EC2 units for core node type in a cluster. It
|
1223
|
-
# is measured through
|
1229
|
+
# is measured through vCPU cores or instances for instance groups and
|
1224
1230
|
# measured through units for instance fleets. The core units are not
|
1225
1231
|
# allowed to scale beyond this boundary. The parameter is used to
|
1226
1232
|
# split capacity allocation between core and task nodes.
|
@@ -1346,6 +1352,189 @@ module Aws::EMR
|
|
1346
1352
|
include Aws::Structure
|
1347
1353
|
end
|
1348
1354
|
|
1355
|
+
# @note When making an API call, you may pass CreateStudioInput
|
1356
|
+
# data as a hash:
|
1357
|
+
#
|
1358
|
+
# {
|
1359
|
+
# name: "XmlStringMaxLen256", # required
|
1360
|
+
# description: "XmlStringMaxLen256",
|
1361
|
+
# auth_mode: "SSO", # required, accepts SSO, IAM
|
1362
|
+
# vpc_id: "XmlStringMaxLen256", # required
|
1363
|
+
# subnet_ids: ["String"], # required
|
1364
|
+
# service_role: "XmlString", # required
|
1365
|
+
# user_role: "XmlString", # required
|
1366
|
+
# workspace_security_group_id: "XmlStringMaxLen256", # required
|
1367
|
+
# engine_security_group_id: "XmlStringMaxLen256", # required
|
1368
|
+
# default_s3_location: "XmlString",
|
1369
|
+
# tags: [
|
1370
|
+
# {
|
1371
|
+
# key: "String",
|
1372
|
+
# value: "String",
|
1373
|
+
# },
|
1374
|
+
# ],
|
1375
|
+
# }
|
1376
|
+
#
|
1377
|
+
# @!attribute [rw] name
|
1378
|
+
# A descriptive name for the Amazon EMR Studio.
|
1379
|
+
# @return [String]
|
1380
|
+
#
|
1381
|
+
# @!attribute [rw] description
|
1382
|
+
# A detailed description of the Studio.
|
1383
|
+
# @return [String]
|
1384
|
+
#
|
1385
|
+
# @!attribute [rw] auth_mode
|
1386
|
+
# Specifies whether the Studio authenticates users using single
|
1387
|
+
# sign-on (SSO) or IAM. Amazon EMR Studio currently only supports SSO
|
1388
|
+
# authentication.
|
1389
|
+
# @return [String]
|
1390
|
+
#
|
1391
|
+
# @!attribute [rw] vpc_id
|
1392
|
+
# The ID of the Amazon Virtual Private Cloud (Amazon VPC) to associate
|
1393
|
+
# with the Studio.
|
1394
|
+
# @return [String]
|
1395
|
+
#
|
1396
|
+
# @!attribute [rw] subnet_ids
|
1397
|
+
# A list of subnet IDs to associate with the Studio. The subnets must
|
1398
|
+
# belong to the VPC specified by `VpcId`. Studio users can create a
|
1399
|
+
# Workspace in any of the specified subnets.
|
1400
|
+
# @return [Array<String>]
|
1401
|
+
#
|
1402
|
+
# @!attribute [rw] service_role
|
1403
|
+
# The IAM role that will be assumed by the Amazon EMR Studio. The
|
1404
|
+
# service role provides a way for Amazon EMR Studio to interoperate
|
1405
|
+
# with other AWS services.
|
1406
|
+
# @return [String]
|
1407
|
+
#
|
1408
|
+
# @!attribute [rw] user_role
|
1409
|
+
# The IAM user role that will be assumed by users and groups logged in
|
1410
|
+
# to a Studio. The permissions attached to this IAM role can be scoped
|
1411
|
+
# down for each user or group using session policies.
|
1412
|
+
# @return [String]
|
1413
|
+
#
|
1414
|
+
# @!attribute [rw] workspace_security_group_id
|
1415
|
+
# The ID of the Amazon EMR Studio Workspace security group. The
|
1416
|
+
# Workspace security group allows outbound network traffic to
|
1417
|
+
# resources in the Engine security group, and it must be in the same
|
1418
|
+
# VPC specified by `VpcId`.
|
1419
|
+
# @return [String]
|
1420
|
+
#
|
1421
|
+
# @!attribute [rw] engine_security_group_id
|
1422
|
+
# The ID of the Amazon EMR Studio Engine security group. The Engine
|
1423
|
+
# security group allows inbound network traffic from the Workspace
|
1424
|
+
# security group, and it must be in the same VPC specified by `VpcId`.
|
1425
|
+
# @return [String]
|
1426
|
+
#
|
1427
|
+
# @!attribute [rw] default_s3_location
|
1428
|
+
# The default Amazon S3 location to back up EMR Studio Workspaces and
|
1429
|
+
# notebook files. A Studio user can select an alternative Amazon S3
|
1430
|
+
# location when creating a Workspace.
|
1431
|
+
# @return [String]
|
1432
|
+
#
|
1433
|
+
# @!attribute [rw] tags
|
1434
|
+
# A list of tags to associate with the Studio. Tags are user-defined
|
1435
|
+
# key-value pairs that consist of a required key string with a maximum
|
1436
|
+
# of 128 characters, and an optional value string with a maximum of
|
1437
|
+
# 256 characters.
|
1438
|
+
# @return [Array<Types::Tag>]
|
1439
|
+
#
|
1440
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/CreateStudioInput AWS API Documentation
|
1441
|
+
#
|
1442
|
+
class CreateStudioInput < Struct.new(
|
1443
|
+
:name,
|
1444
|
+
:description,
|
1445
|
+
:auth_mode,
|
1446
|
+
:vpc_id,
|
1447
|
+
:subnet_ids,
|
1448
|
+
:service_role,
|
1449
|
+
:user_role,
|
1450
|
+
:workspace_security_group_id,
|
1451
|
+
:engine_security_group_id,
|
1452
|
+
:default_s3_location,
|
1453
|
+
:tags)
|
1454
|
+
SENSITIVE = []
|
1455
|
+
include Aws::Structure
|
1456
|
+
end
|
1457
|
+
|
1458
|
+
# @!attribute [rw] studio_id
|
1459
|
+
# The ID of the Amazon EMR Studio.
|
1460
|
+
# @return [String]
|
1461
|
+
#
|
1462
|
+
# @!attribute [rw] url
|
1463
|
+
# The unique Studio access URL.
|
1464
|
+
# @return [String]
|
1465
|
+
#
|
1466
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/CreateStudioOutput AWS API Documentation
|
1467
|
+
#
|
1468
|
+
class CreateStudioOutput < Struct.new(
|
1469
|
+
:studio_id,
|
1470
|
+
:url)
|
1471
|
+
SENSITIVE = []
|
1472
|
+
include Aws::Structure
|
1473
|
+
end
|
1474
|
+
|
1475
|
+
# @note When making an API call, you may pass CreateStudioSessionMappingInput
|
1476
|
+
# data as a hash:
|
1477
|
+
#
|
1478
|
+
# {
|
1479
|
+
# studio_id: "XmlStringMaxLen256", # required
|
1480
|
+
# identity_id: "XmlStringMaxLen256",
|
1481
|
+
# identity_name: "XmlStringMaxLen256",
|
1482
|
+
# identity_type: "USER", # required, accepts USER, GROUP
|
1483
|
+
# session_policy_arn: "XmlStringMaxLen256", # required
|
1484
|
+
# }
|
1485
|
+
#
|
1486
|
+
# @!attribute [rw] studio_id
|
1487
|
+
# The ID of the Amazon EMR Studio to which the user or group will be
|
1488
|
+
# mapped.
|
1489
|
+
# @return [String]
|
1490
|
+
#
|
1491
|
+
# @!attribute [rw] identity_id
|
1492
|
+
# The globally unique identifier (GUID) of the user or group from the
|
1493
|
+
# AWS SSO Identity Store. For more information, see [UserId][1] and
|
1494
|
+
# [GroupId][2] in the *AWS SSO Identity Store API Reference*. Either
|
1495
|
+
# `IdentityName` or `IdentityId` must be specified.
|
1496
|
+
#
|
1497
|
+
#
|
1498
|
+
#
|
1499
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
1500
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-GroupId
|
1501
|
+
# @return [String]
|
1502
|
+
#
|
1503
|
+
# @!attribute [rw] identity_name
|
1504
|
+
# The name of the user or group. For more information, see
|
1505
|
+
# [UserName][1] and [DisplayName][2] in the *AWS SSO Identity Store
|
1506
|
+
# API Reference*. Either `IdentityName` or `IdentityId` must be
|
1507
|
+
# specified.
|
1508
|
+
#
|
1509
|
+
#
|
1510
|
+
#
|
1511
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
1512
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
1513
|
+
# @return [String]
|
1514
|
+
#
|
1515
|
+
# @!attribute [rw] identity_type
|
1516
|
+
# Specifies whether the identity to map to the Studio is a user or a
|
1517
|
+
# group.
|
1518
|
+
# @return [String]
|
1519
|
+
#
|
1520
|
+
# @!attribute [rw] session_policy_arn
|
1521
|
+
# The Amazon Resource Name (ARN) for the session policy that will be
|
1522
|
+
# applied to the user or group. Session policies refine Studio user
|
1523
|
+
# permissions without the need to use multiple IAM user roles.
|
1524
|
+
# @return [String]
|
1525
|
+
#
|
1526
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/CreateStudioSessionMappingInput AWS API Documentation
|
1527
|
+
#
|
1528
|
+
class CreateStudioSessionMappingInput < Struct.new(
|
1529
|
+
:studio_id,
|
1530
|
+
:identity_id,
|
1531
|
+
:identity_name,
|
1532
|
+
:identity_type,
|
1533
|
+
:session_policy_arn)
|
1534
|
+
SENSITIVE = []
|
1535
|
+
include Aws::Structure
|
1536
|
+
end
|
1537
|
+
|
1349
1538
|
# @note When making an API call, you may pass DeleteSecurityConfigurationInput
|
1350
1539
|
# data as a hash:
|
1351
1540
|
#
|
@@ -1369,6 +1558,79 @@ module Aws::EMR
|
|
1369
1558
|
#
|
1370
1559
|
class DeleteSecurityConfigurationOutput < Aws::EmptyStructure; end
|
1371
1560
|
|
1561
|
+
# @note When making an API call, you may pass DeleteStudioInput
|
1562
|
+
# data as a hash:
|
1563
|
+
#
|
1564
|
+
# {
|
1565
|
+
# studio_id: "XmlStringMaxLen256", # required
|
1566
|
+
# }
|
1567
|
+
#
|
1568
|
+
# @!attribute [rw] studio_id
|
1569
|
+
# The ID of the Amazon EMR Studio.
|
1570
|
+
# @return [String]
|
1571
|
+
#
|
1572
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DeleteStudioInput AWS API Documentation
|
1573
|
+
#
|
1574
|
+
class DeleteStudioInput < Struct.new(
|
1575
|
+
:studio_id)
|
1576
|
+
SENSITIVE = []
|
1577
|
+
include Aws::Structure
|
1578
|
+
end
|
1579
|
+
|
1580
|
+
# @note When making an API call, you may pass DeleteStudioSessionMappingInput
|
1581
|
+
# data as a hash:
|
1582
|
+
#
|
1583
|
+
# {
|
1584
|
+
# studio_id: "XmlStringMaxLen256", # required
|
1585
|
+
# identity_id: "XmlStringMaxLen256",
|
1586
|
+
# identity_name: "XmlStringMaxLen256",
|
1587
|
+
# identity_type: "USER", # required, accepts USER, GROUP
|
1588
|
+
# }
|
1589
|
+
#
|
1590
|
+
# @!attribute [rw] studio_id
|
1591
|
+
# The ID of the Amazon EMR Studio.
|
1592
|
+
# @return [String]
|
1593
|
+
#
|
1594
|
+
# @!attribute [rw] identity_id
|
1595
|
+
# The globally unique identifier (GUID) of the user or group to remove
|
1596
|
+
# from the Amazon EMR Studio. For more information, see [UserId][1]
|
1597
|
+
# and [GroupId][2] in the *AWS SSO Identity Store API Reference*.
|
1598
|
+
# Either `IdentityName` or `IdentityId` must be specified.
|
1599
|
+
#
|
1600
|
+
#
|
1601
|
+
#
|
1602
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
1603
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-GroupId
|
1604
|
+
# @return [String]
|
1605
|
+
#
|
1606
|
+
# @!attribute [rw] identity_name
|
1607
|
+
# The name of the user name or group to remove from the Studio. For
|
1608
|
+
# more information, see [UserName][1] and [DisplayName][2] in the *AWS
|
1609
|
+
# SSO Identity Store API Reference*. Either `IdentityName` or
|
1610
|
+
# `IdentityId` must be specified.
|
1611
|
+
#
|
1612
|
+
#
|
1613
|
+
#
|
1614
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
1615
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
1616
|
+
# @return [String]
|
1617
|
+
#
|
1618
|
+
# @!attribute [rw] identity_type
|
1619
|
+
# Specifies whether the identity to delete from the Studio is a user
|
1620
|
+
# or a group.
|
1621
|
+
# @return [String]
|
1622
|
+
#
|
1623
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DeleteStudioSessionMappingInput AWS API Documentation
|
1624
|
+
#
|
1625
|
+
class DeleteStudioSessionMappingInput < Struct.new(
|
1626
|
+
:studio_id,
|
1627
|
+
:identity_id,
|
1628
|
+
:identity_name,
|
1629
|
+
:identity_type)
|
1630
|
+
SENSITIVE = []
|
1631
|
+
include Aws::Structure
|
1632
|
+
end
|
1633
|
+
|
1372
1634
|
# This input determines which cluster to describe.
|
1373
1635
|
#
|
1374
1636
|
# @note When making an API call, you may pass DescribeClusterInput
|
@@ -1457,6 +1719,37 @@ module Aws::EMR
|
|
1457
1719
|
include Aws::Structure
|
1458
1720
|
end
|
1459
1721
|
|
1722
|
+
# @note When making an API call, you may pass DescribeNotebookExecutionInput
|
1723
|
+
# data as a hash:
|
1724
|
+
#
|
1725
|
+
# {
|
1726
|
+
# notebook_execution_id: "XmlStringMaxLen256", # required
|
1727
|
+
# }
|
1728
|
+
#
|
1729
|
+
# @!attribute [rw] notebook_execution_id
|
1730
|
+
# The unique identifier of the notebook execution.
|
1731
|
+
# @return [String]
|
1732
|
+
#
|
1733
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionInput AWS API Documentation
|
1734
|
+
#
|
1735
|
+
class DescribeNotebookExecutionInput < Struct.new(
|
1736
|
+
:notebook_execution_id)
|
1737
|
+
SENSITIVE = []
|
1738
|
+
include Aws::Structure
|
1739
|
+
end
|
1740
|
+
|
1741
|
+
# @!attribute [rw] notebook_execution
|
1742
|
+
# Properties of the notebook execution.
|
1743
|
+
# @return [Types::NotebookExecution]
|
1744
|
+
#
|
1745
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionOutput AWS API Documentation
|
1746
|
+
#
|
1747
|
+
class DescribeNotebookExecutionOutput < Struct.new(
|
1748
|
+
:notebook_execution)
|
1749
|
+
SENSITIVE = []
|
1750
|
+
include Aws::Structure
|
1751
|
+
end
|
1752
|
+
|
1460
1753
|
# @note When making an API call, you may pass DescribeSecurityConfigurationInput
|
1461
1754
|
# data as a hash:
|
1462
1755
|
#
|
@@ -1539,6 +1832,37 @@ module Aws::EMR
|
|
1539
1832
|
include Aws::Structure
|
1540
1833
|
end
|
1541
1834
|
|
1835
|
+
# @note When making an API call, you may pass DescribeStudioInput
|
1836
|
+
# data as a hash:
|
1837
|
+
#
|
1838
|
+
# {
|
1839
|
+
# studio_id: "XmlStringMaxLen256", # required
|
1840
|
+
# }
|
1841
|
+
#
|
1842
|
+
# @!attribute [rw] studio_id
|
1843
|
+
# The Amazon EMR Studio ID.
|
1844
|
+
# @return [String]
|
1845
|
+
#
|
1846
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeStudioInput AWS API Documentation
|
1847
|
+
#
|
1848
|
+
class DescribeStudioInput < Struct.new(
|
1849
|
+
:studio_id)
|
1850
|
+
SENSITIVE = []
|
1851
|
+
include Aws::Structure
|
1852
|
+
end
|
1853
|
+
|
1854
|
+
# @!attribute [rw] studio
|
1855
|
+
# The Amazon EMR Studio details.
|
1856
|
+
# @return [Types::Studio]
|
1857
|
+
#
|
1858
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeStudioOutput AWS API Documentation
|
1859
|
+
#
|
1860
|
+
class DescribeStudioOutput < Struct.new(
|
1861
|
+
:studio)
|
1862
|
+
SENSITIVE = []
|
1863
|
+
include Aws::Structure
|
1864
|
+
end
|
1865
|
+
|
1542
1866
|
# Configuration of requested EBS block device associated with the
|
1543
1867
|
# instance group.
|
1544
1868
|
#
|
@@ -1747,6 +2071,49 @@ module Aws::EMR
|
|
1747
2071
|
include Aws::Structure
|
1748
2072
|
end
|
1749
2073
|
|
2074
|
+
# Specifies the execution engine (cluster) to run the notebook and
|
2075
|
+
# perform the notebook execution, for example, an EMR cluster.
|
2076
|
+
#
|
2077
|
+
# @note When making an API call, you may pass ExecutionEngineConfig
|
2078
|
+
# data as a hash:
|
2079
|
+
#
|
2080
|
+
# {
|
2081
|
+
# id: "XmlStringMaxLen256", # required
|
2082
|
+
# type: "EMR", # accepts EMR
|
2083
|
+
# master_instance_security_group_id: "XmlStringMaxLen256",
|
2084
|
+
# }
|
2085
|
+
#
|
2086
|
+
# @!attribute [rw] id
|
2087
|
+
# The unique identifier of the execution engine. For an EMR cluster,
|
2088
|
+
# this is the cluster ID.
|
2089
|
+
# @return [String]
|
2090
|
+
#
|
2091
|
+
# @!attribute [rw] type
|
2092
|
+
# The type of execution engine. A value of `EMR` specifies an EMR
|
2093
|
+
# cluster.
|
2094
|
+
# @return [String]
|
2095
|
+
#
|
2096
|
+
# @!attribute [rw] master_instance_security_group_id
|
2097
|
+
# An optional unique ID of an EC2 security group to associate with the
|
2098
|
+
# master instance of the EMR cluster for this notebook execution. For
|
2099
|
+
# more information see [Specifying EC2 Security Groups for EMR
|
2100
|
+
# Notebooks][1] in the *EMR Management Guide*.
|
2101
|
+
#
|
2102
|
+
#
|
2103
|
+
#
|
2104
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
|
2105
|
+
# @return [String]
|
2106
|
+
#
|
2107
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ExecutionEngineConfig AWS API Documentation
|
2108
|
+
#
|
2109
|
+
class ExecutionEngineConfig < Struct.new(
|
2110
|
+
:id,
|
2111
|
+
:type,
|
2112
|
+
:master_instance_security_group_id)
|
2113
|
+
SENSITIVE = []
|
2114
|
+
include Aws::Structure
|
2115
|
+
end
|
2116
|
+
|
1750
2117
|
# The details of the step failure. The service attempts to detect the
|
1751
2118
|
# root cause for many common failures.
|
1752
2119
|
#
|
@@ -1757,9 +2124,9 @@ module Aws::EMR
|
|
1757
2124
|
# @return [String]
|
1758
2125
|
#
|
1759
2126
|
# @!attribute [rw] message
|
1760
|
-
# The descriptive message including the error the EMR service
|
1761
|
-
# identified as the cause of step failure. This is text from an
|
1762
|
-
# log that describes the root cause of the failure.
|
2127
|
+
# The descriptive message including the error the Amazon EMR service
|
2128
|
+
# has identified as the cause of step failure. This is text from an
|
2129
|
+
# error log that describes the root cause of the failure.
|
1763
2130
|
# @return [String]
|
1764
2131
|
#
|
1765
2132
|
# @!attribute [rw] log_file
|
@@ -1857,6 +2224,72 @@ module Aws::EMR
|
|
1857
2224
|
include Aws::Structure
|
1858
2225
|
end
|
1859
2226
|
|
2227
|
+
# @note When making an API call, you may pass GetStudioSessionMappingInput
|
2228
|
+
# data as a hash:
|
2229
|
+
#
|
2230
|
+
# {
|
2231
|
+
# studio_id: "XmlStringMaxLen256", # required
|
2232
|
+
# identity_id: "XmlStringMaxLen256",
|
2233
|
+
# identity_name: "XmlStringMaxLen256",
|
2234
|
+
# identity_type: "USER", # required, accepts USER, GROUP
|
2235
|
+
# }
|
2236
|
+
#
|
2237
|
+
# @!attribute [rw] studio_id
|
2238
|
+
# The ID of the Amazon EMR Studio.
|
2239
|
+
# @return [String]
|
2240
|
+
#
|
2241
|
+
# @!attribute [rw] identity_id
|
2242
|
+
# The globally unique identifier (GUID) of the user or group. For more
|
2243
|
+
# information, see [UserId][1] and [GroupId][2] in the *AWS SSO
|
2244
|
+
# Identity Store API Reference*. Either `IdentityName` or `IdentityId`
|
2245
|
+
# must be specified.
|
2246
|
+
#
|
2247
|
+
#
|
2248
|
+
#
|
2249
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
2250
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-GroupId
|
2251
|
+
# @return [String]
|
2252
|
+
#
|
2253
|
+
# @!attribute [rw] identity_name
|
2254
|
+
# The name of the user or group to fetch. For more information, see
|
2255
|
+
# [UserName][1] and [DisplayName][2] in the *AWS SSO Identity Store
|
2256
|
+
# API Reference*. Either `IdentityName` or `IdentityId` must be
|
2257
|
+
# specified.
|
2258
|
+
#
|
2259
|
+
#
|
2260
|
+
#
|
2261
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
2262
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
2263
|
+
# @return [String]
|
2264
|
+
#
|
2265
|
+
# @!attribute [rw] identity_type
|
2266
|
+
# Specifies whether the identity to fetch is a user or a group.
|
2267
|
+
# @return [String]
|
2268
|
+
#
|
2269
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/GetStudioSessionMappingInput AWS API Documentation
|
2270
|
+
#
|
2271
|
+
class GetStudioSessionMappingInput < Struct.new(
|
2272
|
+
:studio_id,
|
2273
|
+
:identity_id,
|
2274
|
+
:identity_name,
|
2275
|
+
:identity_type)
|
2276
|
+
SENSITIVE = []
|
2277
|
+
include Aws::Structure
|
2278
|
+
end
|
2279
|
+
|
2280
|
+
# @!attribute [rw] session_mapping
|
2281
|
+
# The session mapping details for the specified Amazon EMR Studio and
|
2282
|
+
# identity, including session policy ARN and creation time.
|
2283
|
+
# @return [Types::SessionMappingDetail]
|
2284
|
+
#
|
2285
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/GetStudioSessionMappingOutput AWS API Documentation
|
2286
|
+
#
|
2287
|
+
class GetStudioSessionMappingOutput < Struct.new(
|
2288
|
+
:session_mapping)
|
2289
|
+
SENSITIVE = []
|
2290
|
+
include Aws::Structure
|
2291
|
+
end
|
2292
|
+
|
1860
2293
|
# A job flow step consisting of a JAR file whose main function will be
|
1861
2294
|
# executed. The main function submits a job for Hadoop to execute and
|
1862
2295
|
# waits for the job to finish or fail.
|
@@ -1917,7 +2350,7 @@ module Aws::EMR
|
|
1917
2350
|
#
|
1918
2351
|
# @!attribute [rw] properties
|
1919
2352
|
# The list of Java properties that are set when the step runs. You can
|
1920
|
-
# use these properties to pass key
|
2353
|
+
# use these properties to pass key-value pairs to your main function.
|
1921
2354
|
# @return [Hash<String,String>]
|
1922
2355
|
#
|
1923
2356
|
# @!attribute [rw] main_class
|
@@ -2016,7 +2449,7 @@ module Aws::EMR
|
|
2016
2449
|
# Describes an instance fleet, which is a group of EC2 instances that
|
2017
2450
|
# host a particular node type (master, core, or task) in an Amazon EMR
|
2018
2451
|
# cluster. Instance fleets can consist of a mix of instance types and
|
2019
|
-
# On-Demand and Spot
|
2452
|
+
# On-Demand and Spot Instances, which are provisioned to meet a defined
|
2020
2453
|
# target capacity.
|
2021
2454
|
#
|
2022
2455
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
@@ -2043,11 +2476,11 @@ module Aws::EMR
|
|
2043
2476
|
#
|
2044
2477
|
# @!attribute [rw] target_on_demand_capacity
|
2045
2478
|
# The target capacity of On-Demand units for the instance fleet, which
|
2046
|
-
# determines how many On-Demand
|
2479
|
+
# determines how many On-Demand Instances to provision. When the
|
2047
2480
|
# instance fleet launches, Amazon EMR tries to provision On-Demand
|
2048
|
-
#
|
2481
|
+
# Instances as specified by InstanceTypeConfig. Each instance
|
2049
2482
|
# configuration has a specified `WeightedCapacity`. When an On-Demand
|
2050
|
-
#
|
2483
|
+
# Instance is provisioned, the `WeightedCapacity` units count toward
|
2051
2484
|
# the target capacity. Amazon EMR provisions instances until the
|
2052
2485
|
# target capacity is totally fulfilled, even if this results in an
|
2053
2486
|
# overage. For example, if there are 2 units remaining to fulfill
|
@@ -2057,7 +2490,7 @@ module Aws::EMR
|
|
2057
2490
|
# InstanceFleet$ProvisionedOnDemandCapacity to determine the Spot
|
2058
2491
|
# capacity units that have been provisioned for the instance fleet.
|
2059
2492
|
#
|
2060
|
-
# <note markdown="1"> If not specified or set to 0, only Spot
|
2493
|
+
# <note markdown="1"> If not specified or set to 0, only Spot Instances are provisioned
|
2061
2494
|
# for the instance fleet using `TargetSpotCapacity`. At least one of
|
2062
2495
|
# `TargetSpotCapacity` and `TargetOnDemandCapacity` should be greater
|
2063
2496
|
# than 0. For a master instance fleet, only one of
|
@@ -2204,11 +2637,11 @@ module Aws::EMR
|
|
2204
2637
|
#
|
2205
2638
|
# @!attribute [rw] target_on_demand_capacity
|
2206
2639
|
# The target capacity of On-Demand units for the instance fleet, which
|
2207
|
-
# determines how many On-Demand
|
2640
|
+
# determines how many On-Demand Instances to provision. When the
|
2208
2641
|
# instance fleet launches, Amazon EMR tries to provision On-Demand
|
2209
|
-
#
|
2642
|
+
# Instances as specified by InstanceTypeConfig. Each instance
|
2210
2643
|
# configuration has a specified `WeightedCapacity`. When an On-Demand
|
2211
|
-
#
|
2644
|
+
# Instance is provisioned, the `WeightedCapacity` units count toward
|
2212
2645
|
# the target capacity. Amazon EMR provisions instances until the
|
2213
2646
|
# target capacity is totally fulfilled, even if this results in an
|
2214
2647
|
# overage. For example, if there are 2 units remaining to fulfill
|
@@ -2216,7 +2649,7 @@ module Aws::EMR
|
|
2216
2649
|
# `WeightedCapacity` of 5 units, the instance is provisioned, and the
|
2217
2650
|
# target capacity is exceeded by 3 units.
|
2218
2651
|
#
|
2219
|
-
# <note markdown="1"> If not specified or set to 0, only Spot
|
2652
|
+
# <note markdown="1"> If not specified or set to 0, only Spot Instances are provisioned
|
2220
2653
|
# for the instance fleet using `TargetSpotCapacity`. At least one of
|
2221
2654
|
# `TargetSpotCapacity` and `TargetOnDemandCapacity` should be greater
|
2222
2655
|
# than 0. For a master instance fleet, only one of
|
@@ -2228,10 +2661,10 @@ module Aws::EMR
|
|
2228
2661
|
#
|
2229
2662
|
# @!attribute [rw] target_spot_capacity
|
2230
2663
|
# The target capacity of Spot units for the instance fleet, which
|
2231
|
-
# determines how many Spot
|
2232
|
-
# fleet launches, Amazon EMR tries to provision Spot
|
2664
|
+
# determines how many Spot Instances to provision. When the instance
|
2665
|
+
# fleet launches, Amazon EMR tries to provision Spot Instances as
|
2233
2666
|
# specified by InstanceTypeConfig. Each instance configuration has a
|
2234
|
-
# specified `WeightedCapacity`. When a Spot
|
2667
|
+
# specified `WeightedCapacity`. When a Spot Instance is provisioned,
|
2235
2668
|
# the `WeightedCapacity` units count toward the target capacity.
|
2236
2669
|
# Amazon EMR provisions instances until the target capacity is totally
|
2237
2670
|
# fulfilled, even if this results in an overage. For example, if there
|
@@ -2240,7 +2673,7 @@ module Aws::EMR
|
|
2240
2673
|
# instance is provisioned, and the target capacity is exceeded by 3
|
2241
2674
|
# units.
|
2242
2675
|
#
|
2243
|
-
# <note markdown="1"> If not specified or set to 0, only On-Demand
|
2676
|
+
# <note markdown="1"> If not specified or set to 0, only On-Demand Instances are
|
2244
2677
|
# provisioned for the instance fleet. At least one of
|
2245
2678
|
# `TargetSpotCapacity` and `TargetOnDemandCapacity` should be greater
|
2246
2679
|
# than 0. For a master instance fleet, only one of
|
@@ -2312,13 +2745,13 @@ module Aws::EMR
|
|
2312
2745
|
include Aws::Structure
|
2313
2746
|
end
|
2314
2747
|
|
2315
|
-
# The launch specification for Spot
|
2748
|
+
# The launch specification for Spot Instances in the fleet, which
|
2316
2749
|
# determines the defined duration, provisioning timeout behavior, and
|
2317
2750
|
# allocation strategy.
|
2318
2751
|
#
|
2319
2752
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2320
2753
|
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand and Spot
|
2321
|
-
#
|
2754
|
+
# Instance allocation strategies are available in Amazon EMR version
|
2322
2755
|
# 5.12.1 and later.
|
2323
2756
|
#
|
2324
2757
|
# </note>
|
@@ -2339,18 +2772,18 @@ module Aws::EMR
|
|
2339
2772
|
# }
|
2340
2773
|
#
|
2341
2774
|
# @!attribute [rw] spot_specification
|
2342
|
-
# The launch specification for Spot
|
2775
|
+
# The launch specification for Spot Instances in the fleet, which
|
2343
2776
|
# determines the defined duration, provisioning timeout behavior, and
|
2344
2777
|
# allocation strategy.
|
2345
2778
|
# @return [Types::SpotProvisioningSpecification]
|
2346
2779
|
#
|
2347
2780
|
# @!attribute [rw] on_demand_specification
|
2348
|
-
# The launch specification for On-Demand
|
2781
|
+
# The launch specification for On-Demand Instances in the instance
|
2349
2782
|
# fleet, which determines the allocation strategy.
|
2350
2783
|
#
|
2351
2784
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2352
2785
|
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
2353
|
-
#
|
2786
|
+
# Instances allocation strategy is available in Amazon EMR version
|
2354
2787
|
# 5.12.1 and later.
|
2355
2788
|
#
|
2356
2789
|
# </note>
|
@@ -2495,7 +2928,7 @@ module Aws::EMR
|
|
2495
2928
|
# @return [String]
|
2496
2929
|
#
|
2497
2930
|
# @!attribute [rw] bid_price
|
2498
|
-
# The bid price for each EC2 Spot
|
2931
|
+
# The bid price for each EC2 Spot Instance type as defined by
|
2499
2932
|
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
2500
2933
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
2501
2934
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
@@ -2677,7 +3110,7 @@ module Aws::EMR
|
|
2677
3110
|
# @return [String]
|
2678
3111
|
#
|
2679
3112
|
# @!attribute [rw] bid_price
|
2680
|
-
# The bid price for each EC2 Spot
|
3113
|
+
# The bid price for each EC2 Spot Instance type as defined by
|
2681
3114
|
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
2682
3115
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
2683
3116
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
@@ -2749,7 +3182,7 @@ module Aws::EMR
|
|
2749
3182
|
# @return [String]
|
2750
3183
|
#
|
2751
3184
|
# @!attribute [rw] bid_price
|
2752
|
-
# The bid price for each EC2 Spot
|
3185
|
+
# The bid price for each EC2 Spot Instance type as defined by
|
2753
3186
|
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
2754
3187
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
2755
3188
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
@@ -2844,7 +3277,7 @@ module Aws::EMR
|
|
2844
3277
|
# }
|
2845
3278
|
#
|
2846
3279
|
# @!attribute [rw] instance_group_id
|
2847
|
-
# Unique ID of the instance group to
|
3280
|
+
# Unique ID of the instance group to modify.
|
2848
3281
|
# @return [String]
|
2849
3282
|
#
|
2850
3283
|
# @!attribute [rw] instance_count
|
@@ -3052,7 +3485,7 @@ module Aws::EMR
|
|
3052
3485
|
# An instance type configuration for each instance type in an instance
|
3053
3486
|
# fleet, which determines the EC2 instances Amazon EMR attempts to
|
3054
3487
|
# provision to fulfill On-Demand and Spot target capacities. There can
|
3055
|
-
# be a maximum of
|
3488
|
+
# be a maximum of five instance type configurations in a fleet.
|
3056
3489
|
#
|
3057
3490
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
3058
3491
|
# versions 4.8.0 and later, excluding 5.0.x versions.
|
@@ -3106,7 +3539,7 @@ module Aws::EMR
|
|
3106
3539
|
# @return [Integer]
|
3107
3540
|
#
|
3108
3541
|
# @!attribute [rw] bid_price
|
3109
|
-
# The bid price for each EC2 Spot
|
3542
|
+
# The bid price for each EC2 Spot Instance type as defined by
|
3110
3543
|
# `InstanceType`. Expressed in USD. If neither `BidPrice` nor
|
3111
3544
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
3112
3545
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
@@ -3114,15 +3547,15 @@ module Aws::EMR
|
|
3114
3547
|
#
|
3115
3548
|
# @!attribute [rw] bid_price_as_percentage_of_on_demand_price
|
3116
3549
|
# The bid price, as a percentage of On-Demand price, for each EC2 Spot
|
3117
|
-
#
|
3550
|
+
# Instance as defined by `InstanceType`. Expressed as a number (for
|
3118
3551
|
# example, 20 specifies 20%). If neither `BidPrice` nor
|
3119
3552
|
# `BidPriceAsPercentageOfOnDemandPrice` is provided,
|
3120
3553
|
# `BidPriceAsPercentageOfOnDemandPrice` defaults to 100%.
|
3121
3554
|
# @return [Float]
|
3122
3555
|
#
|
3123
3556
|
# @!attribute [rw] ebs_configuration
|
3124
|
-
# The configuration of Amazon Elastic Block Storage (EBS)
|
3125
|
-
# each instance as defined by `InstanceType`.
|
3557
|
+
# The configuration of Amazon Elastic Block Storage (Amazon EBS)
|
3558
|
+
# attached to each instance as defined by `InstanceType`.
|
3126
3559
|
# @return [Types::EbsConfiguration]
|
3127
3560
|
#
|
3128
3561
|
# @!attribute [rw] configurations
|
@@ -3165,13 +3598,13 @@ module Aws::EMR
|
|
3165
3598
|
# @return [Integer]
|
3166
3599
|
#
|
3167
3600
|
# @!attribute [rw] bid_price
|
3168
|
-
# The bid price for each EC2 Spot
|
3601
|
+
# The bid price for each EC2 Spot Instance type as defined by
|
3169
3602
|
# `InstanceType`. Expressed in USD.
|
3170
3603
|
# @return [String]
|
3171
3604
|
#
|
3172
3605
|
# @!attribute [rw] bid_price_as_percentage_of_on_demand_price
|
3173
3606
|
# The bid price, as a percentage of On-Demand price, for each EC2 Spot
|
3174
|
-
#
|
3607
|
+
# Instance as defined by `InstanceType`. Expressed as a number (for
|
3175
3608
|
# example, 20 specifies 20%).
|
3176
3609
|
# @return [Float]
|
3177
3610
|
#
|
@@ -3182,8 +3615,8 @@ module Aws::EMR
|
|
3182
3615
|
# @return [Array<Types::Configuration>]
|
3183
3616
|
#
|
3184
3617
|
# @!attribute [rw] ebs_block_devices
|
3185
|
-
# The configuration of Amazon Elastic Block Storage (EBS)
|
3186
|
-
# each instance as defined by `InstanceType`.
|
3618
|
+
# The configuration of Amazon Elastic Block Storage (Amazon EBS)
|
3619
|
+
# attached to each instance as defined by `InstanceType`.
|
3187
3620
|
# @return [Array<Types::EbsBlockDevice>]
|
3188
3621
|
#
|
3189
3622
|
# @!attribute [rw] ebs_optimized
|
@@ -3289,9 +3722,9 @@ module Aws::EMR
|
|
3289
3722
|
# @return [Array<Types::BootstrapActionDetail>]
|
3290
3723
|
#
|
3291
3724
|
# @!attribute [rw] supported_products
|
3292
|
-
# A list of strings set by third
|
3293
|
-
# launched. If you are not using third
|
3294
|
-
# job flow this value is empty.
|
3725
|
+
# A list of strings set by third-party software when the job flow is
|
3726
|
+
# launched. If you are not using third-party software to manage the
|
3727
|
+
# job flow, this value is empty.
|
3295
3728
|
# @return [Array<String>]
|
3296
3729
|
#
|
3297
3730
|
# @!attribute [rw] visible_to_all_users
|
@@ -3312,8 +3745,8 @@ module Aws::EMR
|
|
3312
3745
|
# @return [String]
|
3313
3746
|
#
|
3314
3747
|
# @!attribute [rw] service_role
|
3315
|
-
# The IAM role that
|
3316
|
-
#
|
3748
|
+
# The IAM role that is assumed by the Amazon EMR service to access AWS
|
3749
|
+
# resources on your behalf.
|
3317
3750
|
# @return [String]
|
3318
3751
|
#
|
3319
3752
|
# @!attribute [rw] auto_scaling_role
|
@@ -3331,13 +3764,13 @@ module Aws::EMR
|
|
3331
3764
|
# to terminate the instance was submitted. This option is only
|
3332
3765
|
# available with Amazon EMR 5.1.0 and later and is the default for
|
3333
3766
|
# clusters created using that version. `TERMINATE_AT_TASK_COMPLETION`
|
3334
|
-
# indicates that Amazon EMR
|
3335
|
-
# before terminating the Amazon EC2 instances, regardless
|
3336
|
-
# instance-hour boundary. With either behavior, Amazon EMR
|
3337
|
-
# least active nodes first and blocks instance termination
|
3338
|
-
# lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
3339
|
-
# only in Amazon EMR version 4.1.0 and later, and is the
|
3340
|
-
# versions of Amazon EMR earlier than 5.1.0.
|
3767
|
+
# indicates that Amazon EMR adds nodes to a deny list and drains tasks
|
3768
|
+
# from nodes before terminating the Amazon EC2 instances, regardless
|
3769
|
+
# of the instance-hour boundary. With either behavior, Amazon EMR
|
3770
|
+
# removes the least active nodes first and blocks instance termination
|
3771
|
+
# if it could lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION`
|
3772
|
+
# available only in Amazon EMR version 4.1.0 and later, and is the
|
3773
|
+
# default for versions of Amazon EMR earlier than 5.1.0.
|
3341
3774
|
# @return [String]
|
3342
3775
|
#
|
3343
3776
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/JobFlowDetail AWS API Documentation
|
@@ -3404,10 +3837,10 @@ module Aws::EMR
|
|
3404
3837
|
|
3405
3838
|
# A description of the Amazon EC2 instance on which the cluster (job
|
3406
3839
|
# flow) runs. A valid JobFlowInstancesConfig must contain either
|
3407
|
-
# InstanceGroups or InstanceFleets
|
3408
|
-
#
|
3409
|
-
#
|
3410
|
-
#
|
3840
|
+
# InstanceGroups or InstanceFleets. They cannot be used together. You
|
3841
|
+
# may also have MasterInstanceType, SlaveInstanceType, and InstanceCount
|
3842
|
+
# (all three must be present), but we don't recommend this
|
3843
|
+
# configuration.
|
3411
3844
|
#
|
3412
3845
|
# @note When making an API call, you may pass JobFlowInstancesConfig
|
3413
3846
|
# data as a hash:
|
@@ -3583,8 +4016,8 @@ module Aws::EMR
|
|
3583
4016
|
# @return [Array<Types::InstanceFleetConfig>]
|
3584
4017
|
#
|
3585
4018
|
# @!attribute [rw] ec2_key_name
|
3586
|
-
# The name of the EC2 key pair that can be used to
|
3587
|
-
# node as the user called "hadoop."
|
4019
|
+
# The name of the EC2 key pair that can be used to connect to the
|
4020
|
+
# master node using SSH as the user called "hadoop."
|
3588
4021
|
# @return [String]
|
3589
4022
|
#
|
3590
4023
|
# @!attribute [rw] placement
|
@@ -3604,12 +4037,12 @@ module Aws::EMR
|
|
3604
4037
|
#
|
3605
4038
|
# @!attribute [rw] hadoop_version
|
3606
4039
|
# Applies only to Amazon EMR release versions earlier than 4.0. The
|
3607
|
-
# Hadoop version for the cluster. Valid inputs are "0.18"
|
3608
|
-
#
|
3609
|
-
# "1.0.3", "2.2.0", or "2.4.0". If you do
|
3610
|
-
# the default of 0.18 is used, unless the
|
3611
|
-
# set in the RunJobFlow call, in which case
|
3612
|
-
# Hadoop for that AMI version is used.
|
4040
|
+
# Hadoop version for the cluster. Valid inputs are "0.18" (no longer
|
4041
|
+
# maintained), "0.20" (no longer maintained), "0.20.205" (no
|
4042
|
+
# longer maintained), "1.0.3", "2.2.0", or "2.4.0". If you do
|
4043
|
+
# not set this value, the default of 0.18 is used, unless the
|
4044
|
+
# `AmiVersion` parameter is set in the RunJobFlow call, in which case
|
4045
|
+
# the default version of Hadoop for that AMI version is used.
|
3613
4046
|
# @return [String]
|
3614
4047
|
#
|
3615
4048
|
# @!attribute [rw] ec2_subnet_id
|
@@ -3714,17 +4147,17 @@ module Aws::EMR
|
|
3714
4147
|
#
|
3715
4148
|
# @!attribute [rw] normalized_instance_hours
|
3716
4149
|
# An approximation of the cost of the cluster, represented in
|
3717
|
-
# m1.small/hours. This value is
|
3718
|
-
#
|
3719
|
-
# Amazon EC2 instance that is roughly four times more
|
3720
|
-
# result in the normalized instance hours being
|
3721
|
-
# This result is only an
|
3722
|
-
# billing rate.
|
4150
|
+
# m1.small/hours. This value is increased one time for every hour that
|
4151
|
+
# an m1.small instance runs. Larger instances are weighted more
|
4152
|
+
# heavily, so an Amazon EC2 instance that is roughly four times more
|
4153
|
+
# expensive would result in the normalized instance hours being
|
4154
|
+
# increased incrementally four times. This result is only an
|
4155
|
+
# approximation and does not reflect the actual billing rate.
|
3723
4156
|
# @return [Integer]
|
3724
4157
|
#
|
3725
4158
|
# @!attribute [rw] ec2_key_name
|
3726
|
-
# The name of an Amazon EC2 key pair that can be used to
|
3727
|
-
# master node.
|
4159
|
+
# The name of an Amazon EC2 key pair that can be used to connect to
|
4160
|
+
# the master node using SSH.
|
3728
4161
|
# @return [String]
|
3729
4162
|
#
|
3730
4163
|
# @!attribute [rw] ec2_subnet_id
|
@@ -3773,7 +4206,7 @@ module Aws::EMR
|
|
3773
4206
|
|
3774
4207
|
# Attributes for Kerberos configuration when Kerberos authentication is
|
3775
4208
|
# enabled using a security configuration. For more information see [Use
|
3776
|
-
# Kerberos Authentication][1] in the *EMR Management Guide*.
|
4209
|
+
# Kerberos Authentication][1] in the *Amazon EMR Management Guide*.
|
3777
4210
|
#
|
3778
4211
|
#
|
3779
4212
|
#
|
@@ -3829,7 +4262,7 @@ module Aws::EMR
|
|
3829
4262
|
include Aws::Structure
|
3830
4263
|
end
|
3831
4264
|
|
3832
|
-
# A key
|
4265
|
+
# A key-value pair.
|
3833
4266
|
#
|
3834
4267
|
# @note When making an API call, you may pass KeyValue
|
3835
4268
|
# data as a hash:
|
@@ -3840,7 +4273,7 @@ module Aws::EMR
|
|
3840
4273
|
# }
|
3841
4274
|
#
|
3842
4275
|
# @!attribute [rw] key
|
3843
|
-
# The unique identifier of a key
|
4276
|
+
# The unique identifier of a key-value pair.
|
3844
4277
|
# @return [String]
|
3845
4278
|
#
|
3846
4279
|
# @!attribute [rw] value
|
@@ -4140,48 +4573,143 @@ module Aws::EMR
|
|
4140
4573
|
include Aws::Structure
|
4141
4574
|
end
|
4142
4575
|
|
4143
|
-
# @note When making an API call, you may pass
|
4576
|
+
# @note When making an API call, you may pass ListNotebookExecutionsInput
|
4144
4577
|
# data as a hash:
|
4145
4578
|
#
|
4146
4579
|
# {
|
4580
|
+
# editor_id: "XmlStringMaxLen256",
|
4581
|
+
# status: "START_PENDING", # accepts START_PENDING, STARTING, RUNNING, FINISHING, FINISHED, FAILING, FAILED, STOP_PENDING, STOPPING, STOPPED
|
4582
|
+
# from: Time.now,
|
4583
|
+
# to: Time.now,
|
4147
4584
|
# marker: "Marker",
|
4148
4585
|
# }
|
4149
4586
|
#
|
4587
|
+
# @!attribute [rw] editor_id
|
4588
|
+
# The unique ID of the editor associated with the notebook execution.
|
4589
|
+
# @return [String]
|
4590
|
+
#
|
4591
|
+
# @!attribute [rw] status
|
4592
|
+
# The status filter for listing notebook executions.
|
4593
|
+
#
|
4594
|
+
# * `START_PENDING` indicates that the cluster has received the
|
4595
|
+
# execution request but execution has not begun.
|
4596
|
+
#
|
4597
|
+
# * `STARTING` indicates that the execution is starting on the
|
4598
|
+
# cluster.
|
4599
|
+
#
|
4600
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
4601
|
+
# cluster.
|
4602
|
+
#
|
4603
|
+
# * `FINISHING` indicates that execution processing is in the final
|
4604
|
+
# stages.
|
4605
|
+
#
|
4606
|
+
# * `FINISHED` indicates that the execution has completed without
|
4607
|
+
# error.
|
4608
|
+
#
|
4609
|
+
# * `FAILING` indicates that the execution is failing and will not
|
4610
|
+
# finish successfully.
|
4611
|
+
#
|
4612
|
+
# * `FAILED` indicates that the execution failed.
|
4613
|
+
#
|
4614
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
4615
|
+
# `StopNotebookExecution` request and the stop is pending.
|
4616
|
+
#
|
4617
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
4618
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
4619
|
+
# request.
|
4620
|
+
#
|
4621
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
4622
|
+
# `StopNotebookExecution` request.
|
4623
|
+
# @return [String]
|
4624
|
+
#
|
4625
|
+
# @!attribute [rw] from
|
4626
|
+
# The beginning of time range filter for listing notebook executions.
|
4627
|
+
# The default is the timestamp of 30 days ago.
|
4628
|
+
# @return [Time]
|
4629
|
+
#
|
4630
|
+
# @!attribute [rw] to
|
4631
|
+
# The end of time range filter for listing notebook executions. The
|
4632
|
+
# default is the current timestamp.
|
4633
|
+
# @return [Time]
|
4634
|
+
#
|
4150
4635
|
# @!attribute [rw] marker
|
4151
|
-
# The pagination token
|
4636
|
+
# The pagination token, returned by a previous
|
4637
|
+
# `ListNotebookExecutions` call, that indicates the start of the list
|
4638
|
+
# for this `ListNotebookExecutions` call.
|
4152
4639
|
# @return [String]
|
4153
4640
|
#
|
4154
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/
|
4641
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsInput AWS API Documentation
|
4155
4642
|
#
|
4156
|
-
class
|
4643
|
+
class ListNotebookExecutionsInput < Struct.new(
|
4644
|
+
:editor_id,
|
4645
|
+
:status,
|
4646
|
+
:from,
|
4647
|
+
:to,
|
4157
4648
|
:marker)
|
4158
4649
|
SENSITIVE = []
|
4159
4650
|
include Aws::Structure
|
4160
4651
|
end
|
4161
4652
|
|
4162
|
-
# @!attribute [rw]
|
4163
|
-
#
|
4164
|
-
#
|
4165
|
-
# @return [Array<Types::SecurityConfigurationSummary>]
|
4653
|
+
# @!attribute [rw] notebook_executions
|
4654
|
+
# A list of notebook executions.
|
4655
|
+
# @return [Array<Types::NotebookExecutionSummary>]
|
4166
4656
|
#
|
4167
4657
|
# @!attribute [rw] marker
|
4168
|
-
# A pagination token that
|
4169
|
-
#
|
4170
|
-
# call to retrieve the next page of results, if required.
|
4658
|
+
# A pagination token that a subsequent `ListNotebookExecutions` can
|
4659
|
+
# use to determine the next set of results to retrieve.
|
4171
4660
|
# @return [String]
|
4172
4661
|
#
|
4173
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/
|
4662
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsOutput AWS API Documentation
|
4174
4663
|
#
|
4175
|
-
class
|
4176
|
-
:
|
4664
|
+
class ListNotebookExecutionsOutput < Struct.new(
|
4665
|
+
:notebook_executions,
|
4177
4666
|
:marker)
|
4178
4667
|
SENSITIVE = []
|
4179
4668
|
include Aws::Structure
|
4180
4669
|
end
|
4181
4670
|
|
4182
|
-
#
|
4183
|
-
#
|
4184
|
-
#
|
4671
|
+
# @note When making an API call, you may pass ListSecurityConfigurationsInput
|
4672
|
+
# data as a hash:
|
4673
|
+
#
|
4674
|
+
# {
|
4675
|
+
# marker: "Marker",
|
4676
|
+
# }
|
4677
|
+
#
|
4678
|
+
# @!attribute [rw] marker
|
4679
|
+
# The pagination token that indicates the set of results to retrieve.
|
4680
|
+
# @return [String]
|
4681
|
+
#
|
4682
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListSecurityConfigurationsInput AWS API Documentation
|
4683
|
+
#
|
4684
|
+
class ListSecurityConfigurationsInput < Struct.new(
|
4685
|
+
:marker)
|
4686
|
+
SENSITIVE = []
|
4687
|
+
include Aws::Structure
|
4688
|
+
end
|
4689
|
+
|
4690
|
+
# @!attribute [rw] security_configurations
|
4691
|
+
# The creation date and time, and name, of each security
|
4692
|
+
# configuration.
|
4693
|
+
# @return [Array<Types::SecurityConfigurationSummary>]
|
4694
|
+
#
|
4695
|
+
# @!attribute [rw] marker
|
4696
|
+
# A pagination token that indicates the next set of results to
|
4697
|
+
# retrieve. Include the marker in the next ListSecurityConfiguration
|
4698
|
+
# call to retrieve the next page of results, if required.
|
4699
|
+
# @return [String]
|
4700
|
+
#
|
4701
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListSecurityConfigurationsOutput AWS API Documentation
|
4702
|
+
#
|
4703
|
+
class ListSecurityConfigurationsOutput < Struct.new(
|
4704
|
+
:security_configurations,
|
4705
|
+
:marker)
|
4706
|
+
SENSITIVE = []
|
4707
|
+
include Aws::Structure
|
4708
|
+
end
|
4709
|
+
|
4710
|
+
# This input determines which steps to list.
|
4711
|
+
#
|
4712
|
+
# @note When making an API call, you may pass ListStepsInput
|
4185
4713
|
# data as a hash:
|
4186
4714
|
#
|
4187
4715
|
# {
|
@@ -4242,6 +4770,96 @@ module Aws::EMR
|
|
4242
4770
|
include Aws::Structure
|
4243
4771
|
end
|
4244
4772
|
|
4773
|
+
# @note When making an API call, you may pass ListStudioSessionMappingsInput
|
4774
|
+
# data as a hash:
|
4775
|
+
#
|
4776
|
+
# {
|
4777
|
+
# studio_id: "XmlStringMaxLen256",
|
4778
|
+
# identity_type: "USER", # accepts USER, GROUP
|
4779
|
+
# marker: "Marker",
|
4780
|
+
# }
|
4781
|
+
#
|
4782
|
+
# @!attribute [rw] studio_id
|
4783
|
+
# The ID of the Amazon EMR Studio.
|
4784
|
+
# @return [String]
|
4785
|
+
#
|
4786
|
+
# @!attribute [rw] identity_type
|
4787
|
+
# Specifies whether to return session mappings for users or groups. If
|
4788
|
+
# not specified, the results include session mapping details for both
|
4789
|
+
# users and groups.
|
4790
|
+
# @return [String]
|
4791
|
+
#
|
4792
|
+
# @!attribute [rw] marker
|
4793
|
+
# The pagination token that indicates the set of results to retrieve.
|
4794
|
+
# @return [String]
|
4795
|
+
#
|
4796
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListStudioSessionMappingsInput AWS API Documentation
|
4797
|
+
#
|
4798
|
+
class ListStudioSessionMappingsInput < Struct.new(
|
4799
|
+
:studio_id,
|
4800
|
+
:identity_type,
|
4801
|
+
:marker)
|
4802
|
+
SENSITIVE = []
|
4803
|
+
include Aws::Structure
|
4804
|
+
end
|
4805
|
+
|
4806
|
+
# @!attribute [rw] session_mappings
|
4807
|
+
# A list of session mapping summary objects. Each object includes
|
4808
|
+
# session mapping details such as creation time, identity type (user
|
4809
|
+
# or group), and Studio ID.
|
4810
|
+
# @return [Array<Types::SessionMappingSummary>]
|
4811
|
+
#
|
4812
|
+
# @!attribute [rw] marker
|
4813
|
+
# The pagination token that indicates the next set of results to
|
4814
|
+
# retrieve.
|
4815
|
+
# @return [String]
|
4816
|
+
#
|
4817
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListStudioSessionMappingsOutput AWS API Documentation
|
4818
|
+
#
|
4819
|
+
class ListStudioSessionMappingsOutput < Struct.new(
|
4820
|
+
:session_mappings,
|
4821
|
+
:marker)
|
4822
|
+
SENSITIVE = []
|
4823
|
+
include Aws::Structure
|
4824
|
+
end
|
4825
|
+
|
4826
|
+
# @note When making an API call, you may pass ListStudiosInput
|
4827
|
+
# data as a hash:
|
4828
|
+
#
|
4829
|
+
# {
|
4830
|
+
# marker: "Marker",
|
4831
|
+
# }
|
4832
|
+
#
|
4833
|
+
# @!attribute [rw] marker
|
4834
|
+
# The pagination token that indicates the set of results to retrieve.
|
4835
|
+
# @return [String]
|
4836
|
+
#
|
4837
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListStudiosInput AWS API Documentation
|
4838
|
+
#
|
4839
|
+
class ListStudiosInput < Struct.new(
|
4840
|
+
:marker)
|
4841
|
+
SENSITIVE = []
|
4842
|
+
include Aws::Structure
|
4843
|
+
end
|
4844
|
+
|
4845
|
+
# @!attribute [rw] studios
|
4846
|
+
# The list of Studio summary objects.
|
4847
|
+
# @return [Array<Types::StudioSummary>]
|
4848
|
+
#
|
4849
|
+
# @!attribute [rw] marker
|
4850
|
+
# The pagination token that indicates the next set of results to
|
4851
|
+
# retrieve.
|
4852
|
+
# @return [String]
|
4853
|
+
#
|
4854
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListStudiosOutput AWS API Documentation
|
4855
|
+
#
|
4856
|
+
class ListStudiosOutput < Struct.new(
|
4857
|
+
:studios,
|
4858
|
+
:marker)
|
4859
|
+
SENSITIVE = []
|
4860
|
+
include Aws::Structure
|
4861
|
+
end
|
4862
|
+
|
4245
4863
|
# Managed scaling policy for an Amazon EMR cluster. The policy specifies
|
4246
4864
|
# the limits for resources that can be added or terminated from a
|
4247
4865
|
# cluster. The policy only applies to the core and task nodes. The
|
@@ -4425,12 +5043,197 @@ module Aws::EMR
|
|
4425
5043
|
include Aws::Structure
|
4426
5044
|
end
|
4427
5045
|
|
4428
|
-
#
|
5046
|
+
# A notebook execution. An execution is a specific instance that an EMR
|
5047
|
+
# Notebook is run using the `StartNotebookExecution` action.
|
5048
|
+
#
|
5049
|
+
# @!attribute [rw] notebook_execution_id
|
5050
|
+
# The unique identifier of a notebook execution.
|
5051
|
+
# @return [String]
|
5052
|
+
#
|
5053
|
+
# @!attribute [rw] editor_id
|
5054
|
+
# The unique identifier of the EMR Notebook that is used for the
|
5055
|
+
# notebook execution.
|
5056
|
+
# @return [String]
|
5057
|
+
#
|
5058
|
+
# @!attribute [rw] execution_engine
|
5059
|
+
# The execution engine, such as an EMR cluster, used to run the EMR
|
5060
|
+
# notebook and perform the notebook execution.
|
5061
|
+
# @return [Types::ExecutionEngineConfig]
|
5062
|
+
#
|
5063
|
+
# @!attribute [rw] notebook_execution_name
|
5064
|
+
# A name for the notebook execution.
|
5065
|
+
# @return [String]
|
5066
|
+
#
|
5067
|
+
# @!attribute [rw] notebook_params
|
5068
|
+
# Input parameters in JSON format passed to the EMR Notebook at
|
5069
|
+
# runtime for execution.
|
5070
|
+
# @return [String]
|
5071
|
+
#
|
5072
|
+
# @!attribute [rw] status
|
5073
|
+
# The status of the notebook execution.
|
5074
|
+
#
|
5075
|
+
# * `START_PENDING` indicates that the cluster has received the
|
5076
|
+
# execution request but execution has not begun.
|
5077
|
+
#
|
5078
|
+
# * `STARTING` indicates that the execution is starting on the
|
5079
|
+
# cluster.
|
5080
|
+
#
|
5081
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
5082
|
+
# cluster.
|
5083
|
+
#
|
5084
|
+
# * `FINISHING` indicates that execution processing is in the final
|
5085
|
+
# stages.
|
5086
|
+
#
|
5087
|
+
# * `FINISHED` indicates that the execution has completed without
|
5088
|
+
# error.
|
5089
|
+
#
|
5090
|
+
# * `FAILING` indicates that the execution is failing and will not
|
5091
|
+
# finish successfully.
|
5092
|
+
#
|
5093
|
+
# * `FAILED` indicates that the execution failed.
|
5094
|
+
#
|
5095
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
5096
|
+
# `StopNotebookExecution` request and the stop is pending.
|
5097
|
+
#
|
5098
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
5099
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
5100
|
+
# request.
|
5101
|
+
#
|
5102
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
5103
|
+
# `StopNotebookExecution` request.
|
5104
|
+
# @return [String]
|
5105
|
+
#
|
5106
|
+
# @!attribute [rw] start_time
|
5107
|
+
# The timestamp when notebook execution started.
|
5108
|
+
# @return [Time]
|
5109
|
+
#
|
5110
|
+
# @!attribute [rw] end_time
|
5111
|
+
# The timestamp when notebook execution ended.
|
5112
|
+
# @return [Time]
|
5113
|
+
#
|
5114
|
+
# @!attribute [rw] arn
|
5115
|
+
# The Amazon Resource Name (ARN) of the notebook execution.
|
5116
|
+
# @return [String]
|
5117
|
+
#
|
5118
|
+
# @!attribute [rw] output_notebook_uri
|
5119
|
+
# The location of the notebook execution's output file in Amazon S3.
|
5120
|
+
# @return [String]
|
5121
|
+
#
|
5122
|
+
# @!attribute [rw] last_state_change_reason
|
5123
|
+
# The reason for the latest status change of the notebook execution.
|
5124
|
+
# @return [String]
|
5125
|
+
#
|
5126
|
+
# @!attribute [rw] notebook_instance_security_group_id
|
5127
|
+
# The unique identifier of the EC2 security group associated with the
|
5128
|
+
# EMR Notebook instance. For more information see [Specifying EC2
|
5129
|
+
# Security Groups for EMR Notebooks][1] in the *EMR Management Guide*.
|
5130
|
+
#
|
5131
|
+
#
|
5132
|
+
#
|
5133
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
|
5134
|
+
# @return [String]
|
5135
|
+
#
|
5136
|
+
# @!attribute [rw] tags
|
5137
|
+
# A list of tags associated with a notebook execution. Tags are
|
5138
|
+
# user-defined key-value pairs that consist of a required key string
|
5139
|
+
# with a maximum of 128 characters and an optional value string with a
|
5140
|
+
# maximum of 256 characters.
|
5141
|
+
# @return [Array<Types::Tag>]
|
5142
|
+
#
|
5143
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecution AWS API Documentation
|
5144
|
+
#
|
5145
|
+
class NotebookExecution < Struct.new(
|
5146
|
+
:notebook_execution_id,
|
5147
|
+
:editor_id,
|
5148
|
+
:execution_engine,
|
5149
|
+
:notebook_execution_name,
|
5150
|
+
:notebook_params,
|
5151
|
+
:status,
|
5152
|
+
:start_time,
|
5153
|
+
:end_time,
|
5154
|
+
:arn,
|
5155
|
+
:output_notebook_uri,
|
5156
|
+
:last_state_change_reason,
|
5157
|
+
:notebook_instance_security_group_id,
|
5158
|
+
:tags)
|
5159
|
+
SENSITIVE = []
|
5160
|
+
include Aws::Structure
|
5161
|
+
end
|
5162
|
+
|
5163
|
+
# @!attribute [rw] notebook_execution_id
|
5164
|
+
# The unique identifier of the notebook execution.
|
5165
|
+
# @return [String]
|
5166
|
+
#
|
5167
|
+
# @!attribute [rw] editor_id
|
5168
|
+
# The unique identifier of the editor associated with the notebook
|
5169
|
+
# execution.
|
5170
|
+
# @return [String]
|
5171
|
+
#
|
5172
|
+
# @!attribute [rw] notebook_execution_name
|
5173
|
+
# The name of the notebook execution.
|
5174
|
+
# @return [String]
|
5175
|
+
#
|
5176
|
+
# @!attribute [rw] status
|
5177
|
+
# The status of the notebook execution.
|
5178
|
+
#
|
5179
|
+
# * `START_PENDING` indicates that the cluster has received the
|
5180
|
+
# execution request but execution has not begun.
|
5181
|
+
#
|
5182
|
+
# * `STARTING` indicates that the execution is starting on the
|
5183
|
+
# cluster.
|
5184
|
+
#
|
5185
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
5186
|
+
# cluster.
|
5187
|
+
#
|
5188
|
+
# * `FINISHING` indicates that execution processing is in the final
|
5189
|
+
# stages.
|
5190
|
+
#
|
5191
|
+
# * `FINISHED` indicates that the execution has completed without
|
5192
|
+
# error.
|
5193
|
+
#
|
5194
|
+
# * `FAILING` indicates that the execution is failing and will not
|
5195
|
+
# finish successfully.
|
5196
|
+
#
|
5197
|
+
# * `FAILED` indicates that the execution failed.
|
5198
|
+
#
|
5199
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
5200
|
+
# `StopNotebookExecution` request and the stop is pending.
|
5201
|
+
#
|
5202
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
5203
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
5204
|
+
# request.
|
5205
|
+
#
|
5206
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
5207
|
+
# `StopNotebookExecution` request.
|
5208
|
+
# @return [String]
|
5209
|
+
#
|
5210
|
+
# @!attribute [rw] start_time
|
5211
|
+
# The timestamp when notebook execution started.
|
5212
|
+
# @return [Time]
|
5213
|
+
#
|
5214
|
+
# @!attribute [rw] end_time
|
5215
|
+
# The timestamp when notebook execution started.
|
5216
|
+
# @return [Time]
|
5217
|
+
#
|
5218
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecutionSummary AWS API Documentation
|
5219
|
+
#
|
5220
|
+
class NotebookExecutionSummary < Struct.new(
|
5221
|
+
:notebook_execution_id,
|
5222
|
+
:editor_id,
|
5223
|
+
:notebook_execution_name,
|
5224
|
+
:status,
|
5225
|
+
:start_time,
|
5226
|
+
:end_time)
|
5227
|
+
SENSITIVE = []
|
5228
|
+
include Aws::Structure
|
5229
|
+
end
|
5230
|
+
|
5231
|
+
# The launch specification for On-Demand Instances in the instance
|
4429
5232
|
# fleet, which determines the allocation strategy.
|
4430
5233
|
#
|
4431
5234
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
4432
5235
|
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
4433
|
-
#
|
5236
|
+
# Instances allocation strategy is available in Amazon EMR version
|
4434
5237
|
# 5.12.1 and later.
|
4435
5238
|
#
|
4436
5239
|
# </note>
|
@@ -4443,7 +5246,7 @@ module Aws::EMR
|
|
4443
5246
|
# }
|
4444
5247
|
#
|
4445
5248
|
# @!attribute [rw] allocation_strategy
|
4446
|
-
# Specifies the strategy to use in launching On-Demand
|
5249
|
+
# Specifies the strategy to use in launching On-Demand Instance
|
4447
5250
|
# fleets. Currently, the only option is lowest-price (the default),
|
4448
5251
|
# which launches the lowest price first.
|
4449
5252
|
# @return [String]
|
@@ -4456,6 +5259,44 @@ module Aws::EMR
|
|
4456
5259
|
include Aws::Structure
|
4457
5260
|
end
|
4458
5261
|
|
5262
|
+
# Placement group configuration for an Amazon EMR cluster. The
|
5263
|
+
# configuration specifies the placement strategy that can be applied to
|
5264
|
+
# instance roles during cluster creation.
|
5265
|
+
#
|
5266
|
+
# To use this configuration, consider attaching managed policy
|
5267
|
+
# AmazonElasticMapReducePlacementGroupPolicy to the EMR role.
|
5268
|
+
#
|
5269
|
+
# @note When making an API call, you may pass PlacementGroupConfig
|
5270
|
+
# data as a hash:
|
5271
|
+
#
|
5272
|
+
# {
|
5273
|
+
# instance_role: "MASTER", # required, accepts MASTER, CORE, TASK
|
5274
|
+
# placement_strategy: "SPREAD", # accepts SPREAD, PARTITION, CLUSTER, NONE
|
5275
|
+
# }
|
5276
|
+
#
|
5277
|
+
# @!attribute [rw] instance_role
|
5278
|
+
# Role of the instance in the cluster.
|
5279
|
+
#
|
5280
|
+
# Starting with Amazon EMR version 5.23.0, the only supported instance
|
5281
|
+
# role is `MASTER`.
|
5282
|
+
# @return [String]
|
5283
|
+
#
|
5284
|
+
# @!attribute [rw] placement_strategy
|
5285
|
+
# EC2 Placement Group strategy associated with instance role.
|
5286
|
+
#
|
5287
|
+
# Starting with Amazon EMR version 5.23.0, the only supported
|
5288
|
+
# placement strategy is `SPREAD` for the `MASTER` instance role.
|
5289
|
+
# @return [String]
|
5290
|
+
#
|
5291
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/PlacementGroupConfig AWS API Documentation
|
5292
|
+
#
|
5293
|
+
class PlacementGroupConfig < Struct.new(
|
5294
|
+
:instance_role,
|
5295
|
+
:placement_strategy)
|
5296
|
+
SENSITIVE = []
|
5297
|
+
include Aws::Structure
|
5298
|
+
end
|
5299
|
+
|
4459
5300
|
# The Amazon EC2 Availability Zone configuration of the cluster (job
|
4460
5301
|
# flow).
|
4461
5302
|
#
|
@@ -5040,6 +5881,12 @@ module Aws::EMR
|
|
5040
5881
|
# maximum_core_capacity_units: 1,
|
5041
5882
|
# },
|
5042
5883
|
# },
|
5884
|
+
# placement_group_configs: [
|
5885
|
+
# {
|
5886
|
+
# instance_role: "MASTER", # required, accepts MASTER, CORE, TASK
|
5887
|
+
# placement_strategy: "SPREAD", # accepts SPREAD, PARTITION, CLUSTER, NONE
|
5888
|
+
# },
|
5889
|
+
# ],
|
5043
5890
|
# }
|
5044
5891
|
#
|
5045
5892
|
# @!attribute [rw] name
|
@@ -5053,9 +5900,9 @@ module Aws::EMR
|
|
5053
5900
|
#
|
5054
5901
|
# @!attribute [rw] log_encryption_kms_key_id
|
5055
5902
|
# The AWS KMS customer master key (CMK) used for encrypting log files.
|
5056
|
-
# If a value is not provided, the logs
|
5057
|
-
#
|
5058
|
-
#
|
5903
|
+
# If a value is not provided, the logs remain encrypted by AES-256.
|
5904
|
+
# This attribute is only available with Amazon EMR version 5.30.0 and
|
5905
|
+
# later, excluding Amazon EMR 6.0.0.
|
5059
5906
|
# @return [String]
|
5060
5907
|
#
|
5061
5908
|
# @!attribute [rw] additional_info
|
@@ -5213,11 +6060,11 @@ module Aws::EMR
|
|
5213
6060
|
# the request to terminate the instance was submitted. This option is
|
5214
6061
|
# only available with Amazon EMR 5.1.0 and later and is the default
|
5215
6062
|
# for clusters created using that version.
|
5216
|
-
# `TERMINATE_AT_TASK_COMPLETION` indicates that Amazon EMR
|
5217
|
-
# and drains tasks from nodes before terminating the
|
5218
|
-
# instances, regardless of the instance-hour boundary. With
|
5219
|
-
# behavior, Amazon EMR removes the least active nodes first and
|
5220
|
-
# instance termination if it could lead to HDFS corruption.
|
6063
|
+
# `TERMINATE_AT_TASK_COMPLETION` indicates that Amazon EMR adds nodes
|
6064
|
+
# to a deny list and drains tasks from nodes before terminating the
|
6065
|
+
# Amazon EC2 instances, regardless of the instance-hour boundary. With
|
6066
|
+
# either behavior, Amazon EMR removes the least active nodes first and
|
6067
|
+
# blocks instance termination if it could lead to HDFS corruption.
|
5221
6068
|
# `TERMINATE_AT_TASK_COMPLETION` available only in Amazon EMR version
|
5222
6069
|
# 4.1.0 and later, and is the default for versions of Amazon EMR
|
5223
6070
|
# earlier than 5.1.0.
|
@@ -5245,9 +6092,9 @@ module Aws::EMR
|
|
5245
6092
|
# @return [String]
|
5246
6093
|
#
|
5247
6094
|
# @!attribute [rw] ebs_root_volume_size
|
5248
|
-
# The size, in GiB, of the EBS root device volume of the Linux
|
5249
|
-
# that is used for each EC2 instance. Available in Amazon EMR
|
5250
|
-
# 4.x and later.
|
6095
|
+
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
6096
|
+
# AMI that is used for each EC2 instance. Available in Amazon EMR
|
6097
|
+
# version 4.x and later.
|
5251
6098
|
# @return [Integer]
|
5252
6099
|
#
|
5253
6100
|
# @!attribute [rw] repo_upgrade_on_boot
|
@@ -5262,7 +6109,8 @@ module Aws::EMR
|
|
5262
6109
|
# @!attribute [rw] kerberos_attributes
|
5263
6110
|
# Attributes for Kerberos configuration when Kerberos authentication
|
5264
6111
|
# is enabled using a security configuration. For more information see
|
5265
|
-
# [Use Kerberos Authentication][1] in the *EMR Management
|
6112
|
+
# [Use Kerberos Authentication][1] in the *Amazon EMR Management
|
6113
|
+
# Guide*.
|
5266
6114
|
#
|
5267
6115
|
#
|
5268
6116
|
#
|
@@ -5278,6 +6126,11 @@ module Aws::EMR
|
|
5278
6126
|
# The specified managed scaling policy for an Amazon EMR cluster.
|
5279
6127
|
# @return [Types::ManagedScalingPolicy]
|
5280
6128
|
#
|
6129
|
+
# @!attribute [rw] placement_group_configs
|
6130
|
+
# The specified placement group configuration for an Amazon EMR
|
6131
|
+
# cluster.
|
6132
|
+
# @return [Array<Types::PlacementGroupConfig>]
|
6133
|
+
#
|
5281
6134
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/RunJobFlowInput AWS API Documentation
|
5282
6135
|
#
|
5283
6136
|
class RunJobFlowInput < Struct.new(
|
@@ -5306,7 +6159,8 @@ module Aws::EMR
|
|
5306
6159
|
:repo_upgrade_on_boot,
|
5307
6160
|
:kerberos_attributes,
|
5308
6161
|
:step_concurrency_level,
|
5309
|
-
:managed_scaling_policy
|
6162
|
+
:managed_scaling_policy,
|
6163
|
+
:placement_group_configs)
|
5310
6164
|
SENSITIVE = []
|
5311
6165
|
include Aws::Structure
|
5312
6166
|
end
|
@@ -5553,6 +6407,110 @@ module Aws::EMR
|
|
5553
6407
|
include Aws::Structure
|
5554
6408
|
end
|
5555
6409
|
|
6410
|
+
# Details for an Amazon EMR Studio session mapping including creation
|
6411
|
+
# time, user or group ID, Studio ID, and so on.
|
6412
|
+
#
|
6413
|
+
# @!attribute [rw] studio_id
|
6414
|
+
# The ID of the Amazon EMR Studio.
|
6415
|
+
# @return [String]
|
6416
|
+
#
|
6417
|
+
# @!attribute [rw] identity_id
|
6418
|
+
# The globally unique identifier (GUID) of the user or group.
|
6419
|
+
# @return [String]
|
6420
|
+
#
|
6421
|
+
# @!attribute [rw] identity_name
|
6422
|
+
# The name of the user or group. For more information, see
|
6423
|
+
# [UserName][1] and [DisplayName][2] in the *AWS SSO Identity Store
|
6424
|
+
# API Reference*.
|
6425
|
+
#
|
6426
|
+
#
|
6427
|
+
#
|
6428
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
6429
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
6430
|
+
# @return [String]
|
6431
|
+
#
|
6432
|
+
# @!attribute [rw] identity_type
|
6433
|
+
# Specifies whether the identity mapped to the Studio is a user or a
|
6434
|
+
# group.
|
6435
|
+
# @return [String]
|
6436
|
+
#
|
6437
|
+
# @!attribute [rw] session_policy_arn
|
6438
|
+
# The Amazon Resource Name (ARN) of the session policy associated with
|
6439
|
+
# the user or group.
|
6440
|
+
# @return [String]
|
6441
|
+
#
|
6442
|
+
# @!attribute [rw] creation_time
|
6443
|
+
# The time the session mapping was created.
|
6444
|
+
# @return [Time]
|
6445
|
+
#
|
6446
|
+
# @!attribute [rw] last_modified_time
|
6447
|
+
# The time the session mapping was last modified.
|
6448
|
+
# @return [Time]
|
6449
|
+
#
|
6450
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SessionMappingDetail AWS API Documentation
|
6451
|
+
#
|
6452
|
+
class SessionMappingDetail < Struct.new(
|
6453
|
+
:studio_id,
|
6454
|
+
:identity_id,
|
6455
|
+
:identity_name,
|
6456
|
+
:identity_type,
|
6457
|
+
:session_policy_arn,
|
6458
|
+
:creation_time,
|
6459
|
+
:last_modified_time)
|
6460
|
+
SENSITIVE = []
|
6461
|
+
include Aws::Structure
|
6462
|
+
end
|
6463
|
+
|
6464
|
+
# Details for an Amazon EMR Studio session mapping. The details do not
|
6465
|
+
# include the time the session mapping was last modified.
|
6466
|
+
#
|
6467
|
+
# @!attribute [rw] studio_id
|
6468
|
+
# The ID of the Amazon EMR Studio.
|
6469
|
+
# @return [String]
|
6470
|
+
#
|
6471
|
+
# @!attribute [rw] identity_id
|
6472
|
+
# The globally unique identifier (GUID) of the user or group from the
|
6473
|
+
# AWS SSO Identity Store.
|
6474
|
+
# @return [String]
|
6475
|
+
#
|
6476
|
+
# @!attribute [rw] identity_name
|
6477
|
+
# The name of the user or group. For more information, see
|
6478
|
+
# [UserName][1] and [DisplayName][2] in the *AWS SSO Identity Store
|
6479
|
+
# API Reference*.
|
6480
|
+
#
|
6481
|
+
#
|
6482
|
+
#
|
6483
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
6484
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
6485
|
+
# @return [String]
|
6486
|
+
#
|
6487
|
+
# @!attribute [rw] identity_type
|
6488
|
+
# Specifies whether the identity mapped to the Studio is a user or a
|
6489
|
+
# group.
|
6490
|
+
# @return [String]
|
6491
|
+
#
|
6492
|
+
# @!attribute [rw] session_policy_arn
|
6493
|
+
# The Amazon Resource Name (ARN) of the session policy associated with
|
6494
|
+
# the user or group.
|
6495
|
+
# @return [String]
|
6496
|
+
#
|
6497
|
+
# @!attribute [rw] creation_time
|
6498
|
+
# The time the session mapping was created.
|
6499
|
+
# @return [Time]
|
6500
|
+
#
|
6501
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SessionMappingSummary AWS API Documentation
|
6502
|
+
#
|
6503
|
+
class SessionMappingSummary < Struct.new(
|
6504
|
+
:studio_id,
|
6505
|
+
:identity_id,
|
6506
|
+
:identity_name,
|
6507
|
+
:identity_type,
|
6508
|
+
:session_policy_arn,
|
6509
|
+
:creation_time)
|
6510
|
+
SENSITIVE = []
|
6511
|
+
include Aws::Structure
|
6512
|
+
end
|
6513
|
+
|
5556
6514
|
# The input argument to the TerminationProtection operation.
|
5557
6515
|
#
|
5558
6516
|
# @note When making an API call, you may pass SetTerminationProtectionInput
|
@@ -5705,12 +6663,12 @@ module Aws::EMR
|
|
5705
6663
|
include Aws::Structure
|
5706
6664
|
end
|
5707
6665
|
|
5708
|
-
# The launch specification for Spot
|
6666
|
+
# The launch specification for Spot Instances in the instance fleet,
|
5709
6667
|
# which determines the defined duration, provisioning timeout behavior,
|
5710
6668
|
# and allocation strategy.
|
5711
6669
|
#
|
5712
6670
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
5713
|
-
# versions 4.8.0 and later, excluding 5.0.x versions. Spot
|
6671
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. Spot Instance
|
5714
6672
|
# allocation strategy is available in Amazon EMR version 5.12.1 and
|
5715
6673
|
# later.
|
5716
6674
|
#
|
@@ -5727,7 +6685,7 @@ module Aws::EMR
|
|
5727
6685
|
# }
|
5728
6686
|
#
|
5729
6687
|
# @!attribute [rw] timeout_duration_minutes
|
5730
|
-
# The spot provisioning timeout period in minutes. If Spot
|
6688
|
+
# The spot provisioning timeout period in minutes. If Spot Instances
|
5731
6689
|
# are not provisioned within this time period, the `TimeOutAction` is
|
5732
6690
|
# taken. Minimum value is 5 and maximum value is 1440. The timeout
|
5733
6691
|
# applies only during initial provisioning, when the cluster is first
|
@@ -5737,29 +6695,29 @@ module Aws::EMR
|
|
5737
6695
|
# @!attribute [rw] timeout_action
|
5738
6696
|
# The action to take when `TargetSpotCapacity` has not been fulfilled
|
5739
6697
|
# when the `TimeoutDurationMinutes` has expired; that is, when all
|
5740
|
-
# Spot
|
6698
|
+
# Spot Instances could not be provisioned within the Spot provisioning
|
5741
6699
|
# timeout. Valid values are `TERMINATE_CLUSTER` and
|
5742
6700
|
# `SWITCH_TO_ON_DEMAND`. SWITCH\_TO\_ON\_DEMAND specifies that if no
|
5743
|
-
# Spot
|
6701
|
+
# Spot Instances are available, On-Demand Instances should be
|
5744
6702
|
# provisioned to fulfill any remaining Spot capacity.
|
5745
6703
|
# @return [String]
|
5746
6704
|
#
|
5747
6705
|
# @!attribute [rw] block_duration_minutes
|
5748
|
-
# The defined duration for Spot
|
5749
|
-
# in minutes. When specified, the Spot
|
6706
|
+
# The defined duration for Spot Instances (also known as Spot blocks)
|
6707
|
+
# in minutes. When specified, the Spot Instance does not terminate
|
5750
6708
|
# before the defined duration expires, and defined duration pricing
|
5751
6709
|
# for Spot instances applies. Valid values are 60, 120, 180, 240, 300,
|
5752
|
-
# or 360. The duration period starts as soon as a Spot
|
6710
|
+
# or 360. The duration period starts as soon as a Spot Instance
|
5753
6711
|
# receives its instance ID. At the end of the duration, Amazon EC2
|
5754
|
-
# marks the Spot
|
6712
|
+
# marks the Spot Instance for termination and provides a Spot Instance
|
5755
6713
|
# termination notice, which gives the instance a two-minute warning
|
5756
6714
|
# before it terminates.
|
5757
6715
|
# @return [Integer]
|
5758
6716
|
#
|
5759
6717
|
# @!attribute [rw] allocation_strategy
|
5760
|
-
# Specifies the strategy to use in launching Spot
|
6718
|
+
# Specifies the strategy to use in launching Spot Instance fleets.
|
5761
6719
|
# Currently, the only option is capacity-optimized (the default),
|
5762
|
-
# which launches instances from Spot
|
6720
|
+
# which launches instances from Spot Instance pools with optimal
|
5763
6721
|
# capacity for the number of instances that are launching.
|
5764
6722
|
# @return [String]
|
5765
6723
|
#
|
@@ -5774,6 +6732,104 @@ module Aws::EMR
|
|
5774
6732
|
include Aws::Structure
|
5775
6733
|
end
|
5776
6734
|
|
6735
|
+
# @note When making an API call, you may pass StartNotebookExecutionInput
|
6736
|
+
# data as a hash:
|
6737
|
+
#
|
6738
|
+
# {
|
6739
|
+
# editor_id: "XmlStringMaxLen256", # required
|
6740
|
+
# relative_path: "XmlString", # required
|
6741
|
+
# notebook_execution_name: "XmlStringMaxLen256",
|
6742
|
+
# notebook_params: "XmlString",
|
6743
|
+
# execution_engine: { # required
|
6744
|
+
# id: "XmlStringMaxLen256", # required
|
6745
|
+
# type: "EMR", # accepts EMR
|
6746
|
+
# master_instance_security_group_id: "XmlStringMaxLen256",
|
6747
|
+
# },
|
6748
|
+
# service_role: "XmlString", # required
|
6749
|
+
# notebook_instance_security_group_id: "XmlStringMaxLen256",
|
6750
|
+
# tags: [
|
6751
|
+
# {
|
6752
|
+
# key: "String",
|
6753
|
+
# value: "String",
|
6754
|
+
# },
|
6755
|
+
# ],
|
6756
|
+
# }
|
6757
|
+
#
|
6758
|
+
# @!attribute [rw] editor_id
|
6759
|
+
# The unique identifier of the EMR Notebook to use for notebook
|
6760
|
+
# execution.
|
6761
|
+
# @return [String]
|
6762
|
+
#
|
6763
|
+
# @!attribute [rw] relative_path
|
6764
|
+
# The path and file name of the notebook file for this execution,
|
6765
|
+
# relative to the path specified for the EMR Notebook. For example, if
|
6766
|
+
# you specify a path of `s3://MyBucket/MyNotebooks` when you create an
|
6767
|
+
# EMR Notebook for a notebook with an ID of
|
6768
|
+
# `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
|
6769
|
+
# you specify a `RelativePath` of
|
6770
|
+
# `my_notebook_executions/notebook_execution.ipynb`, the location of
|
6771
|
+
# the file for the notebook execution is
|
6772
|
+
# `s3://MyBucket/MyNotebooks/e-ABCDEFGHIJK1234567890ABCD/my_notebook_executions/notebook_execution.ipynb`.
|
6773
|
+
# @return [String]
|
6774
|
+
#
|
6775
|
+
# @!attribute [rw] notebook_execution_name
|
6776
|
+
# An optional name for the notebook execution.
|
6777
|
+
# @return [String]
|
6778
|
+
#
|
6779
|
+
# @!attribute [rw] notebook_params
|
6780
|
+
# Input parameters in JSON format passed to the EMR Notebook at
|
6781
|
+
# runtime for execution.
|
6782
|
+
# @return [String]
|
6783
|
+
#
|
6784
|
+
# @!attribute [rw] execution_engine
|
6785
|
+
# Specifies the execution engine (cluster) that runs the notebook
|
6786
|
+
# execution.
|
6787
|
+
# @return [Types::ExecutionEngineConfig]
|
6788
|
+
#
|
6789
|
+
# @!attribute [rw] service_role
|
6790
|
+
# The name or ARN of the IAM role that is used as the service role for
|
6791
|
+
# Amazon EMR (the EMR role) for the notebook execution.
|
6792
|
+
# @return [String]
|
6793
|
+
#
|
6794
|
+
# @!attribute [rw] notebook_instance_security_group_id
|
6795
|
+
# The unique identifier of the Amazon EC2 security group to associate
|
6796
|
+
# with the EMR Notebook for this notebook execution.
|
6797
|
+
# @return [String]
|
6798
|
+
#
|
6799
|
+
# @!attribute [rw] tags
|
6800
|
+
# A list of tags associated with a notebook execution. Tags are
|
6801
|
+
# user-defined key-value pairs that consist of a required key string
|
6802
|
+
# with a maximum of 128 characters and an optional value string with a
|
6803
|
+
# maximum of 256 characters.
|
6804
|
+
# @return [Array<Types::Tag>]
|
6805
|
+
#
|
6806
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionInput AWS API Documentation
|
6807
|
+
#
|
6808
|
+
class StartNotebookExecutionInput < Struct.new(
|
6809
|
+
:editor_id,
|
6810
|
+
:relative_path,
|
6811
|
+
:notebook_execution_name,
|
6812
|
+
:notebook_params,
|
6813
|
+
:execution_engine,
|
6814
|
+
:service_role,
|
6815
|
+
:notebook_instance_security_group_id,
|
6816
|
+
:tags)
|
6817
|
+
SENSITIVE = []
|
6818
|
+
include Aws::Structure
|
6819
|
+
end
|
6820
|
+
|
6821
|
+
# @!attribute [rw] notebook_execution_id
|
6822
|
+
# The unique identifier of the notebook execution.
|
6823
|
+
# @return [String]
|
6824
|
+
#
|
6825
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionOutput AWS API Documentation
|
6826
|
+
#
|
6827
|
+
class StartNotebookExecutionOutput < Struct.new(
|
6828
|
+
:notebook_execution_id)
|
6829
|
+
SENSITIVE = []
|
6830
|
+
include Aws::Structure
|
6831
|
+
end
|
6832
|
+
|
5777
6833
|
# This represents a step in a cluster.
|
5778
6834
|
#
|
5779
6835
|
# @!attribute [rw] id
|
@@ -6022,6 +7078,161 @@ module Aws::EMR
|
|
6022
7078
|
include Aws::Structure
|
6023
7079
|
end
|
6024
7080
|
|
7081
|
+
# @note When making an API call, you may pass StopNotebookExecutionInput
|
7082
|
+
# data as a hash:
|
7083
|
+
#
|
7084
|
+
# {
|
7085
|
+
# notebook_execution_id: "XmlStringMaxLen256", # required
|
7086
|
+
# }
|
7087
|
+
#
|
7088
|
+
# @!attribute [rw] notebook_execution_id
|
7089
|
+
# The unique identifier of the notebook execution.
|
7090
|
+
# @return [String]
|
7091
|
+
#
|
7092
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StopNotebookExecutionInput AWS API Documentation
|
7093
|
+
#
|
7094
|
+
class StopNotebookExecutionInput < Struct.new(
|
7095
|
+
:notebook_execution_id)
|
7096
|
+
SENSITIVE = []
|
7097
|
+
include Aws::Structure
|
7098
|
+
end
|
7099
|
+
|
7100
|
+
# Details for an Amazon EMR Studio including ID, creation time, name,
|
7101
|
+
# and so on.
|
7102
|
+
#
|
7103
|
+
# @!attribute [rw] studio_id
|
7104
|
+
# The ID of the EMR Studio.
|
7105
|
+
# @return [String]
|
7106
|
+
#
|
7107
|
+
# @!attribute [rw] studio_arn
|
7108
|
+
# The Amazon Resource Name (ARN) of the EMR Studio.
|
7109
|
+
# @return [String]
|
7110
|
+
#
|
7111
|
+
# @!attribute [rw] name
|
7112
|
+
# The name of the EMR Studio.
|
7113
|
+
# @return [String]
|
7114
|
+
#
|
7115
|
+
# @!attribute [rw] description
|
7116
|
+
# The detailed description of the EMR Studio.
|
7117
|
+
# @return [String]
|
7118
|
+
#
|
7119
|
+
# @!attribute [rw] auth_mode
|
7120
|
+
# Specifies whether the Studio authenticates users using single
|
7121
|
+
# sign-on (SSO) or IAM.
|
7122
|
+
# @return [String]
|
7123
|
+
#
|
7124
|
+
# @!attribute [rw] vpc_id
|
7125
|
+
# The ID of the VPC associated with the EMR Studio.
|
7126
|
+
# @return [String]
|
7127
|
+
#
|
7128
|
+
# @!attribute [rw] subnet_ids
|
7129
|
+
# The list of IDs of the subnets associated with the Amazon EMR
|
7130
|
+
# Studio.
|
7131
|
+
# @return [Array<String>]
|
7132
|
+
#
|
7133
|
+
# @!attribute [rw] service_role
|
7134
|
+
# The name of the IAM role assumed by the Amazon EMR Studio.
|
7135
|
+
# @return [String]
|
7136
|
+
#
|
7137
|
+
# @!attribute [rw] user_role
|
7138
|
+
# The name of the IAM role assumed by users logged in to the Amazon
|
7139
|
+
# EMR Studio.
|
7140
|
+
# @return [String]
|
7141
|
+
#
|
7142
|
+
# @!attribute [rw] workspace_security_group_id
|
7143
|
+
# The ID of the Workspace security group associated with the Amazon
|
7144
|
+
# EMR Studio. The Workspace security group allows outbound network
|
7145
|
+
# traffic to resources in the Engine security group and to the
|
7146
|
+
# internet.
|
7147
|
+
# @return [String]
|
7148
|
+
#
|
7149
|
+
# @!attribute [rw] engine_security_group_id
|
7150
|
+
# The ID of the Engine security group associated with the Amazon EMR
|
7151
|
+
# Studio. The Engine security group allows inbound network traffic
|
7152
|
+
# from resources in the Workspace security group.
|
7153
|
+
# @return [String]
|
7154
|
+
#
|
7155
|
+
# @!attribute [rw] url
|
7156
|
+
# The unique access URL of the Amazon EMR Studio.
|
7157
|
+
# @return [String]
|
7158
|
+
#
|
7159
|
+
# @!attribute [rw] creation_time
|
7160
|
+
# The time the Amazon EMR Studio was created.
|
7161
|
+
# @return [Time]
|
7162
|
+
#
|
7163
|
+
# @!attribute [rw] default_s3_location
|
7164
|
+
# The default Amazon S3 location to back up Amazon EMR Studio
|
7165
|
+
# Workspaces and notebook files.
|
7166
|
+
# @return [String]
|
7167
|
+
#
|
7168
|
+
# @!attribute [rw] tags
|
7169
|
+
# A list of tags associated with the Amazon EMR Studio.
|
7170
|
+
# @return [Array<Types::Tag>]
|
7171
|
+
#
|
7172
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Studio AWS API Documentation
|
7173
|
+
#
|
7174
|
+
class Studio < Struct.new(
|
7175
|
+
:studio_id,
|
7176
|
+
:studio_arn,
|
7177
|
+
:name,
|
7178
|
+
:description,
|
7179
|
+
:auth_mode,
|
7180
|
+
:vpc_id,
|
7181
|
+
:subnet_ids,
|
7182
|
+
:service_role,
|
7183
|
+
:user_role,
|
7184
|
+
:workspace_security_group_id,
|
7185
|
+
:engine_security_group_id,
|
7186
|
+
:url,
|
7187
|
+
:creation_time,
|
7188
|
+
:default_s3_location,
|
7189
|
+
:tags)
|
7190
|
+
SENSITIVE = []
|
7191
|
+
include Aws::Structure
|
7192
|
+
end
|
7193
|
+
|
7194
|
+
# Details for an Amazon EMR Studio, including ID, Name, VPC, and
|
7195
|
+
# Description. The details do not include subnets, IAM roles, security
|
7196
|
+
# groups, or tags associated with the Studio.
|
7197
|
+
#
|
7198
|
+
# @!attribute [rw] studio_id
|
7199
|
+
# The ID of the Amazon EMR Studio.
|
7200
|
+
# @return [String]
|
7201
|
+
#
|
7202
|
+
# @!attribute [rw] name
|
7203
|
+
# The name of the Amazon EMR Studio.
|
7204
|
+
# @return [String]
|
7205
|
+
#
|
7206
|
+
# @!attribute [rw] vpc_id
|
7207
|
+
# The ID of the Virtual Private Cloud (Amazon VPC) associated with the
|
7208
|
+
# Amazon EMR Studio.
|
7209
|
+
# @return [String]
|
7210
|
+
#
|
7211
|
+
# @!attribute [rw] description
|
7212
|
+
# The detailed description of the EMR Studio.
|
7213
|
+
# @return [String]
|
7214
|
+
#
|
7215
|
+
# @!attribute [rw] url
|
7216
|
+
# The unique access URL of the Amazon EMR Studio.
|
7217
|
+
# @return [String]
|
7218
|
+
#
|
7219
|
+
# @!attribute [rw] creation_time
|
7220
|
+
# The time when the Amazon EMR Studio was created.
|
7221
|
+
# @return [Time]
|
7222
|
+
#
|
7223
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StudioSummary AWS API Documentation
|
7224
|
+
#
|
7225
|
+
class StudioSummary < Struct.new(
|
7226
|
+
:studio_id,
|
7227
|
+
:name,
|
7228
|
+
:vpc_id,
|
7229
|
+
:description,
|
7230
|
+
:url,
|
7231
|
+
:creation_time)
|
7232
|
+
SENSITIVE = []
|
7233
|
+
include Aws::Structure
|
7234
|
+
end
|
7235
|
+
|
6025
7236
|
# The list of supported product configurations which allow user-supplied
|
6026
7237
|
# arguments. EMR accepts these arguments and forwards them to the
|
6027
7238
|
# corresponding installation script as bootstrap action arguments.
|
@@ -6051,7 +7262,7 @@ module Aws::EMR
|
|
6051
7262
|
include Aws::Structure
|
6052
7263
|
end
|
6053
7264
|
|
6054
|
-
# A key
|
7265
|
+
# A key-value pair containing user-defined metadata that you can
|
6055
7266
|
# associate with an Amazon EMR resource. Tags make it easier to
|
6056
7267
|
# associate clusters in various ways, such as grouping clusters to track
|
6057
7268
|
# your Amazon EMR resource allocation costs. For more information, see
|
@@ -6106,7 +7317,7 @@ module Aws::EMR
|
|
6106
7317
|
# }
|
6107
7318
|
#
|
6108
7319
|
# @!attribute [rw] job_flow_ids
|
6109
|
-
# A list of job flows to be
|
7320
|
+
# A list of job flows to be shut down.
|
6110
7321
|
# @return [Array<String>]
|
6111
7322
|
#
|
6112
7323
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/TerminateJobFlowsInput AWS API Documentation
|
@@ -6117,6 +7328,66 @@ module Aws::EMR
|
|
6117
7328
|
include Aws::Structure
|
6118
7329
|
end
|
6119
7330
|
|
7331
|
+
# @note When making an API call, you may pass UpdateStudioSessionMappingInput
|
7332
|
+
# data as a hash:
|
7333
|
+
#
|
7334
|
+
# {
|
7335
|
+
# studio_id: "XmlStringMaxLen256", # required
|
7336
|
+
# identity_id: "XmlStringMaxLen256",
|
7337
|
+
# identity_name: "XmlStringMaxLen256",
|
7338
|
+
# identity_type: "USER", # required, accepts USER, GROUP
|
7339
|
+
# session_policy_arn: "XmlStringMaxLen256", # required
|
7340
|
+
# }
|
7341
|
+
#
|
7342
|
+
# @!attribute [rw] studio_id
|
7343
|
+
# The ID of the EMR Studio.
|
7344
|
+
# @return [String]
|
7345
|
+
#
|
7346
|
+
# @!attribute [rw] identity_id
|
7347
|
+
# The globally unique identifier (GUID) of the user or group. For more
|
7348
|
+
# information, see [UserId][1] and [GroupId][2] in the *AWS SSO
|
7349
|
+
# Identity Store API Reference*. Either `IdentityName` or `IdentityId`
|
7350
|
+
# must be specified.
|
7351
|
+
#
|
7352
|
+
#
|
7353
|
+
#
|
7354
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
7355
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-GroupId
|
7356
|
+
# @return [String]
|
7357
|
+
#
|
7358
|
+
# @!attribute [rw] identity_name
|
7359
|
+
# The name of the user or group to update. For more information, see
|
7360
|
+
# [UserName][1] and [DisplayName][2] in the *AWS SSO Identity Store
|
7361
|
+
# API Reference*. Either `IdentityName` or `IdentityId` must be
|
7362
|
+
# specified.
|
7363
|
+
#
|
7364
|
+
#
|
7365
|
+
#
|
7366
|
+
# [1]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_User.html#singlesignon-Type-User-UserId
|
7367
|
+
# [2]: https://docs.aws.amazon.com/singlesignon/latest/IdentityStoreAPIReference/API_Group.html#singlesignon-Type-Group-DisplayName
|
7368
|
+
# @return [String]
|
7369
|
+
#
|
7370
|
+
# @!attribute [rw] identity_type
|
7371
|
+
# Specifies whether the identity to update is a user or a group.
|
7372
|
+
# @return [String]
|
7373
|
+
#
|
7374
|
+
# @!attribute [rw] session_policy_arn
|
7375
|
+
# The Amazon Resource Name (ARN) of the session policy to associate
|
7376
|
+
# with the specified user or group.
|
7377
|
+
# @return [String]
|
7378
|
+
#
|
7379
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/UpdateStudioSessionMappingInput AWS API Documentation
|
7380
|
+
#
|
7381
|
+
class UpdateStudioSessionMappingInput < Struct.new(
|
7382
|
+
:studio_id,
|
7383
|
+
:identity_id,
|
7384
|
+
:identity_name,
|
7385
|
+
:identity_type,
|
7386
|
+
:session_policy_arn)
|
7387
|
+
SENSITIVE = []
|
7388
|
+
include Aws::Structure
|
7389
|
+
end
|
7390
|
+
|
6120
7391
|
# EBS volume specifications such as volume type, IOPS, and size (GiB)
|
6121
7392
|
# that will be requested for the EBS volume attached to an EC2 instance
|
6122
7393
|
# in the cluster.
|