aws-sdk-emr 1.32.0 → 1.37.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-emr.rb +3 -2
- data/lib/aws-sdk-emr/client.rb +271 -10
- data/lib/aws-sdk-emr/client_api.rb +130 -1
- data/lib/aws-sdk-emr/types.rb +563 -13
- metadata +2 -2
data/lib/aws-sdk-emr/types.rb
CHANGED
@@ -53,10 +53,14 @@ module Aws::EMR
|
|
53
53
|
# },
|
54
54
|
# ],
|
55
55
|
# launch_specifications: {
|
56
|
-
# spot_specification: {
|
56
|
+
# spot_specification: {
|
57
57
|
# timeout_duration_minutes: 1, # required
|
58
58
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
59
59
|
# block_duration_minutes: 1,
|
60
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
61
|
+
# },
|
62
|
+
# on_demand_specification: {
|
63
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
60
64
|
# },
|
61
65
|
# },
|
62
66
|
# },
|
@@ -1453,6 +1457,37 @@ module Aws::EMR
|
|
1453
1457
|
include Aws::Structure
|
1454
1458
|
end
|
1455
1459
|
|
1460
|
+
# @note When making an API call, you may pass DescribeNotebookExecutionInput
|
1461
|
+
# data as a hash:
|
1462
|
+
#
|
1463
|
+
# {
|
1464
|
+
# notebook_execution_id: "XmlStringMaxLen256", # required
|
1465
|
+
# }
|
1466
|
+
#
|
1467
|
+
# @!attribute [rw] notebook_execution_id
|
1468
|
+
# The unique identifier of the notebook execution.
|
1469
|
+
# @return [String]
|
1470
|
+
#
|
1471
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionInput AWS API Documentation
|
1472
|
+
#
|
1473
|
+
class DescribeNotebookExecutionInput < Struct.new(
|
1474
|
+
:notebook_execution_id)
|
1475
|
+
SENSITIVE = []
|
1476
|
+
include Aws::Structure
|
1477
|
+
end
|
1478
|
+
|
1479
|
+
# @!attribute [rw] notebook_execution
|
1480
|
+
# Properties of the notebook execution.
|
1481
|
+
# @return [Types::NotebookExecution]
|
1482
|
+
#
|
1483
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionOutput AWS API Documentation
|
1484
|
+
#
|
1485
|
+
class DescribeNotebookExecutionOutput < Struct.new(
|
1486
|
+
:notebook_execution)
|
1487
|
+
SENSITIVE = []
|
1488
|
+
include Aws::Structure
|
1489
|
+
end
|
1490
|
+
|
1456
1491
|
# @note When making an API call, you may pass DescribeSecurityConfigurationInput
|
1457
1492
|
# data as a hash:
|
1458
1493
|
#
|
@@ -1743,6 +1778,49 @@ module Aws::EMR
|
|
1743
1778
|
include Aws::Structure
|
1744
1779
|
end
|
1745
1780
|
|
1781
|
+
# Specifies the execution engine (cluster) to run the notebook and
|
1782
|
+
# perform the notebook execution, for example, an EMR cluster.
|
1783
|
+
#
|
1784
|
+
# @note When making an API call, you may pass ExecutionEngineConfig
|
1785
|
+
# data as a hash:
|
1786
|
+
#
|
1787
|
+
# {
|
1788
|
+
# id: "XmlStringMaxLen256", # required
|
1789
|
+
# type: "EMR", # accepts EMR
|
1790
|
+
# master_instance_security_group_id: "XmlStringMaxLen256",
|
1791
|
+
# }
|
1792
|
+
#
|
1793
|
+
# @!attribute [rw] id
|
1794
|
+
# The unique identifier of the execution engine. For an EMR cluster,
|
1795
|
+
# this is the cluster ID.
|
1796
|
+
# @return [String]
|
1797
|
+
#
|
1798
|
+
# @!attribute [rw] type
|
1799
|
+
# The type of execution engine. A value of `EMR` specifies an EMR
|
1800
|
+
# cluster.
|
1801
|
+
# @return [String]
|
1802
|
+
#
|
1803
|
+
# @!attribute [rw] master_instance_security_group_id
|
1804
|
+
# An optional unique ID of an EC2 security group to associate with the
|
1805
|
+
# master instance of the EMR cluster for this notebook execution. For
|
1806
|
+
# more information see [Specifying EC2 Security Groups for EMR
|
1807
|
+
# Notebooks][1] in the *EMR Management Guide*.
|
1808
|
+
#
|
1809
|
+
#
|
1810
|
+
#
|
1811
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
|
1812
|
+
# @return [String]
|
1813
|
+
#
|
1814
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ExecutionEngineConfig AWS API Documentation
|
1815
|
+
#
|
1816
|
+
class ExecutionEngineConfig < Struct.new(
|
1817
|
+
:id,
|
1818
|
+
:type,
|
1819
|
+
:master_instance_security_group_id)
|
1820
|
+
SENSITIVE = []
|
1821
|
+
include Aws::Structure
|
1822
|
+
end
|
1823
|
+
|
1746
1824
|
# The details of the step failure. The service attempts to detect the
|
1747
1825
|
# root cause for many common failures.
|
1748
1826
|
#
|
@@ -2177,10 +2255,14 @@ module Aws::EMR
|
|
2177
2255
|
# },
|
2178
2256
|
# ],
|
2179
2257
|
# launch_specifications: {
|
2180
|
-
# spot_specification: {
|
2258
|
+
# spot_specification: {
|
2181
2259
|
# timeout_duration_minutes: 1, # required
|
2182
2260
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
2183
2261
|
# block_duration_minutes: 1,
|
2262
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
2263
|
+
# },
|
2264
|
+
# on_demand_specification: {
|
2265
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
2184
2266
|
# },
|
2185
2267
|
# },
|
2186
2268
|
# }
|
@@ -2305,10 +2387,13 @@ module Aws::EMR
|
|
2305
2387
|
end
|
2306
2388
|
|
2307
2389
|
# The launch specification for Spot instances in the fleet, which
|
2308
|
-
# determines the defined duration
|
2390
|
+
# determines the defined duration, provisioning timeout behavior, and
|
2391
|
+
# allocation strategy.
|
2309
2392
|
#
|
2310
2393
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2311
|
-
# versions 4.8.0 and later, excluding 5.0.x versions.
|
2394
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand and Spot
|
2395
|
+
# instance allocation strategies are available in Amazon EMR version
|
2396
|
+
# 5.12.1 and later.
|
2312
2397
|
#
|
2313
2398
|
# </note>
|
2314
2399
|
#
|
@@ -2316,22 +2401,40 @@ module Aws::EMR
|
|
2316
2401
|
# data as a hash:
|
2317
2402
|
#
|
2318
2403
|
# {
|
2319
|
-
# spot_specification: {
|
2404
|
+
# spot_specification: {
|
2320
2405
|
# timeout_duration_minutes: 1, # required
|
2321
2406
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
2322
2407
|
# block_duration_minutes: 1,
|
2408
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
2409
|
+
# },
|
2410
|
+
# on_demand_specification: {
|
2411
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
2323
2412
|
# },
|
2324
2413
|
# }
|
2325
2414
|
#
|
2326
2415
|
# @!attribute [rw] spot_specification
|
2327
2416
|
# The launch specification for Spot instances in the fleet, which
|
2328
|
-
# determines the defined duration
|
2417
|
+
# determines the defined duration, provisioning timeout behavior, and
|
2418
|
+
# allocation strategy.
|
2329
2419
|
# @return [Types::SpotProvisioningSpecification]
|
2330
2420
|
#
|
2421
|
+
# @!attribute [rw] on_demand_specification
|
2422
|
+
# The launch specification for On-Demand instances in the instance
|
2423
|
+
# fleet, which determines the allocation strategy.
|
2424
|
+
#
|
2425
|
+
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2426
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
2427
|
+
# instances allocation strategy is available in Amazon EMR version
|
2428
|
+
# 5.12.1 and later.
|
2429
|
+
#
|
2430
|
+
# </note>
|
2431
|
+
# @return [Types::OnDemandProvisioningSpecification]
|
2432
|
+
#
|
2331
2433
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/InstanceFleetProvisioningSpecifications AWS API Documentation
|
2332
2434
|
#
|
2333
2435
|
class InstanceFleetProvisioningSpecifications < Struct.new(
|
2334
|
-
:spot_specification
|
2436
|
+
:spot_specification,
|
2437
|
+
:on_demand_specification)
|
2335
2438
|
SENSITIVE = []
|
2336
2439
|
include Aws::Structure
|
2337
2440
|
end
|
@@ -3498,10 +3601,14 @@ module Aws::EMR
|
|
3498
3601
|
# },
|
3499
3602
|
# ],
|
3500
3603
|
# launch_specifications: {
|
3501
|
-
# spot_specification: {
|
3604
|
+
# spot_specification: {
|
3502
3605
|
# timeout_duration_minutes: 1, # required
|
3503
3606
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
3504
3607
|
# block_duration_minutes: 1,
|
3608
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
3609
|
+
# },
|
3610
|
+
# on_demand_specification: {
|
3611
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
3505
3612
|
# },
|
3506
3613
|
# },
|
3507
3614
|
# },
|
@@ -4107,6 +4214,101 @@ module Aws::EMR
|
|
4107
4214
|
include Aws::Structure
|
4108
4215
|
end
|
4109
4216
|
|
4217
|
+
# @note When making an API call, you may pass ListNotebookExecutionsInput
|
4218
|
+
# data as a hash:
|
4219
|
+
#
|
4220
|
+
# {
|
4221
|
+
# editor_id: "XmlStringMaxLen256",
|
4222
|
+
# status: "START_PENDING", # accepts START_PENDING, STARTING, RUNNING, FINISHING, FINISHED, FAILING, FAILED, STOP_PENDING, STOPPING, STOPPED
|
4223
|
+
# from: Time.now,
|
4224
|
+
# to: Time.now,
|
4225
|
+
# marker: "Marker",
|
4226
|
+
# }
|
4227
|
+
#
|
4228
|
+
# @!attribute [rw] editor_id
|
4229
|
+
# The unique ID of the editor associated with the notebook execution.
|
4230
|
+
# @return [String]
|
4231
|
+
#
|
4232
|
+
# @!attribute [rw] status
|
4233
|
+
# The status filter for listing notebook executions.
|
4234
|
+
#
|
4235
|
+
# * `START_PENDING` indicates that the cluster has received the
|
4236
|
+
# execution request but execution has not begun.
|
4237
|
+
#
|
4238
|
+
# * `STARTING` indicates that the execution is starting on the
|
4239
|
+
# cluster.
|
4240
|
+
#
|
4241
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
4242
|
+
# cluster.
|
4243
|
+
#
|
4244
|
+
# * `FINISHING` indicates that execution processing is in the final
|
4245
|
+
# stages.
|
4246
|
+
#
|
4247
|
+
# * `FINISHED` indicates that the execution has completed without
|
4248
|
+
# error.
|
4249
|
+
#
|
4250
|
+
# * `FAILING` indicates that the execution is failing and will not
|
4251
|
+
# finish successfully.
|
4252
|
+
#
|
4253
|
+
# * `FAILED` indicates that the execution failed.
|
4254
|
+
#
|
4255
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
4256
|
+
# `StopNotebookExecution` request and the stop is pending.
|
4257
|
+
#
|
4258
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
4259
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
4260
|
+
# request.
|
4261
|
+
#
|
4262
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
4263
|
+
# `StopNotebookExecution` request.
|
4264
|
+
# @return [String]
|
4265
|
+
#
|
4266
|
+
# @!attribute [rw] from
|
4267
|
+
# The beginning of time range filter for listing notebook executions.
|
4268
|
+
# The default is the timestamp of 30 days ago.
|
4269
|
+
# @return [Time]
|
4270
|
+
#
|
4271
|
+
# @!attribute [rw] to
|
4272
|
+
# The end of time range filter for listing notebook executions. The
|
4273
|
+
# default is the current timestamp.
|
4274
|
+
# @return [Time]
|
4275
|
+
#
|
4276
|
+
# @!attribute [rw] marker
|
4277
|
+
# The pagination token, returned by a previous
|
4278
|
+
# `ListNotebookExecutions` call, that indicates the start of the list
|
4279
|
+
# for this `ListNotebookExecutions` call.
|
4280
|
+
# @return [String]
|
4281
|
+
#
|
4282
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsInput AWS API Documentation
|
4283
|
+
#
|
4284
|
+
class ListNotebookExecutionsInput < Struct.new(
|
4285
|
+
:editor_id,
|
4286
|
+
:status,
|
4287
|
+
:from,
|
4288
|
+
:to,
|
4289
|
+
:marker)
|
4290
|
+
SENSITIVE = []
|
4291
|
+
include Aws::Structure
|
4292
|
+
end
|
4293
|
+
|
4294
|
+
# @!attribute [rw] notebook_executions
|
4295
|
+
# A list of notebook executions.
|
4296
|
+
# @return [Array<Types::NotebookExecutionSummary>]
|
4297
|
+
#
|
4298
|
+
# @!attribute [rw] marker
|
4299
|
+
# A pagination token that a subsequent `ListNotebookExecutions` can
|
4300
|
+
# use to determine the next set of results to retrieve.
|
4301
|
+
# @return [String]
|
4302
|
+
#
|
4303
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsOutput AWS API Documentation
|
4304
|
+
#
|
4305
|
+
class ListNotebookExecutionsOutput < Struct.new(
|
4306
|
+
:notebook_executions,
|
4307
|
+
:marker)
|
4308
|
+
SENSITIVE = []
|
4309
|
+
include Aws::Structure
|
4310
|
+
end
|
4311
|
+
|
4110
4312
|
# @note When making an API call, you may pass ListSecurityConfigurationsInput
|
4111
4313
|
# data as a hash:
|
4112
4314
|
#
|
@@ -4392,6 +4594,222 @@ module Aws::EMR
|
|
4392
4594
|
include Aws::Structure
|
4393
4595
|
end
|
4394
4596
|
|
4597
|
+
# A notebook execution. An execution is a specific instance that an EMR
|
4598
|
+
# Notebook is run using the `StartNotebookExecution` action.
|
4599
|
+
#
|
4600
|
+
# @!attribute [rw] notebook_execution_id
|
4601
|
+
# The unique identifier of a notebook execution.
|
4602
|
+
# @return [String]
|
4603
|
+
#
|
4604
|
+
# @!attribute [rw] editor_id
|
4605
|
+
# The unique identifier of the EMR Notebook that is used for the
|
4606
|
+
# notebook execution.
|
4607
|
+
# @return [String]
|
4608
|
+
#
|
4609
|
+
# @!attribute [rw] execution_engine
|
4610
|
+
# The execution engine, such as an EMR cluster, used to run the EMR
|
4611
|
+
# notebook and perform the notebook execution.
|
4612
|
+
# @return [Types::ExecutionEngineConfig]
|
4613
|
+
#
|
4614
|
+
# @!attribute [rw] notebook_execution_name
|
4615
|
+
# A name for the notebook execution.
|
4616
|
+
# @return [String]
|
4617
|
+
#
|
4618
|
+
# @!attribute [rw] notebook_params
|
4619
|
+
# Input parameters in JSON format passed to the EMR Notebook at
|
4620
|
+
# runtime for execution.
|
4621
|
+
# @return [String]
|
4622
|
+
#
|
4623
|
+
# @!attribute [rw] status
|
4624
|
+
# The status of the notebook execution.
|
4625
|
+
#
|
4626
|
+
# * `START_PENDING` indicates that the cluster has received the
|
4627
|
+
# execution request but execution has not begun.
|
4628
|
+
#
|
4629
|
+
# * `STARTING` indicates that the execution is starting on the
|
4630
|
+
# cluster.
|
4631
|
+
#
|
4632
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
4633
|
+
# cluster.
|
4634
|
+
#
|
4635
|
+
# * `FINISHING` indicates that execution processing is in the final
|
4636
|
+
# stages.
|
4637
|
+
#
|
4638
|
+
# * `FINISHED` indicates that the execution has completed without
|
4639
|
+
# error.
|
4640
|
+
#
|
4641
|
+
# * `FAILING` indicates that the execution is failing and will not
|
4642
|
+
# finish successfully.
|
4643
|
+
#
|
4644
|
+
# * `FAILED` indicates that the execution failed.
|
4645
|
+
#
|
4646
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
4647
|
+
# `StopNotebookExecution` request and the stop is pending.
|
4648
|
+
#
|
4649
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
4650
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
4651
|
+
# request.
|
4652
|
+
#
|
4653
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
4654
|
+
# `StopNotebookExecution` request.
|
4655
|
+
# @return [String]
|
4656
|
+
#
|
4657
|
+
# @!attribute [rw] start_time
|
4658
|
+
# The timestamp when notebook execution started.
|
4659
|
+
# @return [Time]
|
4660
|
+
#
|
4661
|
+
# @!attribute [rw] end_time
|
4662
|
+
# The timestamp when notebook execution ended.
|
4663
|
+
# @return [Time]
|
4664
|
+
#
|
4665
|
+
# @!attribute [rw] arn
|
4666
|
+
# The Amazon Resource Name (ARN) of the notebook execution.
|
4667
|
+
# @return [String]
|
4668
|
+
#
|
4669
|
+
# @!attribute [rw] output_notebook_uri
|
4670
|
+
# The location of the notebook execution's output file in Amazon S3.
|
4671
|
+
# @return [String]
|
4672
|
+
#
|
4673
|
+
# @!attribute [rw] last_state_change_reason
|
4674
|
+
# The reason for the latest status change of the notebook execution.
|
4675
|
+
# @return [String]
|
4676
|
+
#
|
4677
|
+
# @!attribute [rw] notebook_instance_security_group_id
|
4678
|
+
# The unique identifier of the EC2 security group associated with the
|
4679
|
+
# EMR Notebook instance. For more information see [Specifying EC2
|
4680
|
+
# Security Groups for EMR Notebooks][1] in the *EMR Management Guide*.
|
4681
|
+
#
|
4682
|
+
#
|
4683
|
+
#
|
4684
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
|
4685
|
+
# @return [String]
|
4686
|
+
#
|
4687
|
+
# @!attribute [rw] tags
|
4688
|
+
# A list of tags associated with a notebook execution. Tags are
|
4689
|
+
# user-defined key value pairs that consist of a required key string
|
4690
|
+
# with a maximum of 128 characters and an optional value string with a
|
4691
|
+
# maximum of 256 characters.
|
4692
|
+
# @return [Array<Types::Tag>]
|
4693
|
+
#
|
4694
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecution AWS API Documentation
|
4695
|
+
#
|
4696
|
+
class NotebookExecution < Struct.new(
|
4697
|
+
:notebook_execution_id,
|
4698
|
+
:editor_id,
|
4699
|
+
:execution_engine,
|
4700
|
+
:notebook_execution_name,
|
4701
|
+
:notebook_params,
|
4702
|
+
:status,
|
4703
|
+
:start_time,
|
4704
|
+
:end_time,
|
4705
|
+
:arn,
|
4706
|
+
:output_notebook_uri,
|
4707
|
+
:last_state_change_reason,
|
4708
|
+
:notebook_instance_security_group_id,
|
4709
|
+
:tags)
|
4710
|
+
SENSITIVE = []
|
4711
|
+
include Aws::Structure
|
4712
|
+
end
|
4713
|
+
|
4714
|
+
# @!attribute [rw] notebook_execution_id
|
4715
|
+
# The unique identifier of the notebook execution.
|
4716
|
+
# @return [String]
|
4717
|
+
#
|
4718
|
+
# @!attribute [rw] editor_id
|
4719
|
+
# The unique identifier of the editor associated with the notebook
|
4720
|
+
# execution.
|
4721
|
+
# @return [String]
|
4722
|
+
#
|
4723
|
+
# @!attribute [rw] notebook_execution_name
|
4724
|
+
# The name of the notebook execution.
|
4725
|
+
# @return [String]
|
4726
|
+
#
|
4727
|
+
# @!attribute [rw] status
|
4728
|
+
# The status of the notebook execution.
|
4729
|
+
#
|
4730
|
+
# * `START_PENDING` indicates that the cluster has received the
|
4731
|
+
# execution request but execution has not begun.
|
4732
|
+
#
|
4733
|
+
# * `STARTING` indicates that the execution is starting on the
|
4734
|
+
# cluster.
|
4735
|
+
#
|
4736
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
4737
|
+
# cluster.
|
4738
|
+
#
|
4739
|
+
# * `FINISHING` indicates that execution processing is in the final
|
4740
|
+
# stages.
|
4741
|
+
#
|
4742
|
+
# * `FINISHED` indicates that the execution has completed without
|
4743
|
+
# error.
|
4744
|
+
#
|
4745
|
+
# * `FAILING` indicates that the execution is failing and will not
|
4746
|
+
# finish successfully.
|
4747
|
+
#
|
4748
|
+
# * `FAILED` indicates that the execution failed.
|
4749
|
+
#
|
4750
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
4751
|
+
# `StopNotebookExecution` request and the stop is pending.
|
4752
|
+
#
|
4753
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
4754
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
4755
|
+
# request.
|
4756
|
+
#
|
4757
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
4758
|
+
# `StopNotebookExecution` request.
|
4759
|
+
# @return [String]
|
4760
|
+
#
|
4761
|
+
# @!attribute [rw] start_time
|
4762
|
+
# The timestamp when notebook execution started.
|
4763
|
+
# @return [Time]
|
4764
|
+
#
|
4765
|
+
# @!attribute [rw] end_time
|
4766
|
+
# The timestamp when notebook execution started.
|
4767
|
+
# @return [Time]
|
4768
|
+
#
|
4769
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecutionSummary AWS API Documentation
|
4770
|
+
#
|
4771
|
+
class NotebookExecutionSummary < Struct.new(
|
4772
|
+
:notebook_execution_id,
|
4773
|
+
:editor_id,
|
4774
|
+
:notebook_execution_name,
|
4775
|
+
:status,
|
4776
|
+
:start_time,
|
4777
|
+
:end_time)
|
4778
|
+
SENSITIVE = []
|
4779
|
+
include Aws::Structure
|
4780
|
+
end
|
4781
|
+
|
4782
|
+
# The launch specification for On-Demand instances in the instance
|
4783
|
+
# fleet, which determines the allocation strategy.
|
4784
|
+
#
|
4785
|
+
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
4786
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
4787
|
+
# instances allocation strategy is available in Amazon EMR version
|
4788
|
+
# 5.12.1 and later.
|
4789
|
+
#
|
4790
|
+
# </note>
|
4791
|
+
#
|
4792
|
+
# @note When making an API call, you may pass OnDemandProvisioningSpecification
|
4793
|
+
# data as a hash:
|
4794
|
+
#
|
4795
|
+
# {
|
4796
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
4797
|
+
# }
|
4798
|
+
#
|
4799
|
+
# @!attribute [rw] allocation_strategy
|
4800
|
+
# Specifies the strategy to use in launching On-Demand instance
|
4801
|
+
# fleets. Currently, the only option is lowest-price (the default),
|
4802
|
+
# which launches the lowest price first.
|
4803
|
+
# @return [String]
|
4804
|
+
#
|
4805
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/OnDemandProvisioningSpecification AWS API Documentation
|
4806
|
+
#
|
4807
|
+
class OnDemandProvisioningSpecification < Struct.new(
|
4808
|
+
:allocation_strategy)
|
4809
|
+
SENSITIVE = []
|
4810
|
+
include Aws::Structure
|
4811
|
+
end
|
4812
|
+
|
4395
4813
|
# The Amazon EC2 Availability Zone configuration of the cluster (job
|
4396
4814
|
# flow).
|
4397
4815
|
#
|
@@ -4862,10 +5280,14 @@ module Aws::EMR
|
|
4862
5280
|
# },
|
4863
5281
|
# ],
|
4864
5282
|
# launch_specifications: {
|
4865
|
-
# spot_specification: {
|
5283
|
+
# spot_specification: {
|
4866
5284
|
# timeout_duration_minutes: 1, # required
|
4867
5285
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
4868
5286
|
# block_duration_minutes: 1,
|
5287
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
5288
|
+
# },
|
5289
|
+
# on_demand_specification: {
|
5290
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
4869
5291
|
# },
|
4870
5292
|
# },
|
4871
5293
|
# },
|
@@ -5638,11 +6060,13 @@ module Aws::EMR
|
|
5638
6060
|
end
|
5639
6061
|
|
5640
6062
|
# The launch specification for Spot instances in the instance fleet,
|
5641
|
-
# which determines the defined duration
|
5642
|
-
#
|
6063
|
+
# which determines the defined duration, provisioning timeout behavior,
|
6064
|
+
# and allocation strategy.
|
5643
6065
|
#
|
5644
6066
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
5645
|
-
# versions 4.8.0 and later, excluding 5.0.x versions.
|
6067
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. Spot instance
|
6068
|
+
# allocation strategy is available in Amazon EMR version 5.12.1 and
|
6069
|
+
# later.
|
5646
6070
|
#
|
5647
6071
|
# </note>
|
5648
6072
|
#
|
@@ -5653,6 +6077,7 @@ module Aws::EMR
|
|
5653
6077
|
# timeout_duration_minutes: 1, # required
|
5654
6078
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
5655
6079
|
# block_duration_minutes: 1,
|
6080
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
5656
6081
|
# }
|
5657
6082
|
#
|
5658
6083
|
# @!attribute [rw] timeout_duration_minutes
|
@@ -5685,12 +6110,118 @@ module Aws::EMR
|
|
5685
6110
|
# before it terminates.
|
5686
6111
|
# @return [Integer]
|
5687
6112
|
#
|
6113
|
+
# @!attribute [rw] allocation_strategy
|
6114
|
+
# Specifies the strategy to use in launching Spot instance fleets.
|
6115
|
+
# Currently, the only option is capacity-optimized (the default),
|
6116
|
+
# which launches instances from Spot instance pools with optimal
|
6117
|
+
# capacity for the number of instances that are launching.
|
6118
|
+
# @return [String]
|
6119
|
+
#
|
5688
6120
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SpotProvisioningSpecification AWS API Documentation
|
5689
6121
|
#
|
5690
6122
|
class SpotProvisioningSpecification < Struct.new(
|
5691
6123
|
:timeout_duration_minutes,
|
5692
6124
|
:timeout_action,
|
5693
|
-
:block_duration_minutes
|
6125
|
+
:block_duration_minutes,
|
6126
|
+
:allocation_strategy)
|
6127
|
+
SENSITIVE = []
|
6128
|
+
include Aws::Structure
|
6129
|
+
end
|
6130
|
+
|
6131
|
+
# @note When making an API call, you may pass StartNotebookExecutionInput
|
6132
|
+
# data as a hash:
|
6133
|
+
#
|
6134
|
+
# {
|
6135
|
+
# editor_id: "XmlStringMaxLen256", # required
|
6136
|
+
# relative_path: "XmlString", # required
|
6137
|
+
# notebook_execution_name: "XmlStringMaxLen256",
|
6138
|
+
# notebook_params: "XmlString",
|
6139
|
+
# execution_engine: { # required
|
6140
|
+
# id: "XmlStringMaxLen256", # required
|
6141
|
+
# type: "EMR", # accepts EMR
|
6142
|
+
# master_instance_security_group_id: "XmlStringMaxLen256",
|
6143
|
+
# },
|
6144
|
+
# service_role: "XmlString", # required
|
6145
|
+
# notebook_instance_security_group_id: "XmlStringMaxLen256",
|
6146
|
+
# tags: [
|
6147
|
+
# {
|
6148
|
+
# key: "String",
|
6149
|
+
# value: "String",
|
6150
|
+
# },
|
6151
|
+
# ],
|
6152
|
+
# }
|
6153
|
+
#
|
6154
|
+
# @!attribute [rw] editor_id
|
6155
|
+
# The unique identifier of the EMR Notebook to use for notebook
|
6156
|
+
# execution.
|
6157
|
+
# @return [String]
|
6158
|
+
#
|
6159
|
+
# @!attribute [rw] relative_path
|
6160
|
+
# The path and file name of the notebook file for this execution,
|
6161
|
+
# relative to the path specified for the EMR Notebook. For example, if
|
6162
|
+
# you specify a path of `s3://MyBucket/MyNotebooks` when you create an
|
6163
|
+
# EMR Notebook for a notebook with an ID of
|
6164
|
+
# `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
|
6165
|
+
# you specify a `RelativePath` of
|
6166
|
+
# `my_notebook_executions/notebook_execution.ipynb`, the location of
|
6167
|
+
# the file for the notebook execution is
|
6168
|
+
# `s3://MyBucket/MyNotebooks/e-ABCDEFGHIJK1234567890ABCD/my_notebook_executions/notebook_execution.ipynb`.
|
6169
|
+
# @return [String]
|
6170
|
+
#
|
6171
|
+
# @!attribute [rw] notebook_execution_name
|
6172
|
+
# An optional name for the notebook execution.
|
6173
|
+
# @return [String]
|
6174
|
+
#
|
6175
|
+
# @!attribute [rw] notebook_params
|
6176
|
+
# Input parameters in JSON format passed to the EMR Notebook at
|
6177
|
+
# runtime for execution.
|
6178
|
+
# @return [String]
|
6179
|
+
#
|
6180
|
+
# @!attribute [rw] execution_engine
|
6181
|
+
# Specifies the execution engine (cluster) that runs the notebook
|
6182
|
+
# execution.
|
6183
|
+
# @return [Types::ExecutionEngineConfig]
|
6184
|
+
#
|
6185
|
+
# @!attribute [rw] service_role
|
6186
|
+
# The name or ARN of the IAM role that is used as the service role for
|
6187
|
+
# Amazon EMR (the EMR role) for the notebook execution.
|
6188
|
+
# @return [String]
|
6189
|
+
#
|
6190
|
+
# @!attribute [rw] notebook_instance_security_group_id
|
6191
|
+
# The unique identifier of the Amazon EC2 security group to associate
|
6192
|
+
# with the EMR Notebook for this notebook execution.
|
6193
|
+
# @return [String]
|
6194
|
+
#
|
6195
|
+
# @!attribute [rw] tags
|
6196
|
+
# A list of tags associated with a notebook execution. Tags are
|
6197
|
+
# user-defined key value pairs that consist of a required key string
|
6198
|
+
# with a maximum of 128 characters and an optional value string with a
|
6199
|
+
# maximum of 256 characters.
|
6200
|
+
# @return [Array<Types::Tag>]
|
6201
|
+
#
|
6202
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionInput AWS API Documentation
|
6203
|
+
#
|
6204
|
+
class StartNotebookExecutionInput < Struct.new(
|
6205
|
+
:editor_id,
|
6206
|
+
:relative_path,
|
6207
|
+
:notebook_execution_name,
|
6208
|
+
:notebook_params,
|
6209
|
+
:execution_engine,
|
6210
|
+
:service_role,
|
6211
|
+
:notebook_instance_security_group_id,
|
6212
|
+
:tags)
|
6213
|
+
SENSITIVE = []
|
6214
|
+
include Aws::Structure
|
6215
|
+
end
|
6216
|
+
|
6217
|
+
# @!attribute [rw] notebook_execution_id
|
6218
|
+
# The unique identifier of the notebook execution.
|
6219
|
+
# @return [String]
|
6220
|
+
#
|
6221
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionOutput AWS API Documentation
|
6222
|
+
#
|
6223
|
+
class StartNotebookExecutionOutput < Struct.new(
|
6224
|
+
:notebook_execution_id)
|
5694
6225
|
SENSITIVE = []
|
5695
6226
|
include Aws::Structure
|
5696
6227
|
end
|
@@ -5943,6 +6474,25 @@ module Aws::EMR
|
|
5943
6474
|
include Aws::Structure
|
5944
6475
|
end
|
5945
6476
|
|
6477
|
+
# @note When making an API call, you may pass StopNotebookExecutionInput
|
6478
|
+
# data as a hash:
|
6479
|
+
#
|
6480
|
+
# {
|
6481
|
+
# notebook_execution_id: "XmlStringMaxLen256", # required
|
6482
|
+
# }
|
6483
|
+
#
|
6484
|
+
# @!attribute [rw] notebook_execution_id
|
6485
|
+
# The unique identifier of the notebook execution.
|
6486
|
+
# @return [String]
|
6487
|
+
#
|
6488
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StopNotebookExecutionInput AWS API Documentation
|
6489
|
+
#
|
6490
|
+
class StopNotebookExecutionInput < Struct.new(
|
6491
|
+
:notebook_execution_id)
|
6492
|
+
SENSITIVE = []
|
6493
|
+
include Aws::Structure
|
6494
|
+
end
|
6495
|
+
|
5946
6496
|
# The list of supported product configurations which allow user-supplied
|
5947
6497
|
# arguments. EMR accepts these arguments and forwards them to the
|
5948
6498
|
# corresponding installation script as bootstrap action arguments.
|