aws-sdk-emr 1.32.0 → 1.37.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-emr.rb +3 -2
- data/lib/aws-sdk-emr/client.rb +271 -10
- data/lib/aws-sdk-emr/client_api.rb +130 -1
- data/lib/aws-sdk-emr/types.rb +563 -13
- metadata +2 -2
data/lib/aws-sdk-emr/types.rb
CHANGED
@@ -53,10 +53,14 @@ module Aws::EMR
|
|
53
53
|
# },
|
54
54
|
# ],
|
55
55
|
# launch_specifications: {
|
56
|
-
# spot_specification: {
|
56
|
+
# spot_specification: {
|
57
57
|
# timeout_duration_minutes: 1, # required
|
58
58
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
59
59
|
# block_duration_minutes: 1,
|
60
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
61
|
+
# },
|
62
|
+
# on_demand_specification: {
|
63
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
60
64
|
# },
|
61
65
|
# },
|
62
66
|
# },
|
@@ -1453,6 +1457,37 @@ module Aws::EMR
|
|
1453
1457
|
include Aws::Structure
|
1454
1458
|
end
|
1455
1459
|
|
1460
|
+
# @note When making an API call, you may pass DescribeNotebookExecutionInput
|
1461
|
+
# data as a hash:
|
1462
|
+
#
|
1463
|
+
# {
|
1464
|
+
# notebook_execution_id: "XmlStringMaxLen256", # required
|
1465
|
+
# }
|
1466
|
+
#
|
1467
|
+
# @!attribute [rw] notebook_execution_id
|
1468
|
+
# The unique identifier of the notebook execution.
|
1469
|
+
# @return [String]
|
1470
|
+
#
|
1471
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionInput AWS API Documentation
|
1472
|
+
#
|
1473
|
+
class DescribeNotebookExecutionInput < Struct.new(
|
1474
|
+
:notebook_execution_id)
|
1475
|
+
SENSITIVE = []
|
1476
|
+
include Aws::Structure
|
1477
|
+
end
|
1478
|
+
|
1479
|
+
# @!attribute [rw] notebook_execution
|
1480
|
+
# Properties of the notebook execution.
|
1481
|
+
# @return [Types::NotebookExecution]
|
1482
|
+
#
|
1483
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionOutput AWS API Documentation
|
1484
|
+
#
|
1485
|
+
class DescribeNotebookExecutionOutput < Struct.new(
|
1486
|
+
:notebook_execution)
|
1487
|
+
SENSITIVE = []
|
1488
|
+
include Aws::Structure
|
1489
|
+
end
|
1490
|
+
|
1456
1491
|
# @note When making an API call, you may pass DescribeSecurityConfigurationInput
|
1457
1492
|
# data as a hash:
|
1458
1493
|
#
|
@@ -1743,6 +1778,49 @@ module Aws::EMR
|
|
1743
1778
|
include Aws::Structure
|
1744
1779
|
end
|
1745
1780
|
|
1781
|
+
# Specifies the execution engine (cluster) to run the notebook and
|
1782
|
+
# perform the notebook execution, for example, an EMR cluster.
|
1783
|
+
#
|
1784
|
+
# @note When making an API call, you may pass ExecutionEngineConfig
|
1785
|
+
# data as a hash:
|
1786
|
+
#
|
1787
|
+
# {
|
1788
|
+
# id: "XmlStringMaxLen256", # required
|
1789
|
+
# type: "EMR", # accepts EMR
|
1790
|
+
# master_instance_security_group_id: "XmlStringMaxLen256",
|
1791
|
+
# }
|
1792
|
+
#
|
1793
|
+
# @!attribute [rw] id
|
1794
|
+
# The unique identifier of the execution engine. For an EMR cluster,
|
1795
|
+
# this is the cluster ID.
|
1796
|
+
# @return [String]
|
1797
|
+
#
|
1798
|
+
# @!attribute [rw] type
|
1799
|
+
# The type of execution engine. A value of `EMR` specifies an EMR
|
1800
|
+
# cluster.
|
1801
|
+
# @return [String]
|
1802
|
+
#
|
1803
|
+
# @!attribute [rw] master_instance_security_group_id
|
1804
|
+
# An optional unique ID of an EC2 security group to associate with the
|
1805
|
+
# master instance of the EMR cluster for this notebook execution. For
|
1806
|
+
# more information see [Specifying EC2 Security Groups for EMR
|
1807
|
+
# Notebooks][1] in the *EMR Management Guide*.
|
1808
|
+
#
|
1809
|
+
#
|
1810
|
+
#
|
1811
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
|
1812
|
+
# @return [String]
|
1813
|
+
#
|
1814
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ExecutionEngineConfig AWS API Documentation
|
1815
|
+
#
|
1816
|
+
class ExecutionEngineConfig < Struct.new(
|
1817
|
+
:id,
|
1818
|
+
:type,
|
1819
|
+
:master_instance_security_group_id)
|
1820
|
+
SENSITIVE = []
|
1821
|
+
include Aws::Structure
|
1822
|
+
end
|
1823
|
+
|
1746
1824
|
# The details of the step failure. The service attempts to detect the
|
1747
1825
|
# root cause for many common failures.
|
1748
1826
|
#
|
@@ -2177,10 +2255,14 @@ module Aws::EMR
|
|
2177
2255
|
# },
|
2178
2256
|
# ],
|
2179
2257
|
# launch_specifications: {
|
2180
|
-
# spot_specification: {
|
2258
|
+
# spot_specification: {
|
2181
2259
|
# timeout_duration_minutes: 1, # required
|
2182
2260
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
2183
2261
|
# block_duration_minutes: 1,
|
2262
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
2263
|
+
# },
|
2264
|
+
# on_demand_specification: {
|
2265
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
2184
2266
|
# },
|
2185
2267
|
# },
|
2186
2268
|
# }
|
@@ -2305,10 +2387,13 @@ module Aws::EMR
|
|
2305
2387
|
end
|
2306
2388
|
|
2307
2389
|
# The launch specification for Spot instances in the fleet, which
|
2308
|
-
# determines the defined duration
|
2390
|
+
# determines the defined duration, provisioning timeout behavior, and
|
2391
|
+
# allocation strategy.
|
2309
2392
|
#
|
2310
2393
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2311
|
-
# versions 4.8.0 and later, excluding 5.0.x versions.
|
2394
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand and Spot
|
2395
|
+
# instance allocation strategies are available in Amazon EMR version
|
2396
|
+
# 5.12.1 and later.
|
2312
2397
|
#
|
2313
2398
|
# </note>
|
2314
2399
|
#
|
@@ -2316,22 +2401,40 @@ module Aws::EMR
|
|
2316
2401
|
# data as a hash:
|
2317
2402
|
#
|
2318
2403
|
# {
|
2319
|
-
# spot_specification: {
|
2404
|
+
# spot_specification: {
|
2320
2405
|
# timeout_duration_minutes: 1, # required
|
2321
2406
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
2322
2407
|
# block_duration_minutes: 1,
|
2408
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
2409
|
+
# },
|
2410
|
+
# on_demand_specification: {
|
2411
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
2323
2412
|
# },
|
2324
2413
|
# }
|
2325
2414
|
#
|
2326
2415
|
# @!attribute [rw] spot_specification
|
2327
2416
|
# The launch specification for Spot instances in the fleet, which
|
2328
|
-
# determines the defined duration
|
2417
|
+
# determines the defined duration, provisioning timeout behavior, and
|
2418
|
+
# allocation strategy.
|
2329
2419
|
# @return [Types::SpotProvisioningSpecification]
|
2330
2420
|
#
|
2421
|
+
# @!attribute [rw] on_demand_specification
|
2422
|
+
# The launch specification for On-Demand instances in the instance
|
2423
|
+
# fleet, which determines the allocation strategy.
|
2424
|
+
#
|
2425
|
+
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2426
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
2427
|
+
# instances allocation strategy is available in Amazon EMR version
|
2428
|
+
# 5.12.1 and later.
|
2429
|
+
#
|
2430
|
+
# </note>
|
2431
|
+
# @return [Types::OnDemandProvisioningSpecification]
|
2432
|
+
#
|
2331
2433
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/InstanceFleetProvisioningSpecifications AWS API Documentation
|
2332
2434
|
#
|
2333
2435
|
class InstanceFleetProvisioningSpecifications < Struct.new(
|
2334
|
-
:spot_specification
|
2436
|
+
:spot_specification,
|
2437
|
+
:on_demand_specification)
|
2335
2438
|
SENSITIVE = []
|
2336
2439
|
include Aws::Structure
|
2337
2440
|
end
|
@@ -3498,10 +3601,14 @@ module Aws::EMR
|
|
3498
3601
|
# },
|
3499
3602
|
# ],
|
3500
3603
|
# launch_specifications: {
|
3501
|
-
# spot_specification: {
|
3604
|
+
# spot_specification: {
|
3502
3605
|
# timeout_duration_minutes: 1, # required
|
3503
3606
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
3504
3607
|
# block_duration_minutes: 1,
|
3608
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
3609
|
+
# },
|
3610
|
+
# on_demand_specification: {
|
3611
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
3505
3612
|
# },
|
3506
3613
|
# },
|
3507
3614
|
# },
|
@@ -4107,6 +4214,101 @@ module Aws::EMR
|
|
4107
4214
|
include Aws::Structure
|
4108
4215
|
end
|
4109
4216
|
|
4217
|
+
# @note When making an API call, you may pass ListNotebookExecutionsInput
|
4218
|
+
# data as a hash:
|
4219
|
+
#
|
4220
|
+
# {
|
4221
|
+
# editor_id: "XmlStringMaxLen256",
|
4222
|
+
# status: "START_PENDING", # accepts START_PENDING, STARTING, RUNNING, FINISHING, FINISHED, FAILING, FAILED, STOP_PENDING, STOPPING, STOPPED
|
4223
|
+
# from: Time.now,
|
4224
|
+
# to: Time.now,
|
4225
|
+
# marker: "Marker",
|
4226
|
+
# }
|
4227
|
+
#
|
4228
|
+
# @!attribute [rw] editor_id
|
4229
|
+
# The unique ID of the editor associated with the notebook execution.
|
4230
|
+
# @return [String]
|
4231
|
+
#
|
4232
|
+
# @!attribute [rw] status
|
4233
|
+
# The status filter for listing notebook executions.
|
4234
|
+
#
|
4235
|
+
# * `START_PENDING` indicates that the cluster has received the
|
4236
|
+
# execution request but execution has not begun.
|
4237
|
+
#
|
4238
|
+
# * `STARTING` indicates that the execution is starting on the
|
4239
|
+
# cluster.
|
4240
|
+
#
|
4241
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
4242
|
+
# cluster.
|
4243
|
+
#
|
4244
|
+
# * `FINISHING` indicates that execution processing is in the final
|
4245
|
+
# stages.
|
4246
|
+
#
|
4247
|
+
# * `FINISHED` indicates that the execution has completed without
|
4248
|
+
# error.
|
4249
|
+
#
|
4250
|
+
# * `FAILING` indicates that the execution is failing and will not
|
4251
|
+
# finish successfully.
|
4252
|
+
#
|
4253
|
+
# * `FAILED` indicates that the execution failed.
|
4254
|
+
#
|
4255
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
4256
|
+
# `StopNotebookExecution` request and the stop is pending.
|
4257
|
+
#
|
4258
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
4259
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
4260
|
+
# request.
|
4261
|
+
#
|
4262
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
4263
|
+
# `StopNotebookExecution` request.
|
4264
|
+
# @return [String]
|
4265
|
+
#
|
4266
|
+
# @!attribute [rw] from
|
4267
|
+
# The beginning of time range filter for listing notebook executions.
|
4268
|
+
# The default is the timestamp of 30 days ago.
|
4269
|
+
# @return [Time]
|
4270
|
+
#
|
4271
|
+
# @!attribute [rw] to
|
4272
|
+
# The end of time range filter for listing notebook executions. The
|
4273
|
+
# default is the current timestamp.
|
4274
|
+
# @return [Time]
|
4275
|
+
#
|
4276
|
+
# @!attribute [rw] marker
|
4277
|
+
# The pagination token, returned by a previous
|
4278
|
+
# `ListNotebookExecutions` call, that indicates the start of the list
|
4279
|
+
# for this `ListNotebookExecutions` call.
|
4280
|
+
# @return [String]
|
4281
|
+
#
|
4282
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsInput AWS API Documentation
|
4283
|
+
#
|
4284
|
+
class ListNotebookExecutionsInput < Struct.new(
|
4285
|
+
:editor_id,
|
4286
|
+
:status,
|
4287
|
+
:from,
|
4288
|
+
:to,
|
4289
|
+
:marker)
|
4290
|
+
SENSITIVE = []
|
4291
|
+
include Aws::Structure
|
4292
|
+
end
|
4293
|
+
|
4294
|
+
# @!attribute [rw] notebook_executions
|
4295
|
+
# A list of notebook executions.
|
4296
|
+
# @return [Array<Types::NotebookExecutionSummary>]
|
4297
|
+
#
|
4298
|
+
# @!attribute [rw] marker
|
4299
|
+
# A pagination token that a subsequent `ListNotebookExecutions` can
|
4300
|
+
# use to determine the next set of results to retrieve.
|
4301
|
+
# @return [String]
|
4302
|
+
#
|
4303
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsOutput AWS API Documentation
|
4304
|
+
#
|
4305
|
+
class ListNotebookExecutionsOutput < Struct.new(
|
4306
|
+
:notebook_executions,
|
4307
|
+
:marker)
|
4308
|
+
SENSITIVE = []
|
4309
|
+
include Aws::Structure
|
4310
|
+
end
|
4311
|
+
|
4110
4312
|
# @note When making an API call, you may pass ListSecurityConfigurationsInput
|
4111
4313
|
# data as a hash:
|
4112
4314
|
#
|
@@ -4392,6 +4594,222 @@ module Aws::EMR
|
|
4392
4594
|
include Aws::Structure
|
4393
4595
|
end
|
4394
4596
|
|
4597
|
+
# A notebook execution. An execution is a specific instance that an EMR
|
4598
|
+
# Notebook is run using the `StartNotebookExecution` action.
|
4599
|
+
#
|
4600
|
+
# @!attribute [rw] notebook_execution_id
|
4601
|
+
# The unique identifier of a notebook execution.
|
4602
|
+
# @return [String]
|
4603
|
+
#
|
4604
|
+
# @!attribute [rw] editor_id
|
4605
|
+
# The unique identifier of the EMR Notebook that is used for the
|
4606
|
+
# notebook execution.
|
4607
|
+
# @return [String]
|
4608
|
+
#
|
4609
|
+
# @!attribute [rw] execution_engine
|
4610
|
+
# The execution engine, such as an EMR cluster, used to run the EMR
|
4611
|
+
# notebook and perform the notebook execution.
|
4612
|
+
# @return [Types::ExecutionEngineConfig]
|
4613
|
+
#
|
4614
|
+
# @!attribute [rw] notebook_execution_name
|
4615
|
+
# A name for the notebook execution.
|
4616
|
+
# @return [String]
|
4617
|
+
#
|
4618
|
+
# @!attribute [rw] notebook_params
|
4619
|
+
# Input parameters in JSON format passed to the EMR Notebook at
|
4620
|
+
# runtime for execution.
|
4621
|
+
# @return [String]
|
4622
|
+
#
|
4623
|
+
# @!attribute [rw] status
|
4624
|
+
# The status of the notebook execution.
|
4625
|
+
#
|
4626
|
+
# * `START_PENDING` indicates that the cluster has received the
|
4627
|
+
# execution request but execution has not begun.
|
4628
|
+
#
|
4629
|
+
# * `STARTING` indicates that the execution is starting on the
|
4630
|
+
# cluster.
|
4631
|
+
#
|
4632
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
4633
|
+
# cluster.
|
4634
|
+
#
|
4635
|
+
# * `FINISHING` indicates that execution processing is in the final
|
4636
|
+
# stages.
|
4637
|
+
#
|
4638
|
+
# * `FINISHED` indicates that the execution has completed without
|
4639
|
+
# error.
|
4640
|
+
#
|
4641
|
+
# * `FAILING` indicates that the execution is failing and will not
|
4642
|
+
# finish successfully.
|
4643
|
+
#
|
4644
|
+
# * `FAILED` indicates that the execution failed.
|
4645
|
+
#
|
4646
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
4647
|
+
# `StopNotebookExecution` request and the stop is pending.
|
4648
|
+
#
|
4649
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
4650
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
4651
|
+
# request.
|
4652
|
+
#
|
4653
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
4654
|
+
# `StopNotebookExecution` request.
|
4655
|
+
# @return [String]
|
4656
|
+
#
|
4657
|
+
# @!attribute [rw] start_time
|
4658
|
+
# The timestamp when notebook execution started.
|
4659
|
+
# @return [Time]
|
4660
|
+
#
|
4661
|
+
# @!attribute [rw] end_time
|
4662
|
+
# The timestamp when notebook execution ended.
|
4663
|
+
# @return [Time]
|
4664
|
+
#
|
4665
|
+
# @!attribute [rw] arn
|
4666
|
+
# The Amazon Resource Name (ARN) of the notebook execution.
|
4667
|
+
# @return [String]
|
4668
|
+
#
|
4669
|
+
# @!attribute [rw] output_notebook_uri
|
4670
|
+
# The location of the notebook execution's output file in Amazon S3.
|
4671
|
+
# @return [String]
|
4672
|
+
#
|
4673
|
+
# @!attribute [rw] last_state_change_reason
|
4674
|
+
# The reason for the latest status change of the notebook execution.
|
4675
|
+
# @return [String]
|
4676
|
+
#
|
4677
|
+
# @!attribute [rw] notebook_instance_security_group_id
|
4678
|
+
# The unique identifier of the EC2 security group associated with the
|
4679
|
+
# EMR Notebook instance. For more information see [Specifying EC2
|
4680
|
+
# Security Groups for EMR Notebooks][1] in the *EMR Management Guide*.
|
4681
|
+
#
|
4682
|
+
#
|
4683
|
+
#
|
4684
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
|
4685
|
+
# @return [String]
|
4686
|
+
#
|
4687
|
+
# @!attribute [rw] tags
|
4688
|
+
# A list of tags associated with a notebook execution. Tags are
|
4689
|
+
# user-defined key value pairs that consist of a required key string
|
4690
|
+
# with a maximum of 128 characters and an optional value string with a
|
4691
|
+
# maximum of 256 characters.
|
4692
|
+
# @return [Array<Types::Tag>]
|
4693
|
+
#
|
4694
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecution AWS API Documentation
|
4695
|
+
#
|
4696
|
+
class NotebookExecution < Struct.new(
|
4697
|
+
:notebook_execution_id,
|
4698
|
+
:editor_id,
|
4699
|
+
:execution_engine,
|
4700
|
+
:notebook_execution_name,
|
4701
|
+
:notebook_params,
|
4702
|
+
:status,
|
4703
|
+
:start_time,
|
4704
|
+
:end_time,
|
4705
|
+
:arn,
|
4706
|
+
:output_notebook_uri,
|
4707
|
+
:last_state_change_reason,
|
4708
|
+
:notebook_instance_security_group_id,
|
4709
|
+
:tags)
|
4710
|
+
SENSITIVE = []
|
4711
|
+
include Aws::Structure
|
4712
|
+
end
|
4713
|
+
|
4714
|
+
# @!attribute [rw] notebook_execution_id
|
4715
|
+
# The unique identifier of the notebook execution.
|
4716
|
+
# @return [String]
|
4717
|
+
#
|
4718
|
+
# @!attribute [rw] editor_id
|
4719
|
+
# The unique identifier of the editor associated with the notebook
|
4720
|
+
# execution.
|
4721
|
+
# @return [String]
|
4722
|
+
#
|
4723
|
+
# @!attribute [rw] notebook_execution_name
|
4724
|
+
# The name of the notebook execution.
|
4725
|
+
# @return [String]
|
4726
|
+
#
|
4727
|
+
# @!attribute [rw] status
|
4728
|
+
# The status of the notebook execution.
|
4729
|
+
#
|
4730
|
+
# * `START_PENDING` indicates that the cluster has received the
|
4731
|
+
# execution request but execution has not begun.
|
4732
|
+
#
|
4733
|
+
# * `STARTING` indicates that the execution is starting on the
|
4734
|
+
# cluster.
|
4735
|
+
#
|
4736
|
+
# * `RUNNING` indicates that the execution is being processed by the
|
4737
|
+
# cluster.
|
4738
|
+
#
|
4739
|
+
# * `FINISHING` indicates that execution processing is in the final
|
4740
|
+
# stages.
|
4741
|
+
#
|
4742
|
+
# * `FINISHED` indicates that the execution has completed without
|
4743
|
+
# error.
|
4744
|
+
#
|
4745
|
+
# * `FAILING` indicates that the execution is failing and will not
|
4746
|
+
# finish successfully.
|
4747
|
+
#
|
4748
|
+
# * `FAILED` indicates that the execution failed.
|
4749
|
+
#
|
4750
|
+
# * `STOP_PENDING` indicates that the cluster has received a
|
4751
|
+
# `StopNotebookExecution` request and the stop is pending.
|
4752
|
+
#
|
4753
|
+
# * `STOPPING` indicates that the cluster is in the process of
|
4754
|
+
# stopping the execution as a result of a `StopNotebookExecution`
|
4755
|
+
# request.
|
4756
|
+
#
|
4757
|
+
# * `STOPPED` indicates that the execution stopped because of a
|
4758
|
+
# `StopNotebookExecution` request.
|
4759
|
+
# @return [String]
|
4760
|
+
#
|
4761
|
+
# @!attribute [rw] start_time
|
4762
|
+
# The timestamp when notebook execution started.
|
4763
|
+
# @return [Time]
|
4764
|
+
#
|
4765
|
+
# @!attribute [rw] end_time
|
4766
|
+
# The timestamp when notebook execution started.
|
4767
|
+
# @return [Time]
|
4768
|
+
#
|
4769
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecutionSummary AWS API Documentation
|
4770
|
+
#
|
4771
|
+
class NotebookExecutionSummary < Struct.new(
|
4772
|
+
:notebook_execution_id,
|
4773
|
+
:editor_id,
|
4774
|
+
:notebook_execution_name,
|
4775
|
+
:status,
|
4776
|
+
:start_time,
|
4777
|
+
:end_time)
|
4778
|
+
SENSITIVE = []
|
4779
|
+
include Aws::Structure
|
4780
|
+
end
|
4781
|
+
|
4782
|
+
# The launch specification for On-Demand instances in the instance
|
4783
|
+
# fleet, which determines the allocation strategy.
|
4784
|
+
#
|
4785
|
+
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
4786
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
4787
|
+
# instances allocation strategy is available in Amazon EMR version
|
4788
|
+
# 5.12.1 and later.
|
4789
|
+
#
|
4790
|
+
# </note>
|
4791
|
+
#
|
4792
|
+
# @note When making an API call, you may pass OnDemandProvisioningSpecification
|
4793
|
+
# data as a hash:
|
4794
|
+
#
|
4795
|
+
# {
|
4796
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
4797
|
+
# }
|
4798
|
+
#
|
4799
|
+
# @!attribute [rw] allocation_strategy
|
4800
|
+
# Specifies the strategy to use in launching On-Demand instance
|
4801
|
+
# fleets. Currently, the only option is lowest-price (the default),
|
4802
|
+
# which launches the lowest price first.
|
4803
|
+
# @return [String]
|
4804
|
+
#
|
4805
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/OnDemandProvisioningSpecification AWS API Documentation
|
4806
|
+
#
|
4807
|
+
class OnDemandProvisioningSpecification < Struct.new(
|
4808
|
+
:allocation_strategy)
|
4809
|
+
SENSITIVE = []
|
4810
|
+
include Aws::Structure
|
4811
|
+
end
|
4812
|
+
|
4395
4813
|
# The Amazon EC2 Availability Zone configuration of the cluster (job
|
4396
4814
|
# flow).
|
4397
4815
|
#
|
@@ -4862,10 +5280,14 @@ module Aws::EMR
|
|
4862
5280
|
# },
|
4863
5281
|
# ],
|
4864
5282
|
# launch_specifications: {
|
4865
|
-
# spot_specification: {
|
5283
|
+
# spot_specification: {
|
4866
5284
|
# timeout_duration_minutes: 1, # required
|
4867
5285
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
4868
5286
|
# block_duration_minutes: 1,
|
5287
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
5288
|
+
# },
|
5289
|
+
# on_demand_specification: {
|
5290
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
4869
5291
|
# },
|
4870
5292
|
# },
|
4871
5293
|
# },
|
@@ -5638,11 +6060,13 @@ module Aws::EMR
|
|
5638
6060
|
end
|
5639
6061
|
|
5640
6062
|
# The launch specification for Spot instances in the instance fleet,
|
5641
|
-
# which determines the defined duration
|
5642
|
-
#
|
6063
|
+
# which determines the defined duration, provisioning timeout behavior,
|
6064
|
+
# and allocation strategy.
|
5643
6065
|
#
|
5644
6066
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
5645
|
-
# versions 4.8.0 and later, excluding 5.0.x versions.
|
6067
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. Spot instance
|
6068
|
+
# allocation strategy is available in Amazon EMR version 5.12.1 and
|
6069
|
+
# later.
|
5646
6070
|
#
|
5647
6071
|
# </note>
|
5648
6072
|
#
|
@@ -5653,6 +6077,7 @@ module Aws::EMR
|
|
5653
6077
|
# timeout_duration_minutes: 1, # required
|
5654
6078
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
5655
6079
|
# block_duration_minutes: 1,
|
6080
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
5656
6081
|
# }
|
5657
6082
|
#
|
5658
6083
|
# @!attribute [rw] timeout_duration_minutes
|
@@ -5685,12 +6110,118 @@ module Aws::EMR
|
|
5685
6110
|
# before it terminates.
|
5686
6111
|
# @return [Integer]
|
5687
6112
|
#
|
6113
|
+
# @!attribute [rw] allocation_strategy
|
6114
|
+
# Specifies the strategy to use in launching Spot instance fleets.
|
6115
|
+
# Currently, the only option is capacity-optimized (the default),
|
6116
|
+
# which launches instances from Spot instance pools with optimal
|
6117
|
+
# capacity for the number of instances that are launching.
|
6118
|
+
# @return [String]
|
6119
|
+
#
|
5688
6120
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SpotProvisioningSpecification AWS API Documentation
|
5689
6121
|
#
|
5690
6122
|
class SpotProvisioningSpecification < Struct.new(
|
5691
6123
|
:timeout_duration_minutes,
|
5692
6124
|
:timeout_action,
|
5693
|
-
:block_duration_minutes
|
6125
|
+
:block_duration_minutes,
|
6126
|
+
:allocation_strategy)
|
6127
|
+
SENSITIVE = []
|
6128
|
+
include Aws::Structure
|
6129
|
+
end
|
6130
|
+
|
6131
|
+
# @note When making an API call, you may pass StartNotebookExecutionInput
|
6132
|
+
# data as a hash:
|
6133
|
+
#
|
6134
|
+
# {
|
6135
|
+
# editor_id: "XmlStringMaxLen256", # required
|
6136
|
+
# relative_path: "XmlString", # required
|
6137
|
+
# notebook_execution_name: "XmlStringMaxLen256",
|
6138
|
+
# notebook_params: "XmlString",
|
6139
|
+
# execution_engine: { # required
|
6140
|
+
# id: "XmlStringMaxLen256", # required
|
6141
|
+
# type: "EMR", # accepts EMR
|
6142
|
+
# master_instance_security_group_id: "XmlStringMaxLen256",
|
6143
|
+
# },
|
6144
|
+
# service_role: "XmlString", # required
|
6145
|
+
# notebook_instance_security_group_id: "XmlStringMaxLen256",
|
6146
|
+
# tags: [
|
6147
|
+
# {
|
6148
|
+
# key: "String",
|
6149
|
+
# value: "String",
|
6150
|
+
# },
|
6151
|
+
# ],
|
6152
|
+
# }
|
6153
|
+
#
|
6154
|
+
# @!attribute [rw] editor_id
|
6155
|
+
# The unique identifier of the EMR Notebook to use for notebook
|
6156
|
+
# execution.
|
6157
|
+
# @return [String]
|
6158
|
+
#
|
6159
|
+
# @!attribute [rw] relative_path
|
6160
|
+
# The path and file name of the notebook file for this execution,
|
6161
|
+
# relative to the path specified for the EMR Notebook. For example, if
|
6162
|
+
# you specify a path of `s3://MyBucket/MyNotebooks` when you create an
|
6163
|
+
# EMR Notebook for a notebook with an ID of
|
6164
|
+
# `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
|
6165
|
+
# you specify a `RelativePath` of
|
6166
|
+
# `my_notebook_executions/notebook_execution.ipynb`, the location of
|
6167
|
+
# the file for the notebook execution is
|
6168
|
+
# `s3://MyBucket/MyNotebooks/e-ABCDEFGHIJK1234567890ABCD/my_notebook_executions/notebook_execution.ipynb`.
|
6169
|
+
# @return [String]
|
6170
|
+
#
|
6171
|
+
# @!attribute [rw] notebook_execution_name
|
6172
|
+
# An optional name for the notebook execution.
|
6173
|
+
# @return [String]
|
6174
|
+
#
|
6175
|
+
# @!attribute [rw] notebook_params
|
6176
|
+
# Input parameters in JSON format passed to the EMR Notebook at
|
6177
|
+
# runtime for execution.
|
6178
|
+
# @return [String]
|
6179
|
+
#
|
6180
|
+
# @!attribute [rw] execution_engine
|
6181
|
+
# Specifies the execution engine (cluster) that runs the notebook
|
6182
|
+
# execution.
|
6183
|
+
# @return [Types::ExecutionEngineConfig]
|
6184
|
+
#
|
6185
|
+
# @!attribute [rw] service_role
|
6186
|
+
# The name or ARN of the IAM role that is used as the service role for
|
6187
|
+
# Amazon EMR (the EMR role) for the notebook execution.
|
6188
|
+
# @return [String]
|
6189
|
+
#
|
6190
|
+
# @!attribute [rw] notebook_instance_security_group_id
|
6191
|
+
# The unique identifier of the Amazon EC2 security group to associate
|
6192
|
+
# with the EMR Notebook for this notebook execution.
|
6193
|
+
# @return [String]
|
6194
|
+
#
|
6195
|
+
# @!attribute [rw] tags
|
6196
|
+
# A list of tags associated with a notebook execution. Tags are
|
6197
|
+
# user-defined key value pairs that consist of a required key string
|
6198
|
+
# with a maximum of 128 characters and an optional value string with a
|
6199
|
+
# maximum of 256 characters.
|
6200
|
+
# @return [Array<Types::Tag>]
|
6201
|
+
#
|
6202
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionInput AWS API Documentation
|
6203
|
+
#
|
6204
|
+
class StartNotebookExecutionInput < Struct.new(
|
6205
|
+
:editor_id,
|
6206
|
+
:relative_path,
|
6207
|
+
:notebook_execution_name,
|
6208
|
+
:notebook_params,
|
6209
|
+
:execution_engine,
|
6210
|
+
:service_role,
|
6211
|
+
:notebook_instance_security_group_id,
|
6212
|
+
:tags)
|
6213
|
+
SENSITIVE = []
|
6214
|
+
include Aws::Structure
|
6215
|
+
end
|
6216
|
+
|
6217
|
+
# @!attribute [rw] notebook_execution_id
|
6218
|
+
# The unique identifier of the notebook execution.
|
6219
|
+
# @return [String]
|
6220
|
+
#
|
6221
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionOutput AWS API Documentation
|
6222
|
+
#
|
6223
|
+
class StartNotebookExecutionOutput < Struct.new(
|
6224
|
+
:notebook_execution_id)
|
5694
6225
|
SENSITIVE = []
|
5695
6226
|
include Aws::Structure
|
5696
6227
|
end
|
@@ -5943,6 +6474,25 @@ module Aws::EMR
|
|
5943
6474
|
include Aws::Structure
|
5944
6475
|
end
|
5945
6476
|
|
6477
|
+
# @note When making an API call, you may pass StopNotebookExecutionInput
|
6478
|
+
# data as a hash:
|
6479
|
+
#
|
6480
|
+
# {
|
6481
|
+
# notebook_execution_id: "XmlStringMaxLen256", # required
|
6482
|
+
# }
|
6483
|
+
#
|
6484
|
+
# @!attribute [rw] notebook_execution_id
|
6485
|
+
# The unique identifier of the notebook execution.
|
6486
|
+
# @return [String]
|
6487
|
+
#
|
6488
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StopNotebookExecutionInput AWS API Documentation
|
6489
|
+
#
|
6490
|
+
class StopNotebookExecutionInput < Struct.new(
|
6491
|
+
:notebook_execution_id)
|
6492
|
+
SENSITIVE = []
|
6493
|
+
include Aws::Structure
|
6494
|
+
end
|
6495
|
+
|
5946
6496
|
# The list of supported product configurations which allow user-supplied
|
5947
6497
|
# arguments. EMR accepts these arguments and forwards them to the
|
5948
6498
|
# corresponding installation script as bootstrap action arguments.
|