aws-sdk-emr 1.28.0 → 1.33.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-emr.rb +3 -1
- data/lib/aws-sdk-emr/client.rb +30 -4
- data/lib/aws-sdk-emr/client_api.rb +15 -1
- data/lib/aws-sdk-emr/customizations.rb +1 -0
- data/lib/aws-sdk-emr/errors.rb +2 -0
- data/lib/aws-sdk-emr/resource.rb +2 -0
- data/lib/aws-sdk-emr/types.rb +268 -19
- data/lib/aws-sdk-emr/waiters.rb +2 -0
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5dcd80c43660f4057ff57af014e1093f7f1ea4e7f2a0c12264c9d1ffe0cdcb12
|
4
|
+
data.tar.gz: 3338e7350300b6e8ac4b862e665769175687a2489f3d2e5117e4036924aa283d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b3131d5673cb1edd1d03bfdac147cae9d4f8f83fe8d32c263d1f5379490f81fd295e776f16893ce294cc72ba58248c7a56065b365c283b93804d1b203debe419
|
7
|
+
data.tar.gz: 819d84b9108bead7fa6231652262a3b655db990fa247a33058c59ea891e4299a1bf6611770cf4dd1041dac7ac0df3fba5fec3ccbf18fd3fc238ac84aac8379e3
|
data/lib/aws-sdk-emr.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
# WARNING ABOUT GENERATED CODE
|
2
4
|
#
|
3
5
|
# This file is generated. See the contributing guide for more information:
|
@@ -46,6 +48,6 @@ require_relative 'aws-sdk-emr/customizations'
|
|
46
48
|
# @service
|
47
49
|
module Aws::EMR
|
48
50
|
|
49
|
-
GEM_VERSION = '1.
|
51
|
+
GEM_VERSION = '1.33.0'
|
50
52
|
|
51
53
|
end
|
data/lib/aws-sdk-emr/client.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
# WARNING ABOUT GENERATED CODE
|
2
4
|
#
|
3
5
|
# This file is generated. See the contributing guide for more information:
|
@@ -24,6 +26,7 @@ require 'aws-sdk-core/plugins/jsonvalue_converter.rb'
|
|
24
26
|
require 'aws-sdk-core/plugins/client_metrics_plugin.rb'
|
25
27
|
require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
|
26
28
|
require 'aws-sdk-core/plugins/transfer_encoding.rb'
|
29
|
+
require 'aws-sdk-core/plugins/http_checksum.rb'
|
27
30
|
require 'aws-sdk-core/plugins/signature_v4.rb'
|
28
31
|
require 'aws-sdk-core/plugins/protocols/json_rpc.rb'
|
29
32
|
|
@@ -69,6 +72,7 @@ module Aws::EMR
|
|
69
72
|
add_plugin(Aws::Plugins::ClientMetricsPlugin)
|
70
73
|
add_plugin(Aws::Plugins::ClientMetricsSendPlugin)
|
71
74
|
add_plugin(Aws::Plugins::TransferEncoding)
|
75
|
+
add_plugin(Aws::Plugins::HttpChecksum)
|
72
76
|
add_plugin(Aws::Plugins::SignatureV4)
|
73
77
|
add_plugin(Aws::Plugins::Protocols::JsonRpc)
|
74
78
|
|
@@ -161,7 +165,7 @@ module Aws::EMR
|
|
161
165
|
# @option options [String] :endpoint
|
162
166
|
# The client endpoint is normally constructed from the `:region`
|
163
167
|
# option. You should only configure an `:endpoint` when connecting
|
164
|
-
# to test endpoints. This should be a valid HTTP(S) URI.
|
168
|
+
# to test or custom endpoints. This should be a valid HTTP(S) URI.
|
165
169
|
#
|
166
170
|
# @option options [Integer] :endpoint_cache_max_entries (1000)
|
167
171
|
# Used for the maximum size limit of the LRU cache storing endpoints data
|
@@ -379,10 +383,14 @@ module Aws::EMR
|
|
379
383
|
# },
|
380
384
|
# ],
|
381
385
|
# launch_specifications: {
|
382
|
-
# spot_specification: {
|
386
|
+
# spot_specification: {
|
383
387
|
# timeout_duration_minutes: 1, # required
|
384
388
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
385
389
|
# block_duration_minutes: 1,
|
390
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
391
|
+
# },
|
392
|
+
# on_demand_specification: {
|
393
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
386
394
|
# },
|
387
395
|
# },
|
388
396
|
# },
|
@@ -783,6 +791,7 @@ module Aws::EMR
|
|
783
791
|
# resp.cluster.ec2_instance_attributes.additional_slave_security_groups[0] #=> String
|
784
792
|
# resp.cluster.instance_collection_type #=> String, one of "INSTANCE_FLEET", "INSTANCE_GROUP"
|
785
793
|
# resp.cluster.log_uri #=> String
|
794
|
+
# resp.cluster.log_encryption_kms_key_id #=> String
|
786
795
|
# resp.cluster.requested_ami_version #=> String
|
787
796
|
# resp.cluster.running_ami_version #=> String
|
788
797
|
# resp.cluster.release_label #=> String
|
@@ -890,6 +899,7 @@ module Aws::EMR
|
|
890
899
|
# resp.job_flows[0].job_flow_id #=> String
|
891
900
|
# resp.job_flows[0].name #=> String
|
892
901
|
# resp.job_flows[0].log_uri #=> String
|
902
|
+
# resp.job_flows[0].log_encryption_kms_key_id #=> String
|
893
903
|
# resp.job_flows[0].ami_version #=> String
|
894
904
|
# resp.job_flows[0].execution_status_detail.state #=> String, one of "STARTING", "BOOTSTRAPPING", "RUNNING", "WAITING", "SHUTTING_DOWN", "TERMINATED", "COMPLETED", "FAILED"
|
895
905
|
# resp.job_flows[0].execution_status_detail.creation_date_time #=> Time
|
@@ -1104,6 +1114,7 @@ module Aws::EMR
|
|
1104
1114
|
# resp.managed_scaling_policy.compute_limits.minimum_capacity_units #=> Integer
|
1105
1115
|
# resp.managed_scaling_policy.compute_limits.maximum_capacity_units #=> Integer
|
1106
1116
|
# resp.managed_scaling_policy.compute_limits.maximum_on_demand_capacity_units #=> Integer
|
1117
|
+
# resp.managed_scaling_policy.compute_limits.maximum_core_capacity_units #=> Integer
|
1107
1118
|
#
|
1108
1119
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/GetManagedScalingPolicy AWS API Documentation
|
1109
1120
|
#
|
@@ -1281,6 +1292,8 @@ module Aws::EMR
|
|
1281
1292
|
# resp.instance_fleets[0].launch_specifications.spot_specification.timeout_duration_minutes #=> Integer
|
1282
1293
|
# resp.instance_fleets[0].launch_specifications.spot_specification.timeout_action #=> String, one of "SWITCH_TO_ON_DEMAND", "TERMINATE_CLUSTER"
|
1283
1294
|
# resp.instance_fleets[0].launch_specifications.spot_specification.block_duration_minutes #=> Integer
|
1295
|
+
# resp.instance_fleets[0].launch_specifications.spot_specification.allocation_strategy #=> String, one of "capacity-optimized"
|
1296
|
+
# resp.instance_fleets[0].launch_specifications.on_demand_specification.allocation_strategy #=> String, one of "lowest-price"
|
1284
1297
|
# resp.marker #=> String
|
1285
1298
|
#
|
1286
1299
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListInstanceFleets AWS API Documentation
|
@@ -1889,6 +1902,7 @@ module Aws::EMR
|
|
1889
1902
|
# minimum_capacity_units: 1, # required
|
1890
1903
|
# maximum_capacity_units: 1, # required
|
1891
1904
|
# maximum_on_demand_capacity_units: 1,
|
1905
|
+
# maximum_core_capacity_units: 1,
|
1892
1906
|
# },
|
1893
1907
|
# },
|
1894
1908
|
# })
|
@@ -2035,6 +2049,12 @@ module Aws::EMR
|
|
2035
2049
|
# The location in Amazon S3 to write the log files of the job flow. If a
|
2036
2050
|
# value is not provided, logs are not created.
|
2037
2051
|
#
|
2052
|
+
# @option params [String] :log_encryption_kms_key_id
|
2053
|
+
# The AWS KMS customer master key (CMK) used for encrypting log files.
|
2054
|
+
# If a value is not provided, the logs will remain encrypted by AES-256.
|
2055
|
+
# This attribute is only available with EMR version 5.30.0 and later,
|
2056
|
+
# excluding EMR 6.0.0.
|
2057
|
+
#
|
2038
2058
|
# @option params [String] :additional_info
|
2039
2059
|
# A JSON string for selecting additional features.
|
2040
2060
|
#
|
@@ -2241,6 +2261,7 @@ module Aws::EMR
|
|
2241
2261
|
# resp = client.run_job_flow({
|
2242
2262
|
# name: "XmlStringMaxLen256", # required
|
2243
2263
|
# log_uri: "XmlString",
|
2264
|
+
# log_encryption_kms_key_id: "XmlString",
|
2244
2265
|
# additional_info: "XmlString",
|
2245
2266
|
# ami_version: "XmlStringMaxLen256",
|
2246
2267
|
# release_label: "XmlStringMaxLen256",
|
@@ -2359,10 +2380,14 @@ module Aws::EMR
|
|
2359
2380
|
# },
|
2360
2381
|
# ],
|
2361
2382
|
# launch_specifications: {
|
2362
|
-
# spot_specification: {
|
2383
|
+
# spot_specification: {
|
2363
2384
|
# timeout_duration_minutes: 1, # required
|
2364
2385
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
2365
2386
|
# block_duration_minutes: 1,
|
2387
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
2388
|
+
# },
|
2389
|
+
# on_demand_specification: {
|
2390
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
2366
2391
|
# },
|
2367
2392
|
# },
|
2368
2393
|
# },
|
@@ -2466,6 +2491,7 @@ module Aws::EMR
|
|
2466
2491
|
# minimum_capacity_units: 1, # required
|
2467
2492
|
# maximum_capacity_units: 1, # required
|
2468
2493
|
# maximum_on_demand_capacity_units: 1,
|
2494
|
+
# maximum_core_capacity_units: 1,
|
2469
2495
|
# },
|
2470
2496
|
# },
|
2471
2497
|
# })
|
@@ -2620,7 +2646,7 @@ module Aws::EMR
|
|
2620
2646
|
params: params,
|
2621
2647
|
config: config)
|
2622
2648
|
context[:gem_name] = 'aws-sdk-emr'
|
2623
|
-
context[:gem_version] = '1.
|
2649
|
+
context[:gem_version] = '1.33.0'
|
2624
2650
|
Seahorse::Client::Request.new(handlers, context)
|
2625
2651
|
end
|
2626
2652
|
|
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
# WARNING ABOUT GENERATED CODE
|
2
4
|
#
|
3
5
|
# This file is generated. See the contributing guide for more information:
|
@@ -180,6 +182,8 @@ module Aws::EMR
|
|
180
182
|
ModifyInstanceGroupsInput = Shapes::StructureShape.new(name: 'ModifyInstanceGroupsInput')
|
181
183
|
NewSupportedProductsList = Shapes::ListShape.new(name: 'NewSupportedProductsList')
|
182
184
|
NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
|
185
|
+
OnDemandProvisioningAllocationStrategy = Shapes::StringShape.new(name: 'OnDemandProvisioningAllocationStrategy')
|
186
|
+
OnDemandProvisioningSpecification = Shapes::StructureShape.new(name: 'OnDemandProvisioningSpecification')
|
183
187
|
OptionalArnType = Shapes::StringShape.new(name: 'OptionalArnType')
|
184
188
|
PlacementType = Shapes::StructureShape.new(name: 'PlacementType')
|
185
189
|
Port = Shapes::IntegerShape.new(name: 'Port')
|
@@ -215,6 +219,7 @@ module Aws::EMR
|
|
215
219
|
SetVisibleToAllUsersInput = Shapes::StructureShape.new(name: 'SetVisibleToAllUsersInput')
|
216
220
|
ShrinkPolicy = Shapes::StructureShape.new(name: 'ShrinkPolicy')
|
217
221
|
SimpleScalingPolicyConfiguration = Shapes::StructureShape.new(name: 'SimpleScalingPolicyConfiguration')
|
222
|
+
SpotProvisioningAllocationStrategy = Shapes::StringShape.new(name: 'SpotProvisioningAllocationStrategy')
|
218
223
|
SpotProvisioningSpecification = Shapes::StructureShape.new(name: 'SpotProvisioningSpecification')
|
219
224
|
SpotProvisioningTimeoutAction = Shapes::StringShape.new(name: 'SpotProvisioningTimeoutAction')
|
220
225
|
Statistic = Shapes::StringShape.new(name: 'Statistic')
|
@@ -359,6 +364,7 @@ module Aws::EMR
|
|
359
364
|
Cluster.add_member(:ec2_instance_attributes, Shapes::ShapeRef.new(shape: Ec2InstanceAttributes, location_name: "Ec2InstanceAttributes"))
|
360
365
|
Cluster.add_member(:instance_collection_type, Shapes::ShapeRef.new(shape: InstanceCollectionType, location_name: "InstanceCollectionType"))
|
361
366
|
Cluster.add_member(:log_uri, Shapes::ShapeRef.new(shape: String, location_name: "LogUri"))
|
367
|
+
Cluster.add_member(:log_encryption_kms_key_id, Shapes::ShapeRef.new(shape: String, location_name: "LogEncryptionKmsKeyId"))
|
362
368
|
Cluster.add_member(:requested_ami_version, Shapes::ShapeRef.new(shape: String, location_name: "RequestedAmiVersion"))
|
363
369
|
Cluster.add_member(:running_ami_version, Shapes::ShapeRef.new(shape: String, location_name: "RunningAmiVersion"))
|
364
370
|
Cluster.add_member(:release_label, Shapes::ShapeRef.new(shape: String, location_name: "ReleaseLabel"))
|
@@ -420,6 +426,7 @@ module Aws::EMR
|
|
420
426
|
ComputeLimits.add_member(:minimum_capacity_units, Shapes::ShapeRef.new(shape: Integer, required: true, location_name: "MinimumCapacityUnits"))
|
421
427
|
ComputeLimits.add_member(:maximum_capacity_units, Shapes::ShapeRef.new(shape: Integer, required: true, location_name: "MaximumCapacityUnits"))
|
422
428
|
ComputeLimits.add_member(:maximum_on_demand_capacity_units, Shapes::ShapeRef.new(shape: Integer, location_name: "MaximumOnDemandCapacityUnits"))
|
429
|
+
ComputeLimits.add_member(:maximum_core_capacity_units, Shapes::ShapeRef.new(shape: Integer, location_name: "MaximumCoreCapacityUnits"))
|
423
430
|
ComputeLimits.struct_class = Types::ComputeLimits
|
424
431
|
|
425
432
|
Configuration.add_member(:classification, Shapes::ShapeRef.new(shape: String, location_name: "Classification"))
|
@@ -583,7 +590,8 @@ module Aws::EMR
|
|
583
590
|
InstanceFleetModifyConfig.add_member(:target_spot_capacity, Shapes::ShapeRef.new(shape: WholeNumber, location_name: "TargetSpotCapacity"))
|
584
591
|
InstanceFleetModifyConfig.struct_class = Types::InstanceFleetModifyConfig
|
585
592
|
|
586
|
-
InstanceFleetProvisioningSpecifications.add_member(:spot_specification, Shapes::ShapeRef.new(shape: SpotProvisioningSpecification,
|
593
|
+
InstanceFleetProvisioningSpecifications.add_member(:spot_specification, Shapes::ShapeRef.new(shape: SpotProvisioningSpecification, location_name: "SpotSpecification"))
|
594
|
+
InstanceFleetProvisioningSpecifications.add_member(:on_demand_specification, Shapes::ShapeRef.new(shape: OnDemandProvisioningSpecification, location_name: "OnDemandSpecification"))
|
587
595
|
InstanceFleetProvisioningSpecifications.struct_class = Types::InstanceFleetProvisioningSpecifications
|
588
596
|
|
589
597
|
InstanceFleetStateChangeReason.add_member(:code, Shapes::ShapeRef.new(shape: InstanceFleetStateChangeReasonCode, location_name: "Code"))
|
@@ -735,6 +743,7 @@ module Aws::EMR
|
|
735
743
|
JobFlowDetail.add_member(:job_flow_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "JobFlowId"))
|
736
744
|
JobFlowDetail.add_member(:name, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "Name"))
|
737
745
|
JobFlowDetail.add_member(:log_uri, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogUri"))
|
746
|
+
JobFlowDetail.add_member(:log_encryption_kms_key_id, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogEncryptionKmsKeyId"))
|
738
747
|
JobFlowDetail.add_member(:ami_version, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "AmiVersion"))
|
739
748
|
JobFlowDetail.add_member(:execution_status_detail, Shapes::ShapeRef.new(shape: JobFlowExecutionStatusDetail, required: true, location_name: "ExecutionStatusDetail"))
|
740
749
|
JobFlowDetail.add_member(:instances, Shapes::ShapeRef.new(shape: JobFlowInstancesDetail, required: true, location_name: "Instances"))
|
@@ -897,6 +906,9 @@ module Aws::EMR
|
|
897
906
|
|
898
907
|
NewSupportedProductsList.member = Shapes::ShapeRef.new(shape: SupportedProductConfig)
|
899
908
|
|
909
|
+
OnDemandProvisioningSpecification.add_member(:allocation_strategy, Shapes::ShapeRef.new(shape: OnDemandProvisioningAllocationStrategy, required: true, location_name: "AllocationStrategy"))
|
910
|
+
OnDemandProvisioningSpecification.struct_class = Types::OnDemandProvisioningSpecification
|
911
|
+
|
900
912
|
PlacementType.add_member(:availability_zone, Shapes::ShapeRef.new(shape: XmlString, location_name: "AvailabilityZone"))
|
901
913
|
PlacementType.add_member(:availability_zones, Shapes::ShapeRef.new(shape: XmlStringMaxLen256List, location_name: "AvailabilityZones"))
|
902
914
|
PlacementType.struct_class = Types::PlacementType
|
@@ -948,6 +960,7 @@ module Aws::EMR
|
|
948
960
|
|
949
961
|
RunJobFlowInput.add_member(:name, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "Name"))
|
950
962
|
RunJobFlowInput.add_member(:log_uri, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogUri"))
|
963
|
+
RunJobFlowInput.add_member(:log_encryption_kms_key_id, Shapes::ShapeRef.new(shape: XmlString, location_name: "LogEncryptionKmsKeyId"))
|
951
964
|
RunJobFlowInput.add_member(:additional_info, Shapes::ShapeRef.new(shape: XmlString, location_name: "AdditionalInfo"))
|
952
965
|
RunJobFlowInput.add_member(:ami_version, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "AmiVersion"))
|
953
966
|
RunJobFlowInput.add_member(:release_label, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "ReleaseLabel"))
|
@@ -1028,6 +1041,7 @@ module Aws::EMR
|
|
1028
1041
|
SpotProvisioningSpecification.add_member(:timeout_duration_minutes, Shapes::ShapeRef.new(shape: WholeNumber, required: true, location_name: "TimeoutDurationMinutes"))
|
1029
1042
|
SpotProvisioningSpecification.add_member(:timeout_action, Shapes::ShapeRef.new(shape: SpotProvisioningTimeoutAction, required: true, location_name: "TimeoutAction"))
|
1030
1043
|
SpotProvisioningSpecification.add_member(:block_duration_minutes, Shapes::ShapeRef.new(shape: WholeNumber, location_name: "BlockDurationMinutes"))
|
1044
|
+
SpotProvisioningSpecification.add_member(:allocation_strategy, Shapes::ShapeRef.new(shape: SpotProvisioningAllocationStrategy, location_name: "AllocationStrategy"))
|
1031
1045
|
SpotProvisioningSpecification.struct_class = Types::SpotProvisioningSpecification
|
1032
1046
|
|
1033
1047
|
Step.add_member(:id, Shapes::ShapeRef.new(shape: StepId, location_name: "Id"))
|
data/lib/aws-sdk-emr/errors.rb
CHANGED
data/lib/aws-sdk-emr/resource.rb
CHANGED
data/lib/aws-sdk-emr/types.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
# WARNING ABOUT GENERATED CODE
|
2
4
|
#
|
3
5
|
# This file is generated. See the contributing guide for more information:
|
@@ -51,10 +53,14 @@ module Aws::EMR
|
|
51
53
|
# },
|
52
54
|
# ],
|
53
55
|
# launch_specifications: {
|
54
|
-
# spot_specification: {
|
56
|
+
# spot_specification: {
|
55
57
|
# timeout_duration_minutes: 1, # required
|
56
58
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
57
59
|
# block_duration_minutes: 1,
|
60
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
61
|
+
# },
|
62
|
+
# on_demand_specification: {
|
63
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
58
64
|
# },
|
59
65
|
# },
|
60
66
|
# },
|
@@ -73,6 +79,7 @@ module Aws::EMR
|
|
73
79
|
class AddInstanceFleetInput < Struct.new(
|
74
80
|
:cluster_id,
|
75
81
|
:instance_fleet)
|
82
|
+
SENSITIVE = []
|
76
83
|
include Aws::Structure
|
77
84
|
end
|
78
85
|
|
@@ -94,6 +101,7 @@ module Aws::EMR
|
|
94
101
|
:cluster_id,
|
95
102
|
:instance_fleet_id,
|
96
103
|
:cluster_arn)
|
104
|
+
SENSITIVE = []
|
97
105
|
include Aws::Structure
|
98
106
|
end
|
99
107
|
|
@@ -191,6 +199,7 @@ module Aws::EMR
|
|
191
199
|
class AddInstanceGroupsInput < Struct.new(
|
192
200
|
:instance_groups,
|
193
201
|
:job_flow_id)
|
202
|
+
SENSITIVE = []
|
194
203
|
include Aws::Structure
|
195
204
|
end
|
196
205
|
|
@@ -214,6 +223,7 @@ module Aws::EMR
|
|
214
223
|
:job_flow_id,
|
215
224
|
:instance_group_ids,
|
216
225
|
:cluster_arn)
|
226
|
+
SENSITIVE = []
|
217
227
|
include Aws::Structure
|
218
228
|
end
|
219
229
|
|
@@ -257,6 +267,7 @@ module Aws::EMR
|
|
257
267
|
class AddJobFlowStepsInput < Struct.new(
|
258
268
|
:job_flow_id,
|
259
269
|
:steps)
|
270
|
+
SENSITIVE = []
|
260
271
|
include Aws::Structure
|
261
272
|
end
|
262
273
|
|
@@ -270,6 +281,7 @@ module Aws::EMR
|
|
270
281
|
#
|
271
282
|
class AddJobFlowStepsOutput < Struct.new(
|
272
283
|
:step_ids)
|
284
|
+
SENSITIVE = []
|
273
285
|
include Aws::Structure
|
274
286
|
end
|
275
287
|
|
@@ -305,6 +317,7 @@ module Aws::EMR
|
|
305
317
|
class AddTagsInput < Struct.new(
|
306
318
|
:resource_id,
|
307
319
|
:tags)
|
320
|
+
SENSITIVE = []
|
308
321
|
include Aws::Structure
|
309
322
|
end
|
310
323
|
|
@@ -367,6 +380,7 @@ module Aws::EMR
|
|
367
380
|
:version,
|
368
381
|
:args,
|
369
382
|
:additional_info)
|
383
|
+
SENSITIVE = []
|
370
384
|
include Aws::Structure
|
371
385
|
end
|
372
386
|
|
@@ -434,6 +448,7 @@ module Aws::EMR
|
|
434
448
|
class AutoScalingPolicy < Struct.new(
|
435
449
|
:constraints,
|
436
450
|
:rules)
|
451
|
+
SENSITIVE = []
|
437
452
|
include Aws::Structure
|
438
453
|
end
|
439
454
|
|
@@ -464,6 +479,7 @@ module Aws::EMR
|
|
464
479
|
:status,
|
465
480
|
:constraints,
|
466
481
|
:rules)
|
482
|
+
SENSITIVE = []
|
467
483
|
include Aws::Structure
|
468
484
|
end
|
469
485
|
|
@@ -487,6 +503,7 @@ module Aws::EMR
|
|
487
503
|
class AutoScalingPolicyStateChangeReason < Struct.new(
|
488
504
|
:code,
|
489
505
|
:message)
|
506
|
+
SENSITIVE = []
|
490
507
|
include Aws::Structure
|
491
508
|
end
|
492
509
|
|
@@ -505,6 +522,7 @@ module Aws::EMR
|
|
505
522
|
class AutoScalingPolicyStatus < Struct.new(
|
506
523
|
:state,
|
507
524
|
:state_change_reason)
|
525
|
+
SENSITIVE = []
|
508
526
|
include Aws::Structure
|
509
527
|
end
|
510
528
|
|
@@ -554,6 +572,7 @@ module Aws::EMR
|
|
554
572
|
class BlockPublicAccessConfiguration < Struct.new(
|
555
573
|
:block_public_security_group_rules,
|
556
574
|
:permitted_public_security_group_rule_ranges)
|
575
|
+
SENSITIVE = []
|
557
576
|
include Aws::Structure
|
558
577
|
end
|
559
578
|
|
@@ -577,6 +596,7 @@ module Aws::EMR
|
|
577
596
|
class BlockPublicAccessConfigurationMetadata < Struct.new(
|
578
597
|
:creation_date_time,
|
579
598
|
:created_by_arn)
|
599
|
+
SENSITIVE = []
|
580
600
|
include Aws::Structure
|
581
601
|
end
|
582
602
|
|
@@ -606,6 +626,7 @@ module Aws::EMR
|
|
606
626
|
class BootstrapActionConfig < Struct.new(
|
607
627
|
:name,
|
608
628
|
:script_bootstrap_action)
|
629
|
+
SENSITIVE = []
|
609
630
|
include Aws::Structure
|
610
631
|
end
|
611
632
|
|
@@ -620,6 +641,7 @@ module Aws::EMR
|
|
620
641
|
#
|
621
642
|
class BootstrapActionDetail < Struct.new(
|
622
643
|
:bootstrap_action_config)
|
644
|
+
SENSITIVE = []
|
623
645
|
include Aws::Structure
|
624
646
|
end
|
625
647
|
|
@@ -645,6 +667,7 @@ module Aws::EMR
|
|
645
667
|
:step_id,
|
646
668
|
:status,
|
647
669
|
:reason)
|
670
|
+
SENSITIVE = []
|
648
671
|
include Aws::Structure
|
649
672
|
end
|
650
673
|
|
@@ -680,6 +703,7 @@ module Aws::EMR
|
|
680
703
|
:cluster_id,
|
681
704
|
:step_ids,
|
682
705
|
:step_cancellation_option)
|
706
|
+
SENSITIVE = []
|
683
707
|
include Aws::Structure
|
684
708
|
end
|
685
709
|
|
@@ -694,6 +718,7 @@ module Aws::EMR
|
|
694
718
|
#
|
695
719
|
class CancelStepsOutput < Struct.new(
|
696
720
|
:cancel_steps_info_list)
|
721
|
+
SENSITIVE = []
|
697
722
|
include Aws::Structure
|
698
723
|
end
|
699
724
|
|
@@ -779,6 +804,7 @@ module Aws::EMR
|
|
779
804
|
:threshold,
|
780
805
|
:unit,
|
781
806
|
:dimensions)
|
807
|
+
SENSITIVE = []
|
782
808
|
include Aws::Structure
|
783
809
|
end
|
784
810
|
|
@@ -819,6 +845,12 @@ module Aws::EMR
|
|
819
845
|
# stored.
|
820
846
|
# @return [String]
|
821
847
|
#
|
848
|
+
# @!attribute [rw] log_encryption_kms_key_id
|
849
|
+
# The AWS KMS customer master key (CMK) used for encrypting log files.
|
850
|
+
# This attribute is only available with EMR version 5.30.0 and later,
|
851
|
+
# excluding EMR 6.0.0.
|
852
|
+
# @return [String]
|
853
|
+
#
|
822
854
|
# @!attribute [rw] requested_ami_version
|
823
855
|
# The AMI version requested for this cluster.
|
824
856
|
# @return [String]
|
@@ -977,6 +1009,7 @@ module Aws::EMR
|
|
977
1009
|
:ec2_instance_attributes,
|
978
1010
|
:instance_collection_type,
|
979
1011
|
:log_uri,
|
1012
|
+
:log_encryption_kms_key_id,
|
980
1013
|
:requested_ami_version,
|
981
1014
|
:running_ami_version,
|
982
1015
|
:release_label,
|
@@ -999,6 +1032,7 @@ module Aws::EMR
|
|
999
1032
|
:cluster_arn,
|
1000
1033
|
:outpost_arn,
|
1001
1034
|
:step_concurrency_level)
|
1035
|
+
SENSITIVE = []
|
1002
1036
|
include Aws::Structure
|
1003
1037
|
end
|
1004
1038
|
|
@@ -1017,6 +1051,7 @@ module Aws::EMR
|
|
1017
1051
|
class ClusterStateChangeReason < Struct.new(
|
1018
1052
|
:code,
|
1019
1053
|
:message)
|
1054
|
+
SENSITIVE = []
|
1020
1055
|
include Aws::Structure
|
1021
1056
|
end
|
1022
1057
|
|
@@ -1041,6 +1076,7 @@ module Aws::EMR
|
|
1041
1076
|
:state,
|
1042
1077
|
:state_change_reason,
|
1043
1078
|
:timeline)
|
1079
|
+
SENSITIVE = []
|
1044
1080
|
include Aws::Structure
|
1045
1081
|
end
|
1046
1082
|
|
@@ -1086,6 +1122,7 @@ module Aws::EMR
|
|
1086
1122
|
:normalized_instance_hours,
|
1087
1123
|
:cluster_arn,
|
1088
1124
|
:outpost_arn)
|
1125
|
+
SENSITIVE = []
|
1089
1126
|
include Aws::Structure
|
1090
1127
|
end
|
1091
1128
|
|
@@ -1109,6 +1146,7 @@ module Aws::EMR
|
|
1109
1146
|
:creation_date_time,
|
1110
1147
|
:ready_date_time,
|
1111
1148
|
:end_date_time)
|
1149
|
+
SENSITIVE = []
|
1112
1150
|
include Aws::Structure
|
1113
1151
|
end
|
1114
1152
|
|
@@ -1132,6 +1170,7 @@ module Aws::EMR
|
|
1132
1170
|
:name,
|
1133
1171
|
:script_path,
|
1134
1172
|
:args)
|
1173
|
+
SENSITIVE = []
|
1135
1174
|
include Aws::Structure
|
1136
1175
|
end
|
1137
1176
|
|
@@ -1148,6 +1187,7 @@ module Aws::EMR
|
|
1148
1187
|
# minimum_capacity_units: 1, # required
|
1149
1188
|
# maximum_capacity_units: 1, # required
|
1150
1189
|
# maximum_on_demand_capacity_units: 1,
|
1190
|
+
# maximum_core_capacity_units: 1,
|
1151
1191
|
# }
|
1152
1192
|
#
|
1153
1193
|
# @!attribute [rw] unit_type
|
@@ -1171,12 +1211,19 @@ module Aws::EMR
|
|
1171
1211
|
# @return [Integer]
|
1172
1212
|
#
|
1173
1213
|
# @!attribute [rw] maximum_on_demand_capacity_units
|
1174
|
-
# The upper boundary of
|
1214
|
+
# The upper boundary of On-Demand EC2 units. It is measured through
|
1175
1215
|
# VCPU cores or instances for instance groups and measured through
|
1176
|
-
# units for instance fleets. The
|
1177
|
-
# scale beyond this boundary. The
|
1178
|
-
#
|
1179
|
-
#
|
1216
|
+
# units for instance fleets. The On-Demand units are not allowed to
|
1217
|
+
# scale beyond this boundary. The parameter is used to split capacity
|
1218
|
+
# allocation between On-Demand and Spot instances.
|
1219
|
+
# @return [Integer]
|
1220
|
+
#
|
1221
|
+
# @!attribute [rw] maximum_core_capacity_units
|
1222
|
+
# The upper boundary of EC2 units for core node type in a cluster. It
|
1223
|
+
# is measured through VCPU cores or instances for instance groups and
|
1224
|
+
# measured through units for instance fleets. The core units are not
|
1225
|
+
# allowed to scale beyond this boundary. The parameter is used to
|
1226
|
+
# split capacity allocation between core and task nodes.
|
1180
1227
|
# @return [Integer]
|
1181
1228
|
#
|
1182
1229
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ComputeLimits AWS API Documentation
|
@@ -1185,7 +1232,9 @@ module Aws::EMR
|
|
1185
1232
|
:unit_type,
|
1186
1233
|
:minimum_capacity_units,
|
1187
1234
|
:maximum_capacity_units,
|
1188
|
-
:maximum_on_demand_capacity_units
|
1235
|
+
:maximum_on_demand_capacity_units,
|
1236
|
+
:maximum_core_capacity_units)
|
1237
|
+
SENSITIVE = []
|
1189
1238
|
include Aws::Structure
|
1190
1239
|
end
|
1191
1240
|
|
@@ -1245,6 +1294,7 @@ module Aws::EMR
|
|
1245
1294
|
:classification,
|
1246
1295
|
:configurations,
|
1247
1296
|
:properties)
|
1297
|
+
SENSITIVE = []
|
1248
1298
|
include Aws::Structure
|
1249
1299
|
end
|
1250
1300
|
|
@@ -1275,6 +1325,7 @@ module Aws::EMR
|
|
1275
1325
|
class CreateSecurityConfigurationInput < Struct.new(
|
1276
1326
|
:name,
|
1277
1327
|
:security_configuration)
|
1328
|
+
SENSITIVE = []
|
1278
1329
|
include Aws::Structure
|
1279
1330
|
end
|
1280
1331
|
|
@@ -1291,6 +1342,7 @@ module Aws::EMR
|
|
1291
1342
|
class CreateSecurityConfigurationOutput < Struct.new(
|
1292
1343
|
:name,
|
1293
1344
|
:creation_date_time)
|
1345
|
+
SENSITIVE = []
|
1294
1346
|
include Aws::Structure
|
1295
1347
|
end
|
1296
1348
|
|
@@ -1309,6 +1361,7 @@ module Aws::EMR
|
|
1309
1361
|
#
|
1310
1362
|
class DeleteSecurityConfigurationInput < Struct.new(
|
1311
1363
|
:name)
|
1364
|
+
SENSITIVE = []
|
1312
1365
|
include Aws::Structure
|
1313
1366
|
end
|
1314
1367
|
|
@@ -1333,6 +1386,7 @@ module Aws::EMR
|
|
1333
1386
|
#
|
1334
1387
|
class DescribeClusterInput < Struct.new(
|
1335
1388
|
:cluster_id)
|
1389
|
+
SENSITIVE = []
|
1336
1390
|
include Aws::Structure
|
1337
1391
|
end
|
1338
1392
|
|
@@ -1346,6 +1400,7 @@ module Aws::EMR
|
|
1346
1400
|
#
|
1347
1401
|
class DescribeClusterOutput < Struct.new(
|
1348
1402
|
:cluster)
|
1403
|
+
SENSITIVE = []
|
1349
1404
|
include Aws::Structure
|
1350
1405
|
end
|
1351
1406
|
|
@@ -1384,6 +1439,7 @@ module Aws::EMR
|
|
1384
1439
|
:created_before,
|
1385
1440
|
:job_flow_ids,
|
1386
1441
|
:job_flow_states)
|
1442
|
+
SENSITIVE = []
|
1387
1443
|
include Aws::Structure
|
1388
1444
|
end
|
1389
1445
|
|
@@ -1397,6 +1453,7 @@ module Aws::EMR
|
|
1397
1453
|
#
|
1398
1454
|
class DescribeJobFlowsOutput < Struct.new(
|
1399
1455
|
:job_flows)
|
1456
|
+
SENSITIVE = []
|
1400
1457
|
include Aws::Structure
|
1401
1458
|
end
|
1402
1459
|
|
@@ -1415,6 +1472,7 @@ module Aws::EMR
|
|
1415
1472
|
#
|
1416
1473
|
class DescribeSecurityConfigurationInput < Struct.new(
|
1417
1474
|
:name)
|
1475
|
+
SENSITIVE = []
|
1418
1476
|
include Aws::Structure
|
1419
1477
|
end
|
1420
1478
|
|
@@ -1436,6 +1494,7 @@ module Aws::EMR
|
|
1436
1494
|
:name,
|
1437
1495
|
:security_configuration,
|
1438
1496
|
:creation_date_time)
|
1497
|
+
SENSITIVE = []
|
1439
1498
|
include Aws::Structure
|
1440
1499
|
end
|
1441
1500
|
|
@@ -1462,6 +1521,7 @@ module Aws::EMR
|
|
1462
1521
|
class DescribeStepInput < Struct.new(
|
1463
1522
|
:cluster_id,
|
1464
1523
|
:step_id)
|
1524
|
+
SENSITIVE = []
|
1465
1525
|
include Aws::Structure
|
1466
1526
|
end
|
1467
1527
|
|
@@ -1475,6 +1535,7 @@ module Aws::EMR
|
|
1475
1535
|
#
|
1476
1536
|
class DescribeStepOutput < Struct.new(
|
1477
1537
|
:step)
|
1538
|
+
SENSITIVE = []
|
1478
1539
|
include Aws::Structure
|
1479
1540
|
end
|
1480
1541
|
|
@@ -1496,6 +1557,7 @@ module Aws::EMR
|
|
1496
1557
|
class EbsBlockDevice < Struct.new(
|
1497
1558
|
:volume_specification,
|
1498
1559
|
:device)
|
1560
|
+
SENSITIVE = []
|
1499
1561
|
include Aws::Structure
|
1500
1562
|
end
|
1501
1563
|
|
@@ -1531,6 +1593,7 @@ module Aws::EMR
|
|
1531
1593
|
class EbsBlockDeviceConfig < Struct.new(
|
1532
1594
|
:volume_specification,
|
1533
1595
|
:volumes_per_instance)
|
1596
|
+
SENSITIVE = []
|
1534
1597
|
include Aws::Structure
|
1535
1598
|
end
|
1536
1599
|
|
@@ -1567,6 +1630,7 @@ module Aws::EMR
|
|
1567
1630
|
class EbsConfiguration < Struct.new(
|
1568
1631
|
:ebs_block_device_configs,
|
1569
1632
|
:ebs_optimized)
|
1633
|
+
SENSITIVE = []
|
1570
1634
|
include Aws::Structure
|
1571
1635
|
end
|
1572
1636
|
|
@@ -1585,6 +1649,7 @@ module Aws::EMR
|
|
1585
1649
|
class EbsVolume < Struct.new(
|
1586
1650
|
:device,
|
1587
1651
|
:volume_id)
|
1652
|
+
SENSITIVE = []
|
1588
1653
|
include Aws::Structure
|
1589
1654
|
end
|
1590
1655
|
|
@@ -1678,6 +1743,7 @@ module Aws::EMR
|
|
1678
1743
|
:service_access_security_group,
|
1679
1744
|
:additional_master_security_groups,
|
1680
1745
|
:additional_slave_security_groups)
|
1746
|
+
SENSITIVE = []
|
1681
1747
|
include Aws::Structure
|
1682
1748
|
end
|
1683
1749
|
|
@@ -1707,6 +1773,7 @@ module Aws::EMR
|
|
1707
1773
|
:reason,
|
1708
1774
|
:message,
|
1709
1775
|
:log_file)
|
1776
|
+
SENSITIVE = []
|
1710
1777
|
include Aws::Structure
|
1711
1778
|
end
|
1712
1779
|
|
@@ -1753,6 +1820,7 @@ module Aws::EMR
|
|
1753
1820
|
class GetBlockPublicAccessConfigurationOutput < Struct.new(
|
1754
1821
|
:block_public_access_configuration,
|
1755
1822
|
:block_public_access_configuration_metadata)
|
1823
|
+
SENSITIVE = []
|
1756
1824
|
include Aws::Structure
|
1757
1825
|
end
|
1758
1826
|
|
@@ -1772,6 +1840,7 @@ module Aws::EMR
|
|
1772
1840
|
#
|
1773
1841
|
class GetManagedScalingPolicyInput < Struct.new(
|
1774
1842
|
:cluster_id)
|
1843
|
+
SENSITIVE = []
|
1775
1844
|
include Aws::Structure
|
1776
1845
|
end
|
1777
1846
|
|
@@ -1784,6 +1853,7 @@ module Aws::EMR
|
|
1784
1853
|
#
|
1785
1854
|
class GetManagedScalingPolicyOutput < Struct.new(
|
1786
1855
|
:managed_scaling_policy)
|
1856
|
+
SENSITIVE = []
|
1787
1857
|
include Aws::Structure
|
1788
1858
|
end
|
1789
1859
|
|
@@ -1833,6 +1903,7 @@ module Aws::EMR
|
|
1833
1903
|
:jar,
|
1834
1904
|
:main_class,
|
1835
1905
|
:args)
|
1906
|
+
SENSITIVE = []
|
1836
1907
|
include Aws::Structure
|
1837
1908
|
end
|
1838
1909
|
|
@@ -1867,6 +1938,7 @@ module Aws::EMR
|
|
1867
1938
|
:properties,
|
1868
1939
|
:main_class,
|
1869
1940
|
:args)
|
1941
|
+
SENSITIVE = []
|
1870
1942
|
include Aws::Structure
|
1871
1943
|
end
|
1872
1944
|
|
@@ -1937,6 +2009,7 @@ module Aws::EMR
|
|
1937
2009
|
:market,
|
1938
2010
|
:instance_type,
|
1939
2011
|
:ebs_volumes)
|
2012
|
+
SENSITIVE = []
|
1940
2013
|
include Aws::Structure
|
1941
2014
|
end
|
1942
2015
|
|
@@ -2056,6 +2129,7 @@ module Aws::EMR
|
|
2056
2129
|
:provisioned_spot_capacity,
|
2057
2130
|
:instance_type_specifications,
|
2058
2131
|
:launch_specifications)
|
2132
|
+
SENSITIVE = []
|
2059
2133
|
include Aws::Structure
|
2060
2134
|
end
|
2061
2135
|
|
@@ -2107,10 +2181,14 @@ module Aws::EMR
|
|
2107
2181
|
# },
|
2108
2182
|
# ],
|
2109
2183
|
# launch_specifications: {
|
2110
|
-
# spot_specification: {
|
2184
|
+
# spot_specification: {
|
2111
2185
|
# timeout_duration_minutes: 1, # required
|
2112
2186
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
2113
2187
|
# block_duration_minutes: 1,
|
2188
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
2189
|
+
# },
|
2190
|
+
# on_demand_specification: {
|
2191
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
2114
2192
|
# },
|
2115
2193
|
# },
|
2116
2194
|
# }
|
@@ -2190,6 +2268,7 @@ module Aws::EMR
|
|
2190
2268
|
:target_spot_capacity,
|
2191
2269
|
:instance_type_configs,
|
2192
2270
|
:launch_specifications)
|
2271
|
+
SENSITIVE = []
|
2193
2272
|
include Aws::Structure
|
2194
2273
|
end
|
2195
2274
|
|
@@ -2229,14 +2308,18 @@ module Aws::EMR
|
|
2229
2308
|
:instance_fleet_id,
|
2230
2309
|
:target_on_demand_capacity,
|
2231
2310
|
:target_spot_capacity)
|
2311
|
+
SENSITIVE = []
|
2232
2312
|
include Aws::Structure
|
2233
2313
|
end
|
2234
2314
|
|
2235
2315
|
# The launch specification for Spot instances in the fleet, which
|
2236
|
-
# determines the defined duration
|
2316
|
+
# determines the defined duration, provisioning timeout behavior, and
|
2317
|
+
# allocation strategy.
|
2237
2318
|
#
|
2238
2319
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2239
|
-
# versions 4.8.0 and later, excluding 5.0.x versions.
|
2320
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand and Spot
|
2321
|
+
# instance allocation strategies are available in Amazon EMR version
|
2322
|
+
# 5.12.1 and later.
|
2240
2323
|
#
|
2241
2324
|
# </note>
|
2242
2325
|
#
|
@@ -2244,22 +2327,41 @@ module Aws::EMR
|
|
2244
2327
|
# data as a hash:
|
2245
2328
|
#
|
2246
2329
|
# {
|
2247
|
-
# spot_specification: {
|
2330
|
+
# spot_specification: {
|
2248
2331
|
# timeout_duration_minutes: 1, # required
|
2249
2332
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
2250
2333
|
# block_duration_minutes: 1,
|
2334
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
2335
|
+
# },
|
2336
|
+
# on_demand_specification: {
|
2337
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
2251
2338
|
# },
|
2252
2339
|
# }
|
2253
2340
|
#
|
2254
2341
|
# @!attribute [rw] spot_specification
|
2255
2342
|
# The launch specification for Spot instances in the fleet, which
|
2256
|
-
# determines the defined duration
|
2343
|
+
# determines the defined duration, provisioning timeout behavior, and
|
2344
|
+
# allocation strategy.
|
2257
2345
|
# @return [Types::SpotProvisioningSpecification]
|
2258
2346
|
#
|
2347
|
+
# @!attribute [rw] on_demand_specification
|
2348
|
+
# The launch specification for On-Demand instances in the instance
|
2349
|
+
# fleet, which determines the allocation strategy.
|
2350
|
+
#
|
2351
|
+
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2352
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
2353
|
+
# instances allocation strategy is available in Amazon EMR version
|
2354
|
+
# 5.12.1 and later.
|
2355
|
+
#
|
2356
|
+
# </note>
|
2357
|
+
# @return [Types::OnDemandProvisioningSpecification]
|
2358
|
+
#
|
2259
2359
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/InstanceFleetProvisioningSpecifications AWS API Documentation
|
2260
2360
|
#
|
2261
2361
|
class InstanceFleetProvisioningSpecifications < Struct.new(
|
2262
|
-
:spot_specification
|
2362
|
+
:spot_specification,
|
2363
|
+
:on_demand_specification)
|
2364
|
+
SENSITIVE = []
|
2263
2365
|
include Aws::Structure
|
2264
2366
|
end
|
2265
2367
|
|
@@ -2283,6 +2385,7 @@ module Aws::EMR
|
|
2283
2385
|
class InstanceFleetStateChangeReason < Struct.new(
|
2284
2386
|
:code,
|
2285
2387
|
:message)
|
2388
|
+
SENSITIVE = []
|
2286
2389
|
include Aws::Structure
|
2287
2390
|
end
|
2288
2391
|
|
@@ -2334,6 +2437,7 @@ module Aws::EMR
|
|
2334
2437
|
:state,
|
2335
2438
|
:state_change_reason,
|
2336
2439
|
:timeline)
|
2440
|
+
SENSITIVE = []
|
2337
2441
|
include Aws::Structure
|
2338
2442
|
end
|
2339
2443
|
|
@@ -2364,6 +2468,7 @@ module Aws::EMR
|
|
2364
2468
|
:creation_date_time,
|
2365
2469
|
:ready_date_time,
|
2366
2470
|
:end_date_time)
|
2471
|
+
SENSITIVE = []
|
2367
2472
|
include Aws::Structure
|
2368
2473
|
end
|
2369
2474
|
|
@@ -2479,6 +2584,7 @@ module Aws::EMR
|
|
2479
2584
|
:ebs_optimized,
|
2480
2585
|
:shrink_policy,
|
2481
2586
|
:auto_scaling_policy)
|
2587
|
+
SENSITIVE = []
|
2482
2588
|
include Aws::Structure
|
2483
2589
|
end
|
2484
2590
|
|
@@ -2620,6 +2726,7 @@ module Aws::EMR
|
|
2620
2726
|
:configurations,
|
2621
2727
|
:ebs_configuration,
|
2622
2728
|
:auto_scaling_policy)
|
2729
|
+
SENSITIVE = []
|
2623
2730
|
include Aws::Structure
|
2624
2731
|
end
|
2625
2732
|
|
@@ -2702,6 +2809,7 @@ module Aws::EMR
|
|
2702
2809
|
:start_date_time,
|
2703
2810
|
:ready_date_time,
|
2704
2811
|
:end_date_time)
|
2812
|
+
SENSITIVE = []
|
2705
2813
|
include Aws::Structure
|
2706
2814
|
end
|
2707
2815
|
|
@@ -2765,6 +2873,7 @@ module Aws::EMR
|
|
2765
2873
|
:ec2_instance_ids_to_terminate,
|
2766
2874
|
:shrink_policy,
|
2767
2875
|
:configurations)
|
2876
|
+
SENSITIVE = []
|
2768
2877
|
include Aws::Structure
|
2769
2878
|
end
|
2770
2879
|
|
@@ -2783,6 +2892,7 @@ module Aws::EMR
|
|
2783
2892
|
class InstanceGroupStateChangeReason < Struct.new(
|
2784
2893
|
:code,
|
2785
2894
|
:message)
|
2895
|
+
SENSITIVE = []
|
2786
2896
|
include Aws::Structure
|
2787
2897
|
end
|
2788
2898
|
|
@@ -2806,6 +2916,7 @@ module Aws::EMR
|
|
2806
2916
|
:state,
|
2807
2917
|
:state_change_reason,
|
2808
2918
|
:timeline)
|
2919
|
+
SENSITIVE = []
|
2809
2920
|
include Aws::Structure
|
2810
2921
|
end
|
2811
2922
|
|
@@ -2830,6 +2941,7 @@ module Aws::EMR
|
|
2830
2941
|
:creation_date_time,
|
2831
2942
|
:ready_date_time,
|
2832
2943
|
:end_date_time)
|
2944
|
+
SENSITIVE = []
|
2833
2945
|
include Aws::Structure
|
2834
2946
|
end
|
2835
2947
|
|
@@ -2866,6 +2978,7 @@ module Aws::EMR
|
|
2866
2978
|
:instances_to_terminate,
|
2867
2979
|
:instances_to_protect,
|
2868
2980
|
:instance_termination_timeout)
|
2981
|
+
SENSITIVE = []
|
2869
2982
|
include Aws::Structure
|
2870
2983
|
end
|
2871
2984
|
|
@@ -2884,6 +2997,7 @@ module Aws::EMR
|
|
2884
2997
|
class InstanceStateChangeReason < Struct.new(
|
2885
2998
|
:code,
|
2886
2999
|
:message)
|
3000
|
+
SENSITIVE = []
|
2887
3001
|
include Aws::Structure
|
2888
3002
|
end
|
2889
3003
|
|
@@ -2907,6 +3021,7 @@ module Aws::EMR
|
|
2907
3021
|
:state,
|
2908
3022
|
:state_change_reason,
|
2909
3023
|
:timeline)
|
3024
|
+
SENSITIVE = []
|
2910
3025
|
include Aws::Structure
|
2911
3026
|
end
|
2912
3027
|
|
@@ -2930,6 +3045,7 @@ module Aws::EMR
|
|
2930
3045
|
:creation_date_time,
|
2931
3046
|
:ready_date_time,
|
2932
3047
|
:end_date_time)
|
3048
|
+
SENSITIVE = []
|
2933
3049
|
include Aws::Structure
|
2934
3050
|
end
|
2935
3051
|
|
@@ -3024,6 +3140,7 @@ module Aws::EMR
|
|
3024
3140
|
:bid_price_as_percentage_of_on_demand_price,
|
3025
3141
|
:ebs_configuration,
|
3026
3142
|
:configurations)
|
3143
|
+
SENSITIVE = []
|
3027
3144
|
include Aws::Structure
|
3028
3145
|
end
|
3029
3146
|
|
@@ -3084,6 +3201,7 @@ module Aws::EMR
|
|
3084
3201
|
:configurations,
|
3085
3202
|
:ebs_block_devices,
|
3086
3203
|
:ebs_optimized)
|
3204
|
+
SENSITIVE = []
|
3087
3205
|
include Aws::Structure
|
3088
3206
|
end
|
3089
3207
|
|
@@ -3105,6 +3223,7 @@ module Aws::EMR
|
|
3105
3223
|
#
|
3106
3224
|
class InternalServerException < Struct.new(
|
3107
3225
|
:message)
|
3226
|
+
SENSITIVE = []
|
3108
3227
|
include Aws::Structure
|
3109
3228
|
end
|
3110
3229
|
|
@@ -3123,6 +3242,7 @@ module Aws::EMR
|
|
3123
3242
|
class InvalidRequestException < Struct.new(
|
3124
3243
|
:error_code,
|
3125
3244
|
:message)
|
3245
|
+
SENSITIVE = []
|
3126
3246
|
include Aws::Structure
|
3127
3247
|
end
|
3128
3248
|
|
@@ -3140,6 +3260,12 @@ module Aws::EMR
|
|
3140
3260
|
# The location in Amazon S3 where log files for the job are stored.
|
3141
3261
|
# @return [String]
|
3142
3262
|
#
|
3263
|
+
# @!attribute [rw] log_encryption_kms_key_id
|
3264
|
+
# The AWS KMS customer master key (CMK) used for encrypting log files.
|
3265
|
+
# This attribute is only available with EMR version 5.30.0 and later,
|
3266
|
+
# excluding EMR 6.0.0.
|
3267
|
+
# @return [String]
|
3268
|
+
#
|
3143
3269
|
# @!attribute [rw] ami_version
|
3144
3270
|
# Applies only to Amazon EMR AMI versions 3.x and 2.x. For Amazon EMR
|
3145
3271
|
# releases 4.0 and later, `ReleaseLabel` is used. To specify a custom
|
@@ -3220,6 +3346,7 @@ module Aws::EMR
|
|
3220
3346
|
:job_flow_id,
|
3221
3347
|
:name,
|
3222
3348
|
:log_uri,
|
3349
|
+
:log_encryption_kms_key_id,
|
3223
3350
|
:ami_version,
|
3224
3351
|
:execution_status_detail,
|
3225
3352
|
:instances,
|
@@ -3231,6 +3358,7 @@ module Aws::EMR
|
|
3231
3358
|
:service_role,
|
3232
3359
|
:auto_scaling_role,
|
3233
3360
|
:scale_down_behavior)
|
3361
|
+
SENSITIVE = []
|
3234
3362
|
include Aws::Structure
|
3235
3363
|
end
|
3236
3364
|
|
@@ -3270,6 +3398,7 @@ module Aws::EMR
|
|
3270
3398
|
:ready_date_time,
|
3271
3399
|
:end_date_time,
|
3272
3400
|
:last_state_change_reason)
|
3401
|
+
SENSITIVE = []
|
3273
3402
|
include Aws::Structure
|
3274
3403
|
end
|
3275
3404
|
|
@@ -3398,10 +3527,14 @@ module Aws::EMR
|
|
3398
3527
|
# },
|
3399
3528
|
# ],
|
3400
3529
|
# launch_specifications: {
|
3401
|
-
# spot_specification: {
|
3530
|
+
# spot_specification: {
|
3402
3531
|
# timeout_duration_minutes: 1, # required
|
3403
3532
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
3404
3533
|
# block_duration_minutes: 1,
|
3534
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
3535
|
+
# },
|
3536
|
+
# on_demand_specification: {
|
3537
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
3405
3538
|
# },
|
3406
3539
|
# },
|
3407
3540
|
# },
|
@@ -3543,6 +3676,7 @@ module Aws::EMR
|
|
3543
3676
|
:service_access_security_group,
|
3544
3677
|
:additional_master_security_groups,
|
3545
3678
|
:additional_slave_security_groups)
|
3679
|
+
SENSITIVE = []
|
3546
3680
|
include Aws::Structure
|
3547
3681
|
end
|
3548
3682
|
|
@@ -3633,6 +3767,7 @@ module Aws::EMR
|
|
3633
3767
|
:keep_job_flow_alive_when_no_steps,
|
3634
3768
|
:termination_protected,
|
3635
3769
|
:hadoop_version)
|
3770
|
+
SENSITIVE = []
|
3636
3771
|
include Aws::Structure
|
3637
3772
|
end
|
3638
3773
|
|
@@ -3690,6 +3825,7 @@ module Aws::EMR
|
|
3690
3825
|
:cross_realm_trust_principal_password,
|
3691
3826
|
:ad_domain_join_user,
|
3692
3827
|
:ad_domain_join_password)
|
3828
|
+
SENSITIVE = []
|
3693
3829
|
include Aws::Structure
|
3694
3830
|
end
|
3695
3831
|
|
@@ -3716,6 +3852,7 @@ module Aws::EMR
|
|
3716
3852
|
class KeyValue < Struct.new(
|
3717
3853
|
:key,
|
3718
3854
|
:value)
|
3855
|
+
SENSITIVE = []
|
3719
3856
|
include Aws::Structure
|
3720
3857
|
end
|
3721
3858
|
|
@@ -3743,6 +3880,7 @@ module Aws::EMR
|
|
3743
3880
|
class ListBootstrapActionsInput < Struct.new(
|
3744
3881
|
:cluster_id,
|
3745
3882
|
:marker)
|
3883
|
+
SENSITIVE = []
|
3746
3884
|
include Aws::Structure
|
3747
3885
|
end
|
3748
3886
|
|
@@ -3762,6 +3900,7 @@ module Aws::EMR
|
|
3762
3900
|
class ListBootstrapActionsOutput < Struct.new(
|
3763
3901
|
:bootstrap_actions,
|
3764
3902
|
:marker)
|
3903
|
+
SENSITIVE = []
|
3765
3904
|
include Aws::Structure
|
3766
3905
|
end
|
3767
3906
|
|
@@ -3803,6 +3942,7 @@ module Aws::EMR
|
|
3803
3942
|
:created_before,
|
3804
3943
|
:cluster_states,
|
3805
3944
|
:marker)
|
3945
|
+
SENSITIVE = []
|
3806
3946
|
include Aws::Structure
|
3807
3947
|
end
|
3808
3948
|
|
@@ -3823,6 +3963,7 @@ module Aws::EMR
|
|
3823
3963
|
class ListClustersOutput < Struct.new(
|
3824
3964
|
:clusters,
|
3825
3965
|
:marker)
|
3966
|
+
SENSITIVE = []
|
3826
3967
|
include Aws::Structure
|
3827
3968
|
end
|
3828
3969
|
|
@@ -3848,6 +3989,7 @@ module Aws::EMR
|
|
3848
3989
|
class ListInstanceFleetsInput < Struct.new(
|
3849
3990
|
:cluster_id,
|
3850
3991
|
:marker)
|
3992
|
+
SENSITIVE = []
|
3851
3993
|
include Aws::Structure
|
3852
3994
|
end
|
3853
3995
|
|
@@ -3865,6 +4007,7 @@ module Aws::EMR
|
|
3865
4007
|
class ListInstanceFleetsOutput < Struct.new(
|
3866
4008
|
:instance_fleets,
|
3867
4009
|
:marker)
|
4010
|
+
SENSITIVE = []
|
3868
4011
|
include Aws::Structure
|
3869
4012
|
end
|
3870
4013
|
|
@@ -3892,6 +4035,7 @@ module Aws::EMR
|
|
3892
4035
|
class ListInstanceGroupsInput < Struct.new(
|
3893
4036
|
:cluster_id,
|
3894
4037
|
:marker)
|
4038
|
+
SENSITIVE = []
|
3895
4039
|
include Aws::Structure
|
3896
4040
|
end
|
3897
4041
|
|
@@ -3911,6 +4055,7 @@ module Aws::EMR
|
|
3911
4055
|
class ListInstanceGroupsOutput < Struct.new(
|
3912
4056
|
:instance_groups,
|
3913
4057
|
:marker)
|
4058
|
+
SENSITIVE = []
|
3914
4059
|
include Aws::Structure
|
3915
4060
|
end
|
3916
4061
|
|
@@ -3971,6 +4116,7 @@ module Aws::EMR
|
|
3971
4116
|
:instance_fleet_type,
|
3972
4117
|
:instance_states,
|
3973
4118
|
:marker)
|
4119
|
+
SENSITIVE = []
|
3974
4120
|
include Aws::Structure
|
3975
4121
|
end
|
3976
4122
|
|
@@ -3990,6 +4136,7 @@ module Aws::EMR
|
|
3990
4136
|
class ListInstancesOutput < Struct.new(
|
3991
4137
|
:instances,
|
3992
4138
|
:marker)
|
4139
|
+
SENSITIVE = []
|
3993
4140
|
include Aws::Structure
|
3994
4141
|
end
|
3995
4142
|
|
@@ -4008,6 +4155,7 @@ module Aws::EMR
|
|
4008
4155
|
#
|
4009
4156
|
class ListSecurityConfigurationsInput < Struct.new(
|
4010
4157
|
:marker)
|
4158
|
+
SENSITIVE = []
|
4011
4159
|
include Aws::Structure
|
4012
4160
|
end
|
4013
4161
|
|
@@ -4027,6 +4175,7 @@ module Aws::EMR
|
|
4027
4175
|
class ListSecurityConfigurationsOutput < Struct.new(
|
4028
4176
|
:security_configurations,
|
4029
4177
|
:marker)
|
4178
|
+
SENSITIVE = []
|
4030
4179
|
include Aws::Structure
|
4031
4180
|
end
|
4032
4181
|
|
@@ -4068,6 +4217,7 @@ module Aws::EMR
|
|
4068
4217
|
:step_states,
|
4069
4218
|
:step_ids,
|
4070
4219
|
:marker)
|
4220
|
+
SENSITIVE = []
|
4071
4221
|
include Aws::Structure
|
4072
4222
|
end
|
4073
4223
|
|
@@ -4088,6 +4238,7 @@ module Aws::EMR
|
|
4088
4238
|
class ListStepsOutput < Struct.new(
|
4089
4239
|
:steps,
|
4090
4240
|
:marker)
|
4241
|
+
SENSITIVE = []
|
4091
4242
|
include Aws::Structure
|
4092
4243
|
end
|
4093
4244
|
|
@@ -4105,6 +4256,7 @@ module Aws::EMR
|
|
4105
4256
|
# minimum_capacity_units: 1, # required
|
4106
4257
|
# maximum_capacity_units: 1, # required
|
4107
4258
|
# maximum_on_demand_capacity_units: 1,
|
4259
|
+
# maximum_core_capacity_units: 1,
|
4108
4260
|
# },
|
4109
4261
|
# }
|
4110
4262
|
#
|
@@ -4119,6 +4271,7 @@ module Aws::EMR
|
|
4119
4271
|
#
|
4120
4272
|
class ManagedScalingPolicy < Struct.new(
|
4121
4273
|
:compute_limits)
|
4274
|
+
SENSITIVE = []
|
4122
4275
|
include Aws::Structure
|
4123
4276
|
end
|
4124
4277
|
|
@@ -4149,6 +4302,7 @@ module Aws::EMR
|
|
4149
4302
|
class MetricDimension < Struct.new(
|
4150
4303
|
:key,
|
4151
4304
|
:value)
|
4305
|
+
SENSITIVE = []
|
4152
4306
|
include Aws::Structure
|
4153
4307
|
end
|
4154
4308
|
|
@@ -4174,6 +4328,7 @@ module Aws::EMR
|
|
4174
4328
|
class ModifyClusterInput < Struct.new(
|
4175
4329
|
:cluster_id,
|
4176
4330
|
:step_concurrency_level)
|
4331
|
+
SENSITIVE = []
|
4177
4332
|
include Aws::Structure
|
4178
4333
|
end
|
4179
4334
|
|
@@ -4185,6 +4340,7 @@ module Aws::EMR
|
|
4185
4340
|
#
|
4186
4341
|
class ModifyClusterOutput < Struct.new(
|
4187
4342
|
:step_concurrency_level)
|
4343
|
+
SENSITIVE = []
|
4188
4344
|
include Aws::Structure
|
4189
4345
|
end
|
4190
4346
|
|
@@ -4213,6 +4369,7 @@ module Aws::EMR
|
|
4213
4369
|
class ModifyInstanceFleetInput < Struct.new(
|
4214
4370
|
:cluster_id,
|
4215
4371
|
:instance_fleet)
|
4372
|
+
SENSITIVE = []
|
4216
4373
|
include Aws::Structure
|
4217
4374
|
end
|
4218
4375
|
|
@@ -4264,6 +4421,38 @@ module Aws::EMR
|
|
4264
4421
|
class ModifyInstanceGroupsInput < Struct.new(
|
4265
4422
|
:cluster_id,
|
4266
4423
|
:instance_groups)
|
4424
|
+
SENSITIVE = []
|
4425
|
+
include Aws::Structure
|
4426
|
+
end
|
4427
|
+
|
4428
|
+
# The launch specification for On-Demand instances in the instance
|
4429
|
+
# fleet, which determines the allocation strategy.
|
4430
|
+
#
|
4431
|
+
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
4432
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. On-Demand
|
4433
|
+
# instances allocation strategy is available in Amazon EMR version
|
4434
|
+
# 5.12.1 and later.
|
4435
|
+
#
|
4436
|
+
# </note>
|
4437
|
+
#
|
4438
|
+
# @note When making an API call, you may pass OnDemandProvisioningSpecification
|
4439
|
+
# data as a hash:
|
4440
|
+
#
|
4441
|
+
# {
|
4442
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
4443
|
+
# }
|
4444
|
+
#
|
4445
|
+
# @!attribute [rw] allocation_strategy
|
4446
|
+
# Specifies the strategy to use in launching On-Demand instance
|
4447
|
+
# fleets. Currently, the only option is lowest-price (the default),
|
4448
|
+
# which launches the lowest price first.
|
4449
|
+
# @return [String]
|
4450
|
+
#
|
4451
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/OnDemandProvisioningSpecification AWS API Documentation
|
4452
|
+
#
|
4453
|
+
class OnDemandProvisioningSpecification < Struct.new(
|
4454
|
+
:allocation_strategy)
|
4455
|
+
SENSITIVE = []
|
4267
4456
|
include Aws::Structure
|
4268
4457
|
end
|
4269
4458
|
|
@@ -4301,6 +4490,7 @@ module Aws::EMR
|
|
4301
4490
|
class PlacementType < Struct.new(
|
4302
4491
|
:availability_zone,
|
4303
4492
|
:availability_zones)
|
4493
|
+
SENSITIVE = []
|
4304
4494
|
include Aws::Structure
|
4305
4495
|
end
|
4306
4496
|
|
@@ -4329,6 +4519,7 @@ module Aws::EMR
|
|
4329
4519
|
class PortRange < Struct.new(
|
4330
4520
|
:min_range,
|
4331
4521
|
:max_range)
|
4522
|
+
SENSITIVE = []
|
4332
4523
|
include Aws::Structure
|
4333
4524
|
end
|
4334
4525
|
|
@@ -4398,6 +4589,7 @@ module Aws::EMR
|
|
4398
4589
|
:cluster_id,
|
4399
4590
|
:instance_group_id,
|
4400
4591
|
:auto_scaling_policy)
|
4592
|
+
SENSITIVE = []
|
4401
4593
|
include Aws::Structure
|
4402
4594
|
end
|
4403
4595
|
|
@@ -4426,6 +4618,7 @@ module Aws::EMR
|
|
4426
4618
|
:instance_group_id,
|
4427
4619
|
:auto_scaling_policy,
|
4428
4620
|
:cluster_arn)
|
4621
|
+
SENSITIVE = []
|
4429
4622
|
include Aws::Structure
|
4430
4623
|
end
|
4431
4624
|
|
@@ -4471,6 +4664,7 @@ module Aws::EMR
|
|
4471
4664
|
#
|
4472
4665
|
class PutBlockPublicAccessConfigurationInput < Struct.new(
|
4473
4666
|
:block_public_access_configuration)
|
4667
|
+
SENSITIVE = []
|
4474
4668
|
include Aws::Structure
|
4475
4669
|
end
|
4476
4670
|
|
@@ -4489,6 +4683,7 @@ module Aws::EMR
|
|
4489
4683
|
# minimum_capacity_units: 1, # required
|
4490
4684
|
# maximum_capacity_units: 1, # required
|
4491
4685
|
# maximum_on_demand_capacity_units: 1,
|
4686
|
+
# maximum_core_capacity_units: 1,
|
4492
4687
|
# },
|
4493
4688
|
# },
|
4494
4689
|
# }
|
@@ -4507,6 +4702,7 @@ module Aws::EMR
|
|
4507
4702
|
class PutManagedScalingPolicyInput < Struct.new(
|
4508
4703
|
:cluster_id,
|
4509
4704
|
:managed_scaling_policy)
|
4705
|
+
SENSITIVE = []
|
4510
4706
|
include Aws::Structure
|
4511
4707
|
end
|
4512
4708
|
|
@@ -4537,6 +4733,7 @@ module Aws::EMR
|
|
4537
4733
|
class RemoveAutoScalingPolicyInput < Struct.new(
|
4538
4734
|
:cluster_id,
|
4539
4735
|
:instance_group_id)
|
4736
|
+
SENSITIVE = []
|
4540
4737
|
include Aws::Structure
|
4541
4738
|
end
|
4542
4739
|
|
@@ -4560,6 +4757,7 @@ module Aws::EMR
|
|
4560
4757
|
#
|
4561
4758
|
class RemoveManagedScalingPolicyInput < Struct.new(
|
4562
4759
|
:cluster_id)
|
4760
|
+
SENSITIVE = []
|
4563
4761
|
include Aws::Structure
|
4564
4762
|
end
|
4565
4763
|
|
@@ -4591,6 +4789,7 @@ module Aws::EMR
|
|
4591
4789
|
class RemoveTagsInput < Struct.new(
|
4592
4790
|
:resource_id,
|
4593
4791
|
:tag_keys)
|
4792
|
+
SENSITIVE = []
|
4594
4793
|
include Aws::Structure
|
4595
4794
|
end
|
4596
4795
|
|
@@ -4608,6 +4807,7 @@ module Aws::EMR
|
|
4608
4807
|
# {
|
4609
4808
|
# name: "XmlStringMaxLen256", # required
|
4610
4809
|
# log_uri: "XmlString",
|
4810
|
+
# log_encryption_kms_key_id: "XmlString",
|
4611
4811
|
# additional_info: "XmlString",
|
4612
4812
|
# ami_version: "XmlStringMaxLen256",
|
4613
4813
|
# release_label: "XmlStringMaxLen256",
|
@@ -4726,10 +4926,14 @@ module Aws::EMR
|
|
4726
4926
|
# },
|
4727
4927
|
# ],
|
4728
4928
|
# launch_specifications: {
|
4729
|
-
# spot_specification: {
|
4929
|
+
# spot_specification: {
|
4730
4930
|
# timeout_duration_minutes: 1, # required
|
4731
4931
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
4732
4932
|
# block_duration_minutes: 1,
|
4933
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
4934
|
+
# },
|
4935
|
+
# on_demand_specification: {
|
4936
|
+
# allocation_strategy: "lowest-price", # required, accepts lowest-price
|
4733
4937
|
# },
|
4734
4938
|
# },
|
4735
4939
|
# },
|
@@ -4833,6 +5037,7 @@ module Aws::EMR
|
|
4833
5037
|
# minimum_capacity_units: 1, # required
|
4834
5038
|
# maximum_capacity_units: 1, # required
|
4835
5039
|
# maximum_on_demand_capacity_units: 1,
|
5040
|
+
# maximum_core_capacity_units: 1,
|
4836
5041
|
# },
|
4837
5042
|
# },
|
4838
5043
|
# }
|
@@ -4846,6 +5051,13 @@ module Aws::EMR
|
|
4846
5051
|
# a value is not provided, logs are not created.
|
4847
5052
|
# @return [String]
|
4848
5053
|
#
|
5054
|
+
# @!attribute [rw] log_encryption_kms_key_id
|
5055
|
+
# The AWS KMS customer master key (CMK) used for encrypting log files.
|
5056
|
+
# If a value is not provided, the logs will remain encrypted by
|
5057
|
+
# AES-256. This attribute is only available with EMR version 5.30.0
|
5058
|
+
# and later, excluding EMR 6.0.0.
|
5059
|
+
# @return [String]
|
5060
|
+
#
|
4849
5061
|
# @!attribute [rw] additional_info
|
4850
5062
|
# A JSON string for selecting additional features.
|
4851
5063
|
# @return [String]
|
@@ -5071,6 +5283,7 @@ module Aws::EMR
|
|
5071
5283
|
class RunJobFlowInput < Struct.new(
|
5072
5284
|
:name,
|
5073
5285
|
:log_uri,
|
5286
|
+
:log_encryption_kms_key_id,
|
5074
5287
|
:additional_info,
|
5075
5288
|
:ami_version,
|
5076
5289
|
:release_label,
|
@@ -5094,6 +5307,7 @@ module Aws::EMR
|
|
5094
5307
|
:kerberos_attributes,
|
5095
5308
|
:step_concurrency_level,
|
5096
5309
|
:managed_scaling_policy)
|
5310
|
+
SENSITIVE = []
|
5097
5311
|
include Aws::Structure
|
5098
5312
|
end
|
5099
5313
|
|
@@ -5112,6 +5326,7 @@ module Aws::EMR
|
|
5112
5326
|
class RunJobFlowOutput < Struct.new(
|
5113
5327
|
:job_flow_id,
|
5114
5328
|
:cluster_arn)
|
5329
|
+
SENSITIVE = []
|
5115
5330
|
include Aws::Structure
|
5116
5331
|
end
|
5117
5332
|
|
@@ -5145,6 +5360,7 @@ module Aws::EMR
|
|
5145
5360
|
class ScalingAction < Struct.new(
|
5146
5361
|
:market,
|
5147
5362
|
:simple_scaling_policy_configuration)
|
5363
|
+
SENSITIVE = []
|
5148
5364
|
include Aws::Structure
|
5149
5365
|
end
|
5150
5366
|
|
@@ -5178,6 +5394,7 @@ module Aws::EMR
|
|
5178
5394
|
class ScalingConstraints < Struct.new(
|
5179
5395
|
:min_capacity,
|
5180
5396
|
:max_capacity)
|
5397
|
+
SENSITIVE = []
|
5181
5398
|
include Aws::Structure
|
5182
5399
|
end
|
5183
5400
|
|
@@ -5246,6 +5463,7 @@ module Aws::EMR
|
|
5246
5463
|
:description,
|
5247
5464
|
:action,
|
5248
5465
|
:trigger)
|
5466
|
+
SENSITIVE = []
|
5249
5467
|
include Aws::Structure
|
5250
5468
|
end
|
5251
5469
|
|
@@ -5283,6 +5501,7 @@ module Aws::EMR
|
|
5283
5501
|
#
|
5284
5502
|
class ScalingTrigger < Struct.new(
|
5285
5503
|
:cloud_watch_alarm_definition)
|
5504
|
+
SENSITIVE = []
|
5286
5505
|
include Aws::Structure
|
5287
5506
|
end
|
5288
5507
|
|
@@ -5311,6 +5530,7 @@ module Aws::EMR
|
|
5311
5530
|
class ScriptBootstrapActionConfig < Struct.new(
|
5312
5531
|
:path,
|
5313
5532
|
:args)
|
5533
|
+
SENSITIVE = []
|
5314
5534
|
include Aws::Structure
|
5315
5535
|
end
|
5316
5536
|
|
@@ -5329,6 +5549,7 @@ module Aws::EMR
|
|
5329
5549
|
class SecurityConfigurationSummary < Struct.new(
|
5330
5550
|
:name,
|
5331
5551
|
:creation_date_time)
|
5552
|
+
SENSITIVE = []
|
5332
5553
|
include Aws::Structure
|
5333
5554
|
end
|
5334
5555
|
|
@@ -5359,6 +5580,7 @@ module Aws::EMR
|
|
5359
5580
|
class SetTerminationProtectionInput < Struct.new(
|
5360
5581
|
:job_flow_ids,
|
5361
5582
|
:termination_protected)
|
5583
|
+
SENSITIVE = []
|
5362
5584
|
include Aws::Structure
|
5363
5585
|
end
|
5364
5586
|
|
@@ -5388,6 +5610,7 @@ module Aws::EMR
|
|
5388
5610
|
class SetVisibleToAllUsersInput < Struct.new(
|
5389
5611
|
:job_flow_ids,
|
5390
5612
|
:visible_to_all_users)
|
5613
|
+
SENSITIVE = []
|
5391
5614
|
include Aws::Structure
|
5392
5615
|
end
|
5393
5616
|
|
@@ -5421,6 +5644,7 @@ module Aws::EMR
|
|
5421
5644
|
class ShrinkPolicy < Struct.new(
|
5422
5645
|
:decommission_timeout,
|
5423
5646
|
:instance_resize_policy)
|
5647
|
+
SENSITIVE = []
|
5424
5648
|
include Aws::Structure
|
5425
5649
|
end
|
5426
5650
|
|
@@ -5477,15 +5701,18 @@ module Aws::EMR
|
|
5477
5701
|
:adjustment_type,
|
5478
5702
|
:scaling_adjustment,
|
5479
5703
|
:cool_down)
|
5704
|
+
SENSITIVE = []
|
5480
5705
|
include Aws::Structure
|
5481
5706
|
end
|
5482
5707
|
|
5483
5708
|
# The launch specification for Spot instances in the instance fleet,
|
5484
|
-
# which determines the defined duration
|
5485
|
-
#
|
5709
|
+
# which determines the defined duration, provisioning timeout behavior,
|
5710
|
+
# and allocation strategy.
|
5486
5711
|
#
|
5487
5712
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
5488
|
-
# versions 4.8.0 and later, excluding 5.0.x versions.
|
5713
|
+
# versions 4.8.0 and later, excluding 5.0.x versions. Spot instance
|
5714
|
+
# allocation strategy is available in Amazon EMR version 5.12.1 and
|
5715
|
+
# later.
|
5489
5716
|
#
|
5490
5717
|
# </note>
|
5491
5718
|
#
|
@@ -5496,6 +5723,7 @@ module Aws::EMR
|
|
5496
5723
|
# timeout_duration_minutes: 1, # required
|
5497
5724
|
# timeout_action: "SWITCH_TO_ON_DEMAND", # required, accepts SWITCH_TO_ON_DEMAND, TERMINATE_CLUSTER
|
5498
5725
|
# block_duration_minutes: 1,
|
5726
|
+
# allocation_strategy: "capacity-optimized", # accepts capacity-optimized
|
5499
5727
|
# }
|
5500
5728
|
#
|
5501
5729
|
# @!attribute [rw] timeout_duration_minutes
|
@@ -5528,12 +5756,21 @@ module Aws::EMR
|
|
5528
5756
|
# before it terminates.
|
5529
5757
|
# @return [Integer]
|
5530
5758
|
#
|
5759
|
+
# @!attribute [rw] allocation_strategy
|
5760
|
+
# Specifies the strategy to use in launching Spot instance fleets.
|
5761
|
+
# Currently, the only option is capacity-optimized (the default),
|
5762
|
+
# which launches instances from Spot instance pools with optimal
|
5763
|
+
# capacity for the number of instances that are launching.
|
5764
|
+
# @return [String]
|
5765
|
+
#
|
5531
5766
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/SpotProvisioningSpecification AWS API Documentation
|
5532
5767
|
#
|
5533
5768
|
class SpotProvisioningSpecification < Struct.new(
|
5534
5769
|
:timeout_duration_minutes,
|
5535
5770
|
:timeout_action,
|
5536
|
-
:block_duration_minutes
|
5771
|
+
:block_duration_minutes,
|
5772
|
+
:allocation_strategy)
|
5773
|
+
SENSITIVE = []
|
5537
5774
|
include Aws::Structure
|
5538
5775
|
end
|
5539
5776
|
|
@@ -5570,6 +5807,7 @@ module Aws::EMR
|
|
5570
5807
|
:config,
|
5571
5808
|
:action_on_failure,
|
5572
5809
|
:status)
|
5810
|
+
SENSITIVE = []
|
5573
5811
|
include Aws::Structure
|
5574
5812
|
end
|
5575
5813
|
|
@@ -5615,6 +5853,7 @@ module Aws::EMR
|
|
5615
5853
|
:name,
|
5616
5854
|
:action_on_failure,
|
5617
5855
|
:hadoop_jar_step)
|
5856
|
+
SENSITIVE = []
|
5618
5857
|
include Aws::Structure
|
5619
5858
|
end
|
5620
5859
|
|
@@ -5633,6 +5872,7 @@ module Aws::EMR
|
|
5633
5872
|
class StepDetail < Struct.new(
|
5634
5873
|
:step_config,
|
5635
5874
|
:execution_status_detail)
|
5875
|
+
SENSITIVE = []
|
5636
5876
|
include Aws::Structure
|
5637
5877
|
end
|
5638
5878
|
|
@@ -5666,6 +5906,7 @@ module Aws::EMR
|
|
5666
5906
|
:start_date_time,
|
5667
5907
|
:end_date_time,
|
5668
5908
|
:last_state_change_reason)
|
5909
|
+
SENSITIVE = []
|
5669
5910
|
include Aws::Structure
|
5670
5911
|
end
|
5671
5912
|
|
@@ -5685,6 +5926,7 @@ module Aws::EMR
|
|
5685
5926
|
class StepStateChangeReason < Struct.new(
|
5686
5927
|
:code,
|
5687
5928
|
:message)
|
5929
|
+
SENSITIVE = []
|
5688
5930
|
include Aws::Structure
|
5689
5931
|
end
|
5690
5932
|
|
@@ -5714,6 +5956,7 @@ module Aws::EMR
|
|
5714
5956
|
:state_change_reason,
|
5715
5957
|
:failure_details,
|
5716
5958
|
:timeline)
|
5959
|
+
SENSITIVE = []
|
5717
5960
|
include Aws::Structure
|
5718
5961
|
end
|
5719
5962
|
|
@@ -5750,6 +5993,7 @@ module Aws::EMR
|
|
5750
5993
|
:config,
|
5751
5994
|
:action_on_failure,
|
5752
5995
|
:status)
|
5996
|
+
SENSITIVE = []
|
5753
5997
|
include Aws::Structure
|
5754
5998
|
end
|
5755
5999
|
|
@@ -5774,6 +6018,7 @@ module Aws::EMR
|
|
5774
6018
|
:creation_date_time,
|
5775
6019
|
:start_date_time,
|
5776
6020
|
:end_date_time)
|
6021
|
+
SENSITIVE = []
|
5777
6022
|
include Aws::Structure
|
5778
6023
|
end
|
5779
6024
|
|
@@ -5802,6 +6047,7 @@ module Aws::EMR
|
|
5802
6047
|
class SupportedProductConfig < Struct.new(
|
5803
6048
|
:name,
|
5804
6049
|
:args)
|
6050
|
+
SENSITIVE = []
|
5805
6051
|
include Aws::Structure
|
5806
6052
|
end
|
5807
6053
|
|
@@ -5846,6 +6092,7 @@ module Aws::EMR
|
|
5846
6092
|
class Tag < Struct.new(
|
5847
6093
|
:key,
|
5848
6094
|
:value)
|
6095
|
+
SENSITIVE = []
|
5849
6096
|
include Aws::Structure
|
5850
6097
|
end
|
5851
6098
|
|
@@ -5866,6 +6113,7 @@ module Aws::EMR
|
|
5866
6113
|
#
|
5867
6114
|
class TerminateJobFlowsInput < Struct.new(
|
5868
6115
|
:job_flow_ids)
|
6116
|
+
SENSITIVE = []
|
5869
6117
|
include Aws::Structure
|
5870
6118
|
end
|
5871
6119
|
|
@@ -5902,6 +6150,7 @@ module Aws::EMR
|
|
5902
6150
|
:volume_type,
|
5903
6151
|
:iops,
|
5904
6152
|
:size_in_gb)
|
6153
|
+
SENSITIVE = []
|
5905
6154
|
include Aws::Structure
|
5906
6155
|
end
|
5907
6156
|
|