aws-sdk-emr 1.23.0 → 1.28.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
- data/lib/aws-sdk-emr.rb +7 -4
- data/lib/aws-sdk-emr/client.rb +261 -23
- data/lib/aws-sdk-emr/client_api.rb +90 -2
- data/lib/aws-sdk-emr/errors.rb +35 -2
- data/lib/aws-sdk-emr/resource.rb +1 -0
- data/lib/aws-sdk-emr/types.rb +284 -6
- data/lib/aws-sdk-emr/waiters.rb +63 -0
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
2
|
+
SHA256:
|
3
|
+
metadata.gz: cf69a9ea5f608150c58f2d6f11be3b45b796f3232f2f6538efb9ec70cdd9e095
|
4
|
+
data.tar.gz: df5b466ce2c02ed2ae4b75b5b714cd54bbb4ff2dd81c9fce11772a5cc118f5c3
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 063dd5f024b0f850a710e67328229c05387780684b693840cc2cde8239ccc46939e8045a7c4ca35877a92b06cf0dbb551fb9de31e500f8f90a797786feb335a3
|
7
|
+
data.tar.gz: 0a3e880560068c0735558e1da2a746ebe1d81b38cbffcae5431d61608f7772016639a2ba56662430413d40d3a798f20e8458d978555c73857adedc9daf4ed7d4
|
data/lib/aws-sdk-emr.rb
CHANGED
@@ -25,17 +25,20 @@ require_relative 'aws-sdk-emr/customizations'
|
|
25
25
|
# methods each accept a hash of request parameters and return a response
|
26
26
|
# structure.
|
27
27
|
#
|
28
|
+
# emr = Aws::EMR::Client.new
|
29
|
+
# resp = emr.add_instance_fleet(params)
|
30
|
+
#
|
28
31
|
# See {Client} for more information.
|
29
32
|
#
|
30
33
|
# # Errors
|
31
34
|
#
|
32
|
-
# Errors returned from Amazon Elastic MapReduce
|
33
|
-
# extend {Errors::ServiceError}.
|
35
|
+
# Errors returned from Amazon Elastic MapReduce are defined in the
|
36
|
+
# {Errors} module and all extend {Errors::ServiceError}.
|
34
37
|
#
|
35
38
|
# begin
|
36
39
|
# # do stuff
|
37
40
|
# rescue Aws::EMR::Errors::ServiceError
|
38
|
-
# # rescues all
|
41
|
+
# # rescues all Amazon Elastic MapReduce API errors
|
39
42
|
# end
|
40
43
|
#
|
41
44
|
# See {Errors} for more information.
|
@@ -43,6 +46,6 @@ require_relative 'aws-sdk-emr/customizations'
|
|
43
46
|
# @service
|
44
47
|
module Aws::EMR
|
45
48
|
|
46
|
-
GEM_VERSION = '1.
|
49
|
+
GEM_VERSION = '1.28.0'
|
47
50
|
|
48
51
|
end
|
data/lib/aws-sdk-emr/client.rb
CHANGED
@@ -30,6 +30,18 @@ require 'aws-sdk-core/plugins/protocols/json_rpc.rb'
|
|
30
30
|
Aws::Plugins::GlobalConfiguration.add_identifier(:emr)
|
31
31
|
|
32
32
|
module Aws::EMR
|
33
|
+
# An API client for EMR. To construct a client, you need to configure a `:region` and `:credentials`.
|
34
|
+
#
|
35
|
+
# client = Aws::EMR::Client.new(
|
36
|
+
# region: region_name,
|
37
|
+
# credentials: credentials,
|
38
|
+
# # ...
|
39
|
+
# )
|
40
|
+
#
|
41
|
+
# For details on configuring region and credentials see
|
42
|
+
# the [developer guide](/sdk-for-ruby/v3/developer-guide/setup-config.html).
|
43
|
+
#
|
44
|
+
# See {#initialize} for a full list of supported configuration options.
|
33
45
|
class Client < Seahorse::Client::Base
|
34
46
|
|
35
47
|
include Aws::ClientStubs
|
@@ -93,7 +105,7 @@ module Aws::EMR
|
|
93
105
|
# @option options [required, String] :region
|
94
106
|
# The AWS region to connect to. The configured `:region` is
|
95
107
|
# used to determine the service `:endpoint`. When not passed,
|
96
|
-
# a default `:region` is
|
108
|
+
# a default `:region` is searched for in the following locations:
|
97
109
|
#
|
98
110
|
# * `Aws.config[:region]`
|
99
111
|
# * `ENV['AWS_REGION']`
|
@@ -108,6 +120,12 @@ module Aws::EMR
|
|
108
120
|
# When set to `true`, a thread polling for endpoints will be running in
|
109
121
|
# the background every 60 secs (default). Defaults to `false`.
|
110
122
|
#
|
123
|
+
# @option options [Boolean] :adaptive_retry_wait_to_fill (true)
|
124
|
+
# Used only in `adaptive` retry mode. When true, the request will sleep
|
125
|
+
# until there is sufficent client side capacity to retry the request.
|
126
|
+
# When false, the request will raise a `RetryCapacityNotAvailableError` and will
|
127
|
+
# not retry instead of sleeping.
|
128
|
+
#
|
111
129
|
# @option options [Boolean] :client_side_monitoring (false)
|
112
130
|
# When `true`, client-side metrics will be collected for all API requests from
|
113
131
|
# this client.
|
@@ -132,6 +150,10 @@ module Aws::EMR
|
|
132
150
|
# When `true`, an attempt is made to coerce request parameters into
|
133
151
|
# the required types.
|
134
152
|
#
|
153
|
+
# @option options [Boolean] :correct_clock_skew (true)
|
154
|
+
# Used only in `standard` and adaptive retry modes. Specifies whether to apply
|
155
|
+
# a clock skew correction and retry requests with skewed client clocks.
|
156
|
+
#
|
135
157
|
# @option options [Boolean] :disable_host_prefix_injection (false)
|
136
158
|
# Set to true to disable SDK automatically adding host prefix
|
137
159
|
# to default service endpoint when available.
|
@@ -139,7 +161,7 @@ module Aws::EMR
|
|
139
161
|
# @option options [String] :endpoint
|
140
162
|
# The client endpoint is normally constructed from the `:region`
|
141
163
|
# option. You should only configure an `:endpoint` when connecting
|
142
|
-
# to test endpoints. This should be
|
164
|
+
# to test endpoints. This should be a valid HTTP(S) URI.
|
143
165
|
#
|
144
166
|
# @option options [Integer] :endpoint_cache_max_entries (1000)
|
145
167
|
# Used for the maximum size limit of the LRU cache storing endpoints data
|
@@ -154,7 +176,7 @@ module Aws::EMR
|
|
154
176
|
# requests fetching endpoints information. Defaults to 60 sec.
|
155
177
|
#
|
156
178
|
# @option options [Boolean] :endpoint_discovery (false)
|
157
|
-
# When set to `true`, endpoint discovery will be enabled for operations when available.
|
179
|
+
# When set to `true`, endpoint discovery will be enabled for operations when available.
|
158
180
|
#
|
159
181
|
# @option options [Aws::Log::Formatter] :log_formatter (Aws::Log::Formatter.default)
|
160
182
|
# The log formatter.
|
@@ -166,15 +188,29 @@ module Aws::EMR
|
|
166
188
|
# The Logger instance to send log messages to. If this option
|
167
189
|
# is not set, logging will be disabled.
|
168
190
|
#
|
191
|
+
# @option options [Integer] :max_attempts (3)
|
192
|
+
# An integer representing the maximum number attempts that will be made for
|
193
|
+
# a single request, including the initial attempt. For example,
|
194
|
+
# setting this value to 5 will result in a request being retried up to
|
195
|
+
# 4 times. Used in `standard` and `adaptive` retry modes.
|
196
|
+
#
|
169
197
|
# @option options [String] :profile ("default")
|
170
198
|
# Used when loading credentials from the shared credentials file
|
171
199
|
# at HOME/.aws/credentials. When not specified, 'default' is used.
|
172
200
|
#
|
201
|
+
# @option options [Proc] :retry_backoff
|
202
|
+
# A proc or lambda used for backoff. Defaults to 2**retries * retry_base_delay.
|
203
|
+
# This option is only used in the `legacy` retry mode.
|
204
|
+
#
|
173
205
|
# @option options [Float] :retry_base_delay (0.3)
|
174
|
-
# The base delay in seconds used by the default backoff function.
|
206
|
+
# The base delay in seconds used by the default backoff function. This option
|
207
|
+
# is only used in the `legacy` retry mode.
|
175
208
|
#
|
176
209
|
# @option options [Symbol] :retry_jitter (:none)
|
177
|
-
# A delay randomiser function used by the default backoff function.
|
210
|
+
# A delay randomiser function used by the default backoff function.
|
211
|
+
# Some predefined functions can be referenced by name - :none, :equal, :full,
|
212
|
+
# otherwise a Proc that takes and returns a number. This option is only used
|
213
|
+
# in the `legacy` retry mode.
|
178
214
|
#
|
179
215
|
# @see https://www.awsarchitectureblog.com/2015/03/backoff.html
|
180
216
|
#
|
@@ -182,11 +218,30 @@ module Aws::EMR
|
|
182
218
|
# The maximum number of times to retry failed requests. Only
|
183
219
|
# ~ 500 level server errors and certain ~ 400 level client errors
|
184
220
|
# are retried. Generally, these are throttling errors, data
|
185
|
-
# checksum errors, networking errors, timeout errors
|
186
|
-
# errors from expired credentials.
|
221
|
+
# checksum errors, networking errors, timeout errors, auth errors,
|
222
|
+
# endpoint discovery, and errors from expired credentials.
|
223
|
+
# This option is only used in the `legacy` retry mode.
|
187
224
|
#
|
188
225
|
# @option options [Integer] :retry_max_delay (0)
|
189
|
-
# The maximum number of seconds to delay between retries (0 for no limit)
|
226
|
+
# The maximum number of seconds to delay between retries (0 for no limit)
|
227
|
+
# used by the default backoff function. This option is only used in the
|
228
|
+
# `legacy` retry mode.
|
229
|
+
#
|
230
|
+
# @option options [String] :retry_mode ("legacy")
|
231
|
+
# Specifies which retry algorithm to use. Values are:
|
232
|
+
#
|
233
|
+
# * `legacy` - The pre-existing retry behavior. This is default value if
|
234
|
+
# no retry mode is provided.
|
235
|
+
#
|
236
|
+
# * `standard` - A standardized set of retry rules across the AWS SDKs.
|
237
|
+
# This includes support for retry quotas, which limit the number of
|
238
|
+
# unsuccessful retries a client can make.
|
239
|
+
#
|
240
|
+
# * `adaptive` - An experimental retry mode that includes all the
|
241
|
+
# functionality of `standard` mode along with automatic client side
|
242
|
+
# throttling. This is a provisional mode that may change behavior
|
243
|
+
# in the future.
|
244
|
+
#
|
190
245
|
#
|
191
246
|
# @option options [String] :secret_access_key
|
192
247
|
#
|
@@ -219,16 +274,15 @@ module Aws::EMR
|
|
219
274
|
# requests through. Formatted like 'http://proxy.com:123'.
|
220
275
|
#
|
221
276
|
# @option options [Float] :http_open_timeout (15) The number of
|
222
|
-
# seconds to wait when opening a HTTP session before
|
277
|
+
# seconds to wait when opening a HTTP session before raising a
|
223
278
|
# `Timeout::Error`.
|
224
279
|
#
|
225
280
|
# @option options [Integer] :http_read_timeout (60) The default
|
226
281
|
# number of seconds to wait for response data. This value can
|
227
|
-
# safely be set
|
228
|
-
# per-request on the session yeidled by {#session_for}.
|
282
|
+
# safely be set per-request on the session.
|
229
283
|
#
|
230
284
|
# @option options [Float] :http_idle_timeout (5) The number of
|
231
|
-
# seconds a connection is allowed to sit
|
285
|
+
# seconds a connection is allowed to sit idle before it is
|
232
286
|
# considered stale. Stale connections are closed and removed
|
233
287
|
# from the pool before making a request.
|
234
288
|
#
|
@@ -237,7 +291,7 @@ module Aws::EMR
|
|
237
291
|
# request body. This option has no effect unless the request has
|
238
292
|
# "Expect" header set to "100-continue". Defaults to `nil` which
|
239
293
|
# disables this behaviour. This value can safely be set per
|
240
|
-
# request on the session
|
294
|
+
# request on the session.
|
241
295
|
#
|
242
296
|
# @option options [Boolean] :http_wire_trace (false) When `true`,
|
243
297
|
# HTTP debug output will be sent to the `:logger`.
|
@@ -583,14 +637,18 @@ module Aws::EMR
|
|
583
637
|
# step will be canceled, even if the request is successfully submitted.
|
584
638
|
# You can only cancel steps that are in a `PENDING` state.
|
585
639
|
#
|
586
|
-
# @option params [String] :cluster_id
|
640
|
+
# @option params [required, String] :cluster_id
|
587
641
|
# The `ClusterID` for which specified steps will be canceled. Use
|
588
642
|
# RunJobFlow and ListClusters to get ClusterIDs.
|
589
643
|
#
|
590
|
-
# @option params [Array<String>] :step_ids
|
644
|
+
# @option params [required, Array<String>] :step_ids
|
591
645
|
# The list of `StepIDs` to cancel. Use ListSteps to get steps and their
|
592
646
|
# states for the specified cluster.
|
593
647
|
#
|
648
|
+
# @option params [String] :step_cancellation_option
|
649
|
+
# The option to choose for cancelling `RUNNING` steps. By default, the
|
650
|
+
# value is `SEND_INTERRUPT`.
|
651
|
+
#
|
594
652
|
# @return [Types::CancelStepsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
595
653
|
#
|
596
654
|
# * {Types::CancelStepsOutput#cancel_steps_info_list #cancel_steps_info_list} => Array<Types::CancelStepsInfo>
|
@@ -598,8 +656,9 @@ module Aws::EMR
|
|
598
656
|
# @example Request syntax with placeholder values
|
599
657
|
#
|
600
658
|
# resp = client.cancel_steps({
|
601
|
-
# cluster_id: "XmlStringMaxLen256",
|
602
|
-
# step_ids: ["XmlStringMaxLen256"],
|
659
|
+
# cluster_id: "XmlStringMaxLen256", # required
|
660
|
+
# step_ids: ["XmlStringMaxLen256"], # required
|
661
|
+
# step_cancellation_option: "SEND_INTERRUPT", # accepts SEND_INTERRUPT, TERMINATE_PROCESS
|
603
662
|
# })
|
604
663
|
#
|
605
664
|
# @example Response structure
|
@@ -760,6 +819,14 @@ module Aws::EMR
|
|
760
819
|
# resp.cluster.kerberos_attributes.ad_domain_join_user #=> String
|
761
820
|
# resp.cluster.kerberos_attributes.ad_domain_join_password #=> String
|
762
821
|
# resp.cluster.cluster_arn #=> String
|
822
|
+
# resp.cluster.outpost_arn #=> String
|
823
|
+
# resp.cluster.step_concurrency_level #=> Integer
|
824
|
+
#
|
825
|
+
#
|
826
|
+
# The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
|
827
|
+
#
|
828
|
+
# * cluster_running
|
829
|
+
# * cluster_terminated
|
763
830
|
#
|
764
831
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeCluster AWS API Documentation
|
765
832
|
#
|
@@ -969,6 +1036,11 @@ module Aws::EMR
|
|
969
1036
|
# resp.step.status.timeline.start_date_time #=> Time
|
970
1037
|
# resp.step.status.timeline.end_date_time #=> Time
|
971
1038
|
#
|
1039
|
+
#
|
1040
|
+
# The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
|
1041
|
+
#
|
1042
|
+
# * step_complete
|
1043
|
+
#
|
972
1044
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeStep AWS API Documentation
|
973
1045
|
#
|
974
1046
|
# @overload describe_step(params = {})
|
@@ -1010,6 +1082,38 @@ module Aws::EMR
|
|
1010
1082
|
req.send_request(options)
|
1011
1083
|
end
|
1012
1084
|
|
1085
|
+
# Fetches the attached managed scaling policy for an Amazon EMR cluster.
|
1086
|
+
#
|
1087
|
+
# @option params [required, String] :cluster_id
|
1088
|
+
# Specifies the ID of the cluster for which the managed scaling policy
|
1089
|
+
# will be fetched.
|
1090
|
+
#
|
1091
|
+
# @return [Types::GetManagedScalingPolicyOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1092
|
+
#
|
1093
|
+
# * {Types::GetManagedScalingPolicyOutput#managed_scaling_policy #managed_scaling_policy} => Types::ManagedScalingPolicy
|
1094
|
+
#
|
1095
|
+
# @example Request syntax with placeholder values
|
1096
|
+
#
|
1097
|
+
# resp = client.get_managed_scaling_policy({
|
1098
|
+
# cluster_id: "ClusterId", # required
|
1099
|
+
# })
|
1100
|
+
#
|
1101
|
+
# @example Response structure
|
1102
|
+
#
|
1103
|
+
# resp.managed_scaling_policy.compute_limits.unit_type #=> String, one of "InstanceFleetUnits", "Instances", "VCPU"
|
1104
|
+
# resp.managed_scaling_policy.compute_limits.minimum_capacity_units #=> Integer
|
1105
|
+
# resp.managed_scaling_policy.compute_limits.maximum_capacity_units #=> Integer
|
1106
|
+
# resp.managed_scaling_policy.compute_limits.maximum_on_demand_capacity_units #=> Integer
|
1107
|
+
#
|
1108
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/GetManagedScalingPolicy AWS API Documentation
|
1109
|
+
#
|
1110
|
+
# @overload get_managed_scaling_policy(params = {})
|
1111
|
+
# @param [Hash] params ({})
|
1112
|
+
def get_managed_scaling_policy(params = {}, options = {})
|
1113
|
+
req = build_request(:get_managed_scaling_policy, params)
|
1114
|
+
req.send_request(options)
|
1115
|
+
end
|
1116
|
+
|
1013
1117
|
# Provides information about the bootstrap actions associated with a
|
1014
1118
|
# cluster.
|
1015
1119
|
#
|
@@ -1025,6 +1129,8 @@ module Aws::EMR
|
|
1025
1129
|
# * {Types::ListBootstrapActionsOutput#bootstrap_actions #bootstrap_actions} => Array<Types::Command>
|
1026
1130
|
# * {Types::ListBootstrapActionsOutput#marker #marker} => String
|
1027
1131
|
#
|
1132
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1133
|
+
#
|
1028
1134
|
# @example Request syntax with placeholder values
|
1029
1135
|
#
|
1030
1136
|
# resp = client.list_bootstrap_actions({
|
@@ -1076,6 +1182,8 @@ module Aws::EMR
|
|
1076
1182
|
# * {Types::ListClustersOutput#clusters #clusters} => Array<Types::ClusterSummary>
|
1077
1183
|
# * {Types::ListClustersOutput#marker #marker} => String
|
1078
1184
|
#
|
1185
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1186
|
+
#
|
1079
1187
|
# @example Request syntax with placeholder values
|
1080
1188
|
#
|
1081
1189
|
# resp = client.list_clusters({
|
@@ -1098,6 +1206,7 @@ module Aws::EMR
|
|
1098
1206
|
# resp.clusters[0].status.timeline.end_date_time #=> Time
|
1099
1207
|
# resp.clusters[0].normalized_instance_hours #=> Integer
|
1100
1208
|
# resp.clusters[0].cluster_arn #=> String
|
1209
|
+
# resp.clusters[0].outpost_arn #=> String
|
1101
1210
|
# resp.marker #=> String
|
1102
1211
|
#
|
1103
1212
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListClusters AWS API Documentation
|
@@ -1128,6 +1237,8 @@ module Aws::EMR
|
|
1128
1237
|
# * {Types::ListInstanceFleetsOutput#instance_fleets #instance_fleets} => Array<Types::InstanceFleet>
|
1129
1238
|
# * {Types::ListInstanceFleetsOutput#marker #marker} => String
|
1130
1239
|
#
|
1240
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1241
|
+
#
|
1131
1242
|
# @example Request syntax with placeholder values
|
1132
1243
|
#
|
1133
1244
|
# resp = client.list_instance_fleets({
|
@@ -1195,6 +1306,8 @@ module Aws::EMR
|
|
1195
1306
|
# * {Types::ListInstanceGroupsOutput#instance_groups #instance_groups} => Array<Types::InstanceGroup>
|
1196
1307
|
# * {Types::ListInstanceGroupsOutput#marker #marker} => String
|
1197
1308
|
#
|
1309
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1310
|
+
#
|
1198
1311
|
# @example Request syntax with placeholder values
|
1199
1312
|
#
|
1200
1313
|
# resp = client.list_instance_groups({
|
@@ -1311,6 +1424,8 @@ module Aws::EMR
|
|
1311
1424
|
# * {Types::ListInstancesOutput#instances #instances} => Array<Types::Instance>
|
1312
1425
|
# * {Types::ListInstancesOutput#marker #marker} => String
|
1313
1426
|
#
|
1427
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1428
|
+
#
|
1314
1429
|
# @example Request syntax with placeholder values
|
1315
1430
|
#
|
1316
1431
|
# resp = client.list_instances({
|
@@ -1370,6 +1485,8 @@ module Aws::EMR
|
|
1370
1485
|
# * {Types::ListSecurityConfigurationsOutput#security_configurations #security_configurations} => Array<Types::SecurityConfigurationSummary>
|
1371
1486
|
# * {Types::ListSecurityConfigurationsOutput#marker #marker} => String
|
1372
1487
|
#
|
1488
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1489
|
+
#
|
1373
1490
|
# @example Request syntax with placeholder values
|
1374
1491
|
#
|
1375
1492
|
# resp = client.list_security_configurations({
|
@@ -1416,6 +1533,8 @@ module Aws::EMR
|
|
1416
1533
|
# * {Types::ListStepsOutput#steps #steps} => Array<Types::StepSummary>
|
1417
1534
|
# * {Types::ListStepsOutput#marker #marker} => String
|
1418
1535
|
#
|
1536
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1537
|
+
#
|
1419
1538
|
# @example Request syntax with placeholder values
|
1420
1539
|
#
|
1421
1540
|
# resp = client.list_steps({
|
@@ -1457,6 +1576,40 @@ module Aws::EMR
|
|
1457
1576
|
req.send_request(options)
|
1458
1577
|
end
|
1459
1578
|
|
1579
|
+
# Modifies the number of steps that can be executed concurrently for the
|
1580
|
+
# cluster specified using ClusterID.
|
1581
|
+
#
|
1582
|
+
# @option params [required, String] :cluster_id
|
1583
|
+
# The unique identifier of the cluster.
|
1584
|
+
#
|
1585
|
+
# @option params [Integer] :step_concurrency_level
|
1586
|
+
# The number of steps that can be executed concurrently. You can specify
|
1587
|
+
# a maximum of 256 steps.
|
1588
|
+
#
|
1589
|
+
# @return [Types::ModifyClusterOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1590
|
+
#
|
1591
|
+
# * {Types::ModifyClusterOutput#step_concurrency_level #step_concurrency_level} => Integer
|
1592
|
+
#
|
1593
|
+
# @example Request syntax with placeholder values
|
1594
|
+
#
|
1595
|
+
# resp = client.modify_cluster({
|
1596
|
+
# cluster_id: "String", # required
|
1597
|
+
# step_concurrency_level: 1,
|
1598
|
+
# })
|
1599
|
+
#
|
1600
|
+
# @example Response structure
|
1601
|
+
#
|
1602
|
+
# resp.step_concurrency_level #=> Integer
|
1603
|
+
#
|
1604
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ModifyCluster AWS API Documentation
|
1605
|
+
#
|
1606
|
+
# @overload modify_cluster(params = {})
|
1607
|
+
# @param [Hash] params ({})
|
1608
|
+
def modify_cluster(params = {}, options = {})
|
1609
|
+
req = build_request(:modify_cluster, params)
|
1610
|
+
req.send_request(options)
|
1611
|
+
end
|
1612
|
+
|
1460
1613
|
# Modifies the target On-Demand and target Spot capacities for the
|
1461
1614
|
# instance fleet with the specified InstanceFleetID within the cluster
|
1462
1615
|
# specified using ClusterID. The call either succeeds or fails
|
@@ -1678,6 +1831,14 @@ module Aws::EMR
|
|
1678
1831
|
# this by updating `BlockPublicSecurityGroupRules` to remove the
|
1679
1832
|
# exception.
|
1680
1833
|
#
|
1834
|
+
# <note markdown="1"> For accounts that created clusters in a Region before November 25,
|
1835
|
+
# 2019, block public access is disabled by default in that Region. To
|
1836
|
+
# use this feature, you must manually enable and configure it. For
|
1837
|
+
# accounts that did not create an EMR cluster in a Region before this
|
1838
|
+
# date, block public access is enabled by default in that Region.
|
1839
|
+
#
|
1840
|
+
# </note>
|
1841
|
+
#
|
1681
1842
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
1682
1843
|
#
|
1683
1844
|
# @example Request syntax with placeholder values
|
@@ -1703,6 +1864,44 @@ module Aws::EMR
|
|
1703
1864
|
req.send_request(options)
|
1704
1865
|
end
|
1705
1866
|
|
1867
|
+
# Creates or updates a managed scaling policy for an Amazon EMR cluster.
|
1868
|
+
# The managed scaling policy defines the limits for resources, such as
|
1869
|
+
# EC2 instances that can be added or terminated from a cluster. The
|
1870
|
+
# policy only applies to the core and task nodes. The master node cannot
|
1871
|
+
# be scaled after initial configuration.
|
1872
|
+
#
|
1873
|
+
# @option params [required, String] :cluster_id
|
1874
|
+
# Specifies the ID of an EMR cluster where the managed scaling policy is
|
1875
|
+
# attached.
|
1876
|
+
#
|
1877
|
+
# @option params [required, Types::ManagedScalingPolicy] :managed_scaling_policy
|
1878
|
+
# Specifies the constraints for the managed scaling policy.
|
1879
|
+
#
|
1880
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
1881
|
+
#
|
1882
|
+
# @example Request syntax with placeholder values
|
1883
|
+
#
|
1884
|
+
# resp = client.put_managed_scaling_policy({
|
1885
|
+
# cluster_id: "ClusterId", # required
|
1886
|
+
# managed_scaling_policy: { # required
|
1887
|
+
# compute_limits: {
|
1888
|
+
# unit_type: "InstanceFleetUnits", # required, accepts InstanceFleetUnits, Instances, VCPU
|
1889
|
+
# minimum_capacity_units: 1, # required
|
1890
|
+
# maximum_capacity_units: 1, # required
|
1891
|
+
# maximum_on_demand_capacity_units: 1,
|
1892
|
+
# },
|
1893
|
+
# },
|
1894
|
+
# })
|
1895
|
+
#
|
1896
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/PutManagedScalingPolicy AWS API Documentation
|
1897
|
+
#
|
1898
|
+
# @overload put_managed_scaling_policy(params = {})
|
1899
|
+
# @param [Hash] params ({})
|
1900
|
+
def put_managed_scaling_policy(params = {}, options = {})
|
1901
|
+
req = build_request(:put_managed_scaling_policy, params)
|
1902
|
+
req.send_request(options)
|
1903
|
+
end
|
1904
|
+
|
1706
1905
|
# Removes an automatic scaling policy from a specified instance group
|
1707
1906
|
# within an EMR cluster.
|
1708
1907
|
#
|
@@ -1732,6 +1931,29 @@ module Aws::EMR
|
|
1732
1931
|
req.send_request(options)
|
1733
1932
|
end
|
1734
1933
|
|
1934
|
+
# Removes a managed scaling policy from a specified EMR cluster.
|
1935
|
+
#
|
1936
|
+
# @option params [required, String] :cluster_id
|
1937
|
+
# Specifies the ID of the cluster from which the managed scaling policy
|
1938
|
+
# will be removed.
|
1939
|
+
#
|
1940
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
1941
|
+
#
|
1942
|
+
# @example Request syntax with placeholder values
|
1943
|
+
#
|
1944
|
+
# resp = client.remove_managed_scaling_policy({
|
1945
|
+
# cluster_id: "ClusterId", # required
|
1946
|
+
# })
|
1947
|
+
#
|
1948
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/RemoveManagedScalingPolicy AWS API Documentation
|
1949
|
+
#
|
1950
|
+
# @overload remove_managed_scaling_policy(params = {})
|
1951
|
+
# @param [Hash] params ({})
|
1952
|
+
def remove_managed_scaling_policy(params = {}, options = {})
|
1953
|
+
req = build_request(:remove_managed_scaling_policy, params)
|
1954
|
+
req.send_request(options)
|
1955
|
+
end
|
1956
|
+
|
1735
1957
|
# Removes tags from an Amazon EMR resource. Tags make it easier to
|
1736
1958
|
# associate clusters in various ways, such as grouping clusters to track
|
1737
1959
|
# your Amazon EMR resource allocation costs. For more information, see
|
@@ -2002,6 +2224,13 @@ module Aws::EMR
|
|
2002
2224
|
#
|
2003
2225
|
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-kerberos.html
|
2004
2226
|
#
|
2227
|
+
# @option params [Integer] :step_concurrency_level
|
2228
|
+
# Specifies the number of steps that can be executed concurrently. The
|
2229
|
+
# default value is `1`. The maximum value is `256`.
|
2230
|
+
#
|
2231
|
+
# @option params [Types::ManagedScalingPolicy] :managed_scaling_policy
|
2232
|
+
# The specified managed scaling policy for an Amazon EMR cluster.
|
2233
|
+
#
|
2005
2234
|
# @return [Types::RunJobFlowOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2006
2235
|
#
|
2007
2236
|
# * {Types::RunJobFlowOutput#job_flow_id #job_flow_id} => String
|
@@ -2230,6 +2459,15 @@ module Aws::EMR
|
|
2230
2459
|
# ad_domain_join_user: "XmlStringMaxLen256",
|
2231
2460
|
# ad_domain_join_password: "XmlStringMaxLen256",
|
2232
2461
|
# },
|
2462
|
+
# step_concurrency_level: 1,
|
2463
|
+
# managed_scaling_policy: {
|
2464
|
+
# compute_limits: {
|
2465
|
+
# unit_type: "InstanceFleetUnits", # required, accepts InstanceFleetUnits, Instances, VCPU
|
2466
|
+
# minimum_capacity_units: 1, # required
|
2467
|
+
# maximum_capacity_units: 1, # required
|
2468
|
+
# maximum_on_demand_capacity_units: 1,
|
2469
|
+
# },
|
2470
|
+
# },
|
2233
2471
|
# })
|
2234
2472
|
#
|
2235
2473
|
# @example Response structure
|
@@ -2382,7 +2620,7 @@ module Aws::EMR
|
|
2382
2620
|
params: params,
|
2383
2621
|
config: config)
|
2384
2622
|
context[:gem_name] = 'aws-sdk-emr'
|
2385
|
-
context[:gem_version] = '1.
|
2623
|
+
context[:gem_version] = '1.28.0'
|
2386
2624
|
Seahorse::Client::Request.new(handlers, context)
|
2387
2625
|
end
|
2388
2626
|
|
@@ -2448,11 +2686,11 @@ module Aws::EMR
|
|
2448
2686
|
# The following table lists the valid waiter names, the operations they call,
|
2449
2687
|
# and the default `:delay` and `:max_attempts` values.
|
2450
2688
|
#
|
2451
|
-
# | waiter_name | params
|
2452
|
-
# | ------------------ |
|
2453
|
-
# | cluster_running | {#describe_cluster} | 30 | 60 |
|
2454
|
-
# | cluster_terminated | {#describe_cluster} | 30 | 60 |
|
2455
|
-
# | step_complete | {#describe_step} | 30 | 60 |
|
2689
|
+
# | waiter_name | params | :delay | :max_attempts |
|
2690
|
+
# | ------------------ | ------------------------- | -------- | ------------- |
|
2691
|
+
# | cluster_running | {Client#describe_cluster} | 30 | 60 |
|
2692
|
+
# | cluster_terminated | {Client#describe_cluster} | 30 | 60 |
|
2693
|
+
# | step_complete | {Client#describe_step} | 30 | 60 |
|
2456
2694
|
#
|
2457
2695
|
# @raise [Errors::FailureStateError] Raised when the waiter terminates
|
2458
2696
|
# because the waiter has entered a state that it will not transition
|