aws-sdk-emr 1.23.0 → 1.28.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/lib/aws-sdk-emr.rb +7 -4
- data/lib/aws-sdk-emr/client.rb +261 -23
- data/lib/aws-sdk-emr/client_api.rb +90 -2
- data/lib/aws-sdk-emr/errors.rb +35 -2
- data/lib/aws-sdk-emr/resource.rb +1 -0
- data/lib/aws-sdk-emr/types.rb +284 -6
- data/lib/aws-sdk-emr/waiters.rb +63 -0
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
2
|
+
SHA256:
|
3
|
+
metadata.gz: cf69a9ea5f608150c58f2d6f11be3b45b796f3232f2f6538efb9ec70cdd9e095
|
4
|
+
data.tar.gz: df5b466ce2c02ed2ae4b75b5b714cd54bbb4ff2dd81c9fce11772a5cc118f5c3
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 063dd5f024b0f850a710e67328229c05387780684b693840cc2cde8239ccc46939e8045a7c4ca35877a92b06cf0dbb551fb9de31e500f8f90a797786feb335a3
|
7
|
+
data.tar.gz: 0a3e880560068c0735558e1da2a746ebe1d81b38cbffcae5431d61608f7772016639a2ba56662430413d40d3a798f20e8458d978555c73857adedc9daf4ed7d4
|
data/lib/aws-sdk-emr.rb
CHANGED
@@ -25,17 +25,20 @@ require_relative 'aws-sdk-emr/customizations'
|
|
25
25
|
# methods each accept a hash of request parameters and return a response
|
26
26
|
# structure.
|
27
27
|
#
|
28
|
+
# emr = Aws::EMR::Client.new
|
29
|
+
# resp = emr.add_instance_fleet(params)
|
30
|
+
#
|
28
31
|
# See {Client} for more information.
|
29
32
|
#
|
30
33
|
# # Errors
|
31
34
|
#
|
32
|
-
# Errors returned from Amazon Elastic MapReduce
|
33
|
-
# extend {Errors::ServiceError}.
|
35
|
+
# Errors returned from Amazon Elastic MapReduce are defined in the
|
36
|
+
# {Errors} module and all extend {Errors::ServiceError}.
|
34
37
|
#
|
35
38
|
# begin
|
36
39
|
# # do stuff
|
37
40
|
# rescue Aws::EMR::Errors::ServiceError
|
38
|
-
# # rescues all
|
41
|
+
# # rescues all Amazon Elastic MapReduce API errors
|
39
42
|
# end
|
40
43
|
#
|
41
44
|
# See {Errors} for more information.
|
@@ -43,6 +46,6 @@ require_relative 'aws-sdk-emr/customizations'
|
|
43
46
|
# @service
|
44
47
|
module Aws::EMR
|
45
48
|
|
46
|
-
GEM_VERSION = '1.
|
49
|
+
GEM_VERSION = '1.28.0'
|
47
50
|
|
48
51
|
end
|
data/lib/aws-sdk-emr/client.rb
CHANGED
@@ -30,6 +30,18 @@ require 'aws-sdk-core/plugins/protocols/json_rpc.rb'
|
|
30
30
|
Aws::Plugins::GlobalConfiguration.add_identifier(:emr)
|
31
31
|
|
32
32
|
module Aws::EMR
|
33
|
+
# An API client for EMR. To construct a client, you need to configure a `:region` and `:credentials`.
|
34
|
+
#
|
35
|
+
# client = Aws::EMR::Client.new(
|
36
|
+
# region: region_name,
|
37
|
+
# credentials: credentials,
|
38
|
+
# # ...
|
39
|
+
# )
|
40
|
+
#
|
41
|
+
# For details on configuring region and credentials see
|
42
|
+
# the [developer guide](/sdk-for-ruby/v3/developer-guide/setup-config.html).
|
43
|
+
#
|
44
|
+
# See {#initialize} for a full list of supported configuration options.
|
33
45
|
class Client < Seahorse::Client::Base
|
34
46
|
|
35
47
|
include Aws::ClientStubs
|
@@ -93,7 +105,7 @@ module Aws::EMR
|
|
93
105
|
# @option options [required, String] :region
|
94
106
|
# The AWS region to connect to. The configured `:region` is
|
95
107
|
# used to determine the service `:endpoint`. When not passed,
|
96
|
-
# a default `:region` is
|
108
|
+
# a default `:region` is searched for in the following locations:
|
97
109
|
#
|
98
110
|
# * `Aws.config[:region]`
|
99
111
|
# * `ENV['AWS_REGION']`
|
@@ -108,6 +120,12 @@ module Aws::EMR
|
|
108
120
|
# When set to `true`, a thread polling for endpoints will be running in
|
109
121
|
# the background every 60 secs (default). Defaults to `false`.
|
110
122
|
#
|
123
|
+
# @option options [Boolean] :adaptive_retry_wait_to_fill (true)
|
124
|
+
# Used only in `adaptive` retry mode. When true, the request will sleep
|
125
|
+
# until there is sufficent client side capacity to retry the request.
|
126
|
+
# When false, the request will raise a `RetryCapacityNotAvailableError` and will
|
127
|
+
# not retry instead of sleeping.
|
128
|
+
#
|
111
129
|
# @option options [Boolean] :client_side_monitoring (false)
|
112
130
|
# When `true`, client-side metrics will be collected for all API requests from
|
113
131
|
# this client.
|
@@ -132,6 +150,10 @@ module Aws::EMR
|
|
132
150
|
# When `true`, an attempt is made to coerce request parameters into
|
133
151
|
# the required types.
|
134
152
|
#
|
153
|
+
# @option options [Boolean] :correct_clock_skew (true)
|
154
|
+
# Used only in `standard` and adaptive retry modes. Specifies whether to apply
|
155
|
+
# a clock skew correction and retry requests with skewed client clocks.
|
156
|
+
#
|
135
157
|
# @option options [Boolean] :disable_host_prefix_injection (false)
|
136
158
|
# Set to true to disable SDK automatically adding host prefix
|
137
159
|
# to default service endpoint when available.
|
@@ -139,7 +161,7 @@ module Aws::EMR
|
|
139
161
|
# @option options [String] :endpoint
|
140
162
|
# The client endpoint is normally constructed from the `:region`
|
141
163
|
# option. You should only configure an `:endpoint` when connecting
|
142
|
-
# to test endpoints. This should be
|
164
|
+
# to test endpoints. This should be a valid HTTP(S) URI.
|
143
165
|
#
|
144
166
|
# @option options [Integer] :endpoint_cache_max_entries (1000)
|
145
167
|
# Used for the maximum size limit of the LRU cache storing endpoints data
|
@@ -154,7 +176,7 @@ module Aws::EMR
|
|
154
176
|
# requests fetching endpoints information. Defaults to 60 sec.
|
155
177
|
#
|
156
178
|
# @option options [Boolean] :endpoint_discovery (false)
|
157
|
-
# When set to `true`, endpoint discovery will be enabled for operations when available.
|
179
|
+
# When set to `true`, endpoint discovery will be enabled for operations when available.
|
158
180
|
#
|
159
181
|
# @option options [Aws::Log::Formatter] :log_formatter (Aws::Log::Formatter.default)
|
160
182
|
# The log formatter.
|
@@ -166,15 +188,29 @@ module Aws::EMR
|
|
166
188
|
# The Logger instance to send log messages to. If this option
|
167
189
|
# is not set, logging will be disabled.
|
168
190
|
#
|
191
|
+
# @option options [Integer] :max_attempts (3)
|
192
|
+
# An integer representing the maximum number attempts that will be made for
|
193
|
+
# a single request, including the initial attempt. For example,
|
194
|
+
# setting this value to 5 will result in a request being retried up to
|
195
|
+
# 4 times. Used in `standard` and `adaptive` retry modes.
|
196
|
+
#
|
169
197
|
# @option options [String] :profile ("default")
|
170
198
|
# Used when loading credentials from the shared credentials file
|
171
199
|
# at HOME/.aws/credentials. When not specified, 'default' is used.
|
172
200
|
#
|
201
|
+
# @option options [Proc] :retry_backoff
|
202
|
+
# A proc or lambda used for backoff. Defaults to 2**retries * retry_base_delay.
|
203
|
+
# This option is only used in the `legacy` retry mode.
|
204
|
+
#
|
173
205
|
# @option options [Float] :retry_base_delay (0.3)
|
174
|
-
# The base delay in seconds used by the default backoff function.
|
206
|
+
# The base delay in seconds used by the default backoff function. This option
|
207
|
+
# is only used in the `legacy` retry mode.
|
175
208
|
#
|
176
209
|
# @option options [Symbol] :retry_jitter (:none)
|
177
|
-
# A delay randomiser function used by the default backoff function.
|
210
|
+
# A delay randomiser function used by the default backoff function.
|
211
|
+
# Some predefined functions can be referenced by name - :none, :equal, :full,
|
212
|
+
# otherwise a Proc that takes and returns a number. This option is only used
|
213
|
+
# in the `legacy` retry mode.
|
178
214
|
#
|
179
215
|
# @see https://www.awsarchitectureblog.com/2015/03/backoff.html
|
180
216
|
#
|
@@ -182,11 +218,30 @@ module Aws::EMR
|
|
182
218
|
# The maximum number of times to retry failed requests. Only
|
183
219
|
# ~ 500 level server errors and certain ~ 400 level client errors
|
184
220
|
# are retried. Generally, these are throttling errors, data
|
185
|
-
# checksum errors, networking errors, timeout errors
|
186
|
-
# errors from expired credentials.
|
221
|
+
# checksum errors, networking errors, timeout errors, auth errors,
|
222
|
+
# endpoint discovery, and errors from expired credentials.
|
223
|
+
# This option is only used in the `legacy` retry mode.
|
187
224
|
#
|
188
225
|
# @option options [Integer] :retry_max_delay (0)
|
189
|
-
# The maximum number of seconds to delay between retries (0 for no limit)
|
226
|
+
# The maximum number of seconds to delay between retries (0 for no limit)
|
227
|
+
# used by the default backoff function. This option is only used in the
|
228
|
+
# `legacy` retry mode.
|
229
|
+
#
|
230
|
+
# @option options [String] :retry_mode ("legacy")
|
231
|
+
# Specifies which retry algorithm to use. Values are:
|
232
|
+
#
|
233
|
+
# * `legacy` - The pre-existing retry behavior. This is default value if
|
234
|
+
# no retry mode is provided.
|
235
|
+
#
|
236
|
+
# * `standard` - A standardized set of retry rules across the AWS SDKs.
|
237
|
+
# This includes support for retry quotas, which limit the number of
|
238
|
+
# unsuccessful retries a client can make.
|
239
|
+
#
|
240
|
+
# * `adaptive` - An experimental retry mode that includes all the
|
241
|
+
# functionality of `standard` mode along with automatic client side
|
242
|
+
# throttling. This is a provisional mode that may change behavior
|
243
|
+
# in the future.
|
244
|
+
#
|
190
245
|
#
|
191
246
|
# @option options [String] :secret_access_key
|
192
247
|
#
|
@@ -219,16 +274,15 @@ module Aws::EMR
|
|
219
274
|
# requests through. Formatted like 'http://proxy.com:123'.
|
220
275
|
#
|
221
276
|
# @option options [Float] :http_open_timeout (15) The number of
|
222
|
-
# seconds to wait when opening a HTTP session before
|
277
|
+
# seconds to wait when opening a HTTP session before raising a
|
223
278
|
# `Timeout::Error`.
|
224
279
|
#
|
225
280
|
# @option options [Integer] :http_read_timeout (60) The default
|
226
281
|
# number of seconds to wait for response data. This value can
|
227
|
-
# safely be set
|
228
|
-
# per-request on the session yeidled by {#session_for}.
|
282
|
+
# safely be set per-request on the session.
|
229
283
|
#
|
230
284
|
# @option options [Float] :http_idle_timeout (5) The number of
|
231
|
-
# seconds a connection is allowed to sit
|
285
|
+
# seconds a connection is allowed to sit idle before it is
|
232
286
|
# considered stale. Stale connections are closed and removed
|
233
287
|
# from the pool before making a request.
|
234
288
|
#
|
@@ -237,7 +291,7 @@ module Aws::EMR
|
|
237
291
|
# request body. This option has no effect unless the request has
|
238
292
|
# "Expect" header set to "100-continue". Defaults to `nil` which
|
239
293
|
# disables this behaviour. This value can safely be set per
|
240
|
-
# request on the session
|
294
|
+
# request on the session.
|
241
295
|
#
|
242
296
|
# @option options [Boolean] :http_wire_trace (false) When `true`,
|
243
297
|
# HTTP debug output will be sent to the `:logger`.
|
@@ -583,14 +637,18 @@ module Aws::EMR
|
|
583
637
|
# step will be canceled, even if the request is successfully submitted.
|
584
638
|
# You can only cancel steps that are in a `PENDING` state.
|
585
639
|
#
|
586
|
-
# @option params [String] :cluster_id
|
640
|
+
# @option params [required, String] :cluster_id
|
587
641
|
# The `ClusterID` for which specified steps will be canceled. Use
|
588
642
|
# RunJobFlow and ListClusters to get ClusterIDs.
|
589
643
|
#
|
590
|
-
# @option params [Array<String>] :step_ids
|
644
|
+
# @option params [required, Array<String>] :step_ids
|
591
645
|
# The list of `StepIDs` to cancel. Use ListSteps to get steps and their
|
592
646
|
# states for the specified cluster.
|
593
647
|
#
|
648
|
+
# @option params [String] :step_cancellation_option
|
649
|
+
# The option to choose for cancelling `RUNNING` steps. By default, the
|
650
|
+
# value is `SEND_INTERRUPT`.
|
651
|
+
#
|
594
652
|
# @return [Types::CancelStepsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
595
653
|
#
|
596
654
|
# * {Types::CancelStepsOutput#cancel_steps_info_list #cancel_steps_info_list} => Array<Types::CancelStepsInfo>
|
@@ -598,8 +656,9 @@ module Aws::EMR
|
|
598
656
|
# @example Request syntax with placeholder values
|
599
657
|
#
|
600
658
|
# resp = client.cancel_steps({
|
601
|
-
# cluster_id: "XmlStringMaxLen256",
|
602
|
-
# step_ids: ["XmlStringMaxLen256"],
|
659
|
+
# cluster_id: "XmlStringMaxLen256", # required
|
660
|
+
# step_ids: ["XmlStringMaxLen256"], # required
|
661
|
+
# step_cancellation_option: "SEND_INTERRUPT", # accepts SEND_INTERRUPT, TERMINATE_PROCESS
|
603
662
|
# })
|
604
663
|
#
|
605
664
|
# @example Response structure
|
@@ -760,6 +819,14 @@ module Aws::EMR
|
|
760
819
|
# resp.cluster.kerberos_attributes.ad_domain_join_user #=> String
|
761
820
|
# resp.cluster.kerberos_attributes.ad_domain_join_password #=> String
|
762
821
|
# resp.cluster.cluster_arn #=> String
|
822
|
+
# resp.cluster.outpost_arn #=> String
|
823
|
+
# resp.cluster.step_concurrency_level #=> Integer
|
824
|
+
#
|
825
|
+
#
|
826
|
+
# The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
|
827
|
+
#
|
828
|
+
# * cluster_running
|
829
|
+
# * cluster_terminated
|
763
830
|
#
|
764
831
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeCluster AWS API Documentation
|
765
832
|
#
|
@@ -969,6 +1036,11 @@ module Aws::EMR
|
|
969
1036
|
# resp.step.status.timeline.start_date_time #=> Time
|
970
1037
|
# resp.step.status.timeline.end_date_time #=> Time
|
971
1038
|
#
|
1039
|
+
#
|
1040
|
+
# The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
|
1041
|
+
#
|
1042
|
+
# * step_complete
|
1043
|
+
#
|
972
1044
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeStep AWS API Documentation
|
973
1045
|
#
|
974
1046
|
# @overload describe_step(params = {})
|
@@ -1010,6 +1082,38 @@ module Aws::EMR
|
|
1010
1082
|
req.send_request(options)
|
1011
1083
|
end
|
1012
1084
|
|
1085
|
+
# Fetches the attached managed scaling policy for an Amazon EMR cluster.
|
1086
|
+
#
|
1087
|
+
# @option params [required, String] :cluster_id
|
1088
|
+
# Specifies the ID of the cluster for which the managed scaling policy
|
1089
|
+
# will be fetched.
|
1090
|
+
#
|
1091
|
+
# @return [Types::GetManagedScalingPolicyOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1092
|
+
#
|
1093
|
+
# * {Types::GetManagedScalingPolicyOutput#managed_scaling_policy #managed_scaling_policy} => Types::ManagedScalingPolicy
|
1094
|
+
#
|
1095
|
+
# @example Request syntax with placeholder values
|
1096
|
+
#
|
1097
|
+
# resp = client.get_managed_scaling_policy({
|
1098
|
+
# cluster_id: "ClusterId", # required
|
1099
|
+
# })
|
1100
|
+
#
|
1101
|
+
# @example Response structure
|
1102
|
+
#
|
1103
|
+
# resp.managed_scaling_policy.compute_limits.unit_type #=> String, one of "InstanceFleetUnits", "Instances", "VCPU"
|
1104
|
+
# resp.managed_scaling_policy.compute_limits.minimum_capacity_units #=> Integer
|
1105
|
+
# resp.managed_scaling_policy.compute_limits.maximum_capacity_units #=> Integer
|
1106
|
+
# resp.managed_scaling_policy.compute_limits.maximum_on_demand_capacity_units #=> Integer
|
1107
|
+
#
|
1108
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/GetManagedScalingPolicy AWS API Documentation
|
1109
|
+
#
|
1110
|
+
# @overload get_managed_scaling_policy(params = {})
|
1111
|
+
# @param [Hash] params ({})
|
1112
|
+
def get_managed_scaling_policy(params = {}, options = {})
|
1113
|
+
req = build_request(:get_managed_scaling_policy, params)
|
1114
|
+
req.send_request(options)
|
1115
|
+
end
|
1116
|
+
|
1013
1117
|
# Provides information about the bootstrap actions associated with a
|
1014
1118
|
# cluster.
|
1015
1119
|
#
|
@@ -1025,6 +1129,8 @@ module Aws::EMR
|
|
1025
1129
|
# * {Types::ListBootstrapActionsOutput#bootstrap_actions #bootstrap_actions} => Array<Types::Command>
|
1026
1130
|
# * {Types::ListBootstrapActionsOutput#marker #marker} => String
|
1027
1131
|
#
|
1132
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1133
|
+
#
|
1028
1134
|
# @example Request syntax with placeholder values
|
1029
1135
|
#
|
1030
1136
|
# resp = client.list_bootstrap_actions({
|
@@ -1076,6 +1182,8 @@ module Aws::EMR
|
|
1076
1182
|
# * {Types::ListClustersOutput#clusters #clusters} => Array<Types::ClusterSummary>
|
1077
1183
|
# * {Types::ListClustersOutput#marker #marker} => String
|
1078
1184
|
#
|
1185
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1186
|
+
#
|
1079
1187
|
# @example Request syntax with placeholder values
|
1080
1188
|
#
|
1081
1189
|
# resp = client.list_clusters({
|
@@ -1098,6 +1206,7 @@ module Aws::EMR
|
|
1098
1206
|
# resp.clusters[0].status.timeline.end_date_time #=> Time
|
1099
1207
|
# resp.clusters[0].normalized_instance_hours #=> Integer
|
1100
1208
|
# resp.clusters[0].cluster_arn #=> String
|
1209
|
+
# resp.clusters[0].outpost_arn #=> String
|
1101
1210
|
# resp.marker #=> String
|
1102
1211
|
#
|
1103
1212
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListClusters AWS API Documentation
|
@@ -1128,6 +1237,8 @@ module Aws::EMR
|
|
1128
1237
|
# * {Types::ListInstanceFleetsOutput#instance_fleets #instance_fleets} => Array<Types::InstanceFleet>
|
1129
1238
|
# * {Types::ListInstanceFleetsOutput#marker #marker} => String
|
1130
1239
|
#
|
1240
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1241
|
+
#
|
1131
1242
|
# @example Request syntax with placeholder values
|
1132
1243
|
#
|
1133
1244
|
# resp = client.list_instance_fleets({
|
@@ -1195,6 +1306,8 @@ module Aws::EMR
|
|
1195
1306
|
# * {Types::ListInstanceGroupsOutput#instance_groups #instance_groups} => Array<Types::InstanceGroup>
|
1196
1307
|
# * {Types::ListInstanceGroupsOutput#marker #marker} => String
|
1197
1308
|
#
|
1309
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1310
|
+
#
|
1198
1311
|
# @example Request syntax with placeholder values
|
1199
1312
|
#
|
1200
1313
|
# resp = client.list_instance_groups({
|
@@ -1311,6 +1424,8 @@ module Aws::EMR
|
|
1311
1424
|
# * {Types::ListInstancesOutput#instances #instances} => Array<Types::Instance>
|
1312
1425
|
# * {Types::ListInstancesOutput#marker #marker} => String
|
1313
1426
|
#
|
1427
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1428
|
+
#
|
1314
1429
|
# @example Request syntax with placeholder values
|
1315
1430
|
#
|
1316
1431
|
# resp = client.list_instances({
|
@@ -1370,6 +1485,8 @@ module Aws::EMR
|
|
1370
1485
|
# * {Types::ListSecurityConfigurationsOutput#security_configurations #security_configurations} => Array<Types::SecurityConfigurationSummary>
|
1371
1486
|
# * {Types::ListSecurityConfigurationsOutput#marker #marker} => String
|
1372
1487
|
#
|
1488
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1489
|
+
#
|
1373
1490
|
# @example Request syntax with placeholder values
|
1374
1491
|
#
|
1375
1492
|
# resp = client.list_security_configurations({
|
@@ -1416,6 +1533,8 @@ module Aws::EMR
|
|
1416
1533
|
# * {Types::ListStepsOutput#steps #steps} => Array<Types::StepSummary>
|
1417
1534
|
# * {Types::ListStepsOutput#marker #marker} => String
|
1418
1535
|
#
|
1536
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
1537
|
+
#
|
1419
1538
|
# @example Request syntax with placeholder values
|
1420
1539
|
#
|
1421
1540
|
# resp = client.list_steps({
|
@@ -1457,6 +1576,40 @@ module Aws::EMR
|
|
1457
1576
|
req.send_request(options)
|
1458
1577
|
end
|
1459
1578
|
|
1579
|
+
# Modifies the number of steps that can be executed concurrently for the
|
1580
|
+
# cluster specified using ClusterID.
|
1581
|
+
#
|
1582
|
+
# @option params [required, String] :cluster_id
|
1583
|
+
# The unique identifier of the cluster.
|
1584
|
+
#
|
1585
|
+
# @option params [Integer] :step_concurrency_level
|
1586
|
+
# The number of steps that can be executed concurrently. You can specify
|
1587
|
+
# a maximum of 256 steps.
|
1588
|
+
#
|
1589
|
+
# @return [Types::ModifyClusterOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1590
|
+
#
|
1591
|
+
# * {Types::ModifyClusterOutput#step_concurrency_level #step_concurrency_level} => Integer
|
1592
|
+
#
|
1593
|
+
# @example Request syntax with placeholder values
|
1594
|
+
#
|
1595
|
+
# resp = client.modify_cluster({
|
1596
|
+
# cluster_id: "String", # required
|
1597
|
+
# step_concurrency_level: 1,
|
1598
|
+
# })
|
1599
|
+
#
|
1600
|
+
# @example Response structure
|
1601
|
+
#
|
1602
|
+
# resp.step_concurrency_level #=> Integer
|
1603
|
+
#
|
1604
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ModifyCluster AWS API Documentation
|
1605
|
+
#
|
1606
|
+
# @overload modify_cluster(params = {})
|
1607
|
+
# @param [Hash] params ({})
|
1608
|
+
def modify_cluster(params = {}, options = {})
|
1609
|
+
req = build_request(:modify_cluster, params)
|
1610
|
+
req.send_request(options)
|
1611
|
+
end
|
1612
|
+
|
1460
1613
|
# Modifies the target On-Demand and target Spot capacities for the
|
1461
1614
|
# instance fleet with the specified InstanceFleetID within the cluster
|
1462
1615
|
# specified using ClusterID. The call either succeeds or fails
|
@@ -1678,6 +1831,14 @@ module Aws::EMR
|
|
1678
1831
|
# this by updating `BlockPublicSecurityGroupRules` to remove the
|
1679
1832
|
# exception.
|
1680
1833
|
#
|
1834
|
+
# <note markdown="1"> For accounts that created clusters in a Region before November 25,
|
1835
|
+
# 2019, block public access is disabled by default in that Region. To
|
1836
|
+
# use this feature, you must manually enable and configure it. For
|
1837
|
+
# accounts that did not create an EMR cluster in a Region before this
|
1838
|
+
# date, block public access is enabled by default in that Region.
|
1839
|
+
#
|
1840
|
+
# </note>
|
1841
|
+
#
|
1681
1842
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
1682
1843
|
#
|
1683
1844
|
# @example Request syntax with placeholder values
|
@@ -1703,6 +1864,44 @@ module Aws::EMR
|
|
1703
1864
|
req.send_request(options)
|
1704
1865
|
end
|
1705
1866
|
|
1867
|
+
# Creates or updates a managed scaling policy for an Amazon EMR cluster.
|
1868
|
+
# The managed scaling policy defines the limits for resources, such as
|
1869
|
+
# EC2 instances that can be added or terminated from a cluster. The
|
1870
|
+
# policy only applies to the core and task nodes. The master node cannot
|
1871
|
+
# be scaled after initial configuration.
|
1872
|
+
#
|
1873
|
+
# @option params [required, String] :cluster_id
|
1874
|
+
# Specifies the ID of an EMR cluster where the managed scaling policy is
|
1875
|
+
# attached.
|
1876
|
+
#
|
1877
|
+
# @option params [required, Types::ManagedScalingPolicy] :managed_scaling_policy
|
1878
|
+
# Specifies the constraints for the managed scaling policy.
|
1879
|
+
#
|
1880
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
1881
|
+
#
|
1882
|
+
# @example Request syntax with placeholder values
|
1883
|
+
#
|
1884
|
+
# resp = client.put_managed_scaling_policy({
|
1885
|
+
# cluster_id: "ClusterId", # required
|
1886
|
+
# managed_scaling_policy: { # required
|
1887
|
+
# compute_limits: {
|
1888
|
+
# unit_type: "InstanceFleetUnits", # required, accepts InstanceFleetUnits, Instances, VCPU
|
1889
|
+
# minimum_capacity_units: 1, # required
|
1890
|
+
# maximum_capacity_units: 1, # required
|
1891
|
+
# maximum_on_demand_capacity_units: 1,
|
1892
|
+
# },
|
1893
|
+
# },
|
1894
|
+
# })
|
1895
|
+
#
|
1896
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/PutManagedScalingPolicy AWS API Documentation
|
1897
|
+
#
|
1898
|
+
# @overload put_managed_scaling_policy(params = {})
|
1899
|
+
# @param [Hash] params ({})
|
1900
|
+
def put_managed_scaling_policy(params = {}, options = {})
|
1901
|
+
req = build_request(:put_managed_scaling_policy, params)
|
1902
|
+
req.send_request(options)
|
1903
|
+
end
|
1904
|
+
|
1706
1905
|
# Removes an automatic scaling policy from a specified instance group
|
1707
1906
|
# within an EMR cluster.
|
1708
1907
|
#
|
@@ -1732,6 +1931,29 @@ module Aws::EMR
|
|
1732
1931
|
req.send_request(options)
|
1733
1932
|
end
|
1734
1933
|
|
1934
|
+
# Removes a managed scaling policy from a specified EMR cluster.
|
1935
|
+
#
|
1936
|
+
# @option params [required, String] :cluster_id
|
1937
|
+
# Specifies the ID of the cluster from which the managed scaling policy
|
1938
|
+
# will be removed.
|
1939
|
+
#
|
1940
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
1941
|
+
#
|
1942
|
+
# @example Request syntax with placeholder values
|
1943
|
+
#
|
1944
|
+
# resp = client.remove_managed_scaling_policy({
|
1945
|
+
# cluster_id: "ClusterId", # required
|
1946
|
+
# })
|
1947
|
+
#
|
1948
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/RemoveManagedScalingPolicy AWS API Documentation
|
1949
|
+
#
|
1950
|
+
# @overload remove_managed_scaling_policy(params = {})
|
1951
|
+
# @param [Hash] params ({})
|
1952
|
+
def remove_managed_scaling_policy(params = {}, options = {})
|
1953
|
+
req = build_request(:remove_managed_scaling_policy, params)
|
1954
|
+
req.send_request(options)
|
1955
|
+
end
|
1956
|
+
|
1735
1957
|
# Removes tags from an Amazon EMR resource. Tags make it easier to
|
1736
1958
|
# associate clusters in various ways, such as grouping clusters to track
|
1737
1959
|
# your Amazon EMR resource allocation costs. For more information, see
|
@@ -2002,6 +2224,13 @@ module Aws::EMR
|
|
2002
2224
|
#
|
2003
2225
|
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-kerberos.html
|
2004
2226
|
#
|
2227
|
+
# @option params [Integer] :step_concurrency_level
|
2228
|
+
# Specifies the number of steps that can be executed concurrently. The
|
2229
|
+
# default value is `1`. The maximum value is `256`.
|
2230
|
+
#
|
2231
|
+
# @option params [Types::ManagedScalingPolicy] :managed_scaling_policy
|
2232
|
+
# The specified managed scaling policy for an Amazon EMR cluster.
|
2233
|
+
#
|
2005
2234
|
# @return [Types::RunJobFlowOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2006
2235
|
#
|
2007
2236
|
# * {Types::RunJobFlowOutput#job_flow_id #job_flow_id} => String
|
@@ -2230,6 +2459,15 @@ module Aws::EMR
|
|
2230
2459
|
# ad_domain_join_user: "XmlStringMaxLen256",
|
2231
2460
|
# ad_domain_join_password: "XmlStringMaxLen256",
|
2232
2461
|
# },
|
2462
|
+
# step_concurrency_level: 1,
|
2463
|
+
# managed_scaling_policy: {
|
2464
|
+
# compute_limits: {
|
2465
|
+
# unit_type: "InstanceFleetUnits", # required, accepts InstanceFleetUnits, Instances, VCPU
|
2466
|
+
# minimum_capacity_units: 1, # required
|
2467
|
+
# maximum_capacity_units: 1, # required
|
2468
|
+
# maximum_on_demand_capacity_units: 1,
|
2469
|
+
# },
|
2470
|
+
# },
|
2233
2471
|
# })
|
2234
2472
|
#
|
2235
2473
|
# @example Response structure
|
@@ -2382,7 +2620,7 @@ module Aws::EMR
|
|
2382
2620
|
params: params,
|
2383
2621
|
config: config)
|
2384
2622
|
context[:gem_name] = 'aws-sdk-emr'
|
2385
|
-
context[:gem_version] = '1.
|
2623
|
+
context[:gem_version] = '1.28.0'
|
2386
2624
|
Seahorse::Client::Request.new(handlers, context)
|
2387
2625
|
end
|
2388
2626
|
|
@@ -2448,11 +2686,11 @@ module Aws::EMR
|
|
2448
2686
|
# The following table lists the valid waiter names, the operations they call,
|
2449
2687
|
# and the default `:delay` and `:max_attempts` values.
|
2450
2688
|
#
|
2451
|
-
# | waiter_name | params
|
2452
|
-
# | ------------------ |
|
2453
|
-
# | cluster_running | {#describe_cluster} | 30 | 60 |
|
2454
|
-
# | cluster_terminated | {#describe_cluster} | 30 | 60 |
|
2455
|
-
# | step_complete | {#describe_step} | 30 | 60 |
|
2689
|
+
# | waiter_name | params | :delay | :max_attempts |
|
2690
|
+
# | ------------------ | ------------------------- | -------- | ------------- |
|
2691
|
+
# | cluster_running | {Client#describe_cluster} | 30 | 60 |
|
2692
|
+
# | cluster_terminated | {Client#describe_cluster} | 30 | 60 |
|
2693
|
+
# | step_complete | {Client#describe_step} | 30 | 60 |
|
2456
2694
|
#
|
2457
2695
|
# @raise [Errors::FailureStateError] Raised when the waiter terminates
|
2458
2696
|
# because the waiter has entered a state that it will not transition
|