aws-sdk-emr 1.66.0 → 1.68.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emr/client.rb +150 -94
- data/lib/aws-sdk-emr/client_api.rb +54 -2
- data/lib/aws-sdk-emr/types.rb +476 -289
- data/lib/aws-sdk-emr.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d3badaf5d74900831fac0b19ab6dd3a586435741975998b58c0d21f064fcd4a7
|
4
|
+
data.tar.gz: 45c0d7241e12c62ebc59b4b206bba0f5f1ce95909b0de6537295855e667217b4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e425f0e422cf31f74e397128d31c42b5f44dc743f5652f18b5e356e5217ab3698186e89ba7340c461adc1809b38cdfd82714fc07465ca1bbf671759ef273ffaf
|
7
|
+
data.tar.gz: af9edf3503786ebdf8796926cae3fda4fb7d33aa84eee5387327ff2a0b7040db09ec978d414cb9c4012e9e27b8ea38ea640417f48b7aa9daa1aa9ee765be2d67
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,16 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.68.0 (2023-05-10)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - EMR Studio now supports programmatically executing a Notebooks on an EMR on EKS cluster. In addition, notebooks can now be executed by specifying its location in S3.
|
8
|
+
|
9
|
+
1.67.0 (2023-03-30)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Updated DescribeCluster and ListClusters API responses to include ErrorDetail that specifies error code, programmatically accessible error data,and an error message. ErrorDetail provides the underlying reason for cluster failure and recommends actions to simplify troubleshooting of EMR clusters.
|
13
|
+
|
4
14
|
1.66.0 (2023-02-16)
|
5
15
|
------------------
|
6
16
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.68.0
|
data/lib/aws-sdk-emr/client.rb
CHANGED
@@ -381,7 +381,7 @@ module Aws::EMR
|
|
381
381
|
# Adds an instance fleet to a running cluster.
|
382
382
|
#
|
383
383
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
384
|
-
#
|
384
|
+
# releases 4.8.0 and later, excluding 5.0.x.
|
385
385
|
#
|
386
386
|
# </note>
|
387
387
|
#
|
@@ -634,7 +634,7 @@ module Aws::EMR
|
|
634
634
|
# using the following format:
|
635
635
|
# `arn:partition:service:region:account:resource`.
|
636
636
|
#
|
637
|
-
# For example, `arn:aws:
|
637
|
+
# For example, `arn:aws:IAM::1234567890:role/ReadOnly` is a correctly
|
638
638
|
# formatted runtime role ARN.
|
639
639
|
#
|
640
640
|
# @return [Types::AddJobFlowStepsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
@@ -726,7 +726,7 @@ module Aws::EMR
|
|
726
726
|
# maximum of 256 steps are allowed in each CancelSteps request.
|
727
727
|
# CancelSteps is idempotent but asynchronous; it does not guarantee that
|
728
728
|
# a step will be canceled, even if the request is successfully
|
729
|
-
# submitted. When you use Amazon EMR
|
729
|
+
# submitted. When you use Amazon EMR releases 5.28.0 and later, you can
|
730
730
|
# cancel steps that are in a `PENDING` or `RUNNING` state. In earlier
|
731
731
|
# versions of Amazon EMR, you can only cancel steps that are in a
|
732
732
|
# `PENDING` state.
|
@@ -968,8 +968,8 @@ module Aws::EMR
|
|
968
968
|
# The Amazon Resource Name (ARN) for the session policy that will be
|
969
969
|
# applied to the user or group. You should specify the ARN for the
|
970
970
|
# session policy that you want to apply, not the ARN of your user role.
|
971
|
-
# For more information, see [Create an EMR Studio User Role with
|
972
|
-
# Policies][1].
|
971
|
+
# For more information, see [Create an Amazon EMR Studio User Role with
|
972
|
+
# Session Policies][1].
|
973
973
|
#
|
974
974
|
#
|
975
975
|
#
|
@@ -1117,6 +1117,12 @@ module Aws::EMR
|
|
1117
1117
|
# resp.cluster.status.timeline.creation_date_time #=> Time
|
1118
1118
|
# resp.cluster.status.timeline.ready_date_time #=> Time
|
1119
1119
|
# resp.cluster.status.timeline.end_date_time #=> Time
|
1120
|
+
# resp.cluster.status.error_details #=> Array
|
1121
|
+
# resp.cluster.status.error_details[0].error_code #=> String
|
1122
|
+
# resp.cluster.status.error_details[0].error_data #=> Array
|
1123
|
+
# resp.cluster.status.error_details[0].error_data[0] #=> Hash
|
1124
|
+
# resp.cluster.status.error_details[0].error_data[0]["String"] #=> String
|
1125
|
+
# resp.cluster.status.error_details[0].error_message #=> String
|
1120
1126
|
# resp.cluster.ec2_instance_attributes.ec2_key_name #=> String
|
1121
1127
|
# resp.cluster.ec2_instance_attributes.ec2_subnet_id #=> String
|
1122
1128
|
# resp.cluster.ec2_instance_attributes.requested_ec2_subnet_ids #=> Array
|
@@ -1343,6 +1349,7 @@ module Aws::EMR
|
|
1343
1349
|
# resp.notebook_execution.execution_engine.id #=> String
|
1344
1350
|
# resp.notebook_execution.execution_engine.type #=> String, one of "EMR"
|
1345
1351
|
# resp.notebook_execution.execution_engine.master_instance_security_group_id #=> String
|
1352
|
+
# resp.notebook_execution.execution_engine.execution_role_arn #=> String
|
1346
1353
|
# resp.notebook_execution.notebook_execution_name #=> String
|
1347
1354
|
# resp.notebook_execution.notebook_params #=> String
|
1348
1355
|
# resp.notebook_execution.status #=> String, one of "START_PENDING", "STARTING", "RUNNING", "FINISHING", "FINISHED", "FAILING", "FAILED", "STOP_PENDING", "STOPPING", "STOPPED"
|
@@ -1355,6 +1362,13 @@ module Aws::EMR
|
|
1355
1362
|
# resp.notebook_execution.tags #=> Array
|
1356
1363
|
# resp.notebook_execution.tags[0].key #=> String
|
1357
1364
|
# resp.notebook_execution.tags[0].value #=> String
|
1365
|
+
# resp.notebook_execution.notebook_s3_location.bucket #=> String
|
1366
|
+
# resp.notebook_execution.notebook_s3_location.key #=> String
|
1367
|
+
# resp.notebook_execution.output_notebook_s3_location.bucket #=> String
|
1368
|
+
# resp.notebook_execution.output_notebook_s3_location.key #=> String
|
1369
|
+
# resp.notebook_execution.output_notebook_format #=> String, one of "HTML"
|
1370
|
+
# resp.notebook_execution.environment_variables #=> Hash
|
1371
|
+
# resp.notebook_execution.environment_variables["XmlStringMaxLen256"] #=> String
|
1358
1372
|
#
|
1359
1373
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecution AWS API Documentation
|
1360
1374
|
#
|
@@ -1365,10 +1379,10 @@ module Aws::EMR
|
|
1365
1379
|
req.send_request(options)
|
1366
1380
|
end
|
1367
1381
|
|
1368
|
-
# Provides EMR release label details, such as releases
|
1369
|
-
#
|
1370
|
-
# for a specific EMR release label. Can also list
|
1371
|
-
# that support a specified version of Spark.
|
1382
|
+
# Provides Amazon EMR release label details, such as the releases
|
1383
|
+
# available the Region where the API request is run, and the available
|
1384
|
+
# applications for a specific Amazon EMR release label. Can also list
|
1385
|
+
# Amazon EMR releases that support a specified version of Spark.
|
1372
1386
|
#
|
1373
1387
|
# @option params [String] :release_label
|
1374
1388
|
# The target release label to be described.
|
@@ -1840,6 +1854,12 @@ module Aws::EMR
|
|
1840
1854
|
# resp.clusters[0].status.timeline.creation_date_time #=> Time
|
1841
1855
|
# resp.clusters[0].status.timeline.ready_date_time #=> Time
|
1842
1856
|
# resp.clusters[0].status.timeline.end_date_time #=> Time
|
1857
|
+
# resp.clusters[0].status.error_details #=> Array
|
1858
|
+
# resp.clusters[0].status.error_details[0].error_code #=> String
|
1859
|
+
# resp.clusters[0].status.error_details[0].error_data #=> Array
|
1860
|
+
# resp.clusters[0].status.error_details[0].error_data[0] #=> Hash
|
1861
|
+
# resp.clusters[0].status.error_details[0].error_data[0]["String"] #=> String
|
1862
|
+
# resp.clusters[0].status.error_details[0].error_message #=> String
|
1843
1863
|
# resp.clusters[0].normalized_instance_hours #=> Integer
|
1844
1864
|
# resp.clusters[0].cluster_arn #=> String
|
1845
1865
|
# resp.clusters[0].outpost_arn #=> String
|
@@ -1857,7 +1877,7 @@ module Aws::EMR
|
|
1857
1877
|
# Lists all available details about the instance fleets in a cluster.
|
1858
1878
|
#
|
1859
1879
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
1860
|
-
#
|
1880
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
1861
1881
|
#
|
1862
1882
|
# </note>
|
1863
1883
|
#
|
@@ -2037,10 +2057,11 @@ module Aws::EMR
|
|
2037
2057
|
req.send_request(options)
|
2038
2058
|
end
|
2039
2059
|
|
2040
|
-
# Provides information for all active EC2 instances and
|
2041
|
-
# terminated in the last 30 days, up to a maximum of
|
2042
|
-
# instances in any of the following states are
|
2043
|
-
# AWAITING\_FULFILLMENT, PROVISIONING, BOOTSTRAPPING,
|
2060
|
+
# Provides information for all active Amazon EC2 instances and Amazon
|
2061
|
+
# EC2 instances terminated in the last 30 days, up to a maximum of
|
2062
|
+
# 2,000. Amazon EC2 instances in any of the following states are
|
2063
|
+
# considered active: AWAITING\_FULFILLMENT, PROVISIONING, BOOTSTRAPPING,
|
2064
|
+
# RUNNING.
|
2044
2065
|
#
|
2045
2066
|
# @option params [required, String] :cluster_id
|
2046
2067
|
# The identifier of the cluster for which to list the instances.
|
@@ -2122,7 +2143,7 @@ module Aws::EMR
|
|
2122
2143
|
# based on multiple criteria such as status, time range, and editor id.
|
2123
2144
|
# Returns a maximum of 50 notebook executions and a marker to track the
|
2124
2145
|
# paging of a longer notebook execution list across multiple
|
2125
|
-
# `
|
2146
|
+
# `ListNotebookExecutions` calls.
|
2126
2147
|
#
|
2127
2148
|
# @option params [String] :editor_id
|
2128
2149
|
# The unique ID of the editor associated with the notebook execution.
|
@@ -2170,6 +2191,9 @@ module Aws::EMR
|
|
2170
2191
|
# call, that indicates the start of the list for this
|
2171
2192
|
# `ListNotebookExecutions` call.
|
2172
2193
|
#
|
2194
|
+
# @option params [String] :execution_engine_id
|
2195
|
+
# The unique ID of the execution engine.
|
2196
|
+
#
|
2173
2197
|
# @return [Types::ListNotebookExecutionsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2174
2198
|
#
|
2175
2199
|
# * {Types::ListNotebookExecutionsOutput#notebook_executions #notebook_executions} => Array<Types::NotebookExecutionSummary>
|
@@ -2185,6 +2209,7 @@ module Aws::EMR
|
|
2185
2209
|
# from: Time.now,
|
2186
2210
|
# to: Time.now,
|
2187
2211
|
# marker: "Marker",
|
2212
|
+
# execution_engine_id: "XmlString",
|
2188
2213
|
# })
|
2189
2214
|
#
|
2190
2215
|
# @example Response structure
|
@@ -2196,6 +2221,9 @@ module Aws::EMR
|
|
2196
2221
|
# resp.notebook_executions[0].status #=> String, one of "START_PENDING", "STARTING", "RUNNING", "FINISHING", "FINISHED", "FAILING", "FAILED", "STOP_PENDING", "STOPPING", "STOPPED"
|
2197
2222
|
# resp.notebook_executions[0].start_time #=> Time
|
2198
2223
|
# resp.notebook_executions[0].end_time #=> Time
|
2224
|
+
# resp.notebook_executions[0].notebook_s3_location.bucket #=> String
|
2225
|
+
# resp.notebook_executions[0].notebook_s3_location.key #=> String
|
2226
|
+
# resp.notebook_executions[0].execution_engine_id #=> String
|
2199
2227
|
# resp.marker #=> String
|
2200
2228
|
#
|
2201
2229
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutions AWS API Documentation
|
@@ -2207,8 +2235,8 @@ module Aws::EMR
|
|
2207
2235
|
req.send_request(options)
|
2208
2236
|
end
|
2209
2237
|
|
2210
|
-
# Retrieves release labels of EMR services in the
|
2211
|
-
# is called.
|
2238
|
+
# Retrieves release labels of Amazon EMR services in the Region where
|
2239
|
+
# the API is called.
|
2212
2240
|
#
|
2213
2241
|
# @option params [Types::ReleaseLabelFilter] :filters
|
2214
2242
|
# Filters the results of the request. `Prefix` specifies the prefix of
|
@@ -2504,7 +2532,7 @@ module Aws::EMR
|
|
2504
2532
|
# atomically.
|
2505
2533
|
#
|
2506
2534
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2507
|
-
#
|
2535
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2508
2536
|
#
|
2509
2537
|
# </note>
|
2510
2538
|
#
|
@@ -2602,8 +2630,8 @@ module Aws::EMR
|
|
2602
2630
|
# Creates or updates an automatic scaling policy for a core instance
|
2603
2631
|
# group or task instance group in an Amazon EMR cluster. The automatic
|
2604
2632
|
# scaling policy defines how an instance group dynamically adds and
|
2605
|
-
# terminates EC2 instances in response to the value of a
|
2606
|
-
# metric.
|
2633
|
+
# terminates Amazon EC2 instances in response to the value of a
|
2634
|
+
# CloudWatch metric.
|
2607
2635
|
#
|
2608
2636
|
# @option params [required, String] :cluster_id
|
2609
2637
|
# Specifies the ID of a cluster. The instance group to which the
|
@@ -2706,7 +2734,7 @@ module Aws::EMR
|
|
2706
2734
|
req.send_request(options)
|
2707
2735
|
end
|
2708
2736
|
|
2709
|
-
# <note markdown="1"> Auto-termination is supported in Amazon EMR
|
2737
|
+
# <note markdown="1"> Auto-termination is supported in Amazon EMR releases 5.30.0 and 6.1.0
|
2710
2738
|
# and later. For more information, see [Using an auto-termination
|
2711
2739
|
# policy][1].
|
2712
2740
|
#
|
@@ -2775,8 +2803,8 @@ module Aws::EMR
|
|
2775
2803
|
# <note markdown="1"> For accounts that created clusters in a Region before November 25,
|
2776
2804
|
# 2019, block public access is disabled by default in that Region. To
|
2777
2805
|
# use this feature, you must manually enable and configure it. For
|
2778
|
-
# accounts that did not create an EMR cluster in a Region before
|
2779
|
-
# date, block public access is enabled by default in that Region.
|
2806
|
+
# accounts that did not create an Amazon EMR cluster in a Region before
|
2807
|
+
# this date, block public access is enabled by default in that Region.
|
2780
2808
|
#
|
2781
2809
|
# </note>
|
2782
2810
|
#
|
@@ -2807,13 +2835,13 @@ module Aws::EMR
|
|
2807
2835
|
|
2808
2836
|
# Creates or updates a managed scaling policy for an Amazon EMR cluster.
|
2809
2837
|
# The managed scaling policy defines the limits for resources, such as
|
2810
|
-
# EC2 instances that can be added or terminated from a cluster.
|
2811
|
-
# policy only applies to the core and task nodes. The master node
|
2812
|
-
# be scaled after initial configuration.
|
2838
|
+
# Amazon EC2 instances that can be added or terminated from a cluster.
|
2839
|
+
# The policy only applies to the core and task nodes. The master node
|
2840
|
+
# cannot be scaled after initial configuration.
|
2813
2841
|
#
|
2814
2842
|
# @option params [required, String] :cluster_id
|
2815
|
-
# Specifies the ID of an EMR cluster where the managed scaling
|
2816
|
-
# attached.
|
2843
|
+
# Specifies the ID of an Amazon EMR cluster where the managed scaling
|
2844
|
+
# policy is attached.
|
2817
2845
|
#
|
2818
2846
|
# @option params [required, Types::ManagedScalingPolicy] :managed_scaling_policy
|
2819
2847
|
# Specifies the constraints for the managed scaling policy.
|
@@ -2845,7 +2873,7 @@ module Aws::EMR
|
|
2845
2873
|
end
|
2846
2874
|
|
2847
2875
|
# Removes an automatic scaling policy from a specified instance group
|
2848
|
-
# within an EMR cluster.
|
2876
|
+
# within an Amazon EMR cluster.
|
2849
2877
|
#
|
2850
2878
|
# @option params [required, String] :cluster_id
|
2851
2879
|
# Specifies the ID of a cluster. The instance group to which the
|
@@ -2896,7 +2924,7 @@ module Aws::EMR
|
|
2896
2924
|
req.send_request(options)
|
2897
2925
|
end
|
2898
2926
|
|
2899
|
-
# Removes a managed scaling policy from a specified EMR cluster.
|
2927
|
+
# Removes a managed scaling policy from a specified Amazon EMR cluster.
|
2900
2928
|
#
|
2901
2929
|
# @option params [required, String] :cluster_id
|
2902
2930
|
# Specifies the ID of the cluster from which the managed scaling policy
|
@@ -2982,7 +3010,7 @@ module Aws::EMR
|
|
2982
3010
|
# your results.
|
2983
3011
|
#
|
2984
3012
|
# <note markdown="1"> The instance fleets configuration is available only in Amazon EMR
|
2985
|
-
#
|
3013
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. The RunJobFlow
|
2986
3014
|
# request can contain InstanceFleets parameters or InstanceGroups
|
2987
3015
|
# parameters, but not both.
|
2988
3016
|
#
|
@@ -2998,7 +3026,7 @@ module Aws::EMR
|
|
2998
3026
|
# @option params [String] :log_encryption_kms_key_id
|
2999
3027
|
# The KMS key used for encrypting log files. If a value is not provided,
|
3000
3028
|
# the logs remain encrypted by AES-256. This attribute is only available
|
3001
|
-
# with Amazon EMR
|
3029
|
+
# with Amazon EMR releases 5.30.0 and later, excluding Amazon EMR 6.0.0.
|
3002
3030
|
#
|
3003
3031
|
# @option params [String] :additional_info
|
3004
3032
|
# A JSON string for selecting additional features.
|
@@ -3058,8 +3086,8 @@ module Aws::EMR
|
|
3058
3086
|
# </note>
|
3059
3087
|
#
|
3060
3088
|
# A list of strings that indicates third-party software to use with the
|
3061
|
-
# job flow that accepts a user argument list. EMR accepts and
|
3062
|
-
# the argument list to the corresponding installation script as
|
3089
|
+
# job flow that accepts a user argument list. Amazon EMR accepts and
|
3090
|
+
# forwards the argument list to the corresponding installation script as
|
3063
3091
|
# bootstrap action arguments. For more information, see "Launch a Job
|
3064
3092
|
# Flow on the MapR Distribution for Hadoop" in the [Amazon EMR
|
3065
3093
|
# Developer Guide][1]. Supported values are:
|
@@ -3100,35 +3128,36 @@ module Aws::EMR
|
|
3100
3128
|
#
|
3101
3129
|
# @option params [Array<Types::Configuration>] :configurations
|
3102
3130
|
# For Amazon EMR releases 4.0 and later. The list of configurations
|
3103
|
-
# supplied for the EMR cluster you are creating.
|
3131
|
+
# supplied for the Amazon EMR cluster that you are creating.
|
3104
3132
|
#
|
3105
3133
|
# @option params [Boolean] :visible_to_all_users
|
3106
3134
|
# The VisibleToAllUsers parameter is no longer supported. By default,
|
3107
3135
|
# the value is set to `true`. Setting it to `false` now has no effect.
|
3108
3136
|
#
|
3109
3137
|
# Set this value to `true` so that IAM principals in the Amazon Web
|
3110
|
-
# Services account associated with the cluster can perform EMR
|
3111
|
-
# on the cluster that their IAM policies allow. This value
|
3112
|
-
# `true` for clusters created using the EMR API or
|
3113
|
-
# [create-cluster][1] command.
|
3138
|
+
# Services account associated with the cluster can perform Amazon EMR
|
3139
|
+
# actions on the cluster that their IAM policies allow. This value
|
3140
|
+
# defaults to `true` for clusters created using the Amazon EMR API or
|
3141
|
+
# the CLI [create-cluster][1] command.
|
3114
3142
|
#
|
3115
3143
|
# When set to `false`, only the IAM principal that created the cluster
|
3116
|
-
# and the Amazon Web Services account root user can perform EMR
|
3117
|
-
# for the cluster, regardless of the IAM permissions policies
|
3118
|
-
# to other IAM principals. For more information, see
|
3119
|
-
# EMR
|
3120
|
-
# Guide*.
|
3144
|
+
# and the Amazon Web Services account root user can perform Amazon EMR
|
3145
|
+
# actions for the cluster, regardless of the IAM permissions policies
|
3146
|
+
# attached to other IAM principals. For more information, see
|
3147
|
+
# [Understanding the Amazon EMR cluster VisibleToAllUsers setting][2] in
|
3148
|
+
# the *Amazon EMR Management Guide*.
|
3121
3149
|
#
|
3122
3150
|
#
|
3123
3151
|
#
|
3124
3152
|
# [1]: https://docs.aws.amazon.com/cli/latest/reference/emr/create-cluster.html
|
3125
|
-
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/
|
3153
|
+
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/security_IAM_emr-with-IAM.html#security_set_visible_to_all_users
|
3126
3154
|
#
|
3127
3155
|
# @option params [String] :job_flow_role
|
3128
|
-
# Also called instance profile and EC2 role. An IAM role for an
|
3129
|
-
# cluster. The EC2 instances of the cluster assume
|
3130
|
-
# default role is `EMR_EC2_DefaultRole`. In order to use
|
3131
|
-
# role, you must have already created it using the CLI or
|
3156
|
+
# Also called instance profile and Amazon EC2 role. An IAM role for an
|
3157
|
+
# Amazon EMR cluster. The Amazon EC2 instances of the cluster assume
|
3158
|
+
# this role. The default role is `EMR_EC2_DefaultRole`. In order to use
|
3159
|
+
# the default role, you must have already created it using the CLI or
|
3160
|
+
# console.
|
3132
3161
|
#
|
3133
3162
|
# @option params [String] :service_role
|
3134
3163
|
# The IAM role that Amazon EMR assumes in order to access Amazon Web
|
@@ -3146,8 +3175,8 @@ module Aws::EMR
|
|
3146
3175
|
# @option params [String] :auto_scaling_role
|
3147
3176
|
# An IAM role for automatic scaling policies. The default role is
|
3148
3177
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides permissions that
|
3149
|
-
# the automatic scaling feature requires to launch and terminate
|
3150
|
-
# instances in an instance group.
|
3178
|
+
# the automatic scaling feature requires to launch and terminate Amazon
|
3179
|
+
# EC2 instances in an instance group.
|
3151
3180
|
#
|
3152
3181
|
# @option params [String] :scale_down_behavior
|
3153
3182
|
# Specifies the way that individual Amazon EC2 instances terminate when
|
@@ -3162,17 +3191,17 @@ module Aws::EMR
|
|
3162
3191
|
# instance-hour boundary. With either behavior, Amazon EMR removes the
|
3163
3192
|
# least active nodes first and blocks instance termination if it could
|
3164
3193
|
# lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION` available only
|
3165
|
-
# in Amazon EMR
|
3166
|
-
# of Amazon EMR earlier than 5.1.0.
|
3194
|
+
# in Amazon EMR releases 4.1.0 and later, and is the default for
|
3195
|
+
# releases of Amazon EMR earlier than 5.1.0.
|
3167
3196
|
#
|
3168
3197
|
# @option params [String] :custom_ami_id
|
3169
|
-
# Available only in Amazon EMR
|
3198
|
+
# Available only in Amazon EMR releases 5.7.0 and later. The ID of a
|
3170
3199
|
# custom Amazon EBS-backed Linux AMI. If specified, Amazon EMR uses this
|
3171
|
-
# AMI when it launches cluster EC2 instances. For more
|
3172
|
-
# custom AMIs in Amazon EMR, see [Using a Custom
|
3173
|
-
# EMR Management Guide*. If omitted, the cluster
|
3174
|
-
# for the `ReleaseLabel` specified. For Amazon
|
3175
|
-
# use `AmiVersion` instead.
|
3200
|
+
# AMI when it launches cluster Amazon EC2 instances. For more
|
3201
|
+
# information about custom AMIs in Amazon EMR, see [Using a Custom
|
3202
|
+
# AMI][1] in the *Amazon EMR Management Guide*. If omitted, the cluster
|
3203
|
+
# uses the base Linux AMI for the `ReleaseLabel` specified. For Amazon
|
3204
|
+
# EMR releases 2.x and 3.x, use `AmiVersion` instead.
|
3176
3205
|
#
|
3177
3206
|
# For information about creating a custom AMI, see [Creating an Amazon
|
3178
3207
|
# EBS-Backed Linux AMI][2] in the *Amazon Elastic Compute Cloud User
|
@@ -3187,8 +3216,8 @@ module Aws::EMR
|
|
3187
3216
|
#
|
3188
3217
|
# @option params [Integer] :ebs_root_volume_size
|
3189
3218
|
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
3190
|
-
# AMI that is used for each EC2 instance. Available in Amazon EMR
|
3191
|
-
#
|
3219
|
+
# AMI that is used for each Amazon EC2 instance. Available in Amazon EMR
|
3220
|
+
# releases 4.x and later.
|
3192
3221
|
#
|
3193
3222
|
# @option params [String] :repo_upgrade_on_boot
|
3194
3223
|
# Applies only when `CustomAmiID` is used. Specifies which updates from
|
@@ -3518,13 +3547,13 @@ module Aws::EMR
|
|
3518
3547
|
req.send_request(options)
|
3519
3548
|
end
|
3520
3549
|
|
3521
|
-
# SetTerminationProtection locks a cluster (job flow) so the EC2
|
3550
|
+
# SetTerminationProtection locks a cluster (job flow) so the Amazon EC2
|
3522
3551
|
# instances in the cluster cannot be terminated by user intervention, an
|
3523
3552
|
# API call, or in the event of a job-flow error. The cluster still
|
3524
3553
|
# terminates upon successful completion of the job flow. Calling
|
3525
3554
|
# `SetTerminationProtection` on a cluster is similar to calling the
|
3526
|
-
# Amazon EC2 `DisableAPITermination` API on all EC2 instances in
|
3527
|
-
# cluster.
|
3555
|
+
# Amazon EC2 `DisableAPITermination` API on all Amazon EC2 instances in
|
3556
|
+
# a cluster.
|
3528
3557
|
#
|
3529
3558
|
# `SetTerminationProtection` is used to prevent accidental termination
|
3530
3559
|
# of a cluster and to ensure that in the event of an error, the
|
@@ -3574,35 +3603,37 @@ module Aws::EMR
|
|
3574
3603
|
# The SetVisibleToAllUsers parameter is no longer supported. Your
|
3575
3604
|
# cluster may be visible to all users in your account. To restrict
|
3576
3605
|
# cluster access using an IAM policy, see [Identity and Access
|
3577
|
-
# Management for EMR][1].
|
3606
|
+
# Management for Amazon EMR][1].
|
3578
3607
|
#
|
3579
|
-
# Sets the Cluster$VisibleToAllUsers value for an EMR cluster.
|
3580
|
-
# `true`, IAM principals in the Amazon Web Services account can
|
3581
|
-
# EMR cluster actions that their IAM policies allow. When
|
3582
|
-
# the IAM principal that created the cluster and the
|
3583
|
-
# account root user can perform EMR actions
|
3584
|
-
# of IAM permissions policies attached to
|
3608
|
+
# Sets the Cluster$VisibleToAllUsers value for an Amazon EMR cluster.
|
3609
|
+
# When `true`, IAM principals in the Amazon Web Services account can
|
3610
|
+
# perform Amazon EMR cluster actions that their IAM policies allow. When
|
3611
|
+
# `false`, only the IAM principal that created the cluster and the
|
3612
|
+
# Amazon Web Services account root user can perform Amazon EMR actions
|
3613
|
+
# on the cluster, regardless of IAM permissions policies attached to
|
3614
|
+
# other IAM principals.
|
3585
3615
|
#
|
3586
3616
|
# This action works on running clusters. When you create a cluster, use
|
3587
3617
|
# the RunJobFlowInput$VisibleToAllUsers parameter.
|
3588
3618
|
#
|
3589
|
-
# For more information, see [Understanding the EMR Cluster
|
3590
|
-
# VisibleToAllUsers Setting][2] in the *Amazon
|
3619
|
+
# For more information, see [Understanding the Amazon EMR Cluster
|
3620
|
+
# VisibleToAllUsers Setting][2] in the *Amazon EMR Management Guide*.
|
3591
3621
|
#
|
3592
3622
|
#
|
3593
3623
|
#
|
3594
|
-
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-plan-access-
|
3595
|
-
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/
|
3624
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-plan-access-IAM.html
|
3625
|
+
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/security_IAM_emr-with-IAM.html#security_set_visible_to_all_users
|
3596
3626
|
#
|
3597
3627
|
# @option params [required, Array<String>] :job_flow_ids
|
3598
3628
|
# The unique identifier of the job flow (cluster).
|
3599
3629
|
#
|
3600
3630
|
# @option params [required, Boolean] :visible_to_all_users
|
3601
3631
|
# A value of `true` indicates that an IAM principal in the Amazon Web
|
3602
|
-
# Services account can perform EMR actions on the cluster that
|
3603
|
-
# policies attached to the principal allow. A value of `false`
|
3604
|
-
# that only the IAM principal that created the cluster and the
|
3605
|
-
# Web Services root user can perform EMR actions on the
|
3632
|
+
# Services account can perform Amazon EMR actions on the cluster that
|
3633
|
+
# the IAM policies attached to the principal allow. A value of `false`
|
3634
|
+
# indicates that only the IAM principal that created the cluster and the
|
3635
|
+
# Amazon Web Services root user can perform Amazon EMR actions on the
|
3636
|
+
# cluster.
|
3606
3637
|
#
|
3607
3638
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3608
3639
|
#
|
@@ -3624,15 +3655,15 @@ module Aws::EMR
|
|
3624
3655
|
|
3625
3656
|
# Starts a notebook execution.
|
3626
3657
|
#
|
3627
|
-
# @option params [
|
3628
|
-
# The unique identifier of the EMR Notebook to use for notebook
|
3658
|
+
# @option params [String] :editor_id
|
3659
|
+
# The unique identifier of the Amazon EMR Notebook to use for notebook
|
3629
3660
|
# execution.
|
3630
3661
|
#
|
3631
|
-
# @option params [
|
3662
|
+
# @option params [String] :relative_path
|
3632
3663
|
# The path and file name of the notebook file for this execution,
|
3633
|
-
# relative to the path specified for the EMR Notebook. For
|
3634
|
-
# you specify a path of `s3://MyBucket/MyNotebooks` when you
|
3635
|
-
# EMR Notebook for a notebook with an ID of
|
3664
|
+
# relative to the path specified for the Amazon EMR Notebook. For
|
3665
|
+
# example, if you specify a path of `s3://MyBucket/MyNotebooks` when you
|
3666
|
+
# create an Amazon EMR Notebook for a notebook with an ID of
|
3636
3667
|
# `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
|
3637
3668
|
# you specify a `RelativePath` of
|
3638
3669
|
# `my_notebook_executions/notebook_execution.ipynb`, the location of the
|
@@ -3643,8 +3674,8 @@ module Aws::EMR
|
|
3643
3674
|
# An optional name for the notebook execution.
|
3644
3675
|
#
|
3645
3676
|
# @option params [String] :notebook_params
|
3646
|
-
# Input parameters in JSON format passed to the EMR Notebook at
|
3647
|
-
# for execution.
|
3677
|
+
# Input parameters in JSON format passed to the Amazon EMR Notebook at
|
3678
|
+
# runtime for execution.
|
3648
3679
|
#
|
3649
3680
|
# @option params [required, Types::ExecutionEngineConfig] :execution_engine
|
3650
3681
|
# Specifies the execution engine (cluster) that runs the notebook
|
@@ -3652,11 +3683,11 @@ module Aws::EMR
|
|
3652
3683
|
#
|
3653
3684
|
# @option params [required, String] :service_role
|
3654
3685
|
# The name or ARN of the IAM role that is used as the service role for
|
3655
|
-
# Amazon EMR (the EMR role) for the notebook execution.
|
3686
|
+
# Amazon EMR (the Amazon EMR role) for the notebook execution.
|
3656
3687
|
#
|
3657
3688
|
# @option params [String] :notebook_instance_security_group_id
|
3658
3689
|
# The unique identifier of the Amazon EC2 security group to associate
|
3659
|
-
# with the EMR Notebook for this notebook execution.
|
3690
|
+
# with the Amazon EMR Notebook for this notebook execution.
|
3660
3691
|
#
|
3661
3692
|
# @option params [Array<Types::Tag>] :tags
|
3662
3693
|
# A list of tags associated with a notebook execution. Tags are
|
@@ -3664,6 +3695,18 @@ module Aws::EMR
|
|
3664
3695
|
# with a maximum of 128 characters and an optional value string with a
|
3665
3696
|
# maximum of 256 characters.
|
3666
3697
|
#
|
3698
|
+
# @option params [Types::NotebookS3LocationFromInput] :notebook_s3_location
|
3699
|
+
# The Amazon S3 location for the notebook execution input.
|
3700
|
+
#
|
3701
|
+
# @option params [Types::OutputNotebookS3LocationFromInput] :output_notebook_s3_location
|
3702
|
+
# The Amazon S3 location for the notebook execution output.
|
3703
|
+
#
|
3704
|
+
# @option params [String] :output_notebook_format
|
3705
|
+
# The output format for the notebook execution.
|
3706
|
+
#
|
3707
|
+
# @option params [Hash<String,String>] :environment_variables
|
3708
|
+
# The environment variables associated with the notebook execution.
|
3709
|
+
#
|
3667
3710
|
# @return [Types::StartNotebookExecutionOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3668
3711
|
#
|
3669
3712
|
# * {Types::StartNotebookExecutionOutput#notebook_execution_id #notebook_execution_id} => String
|
@@ -3671,14 +3714,15 @@ module Aws::EMR
|
|
3671
3714
|
# @example Request syntax with placeholder values
|
3672
3715
|
#
|
3673
3716
|
# resp = client.start_notebook_execution({
|
3674
|
-
# editor_id: "XmlStringMaxLen256",
|
3675
|
-
# relative_path: "XmlString",
|
3717
|
+
# editor_id: "XmlStringMaxLen256",
|
3718
|
+
# relative_path: "XmlString",
|
3676
3719
|
# notebook_execution_name: "XmlStringMaxLen256",
|
3677
3720
|
# notebook_params: "XmlString",
|
3678
3721
|
# execution_engine: { # required
|
3679
3722
|
# id: "XmlStringMaxLen256", # required
|
3680
3723
|
# type: "EMR", # accepts EMR
|
3681
3724
|
# master_instance_security_group_id: "XmlStringMaxLen256",
|
3725
|
+
# execution_role_arn: "IAMRoleArn",
|
3682
3726
|
# },
|
3683
3727
|
# service_role: "XmlString", # required
|
3684
3728
|
# notebook_instance_security_group_id: "XmlStringMaxLen256",
|
@@ -3688,6 +3732,18 @@ module Aws::EMR
|
|
3688
3732
|
# value: "String",
|
3689
3733
|
# },
|
3690
3734
|
# ],
|
3735
|
+
# notebook_s3_location: {
|
3736
|
+
# bucket: "XmlStringMaxLen256",
|
3737
|
+
# key: "UriString",
|
3738
|
+
# },
|
3739
|
+
# output_notebook_s3_location: {
|
3740
|
+
# bucket: "XmlStringMaxLen256",
|
3741
|
+
# key: "UriString",
|
3742
|
+
# },
|
3743
|
+
# output_notebook_format: "HTML", # accepts HTML
|
3744
|
+
# environment_variables: {
|
3745
|
+
# "XmlStringMaxLen256" => "XmlString",
|
3746
|
+
# },
|
3691
3747
|
# })
|
3692
3748
|
#
|
3693
3749
|
# @example Response structure
|
@@ -3727,8 +3783,8 @@ module Aws::EMR
|
|
3727
3783
|
|
3728
3784
|
# TerminateJobFlows shuts a list of clusters (job flows) down. When a
|
3729
3785
|
# job flow is shut down, any step not yet completed is canceled and the
|
3730
|
-
# EC2 instances on which the cluster is running are stopped. Any
|
3731
|
-
# files not already saved are uploaded to Amazon S3 if a LogUri was
|
3786
|
+
# Amazon EC2 instances on which the cluster is running are stopped. Any
|
3787
|
+
# log files not already saved are uploaded to Amazon S3 if a LogUri was
|
3732
3788
|
# specified when the cluster was created.
|
3733
3789
|
#
|
3734
3790
|
# The maximum number of clusters allowed is 10. The call to
|
@@ -3870,7 +3926,7 @@ module Aws::EMR
|
|
3870
3926
|
params: params,
|
3871
3927
|
config: config)
|
3872
3928
|
context[:gem_name] = 'aws-sdk-emr'
|
3873
|
-
context[:gem_version] = '1.
|
3929
|
+
context[:gem_version] = '1.68.0'
|
3874
3930
|
Seahorse::Client::Request.new(handlers, context)
|
3875
3931
|
end
|
3876
3932
|
|