aws-sdk-emr 1.67.0 → 1.68.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emr/client.rb +138 -94
- data/lib/aws-sdk-emr/client_api.rb +41 -2
- data/lib/aws-sdk-emr/types.rb +448 -294
- data/lib/aws-sdk-emr.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: d3badaf5d74900831fac0b19ab6dd3a586435741975998b58c0d21f064fcd4a7
|
|
4
|
+
data.tar.gz: 45c0d7241e12c62ebc59b4b206bba0f5f1ce95909b0de6537295855e667217b4
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: e425f0e422cf31f74e397128d31c42b5f44dc743f5652f18b5e356e5217ab3698186e89ba7340c461adc1809b38cdfd82714fc07465ca1bbf671759ef273ffaf
|
|
7
|
+
data.tar.gz: af9edf3503786ebdf8796926cae3fda4fb7d33aa84eee5387327ff2a0b7040db09ec978d414cb9c4012e9e27b8ea38ea640417f48b7aa9daa1aa9ee765be2d67
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,11 @@
|
|
|
1
1
|
Unreleased Changes
|
|
2
2
|
------------------
|
|
3
3
|
|
|
4
|
+
1.68.0 (2023-05-10)
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Feature - EMR Studio now supports programmatically executing a Notebooks on an EMR on EKS cluster. In addition, notebooks can now be executed by specifying its location in S3.
|
|
8
|
+
|
|
4
9
|
1.67.0 (2023-03-30)
|
|
5
10
|
------------------
|
|
6
11
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.68.0
|
data/lib/aws-sdk-emr/client.rb
CHANGED
|
@@ -381,7 +381,7 @@ module Aws::EMR
|
|
|
381
381
|
# Adds an instance fleet to a running cluster.
|
|
382
382
|
#
|
|
383
383
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
|
384
|
-
#
|
|
384
|
+
# releases 4.8.0 and later, excluding 5.0.x.
|
|
385
385
|
#
|
|
386
386
|
# </note>
|
|
387
387
|
#
|
|
@@ -634,7 +634,7 @@ module Aws::EMR
|
|
|
634
634
|
# using the following format:
|
|
635
635
|
# `arn:partition:service:region:account:resource`.
|
|
636
636
|
#
|
|
637
|
-
# For example, `arn:aws:
|
|
637
|
+
# For example, `arn:aws:IAM::1234567890:role/ReadOnly` is a correctly
|
|
638
638
|
# formatted runtime role ARN.
|
|
639
639
|
#
|
|
640
640
|
# @return [Types::AddJobFlowStepsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
@@ -726,7 +726,7 @@ module Aws::EMR
|
|
|
726
726
|
# maximum of 256 steps are allowed in each CancelSteps request.
|
|
727
727
|
# CancelSteps is idempotent but asynchronous; it does not guarantee that
|
|
728
728
|
# a step will be canceled, even if the request is successfully
|
|
729
|
-
# submitted. When you use Amazon EMR
|
|
729
|
+
# submitted. When you use Amazon EMR releases 5.28.0 and later, you can
|
|
730
730
|
# cancel steps that are in a `PENDING` or `RUNNING` state. In earlier
|
|
731
731
|
# versions of Amazon EMR, you can only cancel steps that are in a
|
|
732
732
|
# `PENDING` state.
|
|
@@ -968,8 +968,8 @@ module Aws::EMR
|
|
|
968
968
|
# The Amazon Resource Name (ARN) for the session policy that will be
|
|
969
969
|
# applied to the user or group. You should specify the ARN for the
|
|
970
970
|
# session policy that you want to apply, not the ARN of your user role.
|
|
971
|
-
# For more information, see [Create an EMR Studio User Role with
|
|
972
|
-
# Policies][1].
|
|
971
|
+
# For more information, see [Create an Amazon EMR Studio User Role with
|
|
972
|
+
# Session Policies][1].
|
|
973
973
|
#
|
|
974
974
|
#
|
|
975
975
|
#
|
|
@@ -1349,6 +1349,7 @@ module Aws::EMR
|
|
|
1349
1349
|
# resp.notebook_execution.execution_engine.id #=> String
|
|
1350
1350
|
# resp.notebook_execution.execution_engine.type #=> String, one of "EMR"
|
|
1351
1351
|
# resp.notebook_execution.execution_engine.master_instance_security_group_id #=> String
|
|
1352
|
+
# resp.notebook_execution.execution_engine.execution_role_arn #=> String
|
|
1352
1353
|
# resp.notebook_execution.notebook_execution_name #=> String
|
|
1353
1354
|
# resp.notebook_execution.notebook_params #=> String
|
|
1354
1355
|
# resp.notebook_execution.status #=> String, one of "START_PENDING", "STARTING", "RUNNING", "FINISHING", "FINISHED", "FAILING", "FAILED", "STOP_PENDING", "STOPPING", "STOPPED"
|
|
@@ -1361,6 +1362,13 @@ module Aws::EMR
|
|
|
1361
1362
|
# resp.notebook_execution.tags #=> Array
|
|
1362
1363
|
# resp.notebook_execution.tags[0].key #=> String
|
|
1363
1364
|
# resp.notebook_execution.tags[0].value #=> String
|
|
1365
|
+
# resp.notebook_execution.notebook_s3_location.bucket #=> String
|
|
1366
|
+
# resp.notebook_execution.notebook_s3_location.key #=> String
|
|
1367
|
+
# resp.notebook_execution.output_notebook_s3_location.bucket #=> String
|
|
1368
|
+
# resp.notebook_execution.output_notebook_s3_location.key #=> String
|
|
1369
|
+
# resp.notebook_execution.output_notebook_format #=> String, one of "HTML"
|
|
1370
|
+
# resp.notebook_execution.environment_variables #=> Hash
|
|
1371
|
+
# resp.notebook_execution.environment_variables["XmlStringMaxLen256"] #=> String
|
|
1364
1372
|
#
|
|
1365
1373
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecution AWS API Documentation
|
|
1366
1374
|
#
|
|
@@ -1371,10 +1379,10 @@ module Aws::EMR
|
|
|
1371
1379
|
req.send_request(options)
|
|
1372
1380
|
end
|
|
1373
1381
|
|
|
1374
|
-
# Provides EMR release label details, such as releases
|
|
1375
|
-
#
|
|
1376
|
-
# for a specific EMR release label. Can also list
|
|
1377
|
-
# that support a specified version of Spark.
|
|
1382
|
+
# Provides Amazon EMR release label details, such as the releases
|
|
1383
|
+
# available the Region where the API request is run, and the available
|
|
1384
|
+
# applications for a specific Amazon EMR release label. Can also list
|
|
1385
|
+
# Amazon EMR releases that support a specified version of Spark.
|
|
1378
1386
|
#
|
|
1379
1387
|
# @option params [String] :release_label
|
|
1380
1388
|
# The target release label to be described.
|
|
@@ -1869,7 +1877,7 @@ module Aws::EMR
|
|
|
1869
1877
|
# Lists all available details about the instance fleets in a cluster.
|
|
1870
1878
|
#
|
|
1871
1879
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
|
1872
|
-
#
|
|
1880
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
|
1873
1881
|
#
|
|
1874
1882
|
# </note>
|
|
1875
1883
|
#
|
|
@@ -2049,10 +2057,11 @@ module Aws::EMR
|
|
|
2049
2057
|
req.send_request(options)
|
|
2050
2058
|
end
|
|
2051
2059
|
|
|
2052
|
-
# Provides information for all active EC2 instances and
|
|
2053
|
-
# terminated in the last 30 days, up to a maximum of
|
|
2054
|
-
# instances in any of the following states are
|
|
2055
|
-
# AWAITING\_FULFILLMENT, PROVISIONING, BOOTSTRAPPING,
|
|
2060
|
+
# Provides information for all active Amazon EC2 instances and Amazon
|
|
2061
|
+
# EC2 instances terminated in the last 30 days, up to a maximum of
|
|
2062
|
+
# 2,000. Amazon EC2 instances in any of the following states are
|
|
2063
|
+
# considered active: AWAITING\_FULFILLMENT, PROVISIONING, BOOTSTRAPPING,
|
|
2064
|
+
# RUNNING.
|
|
2056
2065
|
#
|
|
2057
2066
|
# @option params [required, String] :cluster_id
|
|
2058
2067
|
# The identifier of the cluster for which to list the instances.
|
|
@@ -2134,7 +2143,7 @@ module Aws::EMR
|
|
|
2134
2143
|
# based on multiple criteria such as status, time range, and editor id.
|
|
2135
2144
|
# Returns a maximum of 50 notebook executions and a marker to track the
|
|
2136
2145
|
# paging of a longer notebook execution list across multiple
|
|
2137
|
-
# `
|
|
2146
|
+
# `ListNotebookExecutions` calls.
|
|
2138
2147
|
#
|
|
2139
2148
|
# @option params [String] :editor_id
|
|
2140
2149
|
# The unique ID of the editor associated with the notebook execution.
|
|
@@ -2182,6 +2191,9 @@ module Aws::EMR
|
|
|
2182
2191
|
# call, that indicates the start of the list for this
|
|
2183
2192
|
# `ListNotebookExecutions` call.
|
|
2184
2193
|
#
|
|
2194
|
+
# @option params [String] :execution_engine_id
|
|
2195
|
+
# The unique ID of the execution engine.
|
|
2196
|
+
#
|
|
2185
2197
|
# @return [Types::ListNotebookExecutionsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2186
2198
|
#
|
|
2187
2199
|
# * {Types::ListNotebookExecutionsOutput#notebook_executions #notebook_executions} => Array<Types::NotebookExecutionSummary>
|
|
@@ -2197,6 +2209,7 @@ module Aws::EMR
|
|
|
2197
2209
|
# from: Time.now,
|
|
2198
2210
|
# to: Time.now,
|
|
2199
2211
|
# marker: "Marker",
|
|
2212
|
+
# execution_engine_id: "XmlString",
|
|
2200
2213
|
# })
|
|
2201
2214
|
#
|
|
2202
2215
|
# @example Response structure
|
|
@@ -2208,6 +2221,9 @@ module Aws::EMR
|
|
|
2208
2221
|
# resp.notebook_executions[0].status #=> String, one of "START_PENDING", "STARTING", "RUNNING", "FINISHING", "FINISHED", "FAILING", "FAILED", "STOP_PENDING", "STOPPING", "STOPPED"
|
|
2209
2222
|
# resp.notebook_executions[0].start_time #=> Time
|
|
2210
2223
|
# resp.notebook_executions[0].end_time #=> Time
|
|
2224
|
+
# resp.notebook_executions[0].notebook_s3_location.bucket #=> String
|
|
2225
|
+
# resp.notebook_executions[0].notebook_s3_location.key #=> String
|
|
2226
|
+
# resp.notebook_executions[0].execution_engine_id #=> String
|
|
2211
2227
|
# resp.marker #=> String
|
|
2212
2228
|
#
|
|
2213
2229
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutions AWS API Documentation
|
|
@@ -2219,8 +2235,8 @@ module Aws::EMR
|
|
|
2219
2235
|
req.send_request(options)
|
|
2220
2236
|
end
|
|
2221
2237
|
|
|
2222
|
-
# Retrieves release labels of EMR services in the
|
|
2223
|
-
# is called.
|
|
2238
|
+
# Retrieves release labels of Amazon EMR services in the Region where
|
|
2239
|
+
# the API is called.
|
|
2224
2240
|
#
|
|
2225
2241
|
# @option params [Types::ReleaseLabelFilter] :filters
|
|
2226
2242
|
# Filters the results of the request. `Prefix` specifies the prefix of
|
|
@@ -2516,7 +2532,7 @@ module Aws::EMR
|
|
|
2516
2532
|
# atomically.
|
|
2517
2533
|
#
|
|
2518
2534
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
|
2519
|
-
#
|
|
2535
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
|
2520
2536
|
#
|
|
2521
2537
|
# </note>
|
|
2522
2538
|
#
|
|
@@ -2614,8 +2630,8 @@ module Aws::EMR
|
|
|
2614
2630
|
# Creates or updates an automatic scaling policy for a core instance
|
|
2615
2631
|
# group or task instance group in an Amazon EMR cluster. The automatic
|
|
2616
2632
|
# scaling policy defines how an instance group dynamically adds and
|
|
2617
|
-
# terminates EC2 instances in response to the value of a
|
|
2618
|
-
# metric.
|
|
2633
|
+
# terminates Amazon EC2 instances in response to the value of a
|
|
2634
|
+
# CloudWatch metric.
|
|
2619
2635
|
#
|
|
2620
2636
|
# @option params [required, String] :cluster_id
|
|
2621
2637
|
# Specifies the ID of a cluster. The instance group to which the
|
|
@@ -2718,7 +2734,7 @@ module Aws::EMR
|
|
|
2718
2734
|
req.send_request(options)
|
|
2719
2735
|
end
|
|
2720
2736
|
|
|
2721
|
-
# <note markdown="1"> Auto-termination is supported in Amazon EMR
|
|
2737
|
+
# <note markdown="1"> Auto-termination is supported in Amazon EMR releases 5.30.0 and 6.1.0
|
|
2722
2738
|
# and later. For more information, see [Using an auto-termination
|
|
2723
2739
|
# policy][1].
|
|
2724
2740
|
#
|
|
@@ -2787,8 +2803,8 @@ module Aws::EMR
|
|
|
2787
2803
|
# <note markdown="1"> For accounts that created clusters in a Region before November 25,
|
|
2788
2804
|
# 2019, block public access is disabled by default in that Region. To
|
|
2789
2805
|
# use this feature, you must manually enable and configure it. For
|
|
2790
|
-
# accounts that did not create an EMR cluster in a Region before
|
|
2791
|
-
# date, block public access is enabled by default in that Region.
|
|
2806
|
+
# accounts that did not create an Amazon EMR cluster in a Region before
|
|
2807
|
+
# this date, block public access is enabled by default in that Region.
|
|
2792
2808
|
#
|
|
2793
2809
|
# </note>
|
|
2794
2810
|
#
|
|
@@ -2819,13 +2835,13 @@ module Aws::EMR
|
|
|
2819
2835
|
|
|
2820
2836
|
# Creates or updates a managed scaling policy for an Amazon EMR cluster.
|
|
2821
2837
|
# The managed scaling policy defines the limits for resources, such as
|
|
2822
|
-
# EC2 instances that can be added or terminated from a cluster.
|
|
2823
|
-
# policy only applies to the core and task nodes. The master node
|
|
2824
|
-
# be scaled after initial configuration.
|
|
2838
|
+
# Amazon EC2 instances that can be added or terminated from a cluster.
|
|
2839
|
+
# The policy only applies to the core and task nodes. The master node
|
|
2840
|
+
# cannot be scaled after initial configuration.
|
|
2825
2841
|
#
|
|
2826
2842
|
# @option params [required, String] :cluster_id
|
|
2827
|
-
# Specifies the ID of an EMR cluster where the managed scaling
|
|
2828
|
-
# attached.
|
|
2843
|
+
# Specifies the ID of an Amazon EMR cluster where the managed scaling
|
|
2844
|
+
# policy is attached.
|
|
2829
2845
|
#
|
|
2830
2846
|
# @option params [required, Types::ManagedScalingPolicy] :managed_scaling_policy
|
|
2831
2847
|
# Specifies the constraints for the managed scaling policy.
|
|
@@ -2857,7 +2873,7 @@ module Aws::EMR
|
|
|
2857
2873
|
end
|
|
2858
2874
|
|
|
2859
2875
|
# Removes an automatic scaling policy from a specified instance group
|
|
2860
|
-
# within an EMR cluster.
|
|
2876
|
+
# within an Amazon EMR cluster.
|
|
2861
2877
|
#
|
|
2862
2878
|
# @option params [required, String] :cluster_id
|
|
2863
2879
|
# Specifies the ID of a cluster. The instance group to which the
|
|
@@ -2908,7 +2924,7 @@ module Aws::EMR
|
|
|
2908
2924
|
req.send_request(options)
|
|
2909
2925
|
end
|
|
2910
2926
|
|
|
2911
|
-
# Removes a managed scaling policy from a specified EMR cluster.
|
|
2927
|
+
# Removes a managed scaling policy from a specified Amazon EMR cluster.
|
|
2912
2928
|
#
|
|
2913
2929
|
# @option params [required, String] :cluster_id
|
|
2914
2930
|
# Specifies the ID of the cluster from which the managed scaling policy
|
|
@@ -2994,7 +3010,7 @@ module Aws::EMR
|
|
|
2994
3010
|
# your results.
|
|
2995
3011
|
#
|
|
2996
3012
|
# <note markdown="1"> The instance fleets configuration is available only in Amazon EMR
|
|
2997
|
-
#
|
|
3013
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. The RunJobFlow
|
|
2998
3014
|
# request can contain InstanceFleets parameters or InstanceGroups
|
|
2999
3015
|
# parameters, but not both.
|
|
3000
3016
|
#
|
|
@@ -3010,7 +3026,7 @@ module Aws::EMR
|
|
|
3010
3026
|
# @option params [String] :log_encryption_kms_key_id
|
|
3011
3027
|
# The KMS key used for encrypting log files. If a value is not provided,
|
|
3012
3028
|
# the logs remain encrypted by AES-256. This attribute is only available
|
|
3013
|
-
# with Amazon EMR
|
|
3029
|
+
# with Amazon EMR releases 5.30.0 and later, excluding Amazon EMR 6.0.0.
|
|
3014
3030
|
#
|
|
3015
3031
|
# @option params [String] :additional_info
|
|
3016
3032
|
# A JSON string for selecting additional features.
|
|
@@ -3070,8 +3086,8 @@ module Aws::EMR
|
|
|
3070
3086
|
# </note>
|
|
3071
3087
|
#
|
|
3072
3088
|
# A list of strings that indicates third-party software to use with the
|
|
3073
|
-
# job flow that accepts a user argument list. EMR accepts and
|
|
3074
|
-
# the argument list to the corresponding installation script as
|
|
3089
|
+
# job flow that accepts a user argument list. Amazon EMR accepts and
|
|
3090
|
+
# forwards the argument list to the corresponding installation script as
|
|
3075
3091
|
# bootstrap action arguments. For more information, see "Launch a Job
|
|
3076
3092
|
# Flow on the MapR Distribution for Hadoop" in the [Amazon EMR
|
|
3077
3093
|
# Developer Guide][1]. Supported values are:
|
|
@@ -3112,35 +3128,36 @@ module Aws::EMR
|
|
|
3112
3128
|
#
|
|
3113
3129
|
# @option params [Array<Types::Configuration>] :configurations
|
|
3114
3130
|
# For Amazon EMR releases 4.0 and later. The list of configurations
|
|
3115
|
-
# supplied for the EMR cluster you are creating.
|
|
3131
|
+
# supplied for the Amazon EMR cluster that you are creating.
|
|
3116
3132
|
#
|
|
3117
3133
|
# @option params [Boolean] :visible_to_all_users
|
|
3118
3134
|
# The VisibleToAllUsers parameter is no longer supported. By default,
|
|
3119
3135
|
# the value is set to `true`. Setting it to `false` now has no effect.
|
|
3120
3136
|
#
|
|
3121
3137
|
# Set this value to `true` so that IAM principals in the Amazon Web
|
|
3122
|
-
# Services account associated with the cluster can perform EMR
|
|
3123
|
-
# on the cluster that their IAM policies allow. This value
|
|
3124
|
-
# `true` for clusters created using the EMR API or
|
|
3125
|
-
# [create-cluster][1] command.
|
|
3138
|
+
# Services account associated with the cluster can perform Amazon EMR
|
|
3139
|
+
# actions on the cluster that their IAM policies allow. This value
|
|
3140
|
+
# defaults to `true` for clusters created using the Amazon EMR API or
|
|
3141
|
+
# the CLI [create-cluster][1] command.
|
|
3126
3142
|
#
|
|
3127
3143
|
# When set to `false`, only the IAM principal that created the cluster
|
|
3128
|
-
# and the Amazon Web Services account root user can perform EMR
|
|
3129
|
-
# for the cluster, regardless of the IAM permissions policies
|
|
3130
|
-
# to other IAM principals. For more information, see
|
|
3131
|
-
# EMR
|
|
3132
|
-
# Guide*.
|
|
3144
|
+
# and the Amazon Web Services account root user can perform Amazon EMR
|
|
3145
|
+
# actions for the cluster, regardless of the IAM permissions policies
|
|
3146
|
+
# attached to other IAM principals. For more information, see
|
|
3147
|
+
# [Understanding the Amazon EMR cluster VisibleToAllUsers setting][2] in
|
|
3148
|
+
# the *Amazon EMR Management Guide*.
|
|
3133
3149
|
#
|
|
3134
3150
|
#
|
|
3135
3151
|
#
|
|
3136
3152
|
# [1]: https://docs.aws.amazon.com/cli/latest/reference/emr/create-cluster.html
|
|
3137
|
-
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/
|
|
3153
|
+
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/security_IAM_emr-with-IAM.html#security_set_visible_to_all_users
|
|
3138
3154
|
#
|
|
3139
3155
|
# @option params [String] :job_flow_role
|
|
3140
|
-
# Also called instance profile and EC2 role. An IAM role for an
|
|
3141
|
-
# cluster. The EC2 instances of the cluster assume
|
|
3142
|
-
# default role is `EMR_EC2_DefaultRole`. In order to use
|
|
3143
|
-
# role, you must have already created it using the CLI or
|
|
3156
|
+
# Also called instance profile and Amazon EC2 role. An IAM role for an
|
|
3157
|
+
# Amazon EMR cluster. The Amazon EC2 instances of the cluster assume
|
|
3158
|
+
# this role. The default role is `EMR_EC2_DefaultRole`. In order to use
|
|
3159
|
+
# the default role, you must have already created it using the CLI or
|
|
3160
|
+
# console.
|
|
3144
3161
|
#
|
|
3145
3162
|
# @option params [String] :service_role
|
|
3146
3163
|
# The IAM role that Amazon EMR assumes in order to access Amazon Web
|
|
@@ -3158,8 +3175,8 @@ module Aws::EMR
|
|
|
3158
3175
|
# @option params [String] :auto_scaling_role
|
|
3159
3176
|
# An IAM role for automatic scaling policies. The default role is
|
|
3160
3177
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides permissions that
|
|
3161
|
-
# the automatic scaling feature requires to launch and terminate
|
|
3162
|
-
# instances in an instance group.
|
|
3178
|
+
# the automatic scaling feature requires to launch and terminate Amazon
|
|
3179
|
+
# EC2 instances in an instance group.
|
|
3163
3180
|
#
|
|
3164
3181
|
# @option params [String] :scale_down_behavior
|
|
3165
3182
|
# Specifies the way that individual Amazon EC2 instances terminate when
|
|
@@ -3174,17 +3191,17 @@ module Aws::EMR
|
|
|
3174
3191
|
# instance-hour boundary. With either behavior, Amazon EMR removes the
|
|
3175
3192
|
# least active nodes first and blocks instance termination if it could
|
|
3176
3193
|
# lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION` available only
|
|
3177
|
-
# in Amazon EMR
|
|
3178
|
-
# of Amazon EMR earlier than 5.1.0.
|
|
3194
|
+
# in Amazon EMR releases 4.1.0 and later, and is the default for
|
|
3195
|
+
# releases of Amazon EMR earlier than 5.1.0.
|
|
3179
3196
|
#
|
|
3180
3197
|
# @option params [String] :custom_ami_id
|
|
3181
|
-
# Available only in Amazon EMR
|
|
3198
|
+
# Available only in Amazon EMR releases 5.7.0 and later. The ID of a
|
|
3182
3199
|
# custom Amazon EBS-backed Linux AMI. If specified, Amazon EMR uses this
|
|
3183
|
-
# AMI when it launches cluster EC2 instances. For more
|
|
3184
|
-
# custom AMIs in Amazon EMR, see [Using a Custom
|
|
3185
|
-
# EMR Management Guide*. If omitted, the cluster
|
|
3186
|
-
# for the `ReleaseLabel` specified. For Amazon
|
|
3187
|
-
# use `AmiVersion` instead.
|
|
3200
|
+
# AMI when it launches cluster Amazon EC2 instances. For more
|
|
3201
|
+
# information about custom AMIs in Amazon EMR, see [Using a Custom
|
|
3202
|
+
# AMI][1] in the *Amazon EMR Management Guide*. If omitted, the cluster
|
|
3203
|
+
# uses the base Linux AMI for the `ReleaseLabel` specified. For Amazon
|
|
3204
|
+
# EMR releases 2.x and 3.x, use `AmiVersion` instead.
|
|
3188
3205
|
#
|
|
3189
3206
|
# For information about creating a custom AMI, see [Creating an Amazon
|
|
3190
3207
|
# EBS-Backed Linux AMI][2] in the *Amazon Elastic Compute Cloud User
|
|
@@ -3199,8 +3216,8 @@ module Aws::EMR
|
|
|
3199
3216
|
#
|
|
3200
3217
|
# @option params [Integer] :ebs_root_volume_size
|
|
3201
3218
|
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
|
3202
|
-
# AMI that is used for each EC2 instance. Available in Amazon EMR
|
|
3203
|
-
#
|
|
3219
|
+
# AMI that is used for each Amazon EC2 instance. Available in Amazon EMR
|
|
3220
|
+
# releases 4.x and later.
|
|
3204
3221
|
#
|
|
3205
3222
|
# @option params [String] :repo_upgrade_on_boot
|
|
3206
3223
|
# Applies only when `CustomAmiID` is used. Specifies which updates from
|
|
@@ -3530,13 +3547,13 @@ module Aws::EMR
|
|
|
3530
3547
|
req.send_request(options)
|
|
3531
3548
|
end
|
|
3532
3549
|
|
|
3533
|
-
# SetTerminationProtection locks a cluster (job flow) so the EC2
|
|
3550
|
+
# SetTerminationProtection locks a cluster (job flow) so the Amazon EC2
|
|
3534
3551
|
# instances in the cluster cannot be terminated by user intervention, an
|
|
3535
3552
|
# API call, or in the event of a job-flow error. The cluster still
|
|
3536
3553
|
# terminates upon successful completion of the job flow. Calling
|
|
3537
3554
|
# `SetTerminationProtection` on a cluster is similar to calling the
|
|
3538
|
-
# Amazon EC2 `DisableAPITermination` API on all EC2 instances in
|
|
3539
|
-
# cluster.
|
|
3555
|
+
# Amazon EC2 `DisableAPITermination` API on all Amazon EC2 instances in
|
|
3556
|
+
# a cluster.
|
|
3540
3557
|
#
|
|
3541
3558
|
# `SetTerminationProtection` is used to prevent accidental termination
|
|
3542
3559
|
# of a cluster and to ensure that in the event of an error, the
|
|
@@ -3586,35 +3603,37 @@ module Aws::EMR
|
|
|
3586
3603
|
# The SetVisibleToAllUsers parameter is no longer supported. Your
|
|
3587
3604
|
# cluster may be visible to all users in your account. To restrict
|
|
3588
3605
|
# cluster access using an IAM policy, see [Identity and Access
|
|
3589
|
-
# Management for EMR][1].
|
|
3606
|
+
# Management for Amazon EMR][1].
|
|
3590
3607
|
#
|
|
3591
|
-
# Sets the Cluster$VisibleToAllUsers value for an EMR cluster.
|
|
3592
|
-
# `true`, IAM principals in the Amazon Web Services account can
|
|
3593
|
-
# EMR cluster actions that their IAM policies allow. When
|
|
3594
|
-
# the IAM principal that created the cluster and the
|
|
3595
|
-
# account root user can perform EMR actions
|
|
3596
|
-
# of IAM permissions policies attached to
|
|
3608
|
+
# Sets the Cluster$VisibleToAllUsers value for an Amazon EMR cluster.
|
|
3609
|
+
# When `true`, IAM principals in the Amazon Web Services account can
|
|
3610
|
+
# perform Amazon EMR cluster actions that their IAM policies allow. When
|
|
3611
|
+
# `false`, only the IAM principal that created the cluster and the
|
|
3612
|
+
# Amazon Web Services account root user can perform Amazon EMR actions
|
|
3613
|
+
# on the cluster, regardless of IAM permissions policies attached to
|
|
3614
|
+
# other IAM principals.
|
|
3597
3615
|
#
|
|
3598
3616
|
# This action works on running clusters. When you create a cluster, use
|
|
3599
3617
|
# the RunJobFlowInput$VisibleToAllUsers parameter.
|
|
3600
3618
|
#
|
|
3601
|
-
# For more information, see [Understanding the EMR Cluster
|
|
3602
|
-
# VisibleToAllUsers Setting][2] in the *Amazon
|
|
3619
|
+
# For more information, see [Understanding the Amazon EMR Cluster
|
|
3620
|
+
# VisibleToAllUsers Setting][2] in the *Amazon EMR Management Guide*.
|
|
3603
3621
|
#
|
|
3604
3622
|
#
|
|
3605
3623
|
#
|
|
3606
|
-
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-plan-access-
|
|
3607
|
-
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/
|
|
3624
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-plan-access-IAM.html
|
|
3625
|
+
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/security_IAM_emr-with-IAM.html#security_set_visible_to_all_users
|
|
3608
3626
|
#
|
|
3609
3627
|
# @option params [required, Array<String>] :job_flow_ids
|
|
3610
3628
|
# The unique identifier of the job flow (cluster).
|
|
3611
3629
|
#
|
|
3612
3630
|
# @option params [required, Boolean] :visible_to_all_users
|
|
3613
3631
|
# A value of `true` indicates that an IAM principal in the Amazon Web
|
|
3614
|
-
# Services account can perform EMR actions on the cluster that
|
|
3615
|
-
# policies attached to the principal allow. A value of `false`
|
|
3616
|
-
# that only the IAM principal that created the cluster and the
|
|
3617
|
-
# Web Services root user can perform EMR actions on the
|
|
3632
|
+
# Services account can perform Amazon EMR actions on the cluster that
|
|
3633
|
+
# the IAM policies attached to the principal allow. A value of `false`
|
|
3634
|
+
# indicates that only the IAM principal that created the cluster and the
|
|
3635
|
+
# Amazon Web Services root user can perform Amazon EMR actions on the
|
|
3636
|
+
# cluster.
|
|
3618
3637
|
#
|
|
3619
3638
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3620
3639
|
#
|
|
@@ -3636,15 +3655,15 @@ module Aws::EMR
|
|
|
3636
3655
|
|
|
3637
3656
|
# Starts a notebook execution.
|
|
3638
3657
|
#
|
|
3639
|
-
# @option params [
|
|
3640
|
-
# The unique identifier of the EMR Notebook to use for notebook
|
|
3658
|
+
# @option params [String] :editor_id
|
|
3659
|
+
# The unique identifier of the Amazon EMR Notebook to use for notebook
|
|
3641
3660
|
# execution.
|
|
3642
3661
|
#
|
|
3643
|
-
# @option params [
|
|
3662
|
+
# @option params [String] :relative_path
|
|
3644
3663
|
# The path and file name of the notebook file for this execution,
|
|
3645
|
-
# relative to the path specified for the EMR Notebook. For
|
|
3646
|
-
# you specify a path of `s3://MyBucket/MyNotebooks` when you
|
|
3647
|
-
# EMR Notebook for a notebook with an ID of
|
|
3664
|
+
# relative to the path specified for the Amazon EMR Notebook. For
|
|
3665
|
+
# example, if you specify a path of `s3://MyBucket/MyNotebooks` when you
|
|
3666
|
+
# create an Amazon EMR Notebook for a notebook with an ID of
|
|
3648
3667
|
# `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
|
|
3649
3668
|
# you specify a `RelativePath` of
|
|
3650
3669
|
# `my_notebook_executions/notebook_execution.ipynb`, the location of the
|
|
@@ -3655,8 +3674,8 @@ module Aws::EMR
|
|
|
3655
3674
|
# An optional name for the notebook execution.
|
|
3656
3675
|
#
|
|
3657
3676
|
# @option params [String] :notebook_params
|
|
3658
|
-
# Input parameters in JSON format passed to the EMR Notebook at
|
|
3659
|
-
# for execution.
|
|
3677
|
+
# Input parameters in JSON format passed to the Amazon EMR Notebook at
|
|
3678
|
+
# runtime for execution.
|
|
3660
3679
|
#
|
|
3661
3680
|
# @option params [required, Types::ExecutionEngineConfig] :execution_engine
|
|
3662
3681
|
# Specifies the execution engine (cluster) that runs the notebook
|
|
@@ -3664,11 +3683,11 @@ module Aws::EMR
|
|
|
3664
3683
|
#
|
|
3665
3684
|
# @option params [required, String] :service_role
|
|
3666
3685
|
# The name or ARN of the IAM role that is used as the service role for
|
|
3667
|
-
# Amazon EMR (the EMR role) for the notebook execution.
|
|
3686
|
+
# Amazon EMR (the Amazon EMR role) for the notebook execution.
|
|
3668
3687
|
#
|
|
3669
3688
|
# @option params [String] :notebook_instance_security_group_id
|
|
3670
3689
|
# The unique identifier of the Amazon EC2 security group to associate
|
|
3671
|
-
# with the EMR Notebook for this notebook execution.
|
|
3690
|
+
# with the Amazon EMR Notebook for this notebook execution.
|
|
3672
3691
|
#
|
|
3673
3692
|
# @option params [Array<Types::Tag>] :tags
|
|
3674
3693
|
# A list of tags associated with a notebook execution. Tags are
|
|
@@ -3676,6 +3695,18 @@ module Aws::EMR
|
|
|
3676
3695
|
# with a maximum of 128 characters and an optional value string with a
|
|
3677
3696
|
# maximum of 256 characters.
|
|
3678
3697
|
#
|
|
3698
|
+
# @option params [Types::NotebookS3LocationFromInput] :notebook_s3_location
|
|
3699
|
+
# The Amazon S3 location for the notebook execution input.
|
|
3700
|
+
#
|
|
3701
|
+
# @option params [Types::OutputNotebookS3LocationFromInput] :output_notebook_s3_location
|
|
3702
|
+
# The Amazon S3 location for the notebook execution output.
|
|
3703
|
+
#
|
|
3704
|
+
# @option params [String] :output_notebook_format
|
|
3705
|
+
# The output format for the notebook execution.
|
|
3706
|
+
#
|
|
3707
|
+
# @option params [Hash<String,String>] :environment_variables
|
|
3708
|
+
# The environment variables associated with the notebook execution.
|
|
3709
|
+
#
|
|
3679
3710
|
# @return [Types::StartNotebookExecutionOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
3680
3711
|
#
|
|
3681
3712
|
# * {Types::StartNotebookExecutionOutput#notebook_execution_id #notebook_execution_id} => String
|
|
@@ -3683,14 +3714,15 @@ module Aws::EMR
|
|
|
3683
3714
|
# @example Request syntax with placeholder values
|
|
3684
3715
|
#
|
|
3685
3716
|
# resp = client.start_notebook_execution({
|
|
3686
|
-
# editor_id: "XmlStringMaxLen256",
|
|
3687
|
-
# relative_path: "XmlString",
|
|
3717
|
+
# editor_id: "XmlStringMaxLen256",
|
|
3718
|
+
# relative_path: "XmlString",
|
|
3688
3719
|
# notebook_execution_name: "XmlStringMaxLen256",
|
|
3689
3720
|
# notebook_params: "XmlString",
|
|
3690
3721
|
# execution_engine: { # required
|
|
3691
3722
|
# id: "XmlStringMaxLen256", # required
|
|
3692
3723
|
# type: "EMR", # accepts EMR
|
|
3693
3724
|
# master_instance_security_group_id: "XmlStringMaxLen256",
|
|
3725
|
+
# execution_role_arn: "IAMRoleArn",
|
|
3694
3726
|
# },
|
|
3695
3727
|
# service_role: "XmlString", # required
|
|
3696
3728
|
# notebook_instance_security_group_id: "XmlStringMaxLen256",
|
|
@@ -3700,6 +3732,18 @@ module Aws::EMR
|
|
|
3700
3732
|
# value: "String",
|
|
3701
3733
|
# },
|
|
3702
3734
|
# ],
|
|
3735
|
+
# notebook_s3_location: {
|
|
3736
|
+
# bucket: "XmlStringMaxLen256",
|
|
3737
|
+
# key: "UriString",
|
|
3738
|
+
# },
|
|
3739
|
+
# output_notebook_s3_location: {
|
|
3740
|
+
# bucket: "XmlStringMaxLen256",
|
|
3741
|
+
# key: "UriString",
|
|
3742
|
+
# },
|
|
3743
|
+
# output_notebook_format: "HTML", # accepts HTML
|
|
3744
|
+
# environment_variables: {
|
|
3745
|
+
# "XmlStringMaxLen256" => "XmlString",
|
|
3746
|
+
# },
|
|
3703
3747
|
# })
|
|
3704
3748
|
#
|
|
3705
3749
|
# @example Response structure
|
|
@@ -3739,8 +3783,8 @@ module Aws::EMR
|
|
|
3739
3783
|
|
|
3740
3784
|
# TerminateJobFlows shuts a list of clusters (job flows) down. When a
|
|
3741
3785
|
# job flow is shut down, any step not yet completed is canceled and the
|
|
3742
|
-
# EC2 instances on which the cluster is running are stopped. Any
|
|
3743
|
-
# files not already saved are uploaded to Amazon S3 if a LogUri was
|
|
3786
|
+
# Amazon EC2 instances on which the cluster is running are stopped. Any
|
|
3787
|
+
# log files not already saved are uploaded to Amazon S3 if a LogUri was
|
|
3744
3788
|
# specified when the cluster was created.
|
|
3745
3789
|
#
|
|
3746
3790
|
# The maximum number of clusters allowed is 10. The call to
|
|
@@ -3882,7 +3926,7 @@ module Aws::EMR
|
|
|
3882
3926
|
params: params,
|
|
3883
3927
|
config: config)
|
|
3884
3928
|
context[:gem_name] = 'aws-sdk-emr'
|
|
3885
|
-
context[:gem_version] = '1.
|
|
3929
|
+
context[:gem_version] = '1.68.0'
|
|
3886
3930
|
Seahorse::Client::Request.new(handlers, context)
|
|
3887
3931
|
end
|
|
3888
3932
|
|