aws-sdk-emr 1.67.0 → 1.68.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-emr/client.rb +138 -94
- data/lib/aws-sdk-emr/client_api.rb +41 -2
- data/lib/aws-sdk-emr/types.rb +448 -294
- data/lib/aws-sdk-emr.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d3badaf5d74900831fac0b19ab6dd3a586435741975998b58c0d21f064fcd4a7
|
4
|
+
data.tar.gz: 45c0d7241e12c62ebc59b4b206bba0f5f1ce95909b0de6537295855e667217b4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e425f0e422cf31f74e397128d31c42b5f44dc743f5652f18b5e356e5217ab3698186e89ba7340c461adc1809b38cdfd82714fc07465ca1bbf671759ef273ffaf
|
7
|
+
data.tar.gz: af9edf3503786ebdf8796926cae3fda4fb7d33aa84eee5387327ff2a0b7040db09ec978d414cb9c4012e9e27b8ea38ea640417f48b7aa9daa1aa9ee765be2d67
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.68.0 (2023-05-10)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - EMR Studio now supports programmatically executing a Notebooks on an EMR on EKS cluster. In addition, notebooks can now be executed by specifying its location in S3.
|
8
|
+
|
4
9
|
1.67.0 (2023-03-30)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.68.0
|
data/lib/aws-sdk-emr/client.rb
CHANGED
@@ -381,7 +381,7 @@ module Aws::EMR
|
|
381
381
|
# Adds an instance fleet to a running cluster.
|
382
382
|
#
|
383
383
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
384
|
-
#
|
384
|
+
# releases 4.8.0 and later, excluding 5.0.x.
|
385
385
|
#
|
386
386
|
# </note>
|
387
387
|
#
|
@@ -634,7 +634,7 @@ module Aws::EMR
|
|
634
634
|
# using the following format:
|
635
635
|
# `arn:partition:service:region:account:resource`.
|
636
636
|
#
|
637
|
-
# For example, `arn:aws:
|
637
|
+
# For example, `arn:aws:IAM::1234567890:role/ReadOnly` is a correctly
|
638
638
|
# formatted runtime role ARN.
|
639
639
|
#
|
640
640
|
# @return [Types::AddJobFlowStepsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
@@ -726,7 +726,7 @@ module Aws::EMR
|
|
726
726
|
# maximum of 256 steps are allowed in each CancelSteps request.
|
727
727
|
# CancelSteps is idempotent but asynchronous; it does not guarantee that
|
728
728
|
# a step will be canceled, even if the request is successfully
|
729
|
-
# submitted. When you use Amazon EMR
|
729
|
+
# submitted. When you use Amazon EMR releases 5.28.0 and later, you can
|
730
730
|
# cancel steps that are in a `PENDING` or `RUNNING` state. In earlier
|
731
731
|
# versions of Amazon EMR, you can only cancel steps that are in a
|
732
732
|
# `PENDING` state.
|
@@ -968,8 +968,8 @@ module Aws::EMR
|
|
968
968
|
# The Amazon Resource Name (ARN) for the session policy that will be
|
969
969
|
# applied to the user or group. You should specify the ARN for the
|
970
970
|
# session policy that you want to apply, not the ARN of your user role.
|
971
|
-
# For more information, see [Create an EMR Studio User Role with
|
972
|
-
# Policies][1].
|
971
|
+
# For more information, see [Create an Amazon EMR Studio User Role with
|
972
|
+
# Session Policies][1].
|
973
973
|
#
|
974
974
|
#
|
975
975
|
#
|
@@ -1349,6 +1349,7 @@ module Aws::EMR
|
|
1349
1349
|
# resp.notebook_execution.execution_engine.id #=> String
|
1350
1350
|
# resp.notebook_execution.execution_engine.type #=> String, one of "EMR"
|
1351
1351
|
# resp.notebook_execution.execution_engine.master_instance_security_group_id #=> String
|
1352
|
+
# resp.notebook_execution.execution_engine.execution_role_arn #=> String
|
1352
1353
|
# resp.notebook_execution.notebook_execution_name #=> String
|
1353
1354
|
# resp.notebook_execution.notebook_params #=> String
|
1354
1355
|
# resp.notebook_execution.status #=> String, one of "START_PENDING", "STARTING", "RUNNING", "FINISHING", "FINISHED", "FAILING", "FAILED", "STOP_PENDING", "STOPPING", "STOPPED"
|
@@ -1361,6 +1362,13 @@ module Aws::EMR
|
|
1361
1362
|
# resp.notebook_execution.tags #=> Array
|
1362
1363
|
# resp.notebook_execution.tags[0].key #=> String
|
1363
1364
|
# resp.notebook_execution.tags[0].value #=> String
|
1365
|
+
# resp.notebook_execution.notebook_s3_location.bucket #=> String
|
1366
|
+
# resp.notebook_execution.notebook_s3_location.key #=> String
|
1367
|
+
# resp.notebook_execution.output_notebook_s3_location.bucket #=> String
|
1368
|
+
# resp.notebook_execution.output_notebook_s3_location.key #=> String
|
1369
|
+
# resp.notebook_execution.output_notebook_format #=> String, one of "HTML"
|
1370
|
+
# resp.notebook_execution.environment_variables #=> Hash
|
1371
|
+
# resp.notebook_execution.environment_variables["XmlStringMaxLen256"] #=> String
|
1364
1372
|
#
|
1365
1373
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecution AWS API Documentation
|
1366
1374
|
#
|
@@ -1371,10 +1379,10 @@ module Aws::EMR
|
|
1371
1379
|
req.send_request(options)
|
1372
1380
|
end
|
1373
1381
|
|
1374
|
-
# Provides EMR release label details, such as releases
|
1375
|
-
#
|
1376
|
-
# for a specific EMR release label. Can also list
|
1377
|
-
# that support a specified version of Spark.
|
1382
|
+
# Provides Amazon EMR release label details, such as the releases
|
1383
|
+
# available the Region where the API request is run, and the available
|
1384
|
+
# applications for a specific Amazon EMR release label. Can also list
|
1385
|
+
# Amazon EMR releases that support a specified version of Spark.
|
1378
1386
|
#
|
1379
1387
|
# @option params [String] :release_label
|
1380
1388
|
# The target release label to be described.
|
@@ -1869,7 +1877,7 @@ module Aws::EMR
|
|
1869
1877
|
# Lists all available details about the instance fleets in a cluster.
|
1870
1878
|
#
|
1871
1879
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
1872
|
-
#
|
1880
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
1873
1881
|
#
|
1874
1882
|
# </note>
|
1875
1883
|
#
|
@@ -2049,10 +2057,11 @@ module Aws::EMR
|
|
2049
2057
|
req.send_request(options)
|
2050
2058
|
end
|
2051
2059
|
|
2052
|
-
# Provides information for all active EC2 instances and
|
2053
|
-
# terminated in the last 30 days, up to a maximum of
|
2054
|
-
# instances in any of the following states are
|
2055
|
-
# AWAITING\_FULFILLMENT, PROVISIONING, BOOTSTRAPPING,
|
2060
|
+
# Provides information for all active Amazon EC2 instances and Amazon
|
2061
|
+
# EC2 instances terminated in the last 30 days, up to a maximum of
|
2062
|
+
# 2,000. Amazon EC2 instances in any of the following states are
|
2063
|
+
# considered active: AWAITING\_FULFILLMENT, PROVISIONING, BOOTSTRAPPING,
|
2064
|
+
# RUNNING.
|
2056
2065
|
#
|
2057
2066
|
# @option params [required, String] :cluster_id
|
2058
2067
|
# The identifier of the cluster for which to list the instances.
|
@@ -2134,7 +2143,7 @@ module Aws::EMR
|
|
2134
2143
|
# based on multiple criteria such as status, time range, and editor id.
|
2135
2144
|
# Returns a maximum of 50 notebook executions and a marker to track the
|
2136
2145
|
# paging of a longer notebook execution list across multiple
|
2137
|
-
# `
|
2146
|
+
# `ListNotebookExecutions` calls.
|
2138
2147
|
#
|
2139
2148
|
# @option params [String] :editor_id
|
2140
2149
|
# The unique ID of the editor associated with the notebook execution.
|
@@ -2182,6 +2191,9 @@ module Aws::EMR
|
|
2182
2191
|
# call, that indicates the start of the list for this
|
2183
2192
|
# `ListNotebookExecutions` call.
|
2184
2193
|
#
|
2194
|
+
# @option params [String] :execution_engine_id
|
2195
|
+
# The unique ID of the execution engine.
|
2196
|
+
#
|
2185
2197
|
# @return [Types::ListNotebookExecutionsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2186
2198
|
#
|
2187
2199
|
# * {Types::ListNotebookExecutionsOutput#notebook_executions #notebook_executions} => Array<Types::NotebookExecutionSummary>
|
@@ -2197,6 +2209,7 @@ module Aws::EMR
|
|
2197
2209
|
# from: Time.now,
|
2198
2210
|
# to: Time.now,
|
2199
2211
|
# marker: "Marker",
|
2212
|
+
# execution_engine_id: "XmlString",
|
2200
2213
|
# })
|
2201
2214
|
#
|
2202
2215
|
# @example Response structure
|
@@ -2208,6 +2221,9 @@ module Aws::EMR
|
|
2208
2221
|
# resp.notebook_executions[0].status #=> String, one of "START_PENDING", "STARTING", "RUNNING", "FINISHING", "FINISHED", "FAILING", "FAILED", "STOP_PENDING", "STOPPING", "STOPPED"
|
2209
2222
|
# resp.notebook_executions[0].start_time #=> Time
|
2210
2223
|
# resp.notebook_executions[0].end_time #=> Time
|
2224
|
+
# resp.notebook_executions[0].notebook_s3_location.bucket #=> String
|
2225
|
+
# resp.notebook_executions[0].notebook_s3_location.key #=> String
|
2226
|
+
# resp.notebook_executions[0].execution_engine_id #=> String
|
2211
2227
|
# resp.marker #=> String
|
2212
2228
|
#
|
2213
2229
|
# @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutions AWS API Documentation
|
@@ -2219,8 +2235,8 @@ module Aws::EMR
|
|
2219
2235
|
req.send_request(options)
|
2220
2236
|
end
|
2221
2237
|
|
2222
|
-
# Retrieves release labels of EMR services in the
|
2223
|
-
# is called.
|
2238
|
+
# Retrieves release labels of Amazon EMR services in the Region where
|
2239
|
+
# the API is called.
|
2224
2240
|
#
|
2225
2241
|
# @option params [Types::ReleaseLabelFilter] :filters
|
2226
2242
|
# Filters the results of the request. `Prefix` specifies the prefix of
|
@@ -2516,7 +2532,7 @@ module Aws::EMR
|
|
2516
2532
|
# atomically.
|
2517
2533
|
#
|
2518
2534
|
# <note markdown="1"> The instance fleet configuration is available only in Amazon EMR
|
2519
|
-
#
|
2535
|
+
# releases 4.8.0 and later, excluding 5.0.x versions.
|
2520
2536
|
#
|
2521
2537
|
# </note>
|
2522
2538
|
#
|
@@ -2614,8 +2630,8 @@ module Aws::EMR
|
|
2614
2630
|
# Creates or updates an automatic scaling policy for a core instance
|
2615
2631
|
# group or task instance group in an Amazon EMR cluster. The automatic
|
2616
2632
|
# scaling policy defines how an instance group dynamically adds and
|
2617
|
-
# terminates EC2 instances in response to the value of a
|
2618
|
-
# metric.
|
2633
|
+
# terminates Amazon EC2 instances in response to the value of a
|
2634
|
+
# CloudWatch metric.
|
2619
2635
|
#
|
2620
2636
|
# @option params [required, String] :cluster_id
|
2621
2637
|
# Specifies the ID of a cluster. The instance group to which the
|
@@ -2718,7 +2734,7 @@ module Aws::EMR
|
|
2718
2734
|
req.send_request(options)
|
2719
2735
|
end
|
2720
2736
|
|
2721
|
-
# <note markdown="1"> Auto-termination is supported in Amazon EMR
|
2737
|
+
# <note markdown="1"> Auto-termination is supported in Amazon EMR releases 5.30.0 and 6.1.0
|
2722
2738
|
# and later. For more information, see [Using an auto-termination
|
2723
2739
|
# policy][1].
|
2724
2740
|
#
|
@@ -2787,8 +2803,8 @@ module Aws::EMR
|
|
2787
2803
|
# <note markdown="1"> For accounts that created clusters in a Region before November 25,
|
2788
2804
|
# 2019, block public access is disabled by default in that Region. To
|
2789
2805
|
# use this feature, you must manually enable and configure it. For
|
2790
|
-
# accounts that did not create an EMR cluster in a Region before
|
2791
|
-
# date, block public access is enabled by default in that Region.
|
2806
|
+
# accounts that did not create an Amazon EMR cluster in a Region before
|
2807
|
+
# this date, block public access is enabled by default in that Region.
|
2792
2808
|
#
|
2793
2809
|
# </note>
|
2794
2810
|
#
|
@@ -2819,13 +2835,13 @@ module Aws::EMR
|
|
2819
2835
|
|
2820
2836
|
# Creates or updates a managed scaling policy for an Amazon EMR cluster.
|
2821
2837
|
# The managed scaling policy defines the limits for resources, such as
|
2822
|
-
# EC2 instances that can be added or terminated from a cluster.
|
2823
|
-
# policy only applies to the core and task nodes. The master node
|
2824
|
-
# be scaled after initial configuration.
|
2838
|
+
# Amazon EC2 instances that can be added or terminated from a cluster.
|
2839
|
+
# The policy only applies to the core and task nodes. The master node
|
2840
|
+
# cannot be scaled after initial configuration.
|
2825
2841
|
#
|
2826
2842
|
# @option params [required, String] :cluster_id
|
2827
|
-
# Specifies the ID of an EMR cluster where the managed scaling
|
2828
|
-
# attached.
|
2843
|
+
# Specifies the ID of an Amazon EMR cluster where the managed scaling
|
2844
|
+
# policy is attached.
|
2829
2845
|
#
|
2830
2846
|
# @option params [required, Types::ManagedScalingPolicy] :managed_scaling_policy
|
2831
2847
|
# Specifies the constraints for the managed scaling policy.
|
@@ -2857,7 +2873,7 @@ module Aws::EMR
|
|
2857
2873
|
end
|
2858
2874
|
|
2859
2875
|
# Removes an automatic scaling policy from a specified instance group
|
2860
|
-
# within an EMR cluster.
|
2876
|
+
# within an Amazon EMR cluster.
|
2861
2877
|
#
|
2862
2878
|
# @option params [required, String] :cluster_id
|
2863
2879
|
# Specifies the ID of a cluster. The instance group to which the
|
@@ -2908,7 +2924,7 @@ module Aws::EMR
|
|
2908
2924
|
req.send_request(options)
|
2909
2925
|
end
|
2910
2926
|
|
2911
|
-
# Removes a managed scaling policy from a specified EMR cluster.
|
2927
|
+
# Removes a managed scaling policy from a specified Amazon EMR cluster.
|
2912
2928
|
#
|
2913
2929
|
# @option params [required, String] :cluster_id
|
2914
2930
|
# Specifies the ID of the cluster from which the managed scaling policy
|
@@ -2994,7 +3010,7 @@ module Aws::EMR
|
|
2994
3010
|
# your results.
|
2995
3011
|
#
|
2996
3012
|
# <note markdown="1"> The instance fleets configuration is available only in Amazon EMR
|
2997
|
-
#
|
3013
|
+
# releases 4.8.0 and later, excluding 5.0.x versions. The RunJobFlow
|
2998
3014
|
# request can contain InstanceFleets parameters or InstanceGroups
|
2999
3015
|
# parameters, but not both.
|
3000
3016
|
#
|
@@ -3010,7 +3026,7 @@ module Aws::EMR
|
|
3010
3026
|
# @option params [String] :log_encryption_kms_key_id
|
3011
3027
|
# The KMS key used for encrypting log files. If a value is not provided,
|
3012
3028
|
# the logs remain encrypted by AES-256. This attribute is only available
|
3013
|
-
# with Amazon EMR
|
3029
|
+
# with Amazon EMR releases 5.30.0 and later, excluding Amazon EMR 6.0.0.
|
3014
3030
|
#
|
3015
3031
|
# @option params [String] :additional_info
|
3016
3032
|
# A JSON string for selecting additional features.
|
@@ -3070,8 +3086,8 @@ module Aws::EMR
|
|
3070
3086
|
# </note>
|
3071
3087
|
#
|
3072
3088
|
# A list of strings that indicates third-party software to use with the
|
3073
|
-
# job flow that accepts a user argument list. EMR accepts and
|
3074
|
-
# the argument list to the corresponding installation script as
|
3089
|
+
# job flow that accepts a user argument list. Amazon EMR accepts and
|
3090
|
+
# forwards the argument list to the corresponding installation script as
|
3075
3091
|
# bootstrap action arguments. For more information, see "Launch a Job
|
3076
3092
|
# Flow on the MapR Distribution for Hadoop" in the [Amazon EMR
|
3077
3093
|
# Developer Guide][1]. Supported values are:
|
@@ -3112,35 +3128,36 @@ module Aws::EMR
|
|
3112
3128
|
#
|
3113
3129
|
# @option params [Array<Types::Configuration>] :configurations
|
3114
3130
|
# For Amazon EMR releases 4.0 and later. The list of configurations
|
3115
|
-
# supplied for the EMR cluster you are creating.
|
3131
|
+
# supplied for the Amazon EMR cluster that you are creating.
|
3116
3132
|
#
|
3117
3133
|
# @option params [Boolean] :visible_to_all_users
|
3118
3134
|
# The VisibleToAllUsers parameter is no longer supported. By default,
|
3119
3135
|
# the value is set to `true`. Setting it to `false` now has no effect.
|
3120
3136
|
#
|
3121
3137
|
# Set this value to `true` so that IAM principals in the Amazon Web
|
3122
|
-
# Services account associated with the cluster can perform EMR
|
3123
|
-
# on the cluster that their IAM policies allow. This value
|
3124
|
-
# `true` for clusters created using the EMR API or
|
3125
|
-
# [create-cluster][1] command.
|
3138
|
+
# Services account associated with the cluster can perform Amazon EMR
|
3139
|
+
# actions on the cluster that their IAM policies allow. This value
|
3140
|
+
# defaults to `true` for clusters created using the Amazon EMR API or
|
3141
|
+
# the CLI [create-cluster][1] command.
|
3126
3142
|
#
|
3127
3143
|
# When set to `false`, only the IAM principal that created the cluster
|
3128
|
-
# and the Amazon Web Services account root user can perform EMR
|
3129
|
-
# for the cluster, regardless of the IAM permissions policies
|
3130
|
-
# to other IAM principals. For more information, see
|
3131
|
-
# EMR
|
3132
|
-
# Guide*.
|
3144
|
+
# and the Amazon Web Services account root user can perform Amazon EMR
|
3145
|
+
# actions for the cluster, regardless of the IAM permissions policies
|
3146
|
+
# attached to other IAM principals. For more information, see
|
3147
|
+
# [Understanding the Amazon EMR cluster VisibleToAllUsers setting][2] in
|
3148
|
+
# the *Amazon EMR Management Guide*.
|
3133
3149
|
#
|
3134
3150
|
#
|
3135
3151
|
#
|
3136
3152
|
# [1]: https://docs.aws.amazon.com/cli/latest/reference/emr/create-cluster.html
|
3137
|
-
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/
|
3153
|
+
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/security_IAM_emr-with-IAM.html#security_set_visible_to_all_users
|
3138
3154
|
#
|
3139
3155
|
# @option params [String] :job_flow_role
|
3140
|
-
# Also called instance profile and EC2 role. An IAM role for an
|
3141
|
-
# cluster. The EC2 instances of the cluster assume
|
3142
|
-
# default role is `EMR_EC2_DefaultRole`. In order to use
|
3143
|
-
# role, you must have already created it using the CLI or
|
3156
|
+
# Also called instance profile and Amazon EC2 role. An IAM role for an
|
3157
|
+
# Amazon EMR cluster. The Amazon EC2 instances of the cluster assume
|
3158
|
+
# this role. The default role is `EMR_EC2_DefaultRole`. In order to use
|
3159
|
+
# the default role, you must have already created it using the CLI or
|
3160
|
+
# console.
|
3144
3161
|
#
|
3145
3162
|
# @option params [String] :service_role
|
3146
3163
|
# The IAM role that Amazon EMR assumes in order to access Amazon Web
|
@@ -3158,8 +3175,8 @@ module Aws::EMR
|
|
3158
3175
|
# @option params [String] :auto_scaling_role
|
3159
3176
|
# An IAM role for automatic scaling policies. The default role is
|
3160
3177
|
# `EMR_AutoScaling_DefaultRole`. The IAM role provides permissions that
|
3161
|
-
# the automatic scaling feature requires to launch and terminate
|
3162
|
-
# instances in an instance group.
|
3178
|
+
# the automatic scaling feature requires to launch and terminate Amazon
|
3179
|
+
# EC2 instances in an instance group.
|
3163
3180
|
#
|
3164
3181
|
# @option params [String] :scale_down_behavior
|
3165
3182
|
# Specifies the way that individual Amazon EC2 instances terminate when
|
@@ -3174,17 +3191,17 @@ module Aws::EMR
|
|
3174
3191
|
# instance-hour boundary. With either behavior, Amazon EMR removes the
|
3175
3192
|
# least active nodes first and blocks instance termination if it could
|
3176
3193
|
# lead to HDFS corruption. `TERMINATE_AT_TASK_COMPLETION` available only
|
3177
|
-
# in Amazon EMR
|
3178
|
-
# of Amazon EMR earlier than 5.1.0.
|
3194
|
+
# in Amazon EMR releases 4.1.0 and later, and is the default for
|
3195
|
+
# releases of Amazon EMR earlier than 5.1.0.
|
3179
3196
|
#
|
3180
3197
|
# @option params [String] :custom_ami_id
|
3181
|
-
# Available only in Amazon EMR
|
3198
|
+
# Available only in Amazon EMR releases 5.7.0 and later. The ID of a
|
3182
3199
|
# custom Amazon EBS-backed Linux AMI. If specified, Amazon EMR uses this
|
3183
|
-
# AMI when it launches cluster EC2 instances. For more
|
3184
|
-
# custom AMIs in Amazon EMR, see [Using a Custom
|
3185
|
-
# EMR Management Guide*. If omitted, the cluster
|
3186
|
-
# for the `ReleaseLabel` specified. For Amazon
|
3187
|
-
# use `AmiVersion` instead.
|
3200
|
+
# AMI when it launches cluster Amazon EC2 instances. For more
|
3201
|
+
# information about custom AMIs in Amazon EMR, see [Using a Custom
|
3202
|
+
# AMI][1] in the *Amazon EMR Management Guide*. If omitted, the cluster
|
3203
|
+
# uses the base Linux AMI for the `ReleaseLabel` specified. For Amazon
|
3204
|
+
# EMR releases 2.x and 3.x, use `AmiVersion` instead.
|
3188
3205
|
#
|
3189
3206
|
# For information about creating a custom AMI, see [Creating an Amazon
|
3190
3207
|
# EBS-Backed Linux AMI][2] in the *Amazon Elastic Compute Cloud User
|
@@ -3199,8 +3216,8 @@ module Aws::EMR
|
|
3199
3216
|
#
|
3200
3217
|
# @option params [Integer] :ebs_root_volume_size
|
3201
3218
|
# The size, in GiB, of the Amazon EBS root device volume of the Linux
|
3202
|
-
# AMI that is used for each EC2 instance. Available in Amazon EMR
|
3203
|
-
#
|
3219
|
+
# AMI that is used for each Amazon EC2 instance. Available in Amazon EMR
|
3220
|
+
# releases 4.x and later.
|
3204
3221
|
#
|
3205
3222
|
# @option params [String] :repo_upgrade_on_boot
|
3206
3223
|
# Applies only when `CustomAmiID` is used. Specifies which updates from
|
@@ -3530,13 +3547,13 @@ module Aws::EMR
|
|
3530
3547
|
req.send_request(options)
|
3531
3548
|
end
|
3532
3549
|
|
3533
|
-
# SetTerminationProtection locks a cluster (job flow) so the EC2
|
3550
|
+
# SetTerminationProtection locks a cluster (job flow) so the Amazon EC2
|
3534
3551
|
# instances in the cluster cannot be terminated by user intervention, an
|
3535
3552
|
# API call, or in the event of a job-flow error. The cluster still
|
3536
3553
|
# terminates upon successful completion of the job flow. Calling
|
3537
3554
|
# `SetTerminationProtection` on a cluster is similar to calling the
|
3538
|
-
# Amazon EC2 `DisableAPITermination` API on all EC2 instances in
|
3539
|
-
# cluster.
|
3555
|
+
# Amazon EC2 `DisableAPITermination` API on all Amazon EC2 instances in
|
3556
|
+
# a cluster.
|
3540
3557
|
#
|
3541
3558
|
# `SetTerminationProtection` is used to prevent accidental termination
|
3542
3559
|
# of a cluster and to ensure that in the event of an error, the
|
@@ -3586,35 +3603,37 @@ module Aws::EMR
|
|
3586
3603
|
# The SetVisibleToAllUsers parameter is no longer supported. Your
|
3587
3604
|
# cluster may be visible to all users in your account. To restrict
|
3588
3605
|
# cluster access using an IAM policy, see [Identity and Access
|
3589
|
-
# Management for EMR][1].
|
3606
|
+
# Management for Amazon EMR][1].
|
3590
3607
|
#
|
3591
|
-
# Sets the Cluster$VisibleToAllUsers value for an EMR cluster.
|
3592
|
-
# `true`, IAM principals in the Amazon Web Services account can
|
3593
|
-
# EMR cluster actions that their IAM policies allow. When
|
3594
|
-
# the IAM principal that created the cluster and the
|
3595
|
-
# account root user can perform EMR actions
|
3596
|
-
# of IAM permissions policies attached to
|
3608
|
+
# Sets the Cluster$VisibleToAllUsers value for an Amazon EMR cluster.
|
3609
|
+
# When `true`, IAM principals in the Amazon Web Services account can
|
3610
|
+
# perform Amazon EMR cluster actions that their IAM policies allow. When
|
3611
|
+
# `false`, only the IAM principal that created the cluster and the
|
3612
|
+
# Amazon Web Services account root user can perform Amazon EMR actions
|
3613
|
+
# on the cluster, regardless of IAM permissions policies attached to
|
3614
|
+
# other IAM principals.
|
3597
3615
|
#
|
3598
3616
|
# This action works on running clusters. When you create a cluster, use
|
3599
3617
|
# the RunJobFlowInput$VisibleToAllUsers parameter.
|
3600
3618
|
#
|
3601
|
-
# For more information, see [Understanding the EMR Cluster
|
3602
|
-
# VisibleToAllUsers Setting][2] in the *Amazon
|
3619
|
+
# For more information, see [Understanding the Amazon EMR Cluster
|
3620
|
+
# VisibleToAllUsers Setting][2] in the *Amazon EMR Management Guide*.
|
3603
3621
|
#
|
3604
3622
|
#
|
3605
3623
|
#
|
3606
|
-
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-plan-access-
|
3607
|
-
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/
|
3624
|
+
# [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-plan-access-IAM.html
|
3625
|
+
# [2]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/security_IAM_emr-with-IAM.html#security_set_visible_to_all_users
|
3608
3626
|
#
|
3609
3627
|
# @option params [required, Array<String>] :job_flow_ids
|
3610
3628
|
# The unique identifier of the job flow (cluster).
|
3611
3629
|
#
|
3612
3630
|
# @option params [required, Boolean] :visible_to_all_users
|
3613
3631
|
# A value of `true` indicates that an IAM principal in the Amazon Web
|
3614
|
-
# Services account can perform EMR actions on the cluster that
|
3615
|
-
# policies attached to the principal allow. A value of `false`
|
3616
|
-
# that only the IAM principal that created the cluster and the
|
3617
|
-
# Web Services root user can perform EMR actions on the
|
3632
|
+
# Services account can perform Amazon EMR actions on the cluster that
|
3633
|
+
# the IAM policies attached to the principal allow. A value of `false`
|
3634
|
+
# indicates that only the IAM principal that created the cluster and the
|
3635
|
+
# Amazon Web Services root user can perform Amazon EMR actions on the
|
3636
|
+
# cluster.
|
3618
3637
|
#
|
3619
3638
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3620
3639
|
#
|
@@ -3636,15 +3655,15 @@ module Aws::EMR
|
|
3636
3655
|
|
3637
3656
|
# Starts a notebook execution.
|
3638
3657
|
#
|
3639
|
-
# @option params [
|
3640
|
-
# The unique identifier of the EMR Notebook to use for notebook
|
3658
|
+
# @option params [String] :editor_id
|
3659
|
+
# The unique identifier of the Amazon EMR Notebook to use for notebook
|
3641
3660
|
# execution.
|
3642
3661
|
#
|
3643
|
-
# @option params [
|
3662
|
+
# @option params [String] :relative_path
|
3644
3663
|
# The path and file name of the notebook file for this execution,
|
3645
|
-
# relative to the path specified for the EMR Notebook. For
|
3646
|
-
# you specify a path of `s3://MyBucket/MyNotebooks` when you
|
3647
|
-
# EMR Notebook for a notebook with an ID of
|
3664
|
+
# relative to the path specified for the Amazon EMR Notebook. For
|
3665
|
+
# example, if you specify a path of `s3://MyBucket/MyNotebooks` when you
|
3666
|
+
# create an Amazon EMR Notebook for a notebook with an ID of
|
3648
3667
|
# `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
|
3649
3668
|
# you specify a `RelativePath` of
|
3650
3669
|
# `my_notebook_executions/notebook_execution.ipynb`, the location of the
|
@@ -3655,8 +3674,8 @@ module Aws::EMR
|
|
3655
3674
|
# An optional name for the notebook execution.
|
3656
3675
|
#
|
3657
3676
|
# @option params [String] :notebook_params
|
3658
|
-
# Input parameters in JSON format passed to the EMR Notebook at
|
3659
|
-
# for execution.
|
3677
|
+
# Input parameters in JSON format passed to the Amazon EMR Notebook at
|
3678
|
+
# runtime for execution.
|
3660
3679
|
#
|
3661
3680
|
# @option params [required, Types::ExecutionEngineConfig] :execution_engine
|
3662
3681
|
# Specifies the execution engine (cluster) that runs the notebook
|
@@ -3664,11 +3683,11 @@ module Aws::EMR
|
|
3664
3683
|
#
|
3665
3684
|
# @option params [required, String] :service_role
|
3666
3685
|
# The name or ARN of the IAM role that is used as the service role for
|
3667
|
-
# Amazon EMR (the EMR role) for the notebook execution.
|
3686
|
+
# Amazon EMR (the Amazon EMR role) for the notebook execution.
|
3668
3687
|
#
|
3669
3688
|
# @option params [String] :notebook_instance_security_group_id
|
3670
3689
|
# The unique identifier of the Amazon EC2 security group to associate
|
3671
|
-
# with the EMR Notebook for this notebook execution.
|
3690
|
+
# with the Amazon EMR Notebook for this notebook execution.
|
3672
3691
|
#
|
3673
3692
|
# @option params [Array<Types::Tag>] :tags
|
3674
3693
|
# A list of tags associated with a notebook execution. Tags are
|
@@ -3676,6 +3695,18 @@ module Aws::EMR
|
|
3676
3695
|
# with a maximum of 128 characters and an optional value string with a
|
3677
3696
|
# maximum of 256 characters.
|
3678
3697
|
#
|
3698
|
+
# @option params [Types::NotebookS3LocationFromInput] :notebook_s3_location
|
3699
|
+
# The Amazon S3 location for the notebook execution input.
|
3700
|
+
#
|
3701
|
+
# @option params [Types::OutputNotebookS3LocationFromInput] :output_notebook_s3_location
|
3702
|
+
# The Amazon S3 location for the notebook execution output.
|
3703
|
+
#
|
3704
|
+
# @option params [String] :output_notebook_format
|
3705
|
+
# The output format for the notebook execution.
|
3706
|
+
#
|
3707
|
+
# @option params [Hash<String,String>] :environment_variables
|
3708
|
+
# The environment variables associated with the notebook execution.
|
3709
|
+
#
|
3679
3710
|
# @return [Types::StartNotebookExecutionOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3680
3711
|
#
|
3681
3712
|
# * {Types::StartNotebookExecutionOutput#notebook_execution_id #notebook_execution_id} => String
|
@@ -3683,14 +3714,15 @@ module Aws::EMR
|
|
3683
3714
|
# @example Request syntax with placeholder values
|
3684
3715
|
#
|
3685
3716
|
# resp = client.start_notebook_execution({
|
3686
|
-
# editor_id: "XmlStringMaxLen256",
|
3687
|
-
# relative_path: "XmlString",
|
3717
|
+
# editor_id: "XmlStringMaxLen256",
|
3718
|
+
# relative_path: "XmlString",
|
3688
3719
|
# notebook_execution_name: "XmlStringMaxLen256",
|
3689
3720
|
# notebook_params: "XmlString",
|
3690
3721
|
# execution_engine: { # required
|
3691
3722
|
# id: "XmlStringMaxLen256", # required
|
3692
3723
|
# type: "EMR", # accepts EMR
|
3693
3724
|
# master_instance_security_group_id: "XmlStringMaxLen256",
|
3725
|
+
# execution_role_arn: "IAMRoleArn",
|
3694
3726
|
# },
|
3695
3727
|
# service_role: "XmlString", # required
|
3696
3728
|
# notebook_instance_security_group_id: "XmlStringMaxLen256",
|
@@ -3700,6 +3732,18 @@ module Aws::EMR
|
|
3700
3732
|
# value: "String",
|
3701
3733
|
# },
|
3702
3734
|
# ],
|
3735
|
+
# notebook_s3_location: {
|
3736
|
+
# bucket: "XmlStringMaxLen256",
|
3737
|
+
# key: "UriString",
|
3738
|
+
# },
|
3739
|
+
# output_notebook_s3_location: {
|
3740
|
+
# bucket: "XmlStringMaxLen256",
|
3741
|
+
# key: "UriString",
|
3742
|
+
# },
|
3743
|
+
# output_notebook_format: "HTML", # accepts HTML
|
3744
|
+
# environment_variables: {
|
3745
|
+
# "XmlStringMaxLen256" => "XmlString",
|
3746
|
+
# },
|
3703
3747
|
# })
|
3704
3748
|
#
|
3705
3749
|
# @example Response structure
|
@@ -3739,8 +3783,8 @@ module Aws::EMR
|
|
3739
3783
|
|
3740
3784
|
# TerminateJobFlows shuts a list of clusters (job flows) down. When a
|
3741
3785
|
# job flow is shut down, any step not yet completed is canceled and the
|
3742
|
-
# EC2 instances on which the cluster is running are stopped. Any
|
3743
|
-
# files not already saved are uploaded to Amazon S3 if a LogUri was
|
3786
|
+
# Amazon EC2 instances on which the cluster is running are stopped. Any
|
3787
|
+
# log files not already saved are uploaded to Amazon S3 if a LogUri was
|
3744
3788
|
# specified when the cluster was created.
|
3745
3789
|
#
|
3746
3790
|
# The maximum number of clusters allowed is 10. The call to
|
@@ -3882,7 +3926,7 @@ module Aws::EMR
|
|
3882
3926
|
params: params,
|
3883
3927
|
config: config)
|
3884
3928
|
context[:gem_name] = 'aws-sdk-emr'
|
3885
|
-
context[:gem_version] = '1.
|
3929
|
+
context[:gem_version] = '1.68.0'
|
3886
3930
|
Seahorse::Client::Request.new(handlers, context)
|
3887
3931
|
end
|
3888
3932
|
|