aws-sdk-emr 1.34.0 → 1.39.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 59904f57bbbd83f0a89ebce723ecffd03d3adbe99c756e2674b7196e9014a224
4
- data.tar.gz: 85518ff5f5785196f1154e80a95ff3a9f175ca7ccbabe6a2c87e7f1666117fcc
3
+ metadata.gz: d44a2f1087f32075117d40f90ea3a453e5589340ed21d96672613e0beb50b2d1
4
+ data.tar.gz: 16f340333756c2a9b90048ae83f85374ae864c76a5f55eab979fe6ba8b2c7958
5
5
  SHA512:
6
- metadata.gz: 39477357c2785d11878bd394e37e1ec75d13410c5e7f795a2d2b1b12a00befd9706347af5dd55a66b4dcad5f24e65e70816e1ba7f4e61d5a68e7bb2c81306207
7
- data.tar.gz: '029339bdfddf9d9ff4d42865233622a6e09db971e04faa02a800096e83a9b9facf5887106f11c02d3efa440d26e289bb6c7de1acc40311241e868fce22cd2a5d'
6
+ metadata.gz: efa658bf409212e9b8e38c1dd254b364c845ff07f1515d1c6ed88af13796c1c149bae861035e55dd7f2d88be471c57dfde9490ce9a2d00a79fe521d1fcb2dac8
7
+ data.tar.gz: 8ff3eb4a05ddc2dbdcb56cc7c9e5ccd964002be867e9cf488eb0bed0581a3e29f9e1772ef82ef6d3b5df76735be463e68b52d3294d6f3d965daa25f5f065d9df
@@ -7,6 +7,7 @@
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
10
+
10
11
  require 'aws-sdk-core'
11
12
  require 'aws-sigv4'
12
13
 
@@ -45,9 +46,9 @@ require_relative 'aws-sdk-emr/customizations'
45
46
  #
46
47
  # See {Errors} for more information.
47
48
  #
48
- # @service
49
+ # @!group service
49
50
  module Aws::EMR
50
51
 
51
- GEM_VERSION = '1.34.0'
52
+ GEM_VERSION = '1.39.0'
52
53
 
53
54
  end
@@ -85,13 +85,28 @@ module Aws::EMR
85
85
  # * `Aws::Credentials` - Used for configuring static, non-refreshing
86
86
  # credentials.
87
87
  #
88
+ # * `Aws::SharedCredentials` - Used for loading static credentials from a
89
+ # shared file, such as `~/.aws/config`.
90
+ #
91
+ # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
92
+ #
93
+ # * `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
94
+ # assume a role after providing credentials via the web.
95
+ #
96
+ # * `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
97
+ # access token generated from `aws login`.
98
+ #
99
+ # * `Aws::ProcessCredentials` - Used for loading credentials from a
100
+ # process that outputs to stdout.
101
+ #
88
102
  # * `Aws::InstanceProfileCredentials` - Used for loading credentials
89
103
  # from an EC2 IMDS on an EC2 instance.
90
104
  #
91
- # * `Aws::SharedCredentials` - Used for loading credentials from a
92
- # shared file, such as `~/.aws/config`.
105
+ # * `Aws::ECSCredentials` - Used for loading credentials from
106
+ # instances running in ECS.
93
107
  #
94
- # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
108
+ # * `Aws::CognitoIdentityCredentials` - Used for loading credentials
109
+ # from the Cognito Identity service.
95
110
  #
96
111
  # When `:credentials` are not configured directly, the following
97
112
  # locations will be searched for credentials:
@@ -101,10 +116,10 @@ module Aws::EMR
101
116
  # * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
102
117
  # * `~/.aws/credentials`
103
118
  # * `~/.aws/config`
104
- # * EC2 IMDS instance profile - When used by default, the timeouts are
105
- # very aggressive. Construct and pass an instance of
106
- # `Aws::InstanceProfileCredentails` to enable retries and extended
107
- # timeouts.
119
+ # * EC2/ECS IMDS instance profile - When used by default, the timeouts
120
+ # are very aggressive. Construct and pass an instance of
121
+ # `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
122
+ # enable retries and extended timeouts.
108
123
  #
109
124
  # @option options [required, String] :region
110
125
  # The AWS region to connect to. The configured `:region` is
@@ -830,6 +845,9 @@ module Aws::EMR
830
845
  # resp.cluster.cluster_arn #=> String
831
846
  # resp.cluster.outpost_arn #=> String
832
847
  # resp.cluster.step_concurrency_level #=> Integer
848
+ # resp.cluster.placement_groups #=> Array
849
+ # resp.cluster.placement_groups[0].instance_role #=> String, one of "MASTER", "CORE", "TASK"
850
+ # resp.cluster.placement_groups[0].placement_strategy #=> String, one of "SPREAD", "PARTITION", "CLUSTER", "NONE"
833
851
  #
834
852
  #
835
853
  # The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
@@ -973,6 +991,50 @@ module Aws::EMR
973
991
  req.send_request(options)
974
992
  end
975
993
 
994
+ # Provides details of a notebook execution.
995
+ #
996
+ # @option params [required, String] :notebook_execution_id
997
+ # The unique identifier of the notebook execution.
998
+ #
999
+ # @return [Types::DescribeNotebookExecutionOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1000
+ #
1001
+ # * {Types::DescribeNotebookExecutionOutput#notebook_execution #notebook_execution} => Types::NotebookExecution
1002
+ #
1003
+ # @example Request syntax with placeholder values
1004
+ #
1005
+ # resp = client.describe_notebook_execution({
1006
+ # notebook_execution_id: "XmlStringMaxLen256", # required
1007
+ # })
1008
+ #
1009
+ # @example Response structure
1010
+ #
1011
+ # resp.notebook_execution.notebook_execution_id #=> String
1012
+ # resp.notebook_execution.editor_id #=> String
1013
+ # resp.notebook_execution.execution_engine.id #=> String
1014
+ # resp.notebook_execution.execution_engine.type #=> String, one of "EMR"
1015
+ # resp.notebook_execution.execution_engine.master_instance_security_group_id #=> String
1016
+ # resp.notebook_execution.notebook_execution_name #=> String
1017
+ # resp.notebook_execution.notebook_params #=> String
1018
+ # resp.notebook_execution.status #=> String, one of "START_PENDING", "STARTING", "RUNNING", "FINISHING", "FINISHED", "FAILING", "FAILED", "STOP_PENDING", "STOPPING", "STOPPED"
1019
+ # resp.notebook_execution.start_time #=> Time
1020
+ # resp.notebook_execution.end_time #=> Time
1021
+ # resp.notebook_execution.arn #=> String
1022
+ # resp.notebook_execution.output_notebook_uri #=> String
1023
+ # resp.notebook_execution.last_state_change_reason #=> String
1024
+ # resp.notebook_execution.notebook_instance_security_group_id #=> String
1025
+ # resp.notebook_execution.tags #=> Array
1026
+ # resp.notebook_execution.tags[0].key #=> String
1027
+ # resp.notebook_execution.tags[0].value #=> String
1028
+ #
1029
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecution AWS API Documentation
1030
+ #
1031
+ # @overload describe_notebook_execution(params = {})
1032
+ # @param [Hash] params ({})
1033
+ def describe_notebook_execution(params = {}, options = {})
1034
+ req = build_request(:describe_notebook_execution, params)
1035
+ req.send_request(options)
1036
+ end
1037
+
976
1038
  # Provides the details of a security configuration by returning the
977
1039
  # configuration JSON.
978
1040
  #
@@ -1484,6 +1546,95 @@ module Aws::EMR
1484
1546
  req.send_request(options)
1485
1547
  end
1486
1548
 
1549
+ # Provides summaries of all notebook executions. You can filter the list
1550
+ # based on multiple criteria such as status, time range, and editor id.
1551
+ # Returns a maximum of 50 notebook executions and a marker to track the
1552
+ # paging of a longer notebook execution list across multiple
1553
+ # `ListNotebookExecution` calls.
1554
+ #
1555
+ # @option params [String] :editor_id
1556
+ # The unique ID of the editor associated with the notebook execution.
1557
+ #
1558
+ # @option params [String] :status
1559
+ # The status filter for listing notebook executions.
1560
+ #
1561
+ # * `START_PENDING` indicates that the cluster has received the
1562
+ # execution request but execution has not begun.
1563
+ #
1564
+ # * `STARTING` indicates that the execution is starting on the cluster.
1565
+ #
1566
+ # * `RUNNING` indicates that the execution is being processed by the
1567
+ # cluster.
1568
+ #
1569
+ # * `FINISHING` indicates that execution processing is in the final
1570
+ # stages.
1571
+ #
1572
+ # * `FINISHED` indicates that the execution has completed without error.
1573
+ #
1574
+ # * `FAILING` indicates that the execution is failing and will not
1575
+ # finish successfully.
1576
+ #
1577
+ # * `FAILED` indicates that the execution failed.
1578
+ #
1579
+ # * `STOP_PENDING` indicates that the cluster has received a
1580
+ # `StopNotebookExecution` request and the stop is pending.
1581
+ #
1582
+ # * `STOPPING` indicates that the cluster is in the process of stopping
1583
+ # the execution as a result of a `StopNotebookExecution` request.
1584
+ #
1585
+ # * `STOPPED` indicates that the execution stopped because of a
1586
+ # `StopNotebookExecution` request.
1587
+ #
1588
+ # @option params [Time,DateTime,Date,Integer,String] :from
1589
+ # The beginning of time range filter for listing notebook executions.
1590
+ # The default is the timestamp of 30 days ago.
1591
+ #
1592
+ # @option params [Time,DateTime,Date,Integer,String] :to
1593
+ # The end of time range filter for listing notebook executions. The
1594
+ # default is the current timestamp.
1595
+ #
1596
+ # @option params [String] :marker
1597
+ # The pagination token, returned by a previous `ListNotebookExecutions`
1598
+ # call, that indicates the start of the list for this
1599
+ # `ListNotebookExecutions` call.
1600
+ #
1601
+ # @return [Types::ListNotebookExecutionsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1602
+ #
1603
+ # * {Types::ListNotebookExecutionsOutput#notebook_executions #notebook_executions} => Array<Types::NotebookExecutionSummary>
1604
+ # * {Types::ListNotebookExecutionsOutput#marker #marker} => String
1605
+ #
1606
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
1607
+ #
1608
+ # @example Request syntax with placeholder values
1609
+ #
1610
+ # resp = client.list_notebook_executions({
1611
+ # editor_id: "XmlStringMaxLen256",
1612
+ # status: "START_PENDING", # accepts START_PENDING, STARTING, RUNNING, FINISHING, FINISHED, FAILING, FAILED, STOP_PENDING, STOPPING, STOPPED
1613
+ # from: Time.now,
1614
+ # to: Time.now,
1615
+ # marker: "Marker",
1616
+ # })
1617
+ #
1618
+ # @example Response structure
1619
+ #
1620
+ # resp.notebook_executions #=> Array
1621
+ # resp.notebook_executions[0].notebook_execution_id #=> String
1622
+ # resp.notebook_executions[0].editor_id #=> String
1623
+ # resp.notebook_executions[0].notebook_execution_name #=> String
1624
+ # resp.notebook_executions[0].status #=> String, one of "START_PENDING", "STARTING", "RUNNING", "FINISHING", "FINISHED", "FAILING", "FAILED", "STOP_PENDING", "STOPPING", "STOPPED"
1625
+ # resp.notebook_executions[0].start_time #=> Time
1626
+ # resp.notebook_executions[0].end_time #=> Time
1627
+ # resp.marker #=> String
1628
+ #
1629
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutions AWS API Documentation
1630
+ #
1631
+ # @overload list_notebook_executions(params = {})
1632
+ # @param [Hash] params ({})
1633
+ def list_notebook_executions(params = {}, options = {})
1634
+ req = build_request(:list_notebook_executions, params)
1635
+ req.send_request(options)
1636
+ end
1637
+
1487
1638
  # Lists all the security configurations visible to this account,
1488
1639
  # providing their creation dates and times, and their names. This call
1489
1640
  # returns a maximum of 50 clusters per call, but returns a marker to
@@ -2251,6 +2402,9 @@ module Aws::EMR
2251
2402
  # @option params [Types::ManagedScalingPolicy] :managed_scaling_policy
2252
2403
  # The specified managed scaling policy for an Amazon EMR cluster.
2253
2404
  #
2405
+ # @option params [Array<Types::PlacementGroupConfig>] :placement_group_configs
2406
+ # The specified placement group configuration for an Amazon EMR cluster.
2407
+ #
2254
2408
  # @return [Types::RunJobFlowOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2255
2409
  #
2256
2410
  # * {Types::RunJobFlowOutput#job_flow_id #job_flow_id} => String
@@ -2494,6 +2648,12 @@ module Aws::EMR
2494
2648
  # maximum_core_capacity_units: 1,
2495
2649
  # },
2496
2650
  # },
2651
+ # placement_group_configs: [
2652
+ # {
2653
+ # instance_role: "MASTER", # required, accepts MASTER, CORE, TASK
2654
+ # placement_strategy: "SPREAD", # accepts SPREAD, PARTITION, CLUSTER, NONE
2655
+ # },
2656
+ # ],
2497
2657
  # })
2498
2658
  #
2499
2659
  # @example Response structure
@@ -2601,6 +2761,109 @@ module Aws::EMR
2601
2761
  req.send_request(options)
2602
2762
  end
2603
2763
 
2764
+ # Starts a notebook execution.
2765
+ #
2766
+ # @option params [required, String] :editor_id
2767
+ # The unique identifier of the EMR Notebook to use for notebook
2768
+ # execution.
2769
+ #
2770
+ # @option params [required, String] :relative_path
2771
+ # The path and file name of the notebook file for this execution,
2772
+ # relative to the path specified for the EMR Notebook. For example, if
2773
+ # you specify a path of `s3://MyBucket/MyNotebooks` when you create an
2774
+ # EMR Notebook for a notebook with an ID of
2775
+ # `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
2776
+ # you specify a `RelativePath` of
2777
+ # `my_notebook_executions/notebook_execution.ipynb`, the location of the
2778
+ # file for the notebook execution is
2779
+ # `s3://MyBucket/MyNotebooks/e-ABCDEFGHIJK1234567890ABCD/my_notebook_executions/notebook_execution.ipynb`.
2780
+ #
2781
+ # @option params [String] :notebook_execution_name
2782
+ # An optional name for the notebook execution.
2783
+ #
2784
+ # @option params [String] :notebook_params
2785
+ # Input parameters in JSON format passed to the EMR Notebook at runtime
2786
+ # for execution.
2787
+ #
2788
+ # @option params [required, Types::ExecutionEngineConfig] :execution_engine
2789
+ # Specifies the execution engine (cluster) that runs the notebook
2790
+ # execution.
2791
+ #
2792
+ # @option params [required, String] :service_role
2793
+ # The name or ARN of the IAM role that is used as the service role for
2794
+ # Amazon EMR (the EMR role) for the notebook execution.
2795
+ #
2796
+ # @option params [String] :notebook_instance_security_group_id
2797
+ # The unique identifier of the Amazon EC2 security group to associate
2798
+ # with the EMR Notebook for this notebook execution.
2799
+ #
2800
+ # @option params [Array<Types::Tag>] :tags
2801
+ # A list of tags associated with a notebook execution. Tags are
2802
+ # user-defined key value pairs that consist of a required key string
2803
+ # with a maximum of 128 characters and an optional value string with a
2804
+ # maximum of 256 characters.
2805
+ #
2806
+ # @return [Types::StartNotebookExecutionOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2807
+ #
2808
+ # * {Types::StartNotebookExecutionOutput#notebook_execution_id #notebook_execution_id} => String
2809
+ #
2810
+ # @example Request syntax with placeholder values
2811
+ #
2812
+ # resp = client.start_notebook_execution({
2813
+ # editor_id: "XmlStringMaxLen256", # required
2814
+ # relative_path: "XmlString", # required
2815
+ # notebook_execution_name: "XmlStringMaxLen256",
2816
+ # notebook_params: "XmlString",
2817
+ # execution_engine: { # required
2818
+ # id: "XmlStringMaxLen256", # required
2819
+ # type: "EMR", # accepts EMR
2820
+ # master_instance_security_group_id: "XmlStringMaxLen256",
2821
+ # },
2822
+ # service_role: "XmlString", # required
2823
+ # notebook_instance_security_group_id: "XmlStringMaxLen256",
2824
+ # tags: [
2825
+ # {
2826
+ # key: "String",
2827
+ # value: "String",
2828
+ # },
2829
+ # ],
2830
+ # })
2831
+ #
2832
+ # @example Response structure
2833
+ #
2834
+ # resp.notebook_execution_id #=> String
2835
+ #
2836
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecution AWS API Documentation
2837
+ #
2838
+ # @overload start_notebook_execution(params = {})
2839
+ # @param [Hash] params ({})
2840
+ def start_notebook_execution(params = {}, options = {})
2841
+ req = build_request(:start_notebook_execution, params)
2842
+ req.send_request(options)
2843
+ end
2844
+
2845
+ # Stops a notebook execution.
2846
+ #
2847
+ # @option params [required, String] :notebook_execution_id
2848
+ # The unique identifier of the notebook execution.
2849
+ #
2850
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2851
+ #
2852
+ # @example Request syntax with placeholder values
2853
+ #
2854
+ # resp = client.stop_notebook_execution({
2855
+ # notebook_execution_id: "XmlStringMaxLen256", # required
2856
+ # })
2857
+ #
2858
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StopNotebookExecution AWS API Documentation
2859
+ #
2860
+ # @overload stop_notebook_execution(params = {})
2861
+ # @param [Hash] params ({})
2862
+ def stop_notebook_execution(params = {}, options = {})
2863
+ req = build_request(:stop_notebook_execution, params)
2864
+ req.send_request(options)
2865
+ end
2866
+
2604
2867
  # TerminateJobFlows shuts a list of clusters (job flows) down. When a
2605
2868
  # job flow is shut down, any step not yet completed is canceled and the
2606
2869
  # EC2 instances on which the cluster is running are stopped. Any log
@@ -2646,7 +2909,7 @@ module Aws::EMR
2646
2909
  params: params,
2647
2910
  config: config)
2648
2911
  context[:gem_name] = 'aws-sdk-emr'
2649
- context[:gem_version] = '1.34.0'
2912
+ context[:gem_version] = '1.39.0'
2650
2913
  Seahorse::Client::Request.new(handlers, context)
2651
2914
  end
2652
2915
 
@@ -72,6 +72,8 @@ module Aws::EMR
72
72
  DescribeClusterOutput = Shapes::StructureShape.new(name: 'DescribeClusterOutput')
73
73
  DescribeJobFlowsInput = Shapes::StructureShape.new(name: 'DescribeJobFlowsInput')
74
74
  DescribeJobFlowsOutput = Shapes::StructureShape.new(name: 'DescribeJobFlowsOutput')
75
+ DescribeNotebookExecutionInput = Shapes::StructureShape.new(name: 'DescribeNotebookExecutionInput')
76
+ DescribeNotebookExecutionOutput = Shapes::StructureShape.new(name: 'DescribeNotebookExecutionOutput')
75
77
  DescribeSecurityConfigurationInput = Shapes::StructureShape.new(name: 'DescribeSecurityConfigurationInput')
76
78
  DescribeSecurityConfigurationOutput = Shapes::StructureShape.new(name: 'DescribeSecurityConfigurationOutput')
77
79
  DescribeStepInput = Shapes::StructureShape.new(name: 'DescribeStepInput')
@@ -88,6 +90,8 @@ module Aws::EMR
88
90
  Ec2InstanceAttributes = Shapes::StructureShape.new(name: 'Ec2InstanceAttributes')
89
91
  ErrorCode = Shapes::StringShape.new(name: 'ErrorCode')
90
92
  ErrorMessage = Shapes::StringShape.new(name: 'ErrorMessage')
93
+ ExecutionEngineConfig = Shapes::StructureShape.new(name: 'ExecutionEngineConfig')
94
+ ExecutionEngineType = Shapes::StringShape.new(name: 'ExecutionEngineType')
91
95
  FailureDetails = Shapes::StructureShape.new(name: 'FailureDetails')
92
96
  GetBlockPublicAccessConfigurationInput = Shapes::StructureShape.new(name: 'GetBlockPublicAccessConfigurationInput')
93
97
  GetBlockPublicAccessConfigurationOutput = Shapes::StructureShape.new(name: 'GetBlockPublicAccessConfigurationOutput')
@@ -166,6 +170,8 @@ module Aws::EMR
166
170
  ListInstanceGroupsOutput = Shapes::StructureShape.new(name: 'ListInstanceGroupsOutput')
167
171
  ListInstancesInput = Shapes::StructureShape.new(name: 'ListInstancesInput')
168
172
  ListInstancesOutput = Shapes::StructureShape.new(name: 'ListInstancesOutput')
173
+ ListNotebookExecutionsInput = Shapes::StructureShape.new(name: 'ListNotebookExecutionsInput')
174
+ ListNotebookExecutionsOutput = Shapes::StructureShape.new(name: 'ListNotebookExecutionsOutput')
169
175
  ListSecurityConfigurationsInput = Shapes::StructureShape.new(name: 'ListSecurityConfigurationsInput')
170
176
  ListSecurityConfigurationsOutput = Shapes::StructureShape.new(name: 'ListSecurityConfigurationsOutput')
171
177
  ListStepsInput = Shapes::StructureShape.new(name: 'ListStepsInput')
@@ -182,9 +188,16 @@ module Aws::EMR
182
188
  ModifyInstanceGroupsInput = Shapes::StructureShape.new(name: 'ModifyInstanceGroupsInput')
183
189
  NewSupportedProductsList = Shapes::ListShape.new(name: 'NewSupportedProductsList')
184
190
  NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
191
+ NotebookExecution = Shapes::StructureShape.new(name: 'NotebookExecution')
192
+ NotebookExecutionStatus = Shapes::StringShape.new(name: 'NotebookExecutionStatus')
193
+ NotebookExecutionSummary = Shapes::StructureShape.new(name: 'NotebookExecutionSummary')
194
+ NotebookExecutionSummaryList = Shapes::ListShape.new(name: 'NotebookExecutionSummaryList')
185
195
  OnDemandProvisioningAllocationStrategy = Shapes::StringShape.new(name: 'OnDemandProvisioningAllocationStrategy')
186
196
  OnDemandProvisioningSpecification = Shapes::StructureShape.new(name: 'OnDemandProvisioningSpecification')
187
197
  OptionalArnType = Shapes::StringShape.new(name: 'OptionalArnType')
198
+ PlacementGroupConfig = Shapes::StructureShape.new(name: 'PlacementGroupConfig')
199
+ PlacementGroupConfigList = Shapes::ListShape.new(name: 'PlacementGroupConfigList')
200
+ PlacementGroupStrategy = Shapes::StringShape.new(name: 'PlacementGroupStrategy')
188
201
  PlacementType = Shapes::StructureShape.new(name: 'PlacementType')
189
202
  Port = Shapes::IntegerShape.new(name: 'Port')
190
203
  PortRange = Shapes::StructureShape.new(name: 'PortRange')
@@ -222,6 +235,8 @@ module Aws::EMR
222
235
  SpotProvisioningAllocationStrategy = Shapes::StringShape.new(name: 'SpotProvisioningAllocationStrategy')
223
236
  SpotProvisioningSpecification = Shapes::StructureShape.new(name: 'SpotProvisioningSpecification')
224
237
  SpotProvisioningTimeoutAction = Shapes::StringShape.new(name: 'SpotProvisioningTimeoutAction')
238
+ StartNotebookExecutionInput = Shapes::StructureShape.new(name: 'StartNotebookExecutionInput')
239
+ StartNotebookExecutionOutput = Shapes::StructureShape.new(name: 'StartNotebookExecutionOutput')
225
240
  Statistic = Shapes::StringShape.new(name: 'Statistic')
226
241
  Step = Shapes::StructureShape.new(name: 'Step')
227
242
  StepCancellationOption = Shapes::StringShape.new(name: 'StepCancellationOption')
@@ -241,6 +256,7 @@ module Aws::EMR
241
256
  StepSummary = Shapes::StructureShape.new(name: 'StepSummary')
242
257
  StepSummaryList = Shapes::ListShape.new(name: 'StepSummaryList')
243
258
  StepTimeline = Shapes::StructureShape.new(name: 'StepTimeline')
259
+ StopNotebookExecutionInput = Shapes::StructureShape.new(name: 'StopNotebookExecutionInput')
244
260
  String = Shapes::StringShape.new(name: 'String')
245
261
  StringList = Shapes::ListShape.new(name: 'StringList')
246
262
  StringMap = Shapes::MapShape.new(name: 'StringMap')
@@ -387,6 +403,7 @@ module Aws::EMR
387
403
  Cluster.add_member(:cluster_arn, Shapes::ShapeRef.new(shape: ArnType, location_name: "ClusterArn"))
388
404
  Cluster.add_member(:outpost_arn, Shapes::ShapeRef.new(shape: OptionalArnType, location_name: "OutpostArn"))
389
405
  Cluster.add_member(:step_concurrency_level, Shapes::ShapeRef.new(shape: Integer, location_name: "StepConcurrencyLevel"))
406
+ Cluster.add_member(:placement_groups, Shapes::ShapeRef.new(shape: PlacementGroupConfigList, location_name: "PlacementGroups"))
390
407
  Cluster.struct_class = Types::Cluster
391
408
 
392
409
  ClusterStateChangeReason.add_member(:code, Shapes::ShapeRef.new(shape: ClusterStateChangeReasonCode, location_name: "Code"))
@@ -464,6 +481,12 @@ module Aws::EMR
464
481
  DescribeJobFlowsOutput.add_member(:job_flows, Shapes::ShapeRef.new(shape: JobFlowDetailList, location_name: "JobFlows"))
465
482
  DescribeJobFlowsOutput.struct_class = Types::DescribeJobFlowsOutput
466
483
 
484
+ DescribeNotebookExecutionInput.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "NotebookExecutionId"))
485
+ DescribeNotebookExecutionInput.struct_class = Types::DescribeNotebookExecutionInput
486
+
487
+ DescribeNotebookExecutionOutput.add_member(:notebook_execution, Shapes::ShapeRef.new(shape: NotebookExecution, location_name: "NotebookExecution"))
488
+ DescribeNotebookExecutionOutput.struct_class = Types::DescribeNotebookExecutionOutput
489
+
467
490
  DescribeSecurityConfigurationInput.add_member(:name, Shapes::ShapeRef.new(shape: XmlString, required: true, location_name: "Name"))
468
491
  DescribeSecurityConfigurationInput.struct_class = Types::DescribeSecurityConfigurationInput
469
492
 
@@ -518,6 +541,11 @@ module Aws::EMR
518
541
  Ec2InstanceAttributes.add_member(:additional_slave_security_groups, Shapes::ShapeRef.new(shape: StringList, location_name: "AdditionalSlaveSecurityGroups"))
519
542
  Ec2InstanceAttributes.struct_class = Types::Ec2InstanceAttributes
520
543
 
544
+ ExecutionEngineConfig.add_member(:id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "Id"))
545
+ ExecutionEngineConfig.add_member(:type, Shapes::ShapeRef.new(shape: ExecutionEngineType, location_name: "Type"))
546
+ ExecutionEngineConfig.add_member(:master_instance_security_group_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "MasterInstanceSecurityGroupId"))
547
+ ExecutionEngineConfig.struct_class = Types::ExecutionEngineConfig
548
+
521
549
  FailureDetails.add_member(:reason, Shapes::ShapeRef.new(shape: String, location_name: "Reason"))
522
550
  FailureDetails.add_member(:message, Shapes::ShapeRef.new(shape: String, location_name: "Message"))
523
551
  FailureDetails.add_member(:log_file, Shapes::ShapeRef.new(shape: String, location_name: "LogFile"))
@@ -863,6 +891,17 @@ module Aws::EMR
863
891
  ListInstancesOutput.add_member(:marker, Shapes::ShapeRef.new(shape: Marker, location_name: "Marker"))
864
892
  ListInstancesOutput.struct_class = Types::ListInstancesOutput
865
893
 
894
+ ListNotebookExecutionsInput.add_member(:editor_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "EditorId"))
895
+ ListNotebookExecutionsInput.add_member(:status, Shapes::ShapeRef.new(shape: NotebookExecutionStatus, location_name: "Status"))
896
+ ListNotebookExecutionsInput.add_member(:from, Shapes::ShapeRef.new(shape: Date, location_name: "From"))
897
+ ListNotebookExecutionsInput.add_member(:to, Shapes::ShapeRef.new(shape: Date, location_name: "To"))
898
+ ListNotebookExecutionsInput.add_member(:marker, Shapes::ShapeRef.new(shape: Marker, location_name: "Marker"))
899
+ ListNotebookExecutionsInput.struct_class = Types::ListNotebookExecutionsInput
900
+
901
+ ListNotebookExecutionsOutput.add_member(:notebook_executions, Shapes::ShapeRef.new(shape: NotebookExecutionSummaryList, location_name: "NotebookExecutions"))
902
+ ListNotebookExecutionsOutput.add_member(:marker, Shapes::ShapeRef.new(shape: Marker, location_name: "Marker"))
903
+ ListNotebookExecutionsOutput.struct_class = Types::ListNotebookExecutionsOutput
904
+
866
905
  ListSecurityConfigurationsInput.add_member(:marker, Shapes::ShapeRef.new(shape: Marker, location_name: "Marker"))
867
906
  ListSecurityConfigurationsInput.struct_class = Types::ListSecurityConfigurationsInput
868
907
 
@@ -906,9 +945,40 @@ module Aws::EMR
906
945
 
907
946
  NewSupportedProductsList.member = Shapes::ShapeRef.new(shape: SupportedProductConfig)
908
947
 
948
+ NotebookExecution.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionId"))
949
+ NotebookExecution.add_member(:editor_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "EditorId"))
950
+ NotebookExecution.add_member(:execution_engine, Shapes::ShapeRef.new(shape: ExecutionEngineConfig, location_name: "ExecutionEngine"))
951
+ NotebookExecution.add_member(:notebook_execution_name, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionName"))
952
+ NotebookExecution.add_member(:notebook_params, Shapes::ShapeRef.new(shape: XmlString, location_name: "NotebookParams"))
953
+ NotebookExecution.add_member(:status, Shapes::ShapeRef.new(shape: NotebookExecutionStatus, location_name: "Status"))
954
+ NotebookExecution.add_member(:start_time, Shapes::ShapeRef.new(shape: Date, location_name: "StartTime"))
955
+ NotebookExecution.add_member(:end_time, Shapes::ShapeRef.new(shape: Date, location_name: "EndTime"))
956
+ NotebookExecution.add_member(:arn, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "Arn"))
957
+ NotebookExecution.add_member(:output_notebook_uri, Shapes::ShapeRef.new(shape: XmlString, location_name: "OutputNotebookURI"))
958
+ NotebookExecution.add_member(:last_state_change_reason, Shapes::ShapeRef.new(shape: XmlString, location_name: "LastStateChangeReason"))
959
+ NotebookExecution.add_member(:notebook_instance_security_group_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookInstanceSecurityGroupId"))
960
+ NotebookExecution.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
961
+ NotebookExecution.struct_class = Types::NotebookExecution
962
+
963
+ NotebookExecutionSummary.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionId"))
964
+ NotebookExecutionSummary.add_member(:editor_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "EditorId"))
965
+ NotebookExecutionSummary.add_member(:notebook_execution_name, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionName"))
966
+ NotebookExecutionSummary.add_member(:status, Shapes::ShapeRef.new(shape: NotebookExecutionStatus, location_name: "Status"))
967
+ NotebookExecutionSummary.add_member(:start_time, Shapes::ShapeRef.new(shape: Date, location_name: "StartTime"))
968
+ NotebookExecutionSummary.add_member(:end_time, Shapes::ShapeRef.new(shape: Date, location_name: "EndTime"))
969
+ NotebookExecutionSummary.struct_class = Types::NotebookExecutionSummary
970
+
971
+ NotebookExecutionSummaryList.member = Shapes::ShapeRef.new(shape: NotebookExecutionSummary)
972
+
909
973
  OnDemandProvisioningSpecification.add_member(:allocation_strategy, Shapes::ShapeRef.new(shape: OnDemandProvisioningAllocationStrategy, required: true, location_name: "AllocationStrategy"))
910
974
  OnDemandProvisioningSpecification.struct_class = Types::OnDemandProvisioningSpecification
911
975
 
976
+ PlacementGroupConfig.add_member(:instance_role, Shapes::ShapeRef.new(shape: InstanceRoleType, required: true, location_name: "InstanceRole"))
977
+ PlacementGroupConfig.add_member(:placement_strategy, Shapes::ShapeRef.new(shape: PlacementGroupStrategy, location_name: "PlacementStrategy"))
978
+ PlacementGroupConfig.struct_class = Types::PlacementGroupConfig
979
+
980
+ PlacementGroupConfigList.member = Shapes::ShapeRef.new(shape: PlacementGroupConfig)
981
+
912
982
  PlacementType.add_member(:availability_zone, Shapes::ShapeRef.new(shape: XmlString, location_name: "AvailabilityZone"))
913
983
  PlacementType.add_member(:availability_zones, Shapes::ShapeRef.new(shape: XmlStringMaxLen256List, location_name: "AvailabilityZones"))
914
984
  PlacementType.struct_class = Types::PlacementType
@@ -984,6 +1054,7 @@ module Aws::EMR
984
1054
  RunJobFlowInput.add_member(:kerberos_attributes, Shapes::ShapeRef.new(shape: KerberosAttributes, location_name: "KerberosAttributes"))
985
1055
  RunJobFlowInput.add_member(:step_concurrency_level, Shapes::ShapeRef.new(shape: Integer, location_name: "StepConcurrencyLevel"))
986
1056
  RunJobFlowInput.add_member(:managed_scaling_policy, Shapes::ShapeRef.new(shape: ManagedScalingPolicy, location_name: "ManagedScalingPolicy"))
1057
+ RunJobFlowInput.add_member(:placement_group_configs, Shapes::ShapeRef.new(shape: PlacementGroupConfigList, location_name: "PlacementGroupConfigs"))
987
1058
  RunJobFlowInput.struct_class = Types::RunJobFlowInput
988
1059
 
989
1060
  RunJobFlowOutput.add_member(:job_flow_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "JobFlowId"))
@@ -1044,6 +1115,19 @@ module Aws::EMR
1044
1115
  SpotProvisioningSpecification.add_member(:allocation_strategy, Shapes::ShapeRef.new(shape: SpotProvisioningAllocationStrategy, location_name: "AllocationStrategy"))
1045
1116
  SpotProvisioningSpecification.struct_class = Types::SpotProvisioningSpecification
1046
1117
 
1118
+ StartNotebookExecutionInput.add_member(:editor_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "EditorId"))
1119
+ StartNotebookExecutionInput.add_member(:relative_path, Shapes::ShapeRef.new(shape: XmlString, required: true, location_name: "RelativePath"))
1120
+ StartNotebookExecutionInput.add_member(:notebook_execution_name, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionName"))
1121
+ StartNotebookExecutionInput.add_member(:notebook_params, Shapes::ShapeRef.new(shape: XmlString, location_name: "NotebookParams"))
1122
+ StartNotebookExecutionInput.add_member(:execution_engine, Shapes::ShapeRef.new(shape: ExecutionEngineConfig, required: true, location_name: "ExecutionEngine"))
1123
+ StartNotebookExecutionInput.add_member(:service_role, Shapes::ShapeRef.new(shape: XmlString, required: true, location_name: "ServiceRole"))
1124
+ StartNotebookExecutionInput.add_member(:notebook_instance_security_group_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookInstanceSecurityGroupId"))
1125
+ StartNotebookExecutionInput.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
1126
+ StartNotebookExecutionInput.struct_class = Types::StartNotebookExecutionInput
1127
+
1128
+ StartNotebookExecutionOutput.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionId"))
1129
+ StartNotebookExecutionOutput.struct_class = Types::StartNotebookExecutionOutput
1130
+
1047
1131
  Step.add_member(:id, Shapes::ShapeRef.new(shape: StepId, location_name: "Id"))
1048
1132
  Step.add_member(:name, Shapes::ShapeRef.new(shape: String, location_name: "Name"))
1049
1133
  Step.add_member(:config, Shapes::ShapeRef.new(shape: HadoopStepConfig, location_name: "Config"))
@@ -1099,6 +1183,9 @@ module Aws::EMR
1099
1183
  StepTimeline.add_member(:end_date_time, Shapes::ShapeRef.new(shape: Date, location_name: "EndDateTime"))
1100
1184
  StepTimeline.struct_class = Types::StepTimeline
1101
1185
 
1186
+ StopNotebookExecutionInput.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "NotebookExecutionId"))
1187
+ StopNotebookExecutionInput.struct_class = Types::StopNotebookExecutionInput
1188
+
1102
1189
  StringList.member = Shapes::ShapeRef.new(shape: String)
1103
1190
 
1104
1191
  StringMap.key = Shapes::ShapeRef.new(shape: String)
@@ -1235,6 +1322,16 @@ module Aws::EMR
1235
1322
  o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
1236
1323
  end)
1237
1324
 
1325
+ api.add_operation(:describe_notebook_execution, Seahorse::Model::Operation.new.tap do |o|
1326
+ o.name = "DescribeNotebookExecution"
1327
+ o.http_method = "POST"
1328
+ o.http_request_uri = "/"
1329
+ o.input = Shapes::ShapeRef.new(shape: DescribeNotebookExecutionInput)
1330
+ o.output = Shapes::ShapeRef.new(shape: DescribeNotebookExecutionOutput)
1331
+ o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
1332
+ o.errors << Shapes::ShapeRef.new(shape: InvalidRequestException)
1333
+ end)
1334
+
1238
1335
  api.add_operation(:describe_security_configuration, Seahorse::Model::Operation.new.tap do |o|
1239
1336
  o.name = "DescribeSecurityConfiguration"
1240
1337
  o.http_method = "POST"
@@ -1348,6 +1445,21 @@ module Aws::EMR
1348
1445
  )
1349
1446
  end)
1350
1447
 
1448
+ api.add_operation(:list_notebook_executions, Seahorse::Model::Operation.new.tap do |o|
1449
+ o.name = "ListNotebookExecutions"
1450
+ o.http_method = "POST"
1451
+ o.http_request_uri = "/"
1452
+ o.input = Shapes::ShapeRef.new(shape: ListNotebookExecutionsInput)
1453
+ o.output = Shapes::ShapeRef.new(shape: ListNotebookExecutionsOutput)
1454
+ o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
1455
+ o.errors << Shapes::ShapeRef.new(shape: InvalidRequestException)
1456
+ o[:pager] = Aws::Pager.new(
1457
+ tokens: {
1458
+ "marker" => "marker"
1459
+ }
1460
+ )
1461
+ end)
1462
+
1351
1463
  api.add_operation(:list_security_configurations, Seahorse::Model::Operation.new.tap do |o|
1352
1464
  o.name = "ListSecurityConfigurations"
1353
1465
  o.http_method = "POST"
@@ -1486,6 +1598,26 @@ module Aws::EMR
1486
1598
  o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
1487
1599
  end)
1488
1600
 
1601
+ api.add_operation(:start_notebook_execution, Seahorse::Model::Operation.new.tap do |o|
1602
+ o.name = "StartNotebookExecution"
1603
+ o.http_method = "POST"
1604
+ o.http_request_uri = "/"
1605
+ o.input = Shapes::ShapeRef.new(shape: StartNotebookExecutionInput)
1606
+ o.output = Shapes::ShapeRef.new(shape: StartNotebookExecutionOutput)
1607
+ o.errors << Shapes::ShapeRef.new(shape: InternalServerException)
1608
+ o.errors << Shapes::ShapeRef.new(shape: InvalidRequestException)
1609
+ end)
1610
+
1611
+ api.add_operation(:stop_notebook_execution, Seahorse::Model::Operation.new.tap do |o|
1612
+ o.name = "StopNotebookExecution"
1613
+ o.http_method = "POST"
1614
+ o.http_request_uri = "/"
1615
+ o.input = Shapes::ShapeRef.new(shape: StopNotebookExecutionInput)
1616
+ o.output = Shapes::ShapeRef.new(shape: Shapes::StructureShape.new(struct_class: Aws::EmptyStructure))
1617
+ o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
1618
+ o.errors << Shapes::ShapeRef.new(shape: InvalidRequestException)
1619
+ end)
1620
+
1489
1621
  api.add_operation(:terminate_job_flows, Seahorse::Model::Operation.new.tap do |o|
1490
1622
  o.name = "TerminateJobFlows"
1491
1623
  o.http_method = "POST"
@@ -1000,6 +1000,10 @@ module Aws::EMR
1000
1000
  # Specifies the number of steps that can be executed concurrently.
1001
1001
  # @return [Integer]
1002
1002
  #
1003
+ # @!attribute [rw] placement_groups
1004
+ # Placement group configured for an Amazon EMR cluster.
1005
+ # @return [Array<Types::PlacementGroupConfig>]
1006
+ #
1003
1007
  # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Cluster AWS API Documentation
1004
1008
  #
1005
1009
  class Cluster < Struct.new(
@@ -1031,7 +1035,8 @@ module Aws::EMR
1031
1035
  :kerberos_attributes,
1032
1036
  :cluster_arn,
1033
1037
  :outpost_arn,
1034
- :step_concurrency_level)
1038
+ :step_concurrency_level,
1039
+ :placement_groups)
1035
1040
  SENSITIVE = []
1036
1041
  include Aws::Structure
1037
1042
  end
@@ -1457,6 +1462,37 @@ module Aws::EMR
1457
1462
  include Aws::Structure
1458
1463
  end
1459
1464
 
1465
+ # @note When making an API call, you may pass DescribeNotebookExecutionInput
1466
+ # data as a hash:
1467
+ #
1468
+ # {
1469
+ # notebook_execution_id: "XmlStringMaxLen256", # required
1470
+ # }
1471
+ #
1472
+ # @!attribute [rw] notebook_execution_id
1473
+ # The unique identifier of the notebook execution.
1474
+ # @return [String]
1475
+ #
1476
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionInput AWS API Documentation
1477
+ #
1478
+ class DescribeNotebookExecutionInput < Struct.new(
1479
+ :notebook_execution_id)
1480
+ SENSITIVE = []
1481
+ include Aws::Structure
1482
+ end
1483
+
1484
+ # @!attribute [rw] notebook_execution
1485
+ # Properties of the notebook execution.
1486
+ # @return [Types::NotebookExecution]
1487
+ #
1488
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionOutput AWS API Documentation
1489
+ #
1490
+ class DescribeNotebookExecutionOutput < Struct.new(
1491
+ :notebook_execution)
1492
+ SENSITIVE = []
1493
+ include Aws::Structure
1494
+ end
1495
+
1460
1496
  # @note When making an API call, you may pass DescribeSecurityConfigurationInput
1461
1497
  # data as a hash:
1462
1498
  #
@@ -1747,6 +1783,49 @@ module Aws::EMR
1747
1783
  include Aws::Structure
1748
1784
  end
1749
1785
 
1786
+ # Specifies the execution engine (cluster) to run the notebook and
1787
+ # perform the notebook execution, for example, an EMR cluster.
1788
+ #
1789
+ # @note When making an API call, you may pass ExecutionEngineConfig
1790
+ # data as a hash:
1791
+ #
1792
+ # {
1793
+ # id: "XmlStringMaxLen256", # required
1794
+ # type: "EMR", # accepts EMR
1795
+ # master_instance_security_group_id: "XmlStringMaxLen256",
1796
+ # }
1797
+ #
1798
+ # @!attribute [rw] id
1799
+ # The unique identifier of the execution engine. For an EMR cluster,
1800
+ # this is the cluster ID.
1801
+ # @return [String]
1802
+ #
1803
+ # @!attribute [rw] type
1804
+ # The type of execution engine. A value of `EMR` specifies an EMR
1805
+ # cluster.
1806
+ # @return [String]
1807
+ #
1808
+ # @!attribute [rw] master_instance_security_group_id
1809
+ # An optional unique ID of an EC2 security group to associate with the
1810
+ # master instance of the EMR cluster for this notebook execution. For
1811
+ # more information see [Specifying EC2 Security Groups for EMR
1812
+ # Notebooks][1] in the *EMR Management Guide*.
1813
+ #
1814
+ #
1815
+ #
1816
+ # [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
1817
+ # @return [String]
1818
+ #
1819
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ExecutionEngineConfig AWS API Documentation
1820
+ #
1821
+ class ExecutionEngineConfig < Struct.new(
1822
+ :id,
1823
+ :type,
1824
+ :master_instance_security_group_id)
1825
+ SENSITIVE = []
1826
+ include Aws::Structure
1827
+ end
1828
+
1750
1829
  # The details of the step failure. The service attempts to detect the
1751
1830
  # root cause for many common failures.
1752
1831
  #
@@ -4140,6 +4219,101 @@ module Aws::EMR
4140
4219
  include Aws::Structure
4141
4220
  end
4142
4221
 
4222
+ # @note When making an API call, you may pass ListNotebookExecutionsInput
4223
+ # data as a hash:
4224
+ #
4225
+ # {
4226
+ # editor_id: "XmlStringMaxLen256",
4227
+ # status: "START_PENDING", # accepts START_PENDING, STARTING, RUNNING, FINISHING, FINISHED, FAILING, FAILED, STOP_PENDING, STOPPING, STOPPED
4228
+ # from: Time.now,
4229
+ # to: Time.now,
4230
+ # marker: "Marker",
4231
+ # }
4232
+ #
4233
+ # @!attribute [rw] editor_id
4234
+ # The unique ID of the editor associated with the notebook execution.
4235
+ # @return [String]
4236
+ #
4237
+ # @!attribute [rw] status
4238
+ # The status filter for listing notebook executions.
4239
+ #
4240
+ # * `START_PENDING` indicates that the cluster has received the
4241
+ # execution request but execution has not begun.
4242
+ #
4243
+ # * `STARTING` indicates that the execution is starting on the
4244
+ # cluster.
4245
+ #
4246
+ # * `RUNNING` indicates that the execution is being processed by the
4247
+ # cluster.
4248
+ #
4249
+ # * `FINISHING` indicates that execution processing is in the final
4250
+ # stages.
4251
+ #
4252
+ # * `FINISHED` indicates that the execution has completed without
4253
+ # error.
4254
+ #
4255
+ # * `FAILING` indicates that the execution is failing and will not
4256
+ # finish successfully.
4257
+ #
4258
+ # * `FAILED` indicates that the execution failed.
4259
+ #
4260
+ # * `STOP_PENDING` indicates that the cluster has received a
4261
+ # `StopNotebookExecution` request and the stop is pending.
4262
+ #
4263
+ # * `STOPPING` indicates that the cluster is in the process of
4264
+ # stopping the execution as a result of a `StopNotebookExecution`
4265
+ # request.
4266
+ #
4267
+ # * `STOPPED` indicates that the execution stopped because of a
4268
+ # `StopNotebookExecution` request.
4269
+ # @return [String]
4270
+ #
4271
+ # @!attribute [rw] from
4272
+ # The beginning of time range filter for listing notebook executions.
4273
+ # The default is the timestamp of 30 days ago.
4274
+ # @return [Time]
4275
+ #
4276
+ # @!attribute [rw] to
4277
+ # The end of time range filter for listing notebook executions. The
4278
+ # default is the current timestamp.
4279
+ # @return [Time]
4280
+ #
4281
+ # @!attribute [rw] marker
4282
+ # The pagination token, returned by a previous
4283
+ # `ListNotebookExecutions` call, that indicates the start of the list
4284
+ # for this `ListNotebookExecutions` call.
4285
+ # @return [String]
4286
+ #
4287
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsInput AWS API Documentation
4288
+ #
4289
+ class ListNotebookExecutionsInput < Struct.new(
4290
+ :editor_id,
4291
+ :status,
4292
+ :from,
4293
+ :to,
4294
+ :marker)
4295
+ SENSITIVE = []
4296
+ include Aws::Structure
4297
+ end
4298
+
4299
+ # @!attribute [rw] notebook_executions
4300
+ # A list of notebook executions.
4301
+ # @return [Array<Types::NotebookExecutionSummary>]
4302
+ #
4303
+ # @!attribute [rw] marker
4304
+ # A pagination token that a subsequent `ListNotebookExecutions` can
4305
+ # use to determine the next set of results to retrieve.
4306
+ # @return [String]
4307
+ #
4308
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsOutput AWS API Documentation
4309
+ #
4310
+ class ListNotebookExecutionsOutput < Struct.new(
4311
+ :notebook_executions,
4312
+ :marker)
4313
+ SENSITIVE = []
4314
+ include Aws::Structure
4315
+ end
4316
+
4143
4317
  # @note When making an API call, you may pass ListSecurityConfigurationsInput
4144
4318
  # data as a hash:
4145
4319
  #
@@ -4425,6 +4599,191 @@ module Aws::EMR
4425
4599
  include Aws::Structure
4426
4600
  end
4427
4601
 
4602
+ # A notebook execution. An execution is a specific instance that an EMR
4603
+ # Notebook is run using the `StartNotebookExecution` action.
4604
+ #
4605
+ # @!attribute [rw] notebook_execution_id
4606
+ # The unique identifier of a notebook execution.
4607
+ # @return [String]
4608
+ #
4609
+ # @!attribute [rw] editor_id
4610
+ # The unique identifier of the EMR Notebook that is used for the
4611
+ # notebook execution.
4612
+ # @return [String]
4613
+ #
4614
+ # @!attribute [rw] execution_engine
4615
+ # The execution engine, such as an EMR cluster, used to run the EMR
4616
+ # notebook and perform the notebook execution.
4617
+ # @return [Types::ExecutionEngineConfig]
4618
+ #
4619
+ # @!attribute [rw] notebook_execution_name
4620
+ # A name for the notebook execution.
4621
+ # @return [String]
4622
+ #
4623
+ # @!attribute [rw] notebook_params
4624
+ # Input parameters in JSON format passed to the EMR Notebook at
4625
+ # runtime for execution.
4626
+ # @return [String]
4627
+ #
4628
+ # @!attribute [rw] status
4629
+ # The status of the notebook execution.
4630
+ #
4631
+ # * `START_PENDING` indicates that the cluster has received the
4632
+ # execution request but execution has not begun.
4633
+ #
4634
+ # * `STARTING` indicates that the execution is starting on the
4635
+ # cluster.
4636
+ #
4637
+ # * `RUNNING` indicates that the execution is being processed by the
4638
+ # cluster.
4639
+ #
4640
+ # * `FINISHING` indicates that execution processing is in the final
4641
+ # stages.
4642
+ #
4643
+ # * `FINISHED` indicates that the execution has completed without
4644
+ # error.
4645
+ #
4646
+ # * `FAILING` indicates that the execution is failing and will not
4647
+ # finish successfully.
4648
+ #
4649
+ # * `FAILED` indicates that the execution failed.
4650
+ #
4651
+ # * `STOP_PENDING` indicates that the cluster has received a
4652
+ # `StopNotebookExecution` request and the stop is pending.
4653
+ #
4654
+ # * `STOPPING` indicates that the cluster is in the process of
4655
+ # stopping the execution as a result of a `StopNotebookExecution`
4656
+ # request.
4657
+ #
4658
+ # * `STOPPED` indicates that the execution stopped because of a
4659
+ # `StopNotebookExecution` request.
4660
+ # @return [String]
4661
+ #
4662
+ # @!attribute [rw] start_time
4663
+ # The timestamp when notebook execution started.
4664
+ # @return [Time]
4665
+ #
4666
+ # @!attribute [rw] end_time
4667
+ # The timestamp when notebook execution ended.
4668
+ # @return [Time]
4669
+ #
4670
+ # @!attribute [rw] arn
4671
+ # The Amazon Resource Name (ARN) of the notebook execution.
4672
+ # @return [String]
4673
+ #
4674
+ # @!attribute [rw] output_notebook_uri
4675
+ # The location of the notebook execution's output file in Amazon S3.
4676
+ # @return [String]
4677
+ #
4678
+ # @!attribute [rw] last_state_change_reason
4679
+ # The reason for the latest status change of the notebook execution.
4680
+ # @return [String]
4681
+ #
4682
+ # @!attribute [rw] notebook_instance_security_group_id
4683
+ # The unique identifier of the EC2 security group associated with the
4684
+ # EMR Notebook instance. For more information see [Specifying EC2
4685
+ # Security Groups for EMR Notebooks][1] in the *EMR Management Guide*.
4686
+ #
4687
+ #
4688
+ #
4689
+ # [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
4690
+ # @return [String]
4691
+ #
4692
+ # @!attribute [rw] tags
4693
+ # A list of tags associated with a notebook execution. Tags are
4694
+ # user-defined key value pairs that consist of a required key string
4695
+ # with a maximum of 128 characters and an optional value string with a
4696
+ # maximum of 256 characters.
4697
+ # @return [Array<Types::Tag>]
4698
+ #
4699
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecution AWS API Documentation
4700
+ #
4701
+ class NotebookExecution < Struct.new(
4702
+ :notebook_execution_id,
4703
+ :editor_id,
4704
+ :execution_engine,
4705
+ :notebook_execution_name,
4706
+ :notebook_params,
4707
+ :status,
4708
+ :start_time,
4709
+ :end_time,
4710
+ :arn,
4711
+ :output_notebook_uri,
4712
+ :last_state_change_reason,
4713
+ :notebook_instance_security_group_id,
4714
+ :tags)
4715
+ SENSITIVE = []
4716
+ include Aws::Structure
4717
+ end
4718
+
4719
+ # @!attribute [rw] notebook_execution_id
4720
+ # The unique identifier of the notebook execution.
4721
+ # @return [String]
4722
+ #
4723
+ # @!attribute [rw] editor_id
4724
+ # The unique identifier of the editor associated with the notebook
4725
+ # execution.
4726
+ # @return [String]
4727
+ #
4728
+ # @!attribute [rw] notebook_execution_name
4729
+ # The name of the notebook execution.
4730
+ # @return [String]
4731
+ #
4732
+ # @!attribute [rw] status
4733
+ # The status of the notebook execution.
4734
+ #
4735
+ # * `START_PENDING` indicates that the cluster has received the
4736
+ # execution request but execution has not begun.
4737
+ #
4738
+ # * `STARTING` indicates that the execution is starting on the
4739
+ # cluster.
4740
+ #
4741
+ # * `RUNNING` indicates that the execution is being processed by the
4742
+ # cluster.
4743
+ #
4744
+ # * `FINISHING` indicates that execution processing is in the final
4745
+ # stages.
4746
+ #
4747
+ # * `FINISHED` indicates that the execution has completed without
4748
+ # error.
4749
+ #
4750
+ # * `FAILING` indicates that the execution is failing and will not
4751
+ # finish successfully.
4752
+ #
4753
+ # * `FAILED` indicates that the execution failed.
4754
+ #
4755
+ # * `STOP_PENDING` indicates that the cluster has received a
4756
+ # `StopNotebookExecution` request and the stop is pending.
4757
+ #
4758
+ # * `STOPPING` indicates that the cluster is in the process of
4759
+ # stopping the execution as a result of a `StopNotebookExecution`
4760
+ # request.
4761
+ #
4762
+ # * `STOPPED` indicates that the execution stopped because of a
4763
+ # `StopNotebookExecution` request.
4764
+ # @return [String]
4765
+ #
4766
+ # @!attribute [rw] start_time
4767
+ # The timestamp when notebook execution started.
4768
+ # @return [Time]
4769
+ #
4770
+ # @!attribute [rw] end_time
4771
+ # The timestamp when notebook execution started.
4772
+ # @return [Time]
4773
+ #
4774
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecutionSummary AWS API Documentation
4775
+ #
4776
+ class NotebookExecutionSummary < Struct.new(
4777
+ :notebook_execution_id,
4778
+ :editor_id,
4779
+ :notebook_execution_name,
4780
+ :status,
4781
+ :start_time,
4782
+ :end_time)
4783
+ SENSITIVE = []
4784
+ include Aws::Structure
4785
+ end
4786
+
4428
4787
  # The launch specification for On-Demand instances in the instance
4429
4788
  # fleet, which determines the allocation strategy.
4430
4789
  #
@@ -4456,6 +4815,44 @@ module Aws::EMR
4456
4815
  include Aws::Structure
4457
4816
  end
4458
4817
 
4818
+ # Placement group configuration for an Amazon EMR cluster. The
4819
+ # configuration specifies the placement strategy that can be applied to
4820
+ # instance roles during cluster creation.
4821
+ #
4822
+ # To use this configuration, consider attaching managed policy
4823
+ # AmazonElasticMapReducePlacementGroupPolicy to the EMR role.
4824
+ #
4825
+ # @note When making an API call, you may pass PlacementGroupConfig
4826
+ # data as a hash:
4827
+ #
4828
+ # {
4829
+ # instance_role: "MASTER", # required, accepts MASTER, CORE, TASK
4830
+ # placement_strategy: "SPREAD", # accepts SPREAD, PARTITION, CLUSTER, NONE
4831
+ # }
4832
+ #
4833
+ # @!attribute [rw] instance_role
4834
+ # Role of the instance in the cluster.
4835
+ #
4836
+ # Starting with Amazon EMR version 5.23.0, the only supported instance
4837
+ # role is `MASTER`.
4838
+ # @return [String]
4839
+ #
4840
+ # @!attribute [rw] placement_strategy
4841
+ # EC2 Placement Group strategy associated with instance role.
4842
+ #
4843
+ # Starting with Amazon EMR version 5.23.0, the only supported
4844
+ # placement strategy is `SPREAD` for the `MASTER` instance role.
4845
+ # @return [String]
4846
+ #
4847
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/PlacementGroupConfig AWS API Documentation
4848
+ #
4849
+ class PlacementGroupConfig < Struct.new(
4850
+ :instance_role,
4851
+ :placement_strategy)
4852
+ SENSITIVE = []
4853
+ include Aws::Structure
4854
+ end
4855
+
4459
4856
  # The Amazon EC2 Availability Zone configuration of the cluster (job
4460
4857
  # flow).
4461
4858
  #
@@ -5040,6 +5437,12 @@ module Aws::EMR
5040
5437
  # maximum_core_capacity_units: 1,
5041
5438
  # },
5042
5439
  # },
5440
+ # placement_group_configs: [
5441
+ # {
5442
+ # instance_role: "MASTER", # required, accepts MASTER, CORE, TASK
5443
+ # placement_strategy: "SPREAD", # accepts SPREAD, PARTITION, CLUSTER, NONE
5444
+ # },
5445
+ # ],
5043
5446
  # }
5044
5447
  #
5045
5448
  # @!attribute [rw] name
@@ -5278,6 +5681,11 @@ module Aws::EMR
5278
5681
  # The specified managed scaling policy for an Amazon EMR cluster.
5279
5682
  # @return [Types::ManagedScalingPolicy]
5280
5683
  #
5684
+ # @!attribute [rw] placement_group_configs
5685
+ # The specified placement group configuration for an Amazon EMR
5686
+ # cluster.
5687
+ # @return [Array<Types::PlacementGroupConfig>]
5688
+ #
5281
5689
  # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/RunJobFlowInput AWS API Documentation
5282
5690
  #
5283
5691
  class RunJobFlowInput < Struct.new(
@@ -5306,7 +5714,8 @@ module Aws::EMR
5306
5714
  :repo_upgrade_on_boot,
5307
5715
  :kerberos_attributes,
5308
5716
  :step_concurrency_level,
5309
- :managed_scaling_policy)
5717
+ :managed_scaling_policy,
5718
+ :placement_group_configs)
5310
5719
  SENSITIVE = []
5311
5720
  include Aws::Structure
5312
5721
  end
@@ -5774,6 +6183,104 @@ module Aws::EMR
5774
6183
  include Aws::Structure
5775
6184
  end
5776
6185
 
6186
+ # @note When making an API call, you may pass StartNotebookExecutionInput
6187
+ # data as a hash:
6188
+ #
6189
+ # {
6190
+ # editor_id: "XmlStringMaxLen256", # required
6191
+ # relative_path: "XmlString", # required
6192
+ # notebook_execution_name: "XmlStringMaxLen256",
6193
+ # notebook_params: "XmlString",
6194
+ # execution_engine: { # required
6195
+ # id: "XmlStringMaxLen256", # required
6196
+ # type: "EMR", # accepts EMR
6197
+ # master_instance_security_group_id: "XmlStringMaxLen256",
6198
+ # },
6199
+ # service_role: "XmlString", # required
6200
+ # notebook_instance_security_group_id: "XmlStringMaxLen256",
6201
+ # tags: [
6202
+ # {
6203
+ # key: "String",
6204
+ # value: "String",
6205
+ # },
6206
+ # ],
6207
+ # }
6208
+ #
6209
+ # @!attribute [rw] editor_id
6210
+ # The unique identifier of the EMR Notebook to use for notebook
6211
+ # execution.
6212
+ # @return [String]
6213
+ #
6214
+ # @!attribute [rw] relative_path
6215
+ # The path and file name of the notebook file for this execution,
6216
+ # relative to the path specified for the EMR Notebook. For example, if
6217
+ # you specify a path of `s3://MyBucket/MyNotebooks` when you create an
6218
+ # EMR Notebook for a notebook with an ID of
6219
+ # `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
6220
+ # you specify a `RelativePath` of
6221
+ # `my_notebook_executions/notebook_execution.ipynb`, the location of
6222
+ # the file for the notebook execution is
6223
+ # `s3://MyBucket/MyNotebooks/e-ABCDEFGHIJK1234567890ABCD/my_notebook_executions/notebook_execution.ipynb`.
6224
+ # @return [String]
6225
+ #
6226
+ # @!attribute [rw] notebook_execution_name
6227
+ # An optional name for the notebook execution.
6228
+ # @return [String]
6229
+ #
6230
+ # @!attribute [rw] notebook_params
6231
+ # Input parameters in JSON format passed to the EMR Notebook at
6232
+ # runtime for execution.
6233
+ # @return [String]
6234
+ #
6235
+ # @!attribute [rw] execution_engine
6236
+ # Specifies the execution engine (cluster) that runs the notebook
6237
+ # execution.
6238
+ # @return [Types::ExecutionEngineConfig]
6239
+ #
6240
+ # @!attribute [rw] service_role
6241
+ # The name or ARN of the IAM role that is used as the service role for
6242
+ # Amazon EMR (the EMR role) for the notebook execution.
6243
+ # @return [String]
6244
+ #
6245
+ # @!attribute [rw] notebook_instance_security_group_id
6246
+ # The unique identifier of the Amazon EC2 security group to associate
6247
+ # with the EMR Notebook for this notebook execution.
6248
+ # @return [String]
6249
+ #
6250
+ # @!attribute [rw] tags
6251
+ # A list of tags associated with a notebook execution. Tags are
6252
+ # user-defined key value pairs that consist of a required key string
6253
+ # with a maximum of 128 characters and an optional value string with a
6254
+ # maximum of 256 characters.
6255
+ # @return [Array<Types::Tag>]
6256
+ #
6257
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionInput AWS API Documentation
6258
+ #
6259
+ class StartNotebookExecutionInput < Struct.new(
6260
+ :editor_id,
6261
+ :relative_path,
6262
+ :notebook_execution_name,
6263
+ :notebook_params,
6264
+ :execution_engine,
6265
+ :service_role,
6266
+ :notebook_instance_security_group_id,
6267
+ :tags)
6268
+ SENSITIVE = []
6269
+ include Aws::Structure
6270
+ end
6271
+
6272
+ # @!attribute [rw] notebook_execution_id
6273
+ # The unique identifier of the notebook execution.
6274
+ # @return [String]
6275
+ #
6276
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionOutput AWS API Documentation
6277
+ #
6278
+ class StartNotebookExecutionOutput < Struct.new(
6279
+ :notebook_execution_id)
6280
+ SENSITIVE = []
6281
+ include Aws::Structure
6282
+ end
6283
+
5777
6284
  # This represents a step in a cluster.
5778
6285
  #
5779
6286
  # @!attribute [rw] id
@@ -6022,6 +6529,25 @@ module Aws::EMR
6022
6529
  include Aws::Structure
6023
6530
  end
6024
6531
 
6532
+ # @note When making an API call, you may pass StopNotebookExecutionInput
6533
+ # data as a hash:
6534
+ #
6535
+ # {
6536
+ # notebook_execution_id: "XmlStringMaxLen256", # required
6537
+ # }
6538
+ #
6539
+ # @!attribute [rw] notebook_execution_id
6540
+ # The unique identifier of the notebook execution.
6541
+ # @return [String]
6542
+ #
6543
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StopNotebookExecutionInput AWS API Documentation
6544
+ #
6545
+ class StopNotebookExecutionInput < Struct.new(
6546
+ :notebook_execution_id)
6547
+ SENSITIVE = []
6548
+ include Aws::Structure
6549
+ end
6550
+
6025
6551
  # The list of supported product configurations which allow user-supplied
6026
6552
  # arguments. EMR accepts these arguments and forwards them to the
6027
6553
  # corresponding installation script as bootstrap action arguments.
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-emr
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.34.0
4
+ version: 1.39.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-07-02 00:00:00.000000000 Z
11
+ date: 2020-10-01 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
19
19
  version: '3'
20
20
  - - ">="
21
21
  - !ruby/object:Gem::Version
22
- version: 3.99.0
22
+ version: 3.109.0
23
23
  type: :runtime
24
24
  prerelease: false
25
25
  version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
29
29
  version: '3'
30
30
  - - ">="
31
31
  - !ruby/object:Gem::Version
32
- version: 3.99.0
32
+ version: 3.109.0
33
33
  - !ruby/object:Gem::Dependency
34
34
  name: aws-sigv4
35
35
  requirement: !ruby/object:Gem::Requirement