aws-sdk-emr 1.33.0 → 1.38.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 5dcd80c43660f4057ff57af014e1093f7f1ea4e7f2a0c12264c9d1ffe0cdcb12
4
- data.tar.gz: 3338e7350300b6e8ac4b862e665769175687a2489f3d2e5117e4036924aa283d
3
+ metadata.gz: bbe9b21c98196adbb027fe6c58a2ece361044de4401630fc82b9f6f9a96fb9c6
4
+ data.tar.gz: fe1ba628967a74b7e64d707706b29c3eebe8e6d8e1eceb7e633883a3a0808c5a
5
5
  SHA512:
6
- metadata.gz: b3131d5673cb1edd1d03bfdac147cae9d4f8f83fe8d32c263d1f5379490f81fd295e776f16893ce294cc72ba58248c7a56065b365c283b93804d1b203debe419
7
- data.tar.gz: 819d84b9108bead7fa6231652262a3b655db990fa247a33058c59ea891e4299a1bf6611770cf4dd1041dac7ac0df3fba5fec3ccbf18fd3fc238ac84aac8379e3
6
+ metadata.gz: 035e3ea1d983593f596cba271a27b0d4ab4bfaf4cc3537cbcccc34c6f4d0e824d54997d1cfb0e66efe5722fcf748abcaae318ceef38ef1af0609957f859ec552
7
+ data.tar.gz: 66b0de0ed70e5bc7e348991af3db7e115eec63af70bbcf29a6974a47f0498e9cc9519d02ccb9a0cc4a88bc11bdfbae592c767db45a05bc7b3cc62548279a0e5d
@@ -7,6 +7,7 @@
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
10
+
10
11
  require 'aws-sdk-core'
11
12
  require 'aws-sigv4'
12
13
 
@@ -45,9 +46,9 @@ require_relative 'aws-sdk-emr/customizations'
45
46
  #
46
47
  # See {Errors} for more information.
47
48
  #
48
- # @service
49
+ # @!group service
49
50
  module Aws::EMR
50
51
 
51
- GEM_VERSION = '1.33.0'
52
+ GEM_VERSION = '1.38.0'
52
53
 
53
54
  end
@@ -85,13 +85,28 @@ module Aws::EMR
85
85
  # * `Aws::Credentials` - Used for configuring static, non-refreshing
86
86
  # credentials.
87
87
  #
88
+ # * `Aws::SharedCredentials` - Used for loading static credentials from a
89
+ # shared file, such as `~/.aws/config`.
90
+ #
91
+ # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
92
+ #
93
+ # * `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
94
+ # assume a role after providing credentials via the web.
95
+ #
96
+ # * `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
97
+ # access token generated from `aws login`.
98
+ #
99
+ # * `Aws::ProcessCredentials` - Used for loading credentials from a
100
+ # process that outputs to stdout.
101
+ #
88
102
  # * `Aws::InstanceProfileCredentials` - Used for loading credentials
89
103
  # from an EC2 IMDS on an EC2 instance.
90
104
  #
91
- # * `Aws::SharedCredentials` - Used for loading credentials from a
92
- # shared file, such as `~/.aws/config`.
105
+ # * `Aws::ECSCredentials` - Used for loading credentials from
106
+ # instances running in ECS.
93
107
  #
94
- # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
108
+ # * `Aws::CognitoIdentityCredentials` - Used for loading credentials
109
+ # from the Cognito Identity service.
95
110
  #
96
111
  # When `:credentials` are not configured directly, the following
97
112
  # locations will be searched for credentials:
@@ -101,10 +116,10 @@ module Aws::EMR
101
116
  # * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
102
117
  # * `~/.aws/credentials`
103
118
  # * `~/.aws/config`
104
- # * EC2 IMDS instance profile - When used by default, the timeouts are
105
- # very aggressive. Construct and pass an instance of
106
- # `Aws::InstanceProfileCredentails` to enable retries and extended
107
- # timeouts.
119
+ # * EC2/ECS IMDS instance profile - When used by default, the timeouts
120
+ # are very aggressive. Construct and pass an instance of
121
+ # `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
122
+ # enable retries and extended timeouts.
108
123
  #
109
124
  # @option options [required, String] :region
110
125
  # The AWS region to connect to. The configured `:region` is
@@ -830,6 +845,9 @@ module Aws::EMR
830
845
  # resp.cluster.cluster_arn #=> String
831
846
  # resp.cluster.outpost_arn #=> String
832
847
  # resp.cluster.step_concurrency_level #=> Integer
848
+ # resp.cluster.placement_groups #=> Array
849
+ # resp.cluster.placement_groups[0].instance_role #=> String, one of "MASTER", "CORE", "TASK"
850
+ # resp.cluster.placement_groups[0].placement_strategy #=> String, one of "SPREAD", "PARTITION", "CLUSTER", "NONE"
833
851
  #
834
852
  #
835
853
  # The following waiters are defined for this operation (see {Client#wait_until} for detailed usage):
@@ -973,6 +991,50 @@ module Aws::EMR
973
991
  req.send_request(options)
974
992
  end
975
993
 
994
+ # Provides details of a notebook execution.
995
+ #
996
+ # @option params [required, String] :notebook_execution_id
997
+ # The unique identifier of the notebook execution.
998
+ #
999
+ # @return [Types::DescribeNotebookExecutionOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1000
+ #
1001
+ # * {Types::DescribeNotebookExecutionOutput#notebook_execution #notebook_execution} => Types::NotebookExecution
1002
+ #
1003
+ # @example Request syntax with placeholder values
1004
+ #
1005
+ # resp = client.describe_notebook_execution({
1006
+ # notebook_execution_id: "XmlStringMaxLen256", # required
1007
+ # })
1008
+ #
1009
+ # @example Response structure
1010
+ #
1011
+ # resp.notebook_execution.notebook_execution_id #=> String
1012
+ # resp.notebook_execution.editor_id #=> String
1013
+ # resp.notebook_execution.execution_engine.id #=> String
1014
+ # resp.notebook_execution.execution_engine.type #=> String, one of "EMR"
1015
+ # resp.notebook_execution.execution_engine.master_instance_security_group_id #=> String
1016
+ # resp.notebook_execution.notebook_execution_name #=> String
1017
+ # resp.notebook_execution.notebook_params #=> String
1018
+ # resp.notebook_execution.status #=> String, one of "START_PENDING", "STARTING", "RUNNING", "FINISHING", "FINISHED", "FAILING", "FAILED", "STOP_PENDING", "STOPPING", "STOPPED"
1019
+ # resp.notebook_execution.start_time #=> Time
1020
+ # resp.notebook_execution.end_time #=> Time
1021
+ # resp.notebook_execution.arn #=> String
1022
+ # resp.notebook_execution.output_notebook_uri #=> String
1023
+ # resp.notebook_execution.last_state_change_reason #=> String
1024
+ # resp.notebook_execution.notebook_instance_security_group_id #=> String
1025
+ # resp.notebook_execution.tags #=> Array
1026
+ # resp.notebook_execution.tags[0].key #=> String
1027
+ # resp.notebook_execution.tags[0].value #=> String
1028
+ #
1029
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecution AWS API Documentation
1030
+ #
1031
+ # @overload describe_notebook_execution(params = {})
1032
+ # @param [Hash] params ({})
1033
+ def describe_notebook_execution(params = {}, options = {})
1034
+ req = build_request(:describe_notebook_execution, params)
1035
+ req.send_request(options)
1036
+ end
1037
+
976
1038
  # Provides the details of a security configuration by returning the
977
1039
  # configuration JSON.
978
1040
  #
@@ -1484,6 +1546,95 @@ module Aws::EMR
1484
1546
  req.send_request(options)
1485
1547
  end
1486
1548
 
1549
+ # Provides summaries of all notebook executions. You can filter the list
1550
+ # based on multiple criteria such as status, time range, and editor id.
1551
+ # Returns a maximum of 50 notebook executions and a marker to track the
1552
+ # paging of a longer notebook execution list across multiple
1553
+ # `ListNotebookExecution` calls.
1554
+ #
1555
+ # @option params [String] :editor_id
1556
+ # The unique ID of the editor associated with the notebook execution.
1557
+ #
1558
+ # @option params [String] :status
1559
+ # The status filter for listing notebook executions.
1560
+ #
1561
+ # * `START_PENDING` indicates that the cluster has received the
1562
+ # execution request but execution has not begun.
1563
+ #
1564
+ # * `STARTING` indicates that the execution is starting on the cluster.
1565
+ #
1566
+ # * `RUNNING` indicates that the execution is being processed by the
1567
+ # cluster.
1568
+ #
1569
+ # * `FINISHING` indicates that execution processing is in the final
1570
+ # stages.
1571
+ #
1572
+ # * `FINISHED` indicates that the execution has completed without error.
1573
+ #
1574
+ # * `FAILING` indicates that the execution is failing and will not
1575
+ # finish successfully.
1576
+ #
1577
+ # * `FAILED` indicates that the execution failed.
1578
+ #
1579
+ # * `STOP_PENDING` indicates that the cluster has received a
1580
+ # `StopNotebookExecution` request and the stop is pending.
1581
+ #
1582
+ # * `STOPPING` indicates that the cluster is in the process of stopping
1583
+ # the execution as a result of a `StopNotebookExecution` request.
1584
+ #
1585
+ # * `STOPPED` indicates that the execution stopped because of a
1586
+ # `StopNotebookExecution` request.
1587
+ #
1588
+ # @option params [Time,DateTime,Date,Integer,String] :from
1589
+ # The beginning of time range filter for listing notebook executions.
1590
+ # The default is the timestamp of 30 days ago.
1591
+ #
1592
+ # @option params [Time,DateTime,Date,Integer,String] :to
1593
+ # The end of time range filter for listing notebook executions. The
1594
+ # default is the current timestamp.
1595
+ #
1596
+ # @option params [String] :marker
1597
+ # The pagination token, returned by a previous `ListNotebookExecutions`
1598
+ # call, that indicates the start of the list for this
1599
+ # `ListNotebookExecutions` call.
1600
+ #
1601
+ # @return [Types::ListNotebookExecutionsOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1602
+ #
1603
+ # * {Types::ListNotebookExecutionsOutput#notebook_executions #notebook_executions} => Array<Types::NotebookExecutionSummary>
1604
+ # * {Types::ListNotebookExecutionsOutput#marker #marker} => String
1605
+ #
1606
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
1607
+ #
1608
+ # @example Request syntax with placeholder values
1609
+ #
1610
+ # resp = client.list_notebook_executions({
1611
+ # editor_id: "XmlStringMaxLen256",
1612
+ # status: "START_PENDING", # accepts START_PENDING, STARTING, RUNNING, FINISHING, FINISHED, FAILING, FAILED, STOP_PENDING, STOPPING, STOPPED
1613
+ # from: Time.now,
1614
+ # to: Time.now,
1615
+ # marker: "Marker",
1616
+ # })
1617
+ #
1618
+ # @example Response structure
1619
+ #
1620
+ # resp.notebook_executions #=> Array
1621
+ # resp.notebook_executions[0].notebook_execution_id #=> String
1622
+ # resp.notebook_executions[0].editor_id #=> String
1623
+ # resp.notebook_executions[0].notebook_execution_name #=> String
1624
+ # resp.notebook_executions[0].status #=> String, one of "START_PENDING", "STARTING", "RUNNING", "FINISHING", "FINISHED", "FAILING", "FAILED", "STOP_PENDING", "STOPPING", "STOPPED"
1625
+ # resp.notebook_executions[0].start_time #=> Time
1626
+ # resp.notebook_executions[0].end_time #=> Time
1627
+ # resp.marker #=> String
1628
+ #
1629
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutions AWS API Documentation
1630
+ #
1631
+ # @overload list_notebook_executions(params = {})
1632
+ # @param [Hash] params ({})
1633
+ def list_notebook_executions(params = {}, options = {})
1634
+ req = build_request(:list_notebook_executions, params)
1635
+ req.send_request(options)
1636
+ end
1637
+
1487
1638
  # Lists all the security configurations visible to this account,
1488
1639
  # providing their creation dates and times, and their names. This call
1489
1640
  # returns a maximum of 50 clusters per call, but returns a marker to
@@ -2251,6 +2402,8 @@ module Aws::EMR
2251
2402
  # @option params [Types::ManagedScalingPolicy] :managed_scaling_policy
2252
2403
  # The specified managed scaling policy for an Amazon EMR cluster.
2253
2404
  #
2405
+ # @option params [Array<Types::PlacementGroupConfig>] :placement_group_configs
2406
+ #
2254
2407
  # @return [Types::RunJobFlowOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2255
2408
  #
2256
2409
  # * {Types::RunJobFlowOutput#job_flow_id #job_flow_id} => String
@@ -2494,6 +2647,12 @@ module Aws::EMR
2494
2647
  # maximum_core_capacity_units: 1,
2495
2648
  # },
2496
2649
  # },
2650
+ # placement_group_configs: [
2651
+ # {
2652
+ # instance_role: "MASTER", # required, accepts MASTER, CORE, TASK
2653
+ # placement_strategy: "SPREAD", # accepts SPREAD, PARTITION, CLUSTER, NONE
2654
+ # },
2655
+ # ],
2497
2656
  # })
2498
2657
  #
2499
2658
  # @example Response structure
@@ -2601,6 +2760,109 @@ module Aws::EMR
2601
2760
  req.send_request(options)
2602
2761
  end
2603
2762
 
2763
+ # Starts a notebook execution.
2764
+ #
2765
+ # @option params [required, String] :editor_id
2766
+ # The unique identifier of the EMR Notebook to use for notebook
2767
+ # execution.
2768
+ #
2769
+ # @option params [required, String] :relative_path
2770
+ # The path and file name of the notebook file for this execution,
2771
+ # relative to the path specified for the EMR Notebook. For example, if
2772
+ # you specify a path of `s3://MyBucket/MyNotebooks` when you create an
2773
+ # EMR Notebook for a notebook with an ID of
2774
+ # `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
2775
+ # you specify a `RelativePath` of
2776
+ # `my_notebook_executions/notebook_execution.ipynb`, the location of the
2777
+ # file for the notebook execution is
2778
+ # `s3://MyBucket/MyNotebooks/e-ABCDEFGHIJK1234567890ABCD/my_notebook_executions/notebook_execution.ipynb`.
2779
+ #
2780
+ # @option params [String] :notebook_execution_name
2781
+ # An optional name for the notebook execution.
2782
+ #
2783
+ # @option params [String] :notebook_params
2784
+ # Input parameters in JSON format passed to the EMR Notebook at runtime
2785
+ # for execution.
2786
+ #
2787
+ # @option params [required, Types::ExecutionEngineConfig] :execution_engine
2788
+ # Specifies the execution engine (cluster) that runs the notebook
2789
+ # execution.
2790
+ #
2791
+ # @option params [required, String] :service_role
2792
+ # The name or ARN of the IAM role that is used as the service role for
2793
+ # Amazon EMR (the EMR role) for the notebook execution.
2794
+ #
2795
+ # @option params [String] :notebook_instance_security_group_id
2796
+ # The unique identifier of the Amazon EC2 security group to associate
2797
+ # with the EMR Notebook for this notebook execution.
2798
+ #
2799
+ # @option params [Array<Types::Tag>] :tags
2800
+ # A list of tags associated with a notebook execution. Tags are
2801
+ # user-defined key value pairs that consist of a required key string
2802
+ # with a maximum of 128 characters and an optional value string with a
2803
+ # maximum of 256 characters.
2804
+ #
2805
+ # @return [Types::StartNotebookExecutionOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2806
+ #
2807
+ # * {Types::StartNotebookExecutionOutput#notebook_execution_id #notebook_execution_id} => String
2808
+ #
2809
+ # @example Request syntax with placeholder values
2810
+ #
2811
+ # resp = client.start_notebook_execution({
2812
+ # editor_id: "XmlStringMaxLen256", # required
2813
+ # relative_path: "XmlString", # required
2814
+ # notebook_execution_name: "XmlStringMaxLen256",
2815
+ # notebook_params: "XmlString",
2816
+ # execution_engine: { # required
2817
+ # id: "XmlStringMaxLen256", # required
2818
+ # type: "EMR", # accepts EMR
2819
+ # master_instance_security_group_id: "XmlStringMaxLen256",
2820
+ # },
2821
+ # service_role: "XmlString", # required
2822
+ # notebook_instance_security_group_id: "XmlStringMaxLen256",
2823
+ # tags: [
2824
+ # {
2825
+ # key: "String",
2826
+ # value: "String",
2827
+ # },
2828
+ # ],
2829
+ # })
2830
+ #
2831
+ # @example Response structure
2832
+ #
2833
+ # resp.notebook_execution_id #=> String
2834
+ #
2835
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecution AWS API Documentation
2836
+ #
2837
+ # @overload start_notebook_execution(params = {})
2838
+ # @param [Hash] params ({})
2839
+ def start_notebook_execution(params = {}, options = {})
2840
+ req = build_request(:start_notebook_execution, params)
2841
+ req.send_request(options)
2842
+ end
2843
+
2844
+ # Stops a notebook execution.
2845
+ #
2846
+ # @option params [required, String] :notebook_execution_id
2847
+ # The unique identifier of the notebook execution.
2848
+ #
2849
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2850
+ #
2851
+ # @example Request syntax with placeholder values
2852
+ #
2853
+ # resp = client.stop_notebook_execution({
2854
+ # notebook_execution_id: "XmlStringMaxLen256", # required
2855
+ # })
2856
+ #
2857
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StopNotebookExecution AWS API Documentation
2858
+ #
2859
+ # @overload stop_notebook_execution(params = {})
2860
+ # @param [Hash] params ({})
2861
+ def stop_notebook_execution(params = {}, options = {})
2862
+ req = build_request(:stop_notebook_execution, params)
2863
+ req.send_request(options)
2864
+ end
2865
+
2604
2866
  # TerminateJobFlows shuts a list of clusters (job flows) down. When a
2605
2867
  # job flow is shut down, any step not yet completed is canceled and the
2606
2868
  # EC2 instances on which the cluster is running are stopped. Any log
@@ -2646,7 +2908,7 @@ module Aws::EMR
2646
2908
  params: params,
2647
2909
  config: config)
2648
2910
  context[:gem_name] = 'aws-sdk-emr'
2649
- context[:gem_version] = '1.33.0'
2911
+ context[:gem_version] = '1.38.0'
2650
2912
  Seahorse::Client::Request.new(handlers, context)
2651
2913
  end
2652
2914
 
@@ -72,6 +72,8 @@ module Aws::EMR
72
72
  DescribeClusterOutput = Shapes::StructureShape.new(name: 'DescribeClusterOutput')
73
73
  DescribeJobFlowsInput = Shapes::StructureShape.new(name: 'DescribeJobFlowsInput')
74
74
  DescribeJobFlowsOutput = Shapes::StructureShape.new(name: 'DescribeJobFlowsOutput')
75
+ DescribeNotebookExecutionInput = Shapes::StructureShape.new(name: 'DescribeNotebookExecutionInput')
76
+ DescribeNotebookExecutionOutput = Shapes::StructureShape.new(name: 'DescribeNotebookExecutionOutput')
75
77
  DescribeSecurityConfigurationInput = Shapes::StructureShape.new(name: 'DescribeSecurityConfigurationInput')
76
78
  DescribeSecurityConfigurationOutput = Shapes::StructureShape.new(name: 'DescribeSecurityConfigurationOutput')
77
79
  DescribeStepInput = Shapes::StructureShape.new(name: 'DescribeStepInput')
@@ -88,6 +90,8 @@ module Aws::EMR
88
90
  Ec2InstanceAttributes = Shapes::StructureShape.new(name: 'Ec2InstanceAttributes')
89
91
  ErrorCode = Shapes::StringShape.new(name: 'ErrorCode')
90
92
  ErrorMessage = Shapes::StringShape.new(name: 'ErrorMessage')
93
+ ExecutionEngineConfig = Shapes::StructureShape.new(name: 'ExecutionEngineConfig')
94
+ ExecutionEngineType = Shapes::StringShape.new(name: 'ExecutionEngineType')
91
95
  FailureDetails = Shapes::StructureShape.new(name: 'FailureDetails')
92
96
  GetBlockPublicAccessConfigurationInput = Shapes::StructureShape.new(name: 'GetBlockPublicAccessConfigurationInput')
93
97
  GetBlockPublicAccessConfigurationOutput = Shapes::StructureShape.new(name: 'GetBlockPublicAccessConfigurationOutput')
@@ -166,6 +170,8 @@ module Aws::EMR
166
170
  ListInstanceGroupsOutput = Shapes::StructureShape.new(name: 'ListInstanceGroupsOutput')
167
171
  ListInstancesInput = Shapes::StructureShape.new(name: 'ListInstancesInput')
168
172
  ListInstancesOutput = Shapes::StructureShape.new(name: 'ListInstancesOutput')
173
+ ListNotebookExecutionsInput = Shapes::StructureShape.new(name: 'ListNotebookExecutionsInput')
174
+ ListNotebookExecutionsOutput = Shapes::StructureShape.new(name: 'ListNotebookExecutionsOutput')
169
175
  ListSecurityConfigurationsInput = Shapes::StructureShape.new(name: 'ListSecurityConfigurationsInput')
170
176
  ListSecurityConfigurationsOutput = Shapes::StructureShape.new(name: 'ListSecurityConfigurationsOutput')
171
177
  ListStepsInput = Shapes::StructureShape.new(name: 'ListStepsInput')
@@ -182,9 +188,16 @@ module Aws::EMR
182
188
  ModifyInstanceGroupsInput = Shapes::StructureShape.new(name: 'ModifyInstanceGroupsInput')
183
189
  NewSupportedProductsList = Shapes::ListShape.new(name: 'NewSupportedProductsList')
184
190
  NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
191
+ NotebookExecution = Shapes::StructureShape.new(name: 'NotebookExecution')
192
+ NotebookExecutionStatus = Shapes::StringShape.new(name: 'NotebookExecutionStatus')
193
+ NotebookExecutionSummary = Shapes::StructureShape.new(name: 'NotebookExecutionSummary')
194
+ NotebookExecutionSummaryList = Shapes::ListShape.new(name: 'NotebookExecutionSummaryList')
185
195
  OnDemandProvisioningAllocationStrategy = Shapes::StringShape.new(name: 'OnDemandProvisioningAllocationStrategy')
186
196
  OnDemandProvisioningSpecification = Shapes::StructureShape.new(name: 'OnDemandProvisioningSpecification')
187
197
  OptionalArnType = Shapes::StringShape.new(name: 'OptionalArnType')
198
+ PlacementGroupConfig = Shapes::StructureShape.new(name: 'PlacementGroupConfig')
199
+ PlacementGroupConfigList = Shapes::ListShape.new(name: 'PlacementGroupConfigList')
200
+ PlacementGroupStrategy = Shapes::StringShape.new(name: 'PlacementGroupStrategy')
188
201
  PlacementType = Shapes::StructureShape.new(name: 'PlacementType')
189
202
  Port = Shapes::IntegerShape.new(name: 'Port')
190
203
  PortRange = Shapes::StructureShape.new(name: 'PortRange')
@@ -222,6 +235,8 @@ module Aws::EMR
222
235
  SpotProvisioningAllocationStrategy = Shapes::StringShape.new(name: 'SpotProvisioningAllocationStrategy')
223
236
  SpotProvisioningSpecification = Shapes::StructureShape.new(name: 'SpotProvisioningSpecification')
224
237
  SpotProvisioningTimeoutAction = Shapes::StringShape.new(name: 'SpotProvisioningTimeoutAction')
238
+ StartNotebookExecutionInput = Shapes::StructureShape.new(name: 'StartNotebookExecutionInput')
239
+ StartNotebookExecutionOutput = Shapes::StructureShape.new(name: 'StartNotebookExecutionOutput')
225
240
  Statistic = Shapes::StringShape.new(name: 'Statistic')
226
241
  Step = Shapes::StructureShape.new(name: 'Step')
227
242
  StepCancellationOption = Shapes::StringShape.new(name: 'StepCancellationOption')
@@ -241,6 +256,7 @@ module Aws::EMR
241
256
  StepSummary = Shapes::StructureShape.new(name: 'StepSummary')
242
257
  StepSummaryList = Shapes::ListShape.new(name: 'StepSummaryList')
243
258
  StepTimeline = Shapes::StructureShape.new(name: 'StepTimeline')
259
+ StopNotebookExecutionInput = Shapes::StructureShape.new(name: 'StopNotebookExecutionInput')
244
260
  String = Shapes::StringShape.new(name: 'String')
245
261
  StringList = Shapes::ListShape.new(name: 'StringList')
246
262
  StringMap = Shapes::MapShape.new(name: 'StringMap')
@@ -387,6 +403,7 @@ module Aws::EMR
387
403
  Cluster.add_member(:cluster_arn, Shapes::ShapeRef.new(shape: ArnType, location_name: "ClusterArn"))
388
404
  Cluster.add_member(:outpost_arn, Shapes::ShapeRef.new(shape: OptionalArnType, location_name: "OutpostArn"))
389
405
  Cluster.add_member(:step_concurrency_level, Shapes::ShapeRef.new(shape: Integer, location_name: "StepConcurrencyLevel"))
406
+ Cluster.add_member(:placement_groups, Shapes::ShapeRef.new(shape: PlacementGroupConfigList, location_name: "PlacementGroups"))
390
407
  Cluster.struct_class = Types::Cluster
391
408
 
392
409
  ClusterStateChangeReason.add_member(:code, Shapes::ShapeRef.new(shape: ClusterStateChangeReasonCode, location_name: "Code"))
@@ -464,6 +481,12 @@ module Aws::EMR
464
481
  DescribeJobFlowsOutput.add_member(:job_flows, Shapes::ShapeRef.new(shape: JobFlowDetailList, location_name: "JobFlows"))
465
482
  DescribeJobFlowsOutput.struct_class = Types::DescribeJobFlowsOutput
466
483
 
484
+ DescribeNotebookExecutionInput.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "NotebookExecutionId"))
485
+ DescribeNotebookExecutionInput.struct_class = Types::DescribeNotebookExecutionInput
486
+
487
+ DescribeNotebookExecutionOutput.add_member(:notebook_execution, Shapes::ShapeRef.new(shape: NotebookExecution, location_name: "NotebookExecution"))
488
+ DescribeNotebookExecutionOutput.struct_class = Types::DescribeNotebookExecutionOutput
489
+
467
490
  DescribeSecurityConfigurationInput.add_member(:name, Shapes::ShapeRef.new(shape: XmlString, required: true, location_name: "Name"))
468
491
  DescribeSecurityConfigurationInput.struct_class = Types::DescribeSecurityConfigurationInput
469
492
 
@@ -518,6 +541,11 @@ module Aws::EMR
518
541
  Ec2InstanceAttributes.add_member(:additional_slave_security_groups, Shapes::ShapeRef.new(shape: StringList, location_name: "AdditionalSlaveSecurityGroups"))
519
542
  Ec2InstanceAttributes.struct_class = Types::Ec2InstanceAttributes
520
543
 
544
+ ExecutionEngineConfig.add_member(:id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "Id"))
545
+ ExecutionEngineConfig.add_member(:type, Shapes::ShapeRef.new(shape: ExecutionEngineType, location_name: "Type"))
546
+ ExecutionEngineConfig.add_member(:master_instance_security_group_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "MasterInstanceSecurityGroupId"))
547
+ ExecutionEngineConfig.struct_class = Types::ExecutionEngineConfig
548
+
521
549
  FailureDetails.add_member(:reason, Shapes::ShapeRef.new(shape: String, location_name: "Reason"))
522
550
  FailureDetails.add_member(:message, Shapes::ShapeRef.new(shape: String, location_name: "Message"))
523
551
  FailureDetails.add_member(:log_file, Shapes::ShapeRef.new(shape: String, location_name: "LogFile"))
@@ -863,6 +891,17 @@ module Aws::EMR
863
891
  ListInstancesOutput.add_member(:marker, Shapes::ShapeRef.new(shape: Marker, location_name: "Marker"))
864
892
  ListInstancesOutput.struct_class = Types::ListInstancesOutput
865
893
 
894
+ ListNotebookExecutionsInput.add_member(:editor_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "EditorId"))
895
+ ListNotebookExecutionsInput.add_member(:status, Shapes::ShapeRef.new(shape: NotebookExecutionStatus, location_name: "Status"))
896
+ ListNotebookExecutionsInput.add_member(:from, Shapes::ShapeRef.new(shape: Date, location_name: "From"))
897
+ ListNotebookExecutionsInput.add_member(:to, Shapes::ShapeRef.new(shape: Date, location_name: "To"))
898
+ ListNotebookExecutionsInput.add_member(:marker, Shapes::ShapeRef.new(shape: Marker, location_name: "Marker"))
899
+ ListNotebookExecutionsInput.struct_class = Types::ListNotebookExecutionsInput
900
+
901
+ ListNotebookExecutionsOutput.add_member(:notebook_executions, Shapes::ShapeRef.new(shape: NotebookExecutionSummaryList, location_name: "NotebookExecutions"))
902
+ ListNotebookExecutionsOutput.add_member(:marker, Shapes::ShapeRef.new(shape: Marker, location_name: "Marker"))
903
+ ListNotebookExecutionsOutput.struct_class = Types::ListNotebookExecutionsOutput
904
+
866
905
  ListSecurityConfigurationsInput.add_member(:marker, Shapes::ShapeRef.new(shape: Marker, location_name: "Marker"))
867
906
  ListSecurityConfigurationsInput.struct_class = Types::ListSecurityConfigurationsInput
868
907
 
@@ -906,9 +945,40 @@ module Aws::EMR
906
945
 
907
946
  NewSupportedProductsList.member = Shapes::ShapeRef.new(shape: SupportedProductConfig)
908
947
 
948
+ NotebookExecution.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionId"))
949
+ NotebookExecution.add_member(:editor_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "EditorId"))
950
+ NotebookExecution.add_member(:execution_engine, Shapes::ShapeRef.new(shape: ExecutionEngineConfig, location_name: "ExecutionEngine"))
951
+ NotebookExecution.add_member(:notebook_execution_name, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionName"))
952
+ NotebookExecution.add_member(:notebook_params, Shapes::ShapeRef.new(shape: XmlString, location_name: "NotebookParams"))
953
+ NotebookExecution.add_member(:status, Shapes::ShapeRef.new(shape: NotebookExecutionStatus, location_name: "Status"))
954
+ NotebookExecution.add_member(:start_time, Shapes::ShapeRef.new(shape: Date, location_name: "StartTime"))
955
+ NotebookExecution.add_member(:end_time, Shapes::ShapeRef.new(shape: Date, location_name: "EndTime"))
956
+ NotebookExecution.add_member(:arn, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "Arn"))
957
+ NotebookExecution.add_member(:output_notebook_uri, Shapes::ShapeRef.new(shape: XmlString, location_name: "OutputNotebookURI"))
958
+ NotebookExecution.add_member(:last_state_change_reason, Shapes::ShapeRef.new(shape: XmlString, location_name: "LastStateChangeReason"))
959
+ NotebookExecution.add_member(:notebook_instance_security_group_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookInstanceSecurityGroupId"))
960
+ NotebookExecution.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
961
+ NotebookExecution.struct_class = Types::NotebookExecution
962
+
963
+ NotebookExecutionSummary.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionId"))
964
+ NotebookExecutionSummary.add_member(:editor_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "EditorId"))
965
+ NotebookExecutionSummary.add_member(:notebook_execution_name, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionName"))
966
+ NotebookExecutionSummary.add_member(:status, Shapes::ShapeRef.new(shape: NotebookExecutionStatus, location_name: "Status"))
967
+ NotebookExecutionSummary.add_member(:start_time, Shapes::ShapeRef.new(shape: Date, location_name: "StartTime"))
968
+ NotebookExecutionSummary.add_member(:end_time, Shapes::ShapeRef.new(shape: Date, location_name: "EndTime"))
969
+ NotebookExecutionSummary.struct_class = Types::NotebookExecutionSummary
970
+
971
+ NotebookExecutionSummaryList.member = Shapes::ShapeRef.new(shape: NotebookExecutionSummary)
972
+
909
973
  OnDemandProvisioningSpecification.add_member(:allocation_strategy, Shapes::ShapeRef.new(shape: OnDemandProvisioningAllocationStrategy, required: true, location_name: "AllocationStrategy"))
910
974
  OnDemandProvisioningSpecification.struct_class = Types::OnDemandProvisioningSpecification
911
975
 
976
+ PlacementGroupConfig.add_member(:instance_role, Shapes::ShapeRef.new(shape: InstanceRoleType, required: true, location_name: "InstanceRole"))
977
+ PlacementGroupConfig.add_member(:placement_strategy, Shapes::ShapeRef.new(shape: PlacementGroupStrategy, location_name: "PlacementStrategy"))
978
+ PlacementGroupConfig.struct_class = Types::PlacementGroupConfig
979
+
980
+ PlacementGroupConfigList.member = Shapes::ShapeRef.new(shape: PlacementGroupConfig)
981
+
912
982
  PlacementType.add_member(:availability_zone, Shapes::ShapeRef.new(shape: XmlString, location_name: "AvailabilityZone"))
913
983
  PlacementType.add_member(:availability_zones, Shapes::ShapeRef.new(shape: XmlStringMaxLen256List, location_name: "AvailabilityZones"))
914
984
  PlacementType.struct_class = Types::PlacementType
@@ -984,6 +1054,7 @@ module Aws::EMR
984
1054
  RunJobFlowInput.add_member(:kerberos_attributes, Shapes::ShapeRef.new(shape: KerberosAttributes, location_name: "KerberosAttributes"))
985
1055
  RunJobFlowInput.add_member(:step_concurrency_level, Shapes::ShapeRef.new(shape: Integer, location_name: "StepConcurrencyLevel"))
986
1056
  RunJobFlowInput.add_member(:managed_scaling_policy, Shapes::ShapeRef.new(shape: ManagedScalingPolicy, location_name: "ManagedScalingPolicy"))
1057
+ RunJobFlowInput.add_member(:placement_group_configs, Shapes::ShapeRef.new(shape: PlacementGroupConfigList, location_name: "PlacementGroupConfigs"))
987
1058
  RunJobFlowInput.struct_class = Types::RunJobFlowInput
988
1059
 
989
1060
  RunJobFlowOutput.add_member(:job_flow_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "JobFlowId"))
@@ -1044,6 +1115,19 @@ module Aws::EMR
1044
1115
  SpotProvisioningSpecification.add_member(:allocation_strategy, Shapes::ShapeRef.new(shape: SpotProvisioningAllocationStrategy, location_name: "AllocationStrategy"))
1045
1116
  SpotProvisioningSpecification.struct_class = Types::SpotProvisioningSpecification
1046
1117
 
1118
+ StartNotebookExecutionInput.add_member(:editor_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "EditorId"))
1119
+ StartNotebookExecutionInput.add_member(:relative_path, Shapes::ShapeRef.new(shape: XmlString, required: true, location_name: "RelativePath"))
1120
+ StartNotebookExecutionInput.add_member(:notebook_execution_name, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionName"))
1121
+ StartNotebookExecutionInput.add_member(:notebook_params, Shapes::ShapeRef.new(shape: XmlString, location_name: "NotebookParams"))
1122
+ StartNotebookExecutionInput.add_member(:execution_engine, Shapes::ShapeRef.new(shape: ExecutionEngineConfig, required: true, location_name: "ExecutionEngine"))
1123
+ StartNotebookExecutionInput.add_member(:service_role, Shapes::ShapeRef.new(shape: XmlString, required: true, location_name: "ServiceRole"))
1124
+ StartNotebookExecutionInput.add_member(:notebook_instance_security_group_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookInstanceSecurityGroupId"))
1125
+ StartNotebookExecutionInput.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
1126
+ StartNotebookExecutionInput.struct_class = Types::StartNotebookExecutionInput
1127
+
1128
+ StartNotebookExecutionOutput.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, location_name: "NotebookExecutionId"))
1129
+ StartNotebookExecutionOutput.struct_class = Types::StartNotebookExecutionOutput
1130
+
1047
1131
  Step.add_member(:id, Shapes::ShapeRef.new(shape: StepId, location_name: "Id"))
1048
1132
  Step.add_member(:name, Shapes::ShapeRef.new(shape: String, location_name: "Name"))
1049
1133
  Step.add_member(:config, Shapes::ShapeRef.new(shape: HadoopStepConfig, location_name: "Config"))
@@ -1099,6 +1183,9 @@ module Aws::EMR
1099
1183
  StepTimeline.add_member(:end_date_time, Shapes::ShapeRef.new(shape: Date, location_name: "EndDateTime"))
1100
1184
  StepTimeline.struct_class = Types::StepTimeline
1101
1185
 
1186
+ StopNotebookExecutionInput.add_member(:notebook_execution_id, Shapes::ShapeRef.new(shape: XmlStringMaxLen256, required: true, location_name: "NotebookExecutionId"))
1187
+ StopNotebookExecutionInput.struct_class = Types::StopNotebookExecutionInput
1188
+
1102
1189
  StringList.member = Shapes::ShapeRef.new(shape: String)
1103
1190
 
1104
1191
  StringMap.key = Shapes::ShapeRef.new(shape: String)
@@ -1235,6 +1322,16 @@ module Aws::EMR
1235
1322
  o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
1236
1323
  end)
1237
1324
 
1325
+ api.add_operation(:describe_notebook_execution, Seahorse::Model::Operation.new.tap do |o|
1326
+ o.name = "DescribeNotebookExecution"
1327
+ o.http_method = "POST"
1328
+ o.http_request_uri = "/"
1329
+ o.input = Shapes::ShapeRef.new(shape: DescribeNotebookExecutionInput)
1330
+ o.output = Shapes::ShapeRef.new(shape: DescribeNotebookExecutionOutput)
1331
+ o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
1332
+ o.errors << Shapes::ShapeRef.new(shape: InvalidRequestException)
1333
+ end)
1334
+
1238
1335
  api.add_operation(:describe_security_configuration, Seahorse::Model::Operation.new.tap do |o|
1239
1336
  o.name = "DescribeSecurityConfiguration"
1240
1337
  o.http_method = "POST"
@@ -1348,6 +1445,21 @@ module Aws::EMR
1348
1445
  )
1349
1446
  end)
1350
1447
 
1448
+ api.add_operation(:list_notebook_executions, Seahorse::Model::Operation.new.tap do |o|
1449
+ o.name = "ListNotebookExecutions"
1450
+ o.http_method = "POST"
1451
+ o.http_request_uri = "/"
1452
+ o.input = Shapes::ShapeRef.new(shape: ListNotebookExecutionsInput)
1453
+ o.output = Shapes::ShapeRef.new(shape: ListNotebookExecutionsOutput)
1454
+ o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
1455
+ o.errors << Shapes::ShapeRef.new(shape: InvalidRequestException)
1456
+ o[:pager] = Aws::Pager.new(
1457
+ tokens: {
1458
+ "marker" => "marker"
1459
+ }
1460
+ )
1461
+ end)
1462
+
1351
1463
  api.add_operation(:list_security_configurations, Seahorse::Model::Operation.new.tap do |o|
1352
1464
  o.name = "ListSecurityConfigurations"
1353
1465
  o.http_method = "POST"
@@ -1486,6 +1598,26 @@ module Aws::EMR
1486
1598
  o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
1487
1599
  end)
1488
1600
 
1601
+ api.add_operation(:start_notebook_execution, Seahorse::Model::Operation.new.tap do |o|
1602
+ o.name = "StartNotebookExecution"
1603
+ o.http_method = "POST"
1604
+ o.http_request_uri = "/"
1605
+ o.input = Shapes::ShapeRef.new(shape: StartNotebookExecutionInput)
1606
+ o.output = Shapes::ShapeRef.new(shape: StartNotebookExecutionOutput)
1607
+ o.errors << Shapes::ShapeRef.new(shape: InternalServerException)
1608
+ o.errors << Shapes::ShapeRef.new(shape: InvalidRequestException)
1609
+ end)
1610
+
1611
+ api.add_operation(:stop_notebook_execution, Seahorse::Model::Operation.new.tap do |o|
1612
+ o.name = "StopNotebookExecution"
1613
+ o.http_method = "POST"
1614
+ o.http_request_uri = "/"
1615
+ o.input = Shapes::ShapeRef.new(shape: StopNotebookExecutionInput)
1616
+ o.output = Shapes::ShapeRef.new(shape: Shapes::StructureShape.new(struct_class: Aws::EmptyStructure))
1617
+ o.errors << Shapes::ShapeRef.new(shape: InternalServerError)
1618
+ o.errors << Shapes::ShapeRef.new(shape: InvalidRequestException)
1619
+ end)
1620
+
1489
1621
  api.add_operation(:terminate_job_flows, Seahorse::Model::Operation.new.tap do |o|
1490
1622
  o.name = "TerminateJobFlows"
1491
1623
  o.http_method = "POST"
@@ -1000,6 +1000,9 @@ module Aws::EMR
1000
1000
  # Specifies the number of steps that can be executed concurrently.
1001
1001
  # @return [Integer]
1002
1002
  #
1003
+ # @!attribute [rw] placement_groups
1004
+ # @return [Array<Types::PlacementGroupConfig>]
1005
+ #
1003
1006
  # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/Cluster AWS API Documentation
1004
1007
  #
1005
1008
  class Cluster < Struct.new(
@@ -1031,7 +1034,8 @@ module Aws::EMR
1031
1034
  :kerberos_attributes,
1032
1035
  :cluster_arn,
1033
1036
  :outpost_arn,
1034
- :step_concurrency_level)
1037
+ :step_concurrency_level,
1038
+ :placement_groups)
1035
1039
  SENSITIVE = []
1036
1040
  include Aws::Structure
1037
1041
  end
@@ -1457,6 +1461,37 @@ module Aws::EMR
1457
1461
  include Aws::Structure
1458
1462
  end
1459
1463
 
1464
+ # @note When making an API call, you may pass DescribeNotebookExecutionInput
1465
+ # data as a hash:
1466
+ #
1467
+ # {
1468
+ # notebook_execution_id: "XmlStringMaxLen256", # required
1469
+ # }
1470
+ #
1471
+ # @!attribute [rw] notebook_execution_id
1472
+ # The unique identifier of the notebook execution.
1473
+ # @return [String]
1474
+ #
1475
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionInput AWS API Documentation
1476
+ #
1477
+ class DescribeNotebookExecutionInput < Struct.new(
1478
+ :notebook_execution_id)
1479
+ SENSITIVE = []
1480
+ include Aws::Structure
1481
+ end
1482
+
1483
+ # @!attribute [rw] notebook_execution
1484
+ # Properties of the notebook execution.
1485
+ # @return [Types::NotebookExecution]
1486
+ #
1487
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/DescribeNotebookExecutionOutput AWS API Documentation
1488
+ #
1489
+ class DescribeNotebookExecutionOutput < Struct.new(
1490
+ :notebook_execution)
1491
+ SENSITIVE = []
1492
+ include Aws::Structure
1493
+ end
1494
+
1460
1495
  # @note When making an API call, you may pass DescribeSecurityConfigurationInput
1461
1496
  # data as a hash:
1462
1497
  #
@@ -1747,6 +1782,49 @@ module Aws::EMR
1747
1782
  include Aws::Structure
1748
1783
  end
1749
1784
 
1785
+ # Specifies the execution engine (cluster) to run the notebook and
1786
+ # perform the notebook execution, for example, an EMR cluster.
1787
+ #
1788
+ # @note When making an API call, you may pass ExecutionEngineConfig
1789
+ # data as a hash:
1790
+ #
1791
+ # {
1792
+ # id: "XmlStringMaxLen256", # required
1793
+ # type: "EMR", # accepts EMR
1794
+ # master_instance_security_group_id: "XmlStringMaxLen256",
1795
+ # }
1796
+ #
1797
+ # @!attribute [rw] id
1798
+ # The unique identifier of the execution engine. For an EMR cluster,
1799
+ # this is the cluster ID.
1800
+ # @return [String]
1801
+ #
1802
+ # @!attribute [rw] type
1803
+ # The type of execution engine. A value of `EMR` specifies an EMR
1804
+ # cluster.
1805
+ # @return [String]
1806
+ #
1807
+ # @!attribute [rw] master_instance_security_group_id
1808
+ # An optional unique ID of an EC2 security group to associate with the
1809
+ # master instance of the EMR cluster for this notebook execution. For
1810
+ # more information see [Specifying EC2 Security Groups for EMR
1811
+ # Notebooks][1] in the *EMR Management Guide*.
1812
+ #
1813
+ #
1814
+ #
1815
+ # [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
1816
+ # @return [String]
1817
+ #
1818
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ExecutionEngineConfig AWS API Documentation
1819
+ #
1820
+ class ExecutionEngineConfig < Struct.new(
1821
+ :id,
1822
+ :type,
1823
+ :master_instance_security_group_id)
1824
+ SENSITIVE = []
1825
+ include Aws::Structure
1826
+ end
1827
+
1750
1828
  # The details of the step failure. The service attempts to detect the
1751
1829
  # root cause for many common failures.
1752
1830
  #
@@ -4140,6 +4218,101 @@ module Aws::EMR
4140
4218
  include Aws::Structure
4141
4219
  end
4142
4220
 
4221
+ # @note When making an API call, you may pass ListNotebookExecutionsInput
4222
+ # data as a hash:
4223
+ #
4224
+ # {
4225
+ # editor_id: "XmlStringMaxLen256",
4226
+ # status: "START_PENDING", # accepts START_PENDING, STARTING, RUNNING, FINISHING, FINISHED, FAILING, FAILED, STOP_PENDING, STOPPING, STOPPED
4227
+ # from: Time.now,
4228
+ # to: Time.now,
4229
+ # marker: "Marker",
4230
+ # }
4231
+ #
4232
+ # @!attribute [rw] editor_id
4233
+ # The unique ID of the editor associated with the notebook execution.
4234
+ # @return [String]
4235
+ #
4236
+ # @!attribute [rw] status
4237
+ # The status filter for listing notebook executions.
4238
+ #
4239
+ # * `START_PENDING` indicates that the cluster has received the
4240
+ # execution request but execution has not begun.
4241
+ #
4242
+ # * `STARTING` indicates that the execution is starting on the
4243
+ # cluster.
4244
+ #
4245
+ # * `RUNNING` indicates that the execution is being processed by the
4246
+ # cluster.
4247
+ #
4248
+ # * `FINISHING` indicates that execution processing is in the final
4249
+ # stages.
4250
+ #
4251
+ # * `FINISHED` indicates that the execution has completed without
4252
+ # error.
4253
+ #
4254
+ # * `FAILING` indicates that the execution is failing and will not
4255
+ # finish successfully.
4256
+ #
4257
+ # * `FAILED` indicates that the execution failed.
4258
+ #
4259
+ # * `STOP_PENDING` indicates that the cluster has received a
4260
+ # `StopNotebookExecution` request and the stop is pending.
4261
+ #
4262
+ # * `STOPPING` indicates that the cluster is in the process of
4263
+ # stopping the execution as a result of a `StopNotebookExecution`
4264
+ # request.
4265
+ #
4266
+ # * `STOPPED` indicates that the execution stopped because of a
4267
+ # `StopNotebookExecution` request.
4268
+ # @return [String]
4269
+ #
4270
+ # @!attribute [rw] from
4271
+ # The beginning of time range filter for listing notebook executions.
4272
+ # The default is the timestamp of 30 days ago.
4273
+ # @return [Time]
4274
+ #
4275
+ # @!attribute [rw] to
4276
+ # The end of time range filter for listing notebook executions. The
4277
+ # default is the current timestamp.
4278
+ # @return [Time]
4279
+ #
4280
+ # @!attribute [rw] marker
4281
+ # The pagination token, returned by a previous
4282
+ # `ListNotebookExecutions` call, that indicates the start of the list
4283
+ # for this `ListNotebookExecutions` call.
4284
+ # @return [String]
4285
+ #
4286
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsInput AWS API Documentation
4287
+ #
4288
+ class ListNotebookExecutionsInput < Struct.new(
4289
+ :editor_id,
4290
+ :status,
4291
+ :from,
4292
+ :to,
4293
+ :marker)
4294
+ SENSITIVE = []
4295
+ include Aws::Structure
4296
+ end
4297
+
4298
+ # @!attribute [rw] notebook_executions
4299
+ # A list of notebook executions.
4300
+ # @return [Array<Types::NotebookExecutionSummary>]
4301
+ #
4302
+ # @!attribute [rw] marker
4303
+ # A pagination token that a subsequent `ListNotebookExecutions` can
4304
+ # use to determine the next set of results to retrieve.
4305
+ # @return [String]
4306
+ #
4307
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/ListNotebookExecutionsOutput AWS API Documentation
4308
+ #
4309
+ class ListNotebookExecutionsOutput < Struct.new(
4310
+ :notebook_executions,
4311
+ :marker)
4312
+ SENSITIVE = []
4313
+ include Aws::Structure
4314
+ end
4315
+
4143
4316
  # @note When making an API call, you may pass ListSecurityConfigurationsInput
4144
4317
  # data as a hash:
4145
4318
  #
@@ -4425,6 +4598,191 @@ module Aws::EMR
4425
4598
  include Aws::Structure
4426
4599
  end
4427
4600
 
4601
+ # A notebook execution. An execution is a specific instance that an EMR
4602
+ # Notebook is run using the `StartNotebookExecution` action.
4603
+ #
4604
+ # @!attribute [rw] notebook_execution_id
4605
+ # The unique identifier of a notebook execution.
4606
+ # @return [String]
4607
+ #
4608
+ # @!attribute [rw] editor_id
4609
+ # The unique identifier of the EMR Notebook that is used for the
4610
+ # notebook execution.
4611
+ # @return [String]
4612
+ #
4613
+ # @!attribute [rw] execution_engine
4614
+ # The execution engine, such as an EMR cluster, used to run the EMR
4615
+ # notebook and perform the notebook execution.
4616
+ # @return [Types::ExecutionEngineConfig]
4617
+ #
4618
+ # @!attribute [rw] notebook_execution_name
4619
+ # A name for the notebook execution.
4620
+ # @return [String]
4621
+ #
4622
+ # @!attribute [rw] notebook_params
4623
+ # Input parameters in JSON format passed to the EMR Notebook at
4624
+ # runtime for execution.
4625
+ # @return [String]
4626
+ #
4627
+ # @!attribute [rw] status
4628
+ # The status of the notebook execution.
4629
+ #
4630
+ # * `START_PENDING` indicates that the cluster has received the
4631
+ # execution request but execution has not begun.
4632
+ #
4633
+ # * `STARTING` indicates that the execution is starting on the
4634
+ # cluster.
4635
+ #
4636
+ # * `RUNNING` indicates that the execution is being processed by the
4637
+ # cluster.
4638
+ #
4639
+ # * `FINISHING` indicates that execution processing is in the final
4640
+ # stages.
4641
+ #
4642
+ # * `FINISHED` indicates that the execution has completed without
4643
+ # error.
4644
+ #
4645
+ # * `FAILING` indicates that the execution is failing and will not
4646
+ # finish successfully.
4647
+ #
4648
+ # * `FAILED` indicates that the execution failed.
4649
+ #
4650
+ # * `STOP_PENDING` indicates that the cluster has received a
4651
+ # `StopNotebookExecution` request and the stop is pending.
4652
+ #
4653
+ # * `STOPPING` indicates that the cluster is in the process of
4654
+ # stopping the execution as a result of a `StopNotebookExecution`
4655
+ # request.
4656
+ #
4657
+ # * `STOPPED` indicates that the execution stopped because of a
4658
+ # `StopNotebookExecution` request.
4659
+ # @return [String]
4660
+ #
4661
+ # @!attribute [rw] start_time
4662
+ # The timestamp when notebook execution started.
4663
+ # @return [Time]
4664
+ #
4665
+ # @!attribute [rw] end_time
4666
+ # The timestamp when notebook execution ended.
4667
+ # @return [Time]
4668
+ #
4669
+ # @!attribute [rw] arn
4670
+ # The Amazon Resource Name (ARN) of the notebook execution.
4671
+ # @return [String]
4672
+ #
4673
+ # @!attribute [rw] output_notebook_uri
4674
+ # The location of the notebook execution's output file in Amazon S3.
4675
+ # @return [String]
4676
+ #
4677
+ # @!attribute [rw] last_state_change_reason
4678
+ # The reason for the latest status change of the notebook execution.
4679
+ # @return [String]
4680
+ #
4681
+ # @!attribute [rw] notebook_instance_security_group_id
4682
+ # The unique identifier of the EC2 security group associated with the
4683
+ # EMR Notebook instance. For more information see [Specifying EC2
4684
+ # Security Groups for EMR Notebooks][1] in the *EMR Management Guide*.
4685
+ #
4686
+ #
4687
+ #
4688
+ # [1]: https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-managed-notebooks-security-groups.html
4689
+ # @return [String]
4690
+ #
4691
+ # @!attribute [rw] tags
4692
+ # A list of tags associated with a notebook execution. Tags are
4693
+ # user-defined key value pairs that consist of a required key string
4694
+ # with a maximum of 128 characters and an optional value string with a
4695
+ # maximum of 256 characters.
4696
+ # @return [Array<Types::Tag>]
4697
+ #
4698
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecution AWS API Documentation
4699
+ #
4700
+ class NotebookExecution < Struct.new(
4701
+ :notebook_execution_id,
4702
+ :editor_id,
4703
+ :execution_engine,
4704
+ :notebook_execution_name,
4705
+ :notebook_params,
4706
+ :status,
4707
+ :start_time,
4708
+ :end_time,
4709
+ :arn,
4710
+ :output_notebook_uri,
4711
+ :last_state_change_reason,
4712
+ :notebook_instance_security_group_id,
4713
+ :tags)
4714
+ SENSITIVE = []
4715
+ include Aws::Structure
4716
+ end
4717
+
4718
+ # @!attribute [rw] notebook_execution_id
4719
+ # The unique identifier of the notebook execution.
4720
+ # @return [String]
4721
+ #
4722
+ # @!attribute [rw] editor_id
4723
+ # The unique identifier of the editor associated with the notebook
4724
+ # execution.
4725
+ # @return [String]
4726
+ #
4727
+ # @!attribute [rw] notebook_execution_name
4728
+ # The name of the notebook execution.
4729
+ # @return [String]
4730
+ #
4731
+ # @!attribute [rw] status
4732
+ # The status of the notebook execution.
4733
+ #
4734
+ # * `START_PENDING` indicates that the cluster has received the
4735
+ # execution request but execution has not begun.
4736
+ #
4737
+ # * `STARTING` indicates that the execution is starting on the
4738
+ # cluster.
4739
+ #
4740
+ # * `RUNNING` indicates that the execution is being processed by the
4741
+ # cluster.
4742
+ #
4743
+ # * `FINISHING` indicates that execution processing is in the final
4744
+ # stages.
4745
+ #
4746
+ # * `FINISHED` indicates that the execution has completed without
4747
+ # error.
4748
+ #
4749
+ # * `FAILING` indicates that the execution is failing and will not
4750
+ # finish successfully.
4751
+ #
4752
+ # * `FAILED` indicates that the execution failed.
4753
+ #
4754
+ # * `STOP_PENDING` indicates that the cluster has received a
4755
+ # `StopNotebookExecution` request and the stop is pending.
4756
+ #
4757
+ # * `STOPPING` indicates that the cluster is in the process of
4758
+ # stopping the execution as a result of a `StopNotebookExecution`
4759
+ # request.
4760
+ #
4761
+ # * `STOPPED` indicates that the execution stopped because of a
4762
+ # `StopNotebookExecution` request.
4763
+ # @return [String]
4764
+ #
4765
+ # @!attribute [rw] start_time
4766
+ # The timestamp when notebook execution started.
4767
+ # @return [Time]
4768
+ #
4769
+ # @!attribute [rw] end_time
4770
+ # The timestamp when notebook execution started.
4771
+ # @return [Time]
4772
+ #
4773
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/NotebookExecutionSummary AWS API Documentation
4774
+ #
4775
+ class NotebookExecutionSummary < Struct.new(
4776
+ :notebook_execution_id,
4777
+ :editor_id,
4778
+ :notebook_execution_name,
4779
+ :status,
4780
+ :start_time,
4781
+ :end_time)
4782
+ SENSITIVE = []
4783
+ include Aws::Structure
4784
+ end
4785
+
4428
4786
  # The launch specification for On-Demand instances in the instance
4429
4787
  # fleet, which determines the allocation strategy.
4430
4788
  #
@@ -4456,6 +4814,29 @@ module Aws::EMR
4456
4814
  include Aws::Structure
4457
4815
  end
4458
4816
 
4817
+ # @note When making an API call, you may pass PlacementGroupConfig
4818
+ # data as a hash:
4819
+ #
4820
+ # {
4821
+ # instance_role: "MASTER", # required, accepts MASTER, CORE, TASK
4822
+ # placement_strategy: "SPREAD", # accepts SPREAD, PARTITION, CLUSTER, NONE
4823
+ # }
4824
+ #
4825
+ # @!attribute [rw] instance_role
4826
+ # @return [String]
4827
+ #
4828
+ # @!attribute [rw] placement_strategy
4829
+ # @return [String]
4830
+ #
4831
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/PlacementGroupConfig AWS API Documentation
4832
+ #
4833
+ class PlacementGroupConfig < Struct.new(
4834
+ :instance_role,
4835
+ :placement_strategy)
4836
+ SENSITIVE = []
4837
+ include Aws::Structure
4838
+ end
4839
+
4459
4840
  # The Amazon EC2 Availability Zone configuration of the cluster (job
4460
4841
  # flow).
4461
4842
  #
@@ -5040,6 +5421,12 @@ module Aws::EMR
5040
5421
  # maximum_core_capacity_units: 1,
5041
5422
  # },
5042
5423
  # },
5424
+ # placement_group_configs: [
5425
+ # {
5426
+ # instance_role: "MASTER", # required, accepts MASTER, CORE, TASK
5427
+ # placement_strategy: "SPREAD", # accepts SPREAD, PARTITION, CLUSTER, NONE
5428
+ # },
5429
+ # ],
5043
5430
  # }
5044
5431
  #
5045
5432
  # @!attribute [rw] name
@@ -5278,6 +5665,9 @@ module Aws::EMR
5278
5665
  # The specified managed scaling policy for an Amazon EMR cluster.
5279
5666
  # @return [Types::ManagedScalingPolicy]
5280
5667
  #
5668
+ # @!attribute [rw] placement_group_configs
5669
+ # @return [Array<Types::PlacementGroupConfig>]
5670
+ #
5281
5671
  # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/RunJobFlowInput AWS API Documentation
5282
5672
  #
5283
5673
  class RunJobFlowInput < Struct.new(
@@ -5306,7 +5696,8 @@ module Aws::EMR
5306
5696
  :repo_upgrade_on_boot,
5307
5697
  :kerberos_attributes,
5308
5698
  :step_concurrency_level,
5309
- :managed_scaling_policy)
5699
+ :managed_scaling_policy,
5700
+ :placement_group_configs)
5310
5701
  SENSITIVE = []
5311
5702
  include Aws::Structure
5312
5703
  end
@@ -5774,6 +6165,104 @@ module Aws::EMR
5774
6165
  include Aws::Structure
5775
6166
  end
5776
6167
 
6168
+ # @note When making an API call, you may pass StartNotebookExecutionInput
6169
+ # data as a hash:
6170
+ #
6171
+ # {
6172
+ # editor_id: "XmlStringMaxLen256", # required
6173
+ # relative_path: "XmlString", # required
6174
+ # notebook_execution_name: "XmlStringMaxLen256",
6175
+ # notebook_params: "XmlString",
6176
+ # execution_engine: { # required
6177
+ # id: "XmlStringMaxLen256", # required
6178
+ # type: "EMR", # accepts EMR
6179
+ # master_instance_security_group_id: "XmlStringMaxLen256",
6180
+ # },
6181
+ # service_role: "XmlString", # required
6182
+ # notebook_instance_security_group_id: "XmlStringMaxLen256",
6183
+ # tags: [
6184
+ # {
6185
+ # key: "String",
6186
+ # value: "String",
6187
+ # },
6188
+ # ],
6189
+ # }
6190
+ #
6191
+ # @!attribute [rw] editor_id
6192
+ # The unique identifier of the EMR Notebook to use for notebook
6193
+ # execution.
6194
+ # @return [String]
6195
+ #
6196
+ # @!attribute [rw] relative_path
6197
+ # The path and file name of the notebook file for this execution,
6198
+ # relative to the path specified for the EMR Notebook. For example, if
6199
+ # you specify a path of `s3://MyBucket/MyNotebooks` when you create an
6200
+ # EMR Notebook for a notebook with an ID of
6201
+ # `e-ABCDEFGHIJK1234567890ABCD` (the `EditorID` of this request), and
6202
+ # you specify a `RelativePath` of
6203
+ # `my_notebook_executions/notebook_execution.ipynb`, the location of
6204
+ # the file for the notebook execution is
6205
+ # `s3://MyBucket/MyNotebooks/e-ABCDEFGHIJK1234567890ABCD/my_notebook_executions/notebook_execution.ipynb`.
6206
+ # @return [String]
6207
+ #
6208
+ # @!attribute [rw] notebook_execution_name
6209
+ # An optional name for the notebook execution.
6210
+ # @return [String]
6211
+ #
6212
+ # @!attribute [rw] notebook_params
6213
+ # Input parameters in JSON format passed to the EMR Notebook at
6214
+ # runtime for execution.
6215
+ # @return [String]
6216
+ #
6217
+ # @!attribute [rw] execution_engine
6218
+ # Specifies the execution engine (cluster) that runs the notebook
6219
+ # execution.
6220
+ # @return [Types::ExecutionEngineConfig]
6221
+ #
6222
+ # @!attribute [rw] service_role
6223
+ # The name or ARN of the IAM role that is used as the service role for
6224
+ # Amazon EMR (the EMR role) for the notebook execution.
6225
+ # @return [String]
6226
+ #
6227
+ # @!attribute [rw] notebook_instance_security_group_id
6228
+ # The unique identifier of the Amazon EC2 security group to associate
6229
+ # with the EMR Notebook for this notebook execution.
6230
+ # @return [String]
6231
+ #
6232
+ # @!attribute [rw] tags
6233
+ # A list of tags associated with a notebook execution. Tags are
6234
+ # user-defined key value pairs that consist of a required key string
6235
+ # with a maximum of 128 characters and an optional value string with a
6236
+ # maximum of 256 characters.
6237
+ # @return [Array<Types::Tag>]
6238
+ #
6239
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionInput AWS API Documentation
6240
+ #
6241
+ class StartNotebookExecutionInput < Struct.new(
6242
+ :editor_id,
6243
+ :relative_path,
6244
+ :notebook_execution_name,
6245
+ :notebook_params,
6246
+ :execution_engine,
6247
+ :service_role,
6248
+ :notebook_instance_security_group_id,
6249
+ :tags)
6250
+ SENSITIVE = []
6251
+ include Aws::Structure
6252
+ end
6253
+
6254
+ # @!attribute [rw] notebook_execution_id
6255
+ # The unique identifier of the notebook execution.
6256
+ # @return [String]
6257
+ #
6258
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StartNotebookExecutionOutput AWS API Documentation
6259
+ #
6260
+ class StartNotebookExecutionOutput < Struct.new(
6261
+ :notebook_execution_id)
6262
+ SENSITIVE = []
6263
+ include Aws::Structure
6264
+ end
6265
+
5777
6266
  # This represents a step in a cluster.
5778
6267
  #
5779
6268
  # @!attribute [rw] id
@@ -6022,6 +6511,25 @@ module Aws::EMR
6022
6511
  include Aws::Structure
6023
6512
  end
6024
6513
 
6514
+ # @note When making an API call, you may pass StopNotebookExecutionInput
6515
+ # data as a hash:
6516
+ #
6517
+ # {
6518
+ # notebook_execution_id: "XmlStringMaxLen256", # required
6519
+ # }
6520
+ #
6521
+ # @!attribute [rw] notebook_execution_id
6522
+ # The unique identifier of the notebook execution.
6523
+ # @return [String]
6524
+ #
6525
+ # @see http://docs.aws.amazon.com/goto/WebAPI/elasticmapreduce-2009-03-31/StopNotebookExecutionInput AWS API Documentation
6526
+ #
6527
+ class StopNotebookExecutionInput < Struct.new(
6528
+ :notebook_execution_id)
6529
+ SENSITIVE = []
6530
+ include Aws::Structure
6531
+ end
6532
+
6025
6533
  # The list of supported product configurations which allow user-supplied
6026
6534
  # arguments. EMR accepts these arguments and forwards them to the
6027
6535
  # corresponding installation script as bootstrap action arguments.
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-emr
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.33.0
4
+ version: 1.38.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-06-24 00:00:00.000000000 Z
11
+ date: 2020-09-30 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
19
19
  version: '3'
20
20
  - - ">="
21
21
  - !ruby/object:Gem::Version
22
- version: 3.99.0
22
+ version: 3.109.0
23
23
  type: :runtime
24
24
  prerelease: false
25
25
  version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
29
29
  version: '3'
30
30
  - - ">="
31
31
  - !ruby/object:Gem::Version
32
- version: 3.99.0
32
+ version: 3.109.0
33
33
  - !ruby/object:Gem::Dependency
34
34
  name: aws-sigv4
35
35
  requirement: !ruby/object:Gem::Requirement