aws-sdk-glue 1.64.0 → 1.69.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ab5eeef64ca383c7da9754fc46ce6f8a1caf867503428e59d6c1e2573247c6a9
-  data.tar.gz: cf930aea3d580db8e6a8fb1246dfe33dc3987550009b1d58e1e280104c518491
+  metadata.gz: 6ec4c8bd66cdeba2038e7e85b43099f06d90e9d194b69532aa25929f3eddfc68
+  data.tar.gz: 3e1a0afbdb424a3d78d35b537e0d268098c8219adb24606a4e069263ba499bc5
 SHA512:
-  metadata.gz: 92fdb5e2811647b7c73ae044dccaf2f76084e31daf40ecd9fd4a5239a278c062d6f32963c942c324a063efb0de8dd4dae90685ba47985453726ba2887f1da123
-  data.tar.gz: 1bc1e2881596bbf4ecce7f2e337c7363d5e2e9d67e2af5d24f05eb21b0c8f691898fb16592f4440bba128bed5410c05904b9b3af3f629383ed974425cbac6a60
+  metadata.gz: 8778fe232a409d2ae586399db858a3c51c6feaeea7e8842ba585ae1ddb748dc5ac1c2d0a0bdbe25344f002f44dcb9b57b4896ee8691b4c18e98b9b8bc1168d6b
+  data.tar.gz: e31a1d0383e962ab1b867d948fb5cfcd46ff3cd0f29105c1938e4c07ce8967cc6c0a74c66a9e88369512c851578d495c96c10ddd036243e8a100dc17109e177d

data/lib/aws-sdk-glue.rb

@@ -44,9 +44,9 @@ require_relative 'aws-sdk-glue/customizations'
 #
 # See {Errors} for more information.
 #
-# @service
+# @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.64.0'
+  GEM_VERSION = '1.69.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -85,13 +85,28 @@ module Aws::Glue
     #     * `Aws::Credentials` - Used for configuring static, non-refreshing
     #       credentials.
     #
+    #     * `Aws::SharedCredentials` - Used for loading static credentials from a
+    #       shared file, such as `~/.aws/config`.
+    #
+    #     * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
+    #
+    #     * `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
+    #       assume a role after providing credentials via the web.
+    #
+    #     * `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
+    #       access token generated from `aws login`.
+    #
+    #     * `Aws::ProcessCredentials` - Used for loading credentials from a
+    #       process that outputs to stdout.
+    #
     #     * `Aws::InstanceProfileCredentials` - Used for loading credentials
     #       from an EC2 IMDS on an EC2 instance.
     #
-    #     * `Aws::SharedCredentials` - Used for loading credentials from a
-    #       shared file, such as `~/.aws/config`.
+    #     * `Aws::ECSCredentials` - Used for loading credentials from
+    #       instances running in ECS.
     #
-    #     * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
+    #     * `Aws::CognitoIdentityCredentials` - Used for loading credentials
+    #       from the Cognito Identity service.
     #
     #     When `:credentials` are not configured directly, the following
     #     locations will be searched for credentials:
@@ -101,10 +116,10 @@ module Aws::Glue
     #     * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
     #     * `~/.aws/credentials`
     #     * `~/.aws/config`
-    #     * EC2 IMDS instance profile - When used by default, the timeouts are
-    #       very aggressive. Construct and pass an instance of
-    #       `Aws::InstanceProfileCredentails` to enable retries and extended
-    #       timeouts.
+    #     * EC2/ECS IMDS instance profile - When used by default, the timeouts
+    #       are very aggressive. Construct and pass an instance of
+    #       `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
+    #       enable retries and extended timeouts.
     #
     #   @option options [required, String] :region
     #     The AWS region to connect to.  The configured `:region` is
@@ -642,6 +657,7 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].path #=> String
     #   resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -997,11 +1013,13 @@ module Aws::Glue
     #   resp.workflows[0].last_modified_on #=> Time
     #   resp.workflows[0].last_run.name #=> String
     #   resp.workflows[0].last_run.workflow_run_id #=> String
+    #   resp.workflows[0].last_run.previous_run_id #=> String
     #   resp.workflows[0].last_run.workflow_run_properties #=> Hash
     #   resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
     #   resp.workflows[0].last_run.started_on #=> Time
     #   resp.workflows[0].last_run.completed_on #=> Time
-    #   resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
+    #   resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
+    #   resp.workflows[0].last_run.error_message #=> String
     #   resp.workflows[0].last_run.statistics.total_actions #=> Integer
     #   resp.workflows[0].last_run.statistics.timeout_actions #=> Integer
     #   resp.workflows[0].last_run.statistics.failed_actions #=> Integer
@@ -1132,6 +1150,7 @@ module Aws::Glue
     #   resp.workflows[0].graph.edges #=> Array
     #   resp.workflows[0].graph.edges[0].source_id #=> String
     #   resp.workflows[0].graph.edges[0].destination_id #=> String
+    #   resp.workflows[0].max_concurrent_runs #=> Integer
     #   resp.missing_workflows #=> Array
     #   resp.missing_workflows[0] #=> String
     #
@@ -1299,7 +1318,7 @@ module Aws::Glue
     #     connection_input: { # required
     #       name: "NameString", # required
     #       description: "DescriptionString",
-    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
+    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #       match_criteria: ["NameString"],
     #       connection_properties: { # required
     #         "HOST" => "ValueString",
@@ -1400,6 +1419,7 @@ module Aws::Glue
     #         {
     #           path: "Path",
     #           exclusions: ["Path"],
+    #           connection_name: "ConnectionName",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -1777,9 +1797,10 @@ module Aws::Glue
     #     or 1 DPU. The default is 0.0625 DPU.
     #
     #   * When you specify an Apache Spark ETL job
-    #     (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
-    #     DPUs. The default is 10 DPUs. This job type cannot have a fractional
-    #     DPU allocation.
+    #     (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
+    #     (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
+    #     100 DPUs. The default is 10 DPUs. This job type cannot have a
+    #     fractional DPU allocation.
     #
     #
     #
@@ -2307,6 +2328,10 @@ module Aws::Glue
     #   The `TableInput` object that defines the metadata table to create in
     #   the catalog.
     #
+    # @option params [Array<Types::PartitionIndex>] :partition_indexes
+    #   A list of partition indexes, `PartitionIndex` structures, to create in
+    #   the table.
+    #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
     # @example Request syntax with placeholder values
@@ -2385,6 +2410,12 @@ module Aws::Glue
     #         name: "NameString",
     #       },
     #     },
+    #     partition_indexes: [
+    #       {
+    #         keys: ["NameString"], # required
+    #         index_name: "NameString", # required
+    #       },
+    #     ],
     #   })
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTable AWS API Documentation
@@ -2558,6 +2589,13 @@ module Aws::Glue
     # @option params [Hash<String,String>] :tags
     #   The tags to be used with this workflow.
     #
+    # @option params [Integer] :max_concurrent_runs
+    #   You can use this parameter to prevent unwanted multiple updates to
+    #   data, to control costs, or in some cases, to prevent exceeding the
+    #   maximum number of concurrent runs of any of the component jobs. If you
+    #   leave this parameter blank, there is no limit to the number of
+    #   concurrent workflow runs.
+    #
     # @return [Types::CreateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::CreateWorkflowResponse#name #name} => String
@@ -2573,6 +2611,7 @@ module Aws::Glue
     #     tags: {
     #       "TagKey" => "TagValue",
     #     },
+    #     max_concurrent_runs: 1,
     #   })
     #
     # @example Response structure
@@ -3464,7 +3503,7 @@ module Aws::Glue
     #
     #   resp.connection.name #=> String
     #   resp.connection.description #=> String
-    #   resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
+    #   resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
     #   resp.connection.match_criteria #=> Array
     #   resp.connection.match_criteria[0] #=> String
     #   resp.connection.connection_properties #=> Hash
@@ -3522,7 +3561,7 @@ module Aws::Glue
     #     catalog_id: "CatalogIdString",
     #     filter: {
     #       match_criteria: ["NameString"],
-    #       connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
+    #       connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #     },
     #     hide_password: false,
     #     next_token: "Token",
@@ -3534,7 +3573,7 @@ module Aws::Glue
     #   resp.connection_list #=> Array
     #   resp.connection_list[0].name #=> String
     #   resp.connection_list[0].description #=> String
-    #   resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
+    #   resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
     #   resp.connection_list[0].match_criteria #=> Array
     #   resp.connection_list[0].match_criteria[0] #=> String
     #   resp.connection_list[0].connection_properties #=> Hash
@@ -3580,6 +3619,7 @@ module Aws::Glue
     #   resp.crawler.targets.s3_targets[0].path #=> String
     #   resp.crawler.targets.s3_targets[0].exclusions #=> Array
     #   resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
+    #   resp.crawler.targets.s3_targets[0].connection_name #=> String
     #   resp.crawler.targets.jdbc_targets #=> Array
     #   resp.crawler.targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawler.targets.jdbc_targets[0].path #=> String
@@ -3704,6 +3744,7 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].path #=> String
     #   resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -4825,6 +4866,57 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Retrieves the partition indexes associated with a table.
+    #
+    # @option params [String] :catalog_id
+    #   The catalog ID where the table resides.
+    #
+    # @option params [required, String] :database_name
+    #   Specifies the name of a database from which you want to retrieve
+    #   partition indexes.
+    #
+    # @option params [required, String] :table_name
+    #   Specifies the name of a table for which you want to retrieve the
+    #   partition indexes.
+    #
+    # @option params [String] :next_token
+    #   A continuation token, included if this is a continuation call.
+    #
+    # @return [Types::GetPartitionIndexesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::GetPartitionIndexesResponse#partition_index_descriptor_list #partition_index_descriptor_list} => Array&lt;Types::PartitionIndexDescriptor&gt;
+    #   * {Types::GetPartitionIndexesResponse#next_token #next_token} => String
+    #
+    # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.get_partition_indexes({
+    #     catalog_id: "CatalogIdString",
+    #     database_name: "NameString", # required
+    #     table_name: "NameString", # required
+    #     next_token: "Token",
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.partition_index_descriptor_list #=> Array
+    #   resp.partition_index_descriptor_list[0].index_name #=> String
+    #   resp.partition_index_descriptor_list[0].keys #=> Array
+    #   resp.partition_index_descriptor_list[0].keys[0].name #=> String
+    #   resp.partition_index_descriptor_list[0].keys[0].type #=> String
+    #   resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
+    #   resp.next_token #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
+    #
+    # @overload get_partition_indexes(params = {})
+    # @param [Hash] params ({})
+    def get_partition_indexes(params = {}, options = {})
+      req = build_request(:get_partition_indexes, params)
+      req.send_request(options)
+    end
+
     # Retrieves information about the partitions in a table.
     #
     # @option params [String] :catalog_id
@@ -5954,11 +6046,13 @@ module Aws::Glue
     #   resp.workflow.last_modified_on #=> Time
     #   resp.workflow.last_run.name #=> String
     #   resp.workflow.last_run.workflow_run_id #=> String
+    #   resp.workflow.last_run.previous_run_id #=> String
     #   resp.workflow.last_run.workflow_run_properties #=> Hash
     #   resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
     #   resp.workflow.last_run.started_on #=> Time
     #   resp.workflow.last_run.completed_on #=> Time
-    #   resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
+    #   resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
+    #   resp.workflow.last_run.error_message #=> String
     #   resp.workflow.last_run.statistics.total_actions #=> Integer
     #   resp.workflow.last_run.statistics.timeout_actions #=> Integer
     #   resp.workflow.last_run.statistics.failed_actions #=> Integer
@@ -6089,6 +6183,7 @@ module Aws::Glue
     #   resp.workflow.graph.edges #=> Array
     #   resp.workflow.graph.edges[0].source_id #=> String
     #   resp.workflow.graph.edges[0].destination_id #=> String
+    #   resp.workflow.max_concurrent_runs #=> Integer
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
     #
@@ -6126,11 +6221,13 @@ module Aws::Glue
     #
     #   resp.run.name #=> String
     #   resp.run.workflow_run_id #=> String
+    #   resp.run.previous_run_id #=> String
     #   resp.run.workflow_run_properties #=> Hash
     #   resp.run.workflow_run_properties["IdString"] #=> String
     #   resp.run.started_on #=> Time
     #   resp.run.completed_on #=> Time
-    #   resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
+    #   resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
+    #   resp.run.error_message #=> String
     #   resp.run.statistics.total_actions #=> Integer
     #   resp.run.statistics.timeout_actions #=> Integer
     #   resp.run.statistics.failed_actions #=> Integer
@@ -6277,11 +6374,13 @@ module Aws::Glue
     #   resp.runs #=> Array
     #   resp.runs[0].name #=> String
     #   resp.runs[0].workflow_run_id #=> String
+    #   resp.runs[0].previous_run_id #=> String
     #   resp.runs[0].workflow_run_properties #=> Hash
     #   resp.runs[0].workflow_run_properties["IdString"] #=> String
     #   resp.runs[0].started_on #=> Time
     #   resp.runs[0].completed_on #=> Time
-    #   resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
+    #   resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
+    #   resp.runs[0].error_message #=> String
     #   resp.runs[0].statistics.total_actions #=> Integer
     #   resp.runs[0].statistics.timeout_actions #=> Integer
     #   resp.runs[0].statistics.failed_actions #=> Integer
@@ -6879,6 +6978,48 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Restarts selected nodes of a previous partially completed workflow run
+    # and resumes the workflow run. The selected nodes and all nodes that
+    # are downstream from the selected nodes are run.
+    #
+    # @option params [required, String] :name
+    #   The name of the workflow to resume.
+    #
+    # @option params [required, String] :run_id
+    #   The ID of the workflow run to resume.
+    #
+    # @option params [required, Array<String>] :node_ids
+    #   A list of the node IDs for the nodes you want to restart. The nodes
+    #   that are to be restarted must have a run attempt in the original run.
+    #
+    # @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::ResumeWorkflowRunResponse#run_id #run_id} => String
+    #   * {Types::ResumeWorkflowRunResponse#node_ids #node_ids} => Array&lt;String&gt;
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.resume_workflow_run({
+    #     name: "NameString", # required
+    #     run_id: "IdString", # required
+    #     node_ids: ["NameString"], # required
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.run_id #=> String
+    #   resp.node_ids #=> Array
+    #   resp.node_ids[0] #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRun AWS API Documentation
+    #
+    # @overload resume_workflow_run(params = {})
+    # @param [Hash] params ({})
+    def resume_workflow_run(params = {}, options = {})
+      req = build_request(:resume_workflow_run, params)
+      req.send_request(options)
+    end
+
     # Searches a set of tables based on properties in the table metadata as
     # well as on the parent database. You can search against text or filter
     # conditions.
@@ -7982,7 +8123,7 @@ module Aws::Glue
     #     connection_input: { # required
     #       name: "NameString", # required
     #       description: "DescriptionString",
-    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
+    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #       match_criteria: ["NameString"],
     #       connection_properties: { # required
     #         "HOST" => "ValueString",
@@ -8072,6 +8213,7 @@ module Aws::Glue
     #         {
     #           path: "Path",
     #           exclusions: ["Path"],
+    #           connection_name: "ConnectionName",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -8798,6 +8940,13 @@ module Aws::Glue
     #   A collection of properties to be used as part of each execution of the
     #   workflow.
     #
+    # @option params [Integer] :max_concurrent_runs
+    #   You can use this parameter to prevent unwanted multiple updates to
+    #   data, to control costs, or in some cases, to prevent exceeding the
+    #   maximum number of concurrent runs of any of the component jobs. If you
+    #   leave this parameter blank, there is no limit to the number of
+    #   concurrent workflow runs.
+    #
     # @return [Types::UpdateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::UpdateWorkflowResponse#name #name} => String
@@ -8810,6 +8959,7 @@ module Aws::Glue
     #     default_run_properties: {
     #       "IdString" => "GenericString",
     #     },
+    #     max_concurrent_runs: 1,
     #   })
     #
     # @example Response structure
@@ -8838,7 +8988,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.64.0'
+      context[:gem_version] = '1.69.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -103,6 +103,7 @@ module Aws::Glue
     Condition = Shapes::StructureShape.new(name: 'Condition')
     ConditionCheckFailureException = Shapes::StructureShape.new(name: 'ConditionCheckFailureException')
     ConditionList = Shapes::ListShape.new(name: 'ConditionList')
+    ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
     ConfusionMatrix = Shapes::StructureShape.new(name: 'ConfusionMatrix')
     Connection = Shapes::StructureShape.new(name: 'Connection')
     ConnectionInput = Shapes::StructureShape.new(name: 'ConnectionInput')
@@ -305,6 +306,8 @@ module Aws::Glue
     GetMLTransformsResponse = Shapes::StructureShape.new(name: 'GetMLTransformsResponse')
     GetMappingRequest = Shapes::StructureShape.new(name: 'GetMappingRequest')
     GetMappingResponse = Shapes::StructureShape.new(name: 'GetMappingResponse')
+    GetPartitionIndexesRequest = Shapes::StructureShape.new(name: 'GetPartitionIndexesRequest')
+    GetPartitionIndexesResponse = Shapes::StructureShape.new(name: 'GetPartitionIndexesResponse')
     GetPartitionRequest = Shapes::StructureShape.new(name: 'GetPartitionRequest')
     GetPartitionResponse = Shapes::StructureShape.new(name: 'GetPartitionResponse')
     GetPartitionsRequest = Shapes::StructureShape.new(name: 'GetPartitionsRequest')
@@ -385,6 +388,9 @@ module Aws::Glue
     JsonClassifier = Shapes::StructureShape.new(name: 'JsonClassifier')
     JsonPath = Shapes::StringShape.new(name: 'JsonPath')
     JsonValue = Shapes::StringShape.new(name: 'JsonValue')
+    KeyList = Shapes::ListShape.new(name: 'KeyList')
+    KeySchemaElement = Shapes::StructureShape.new(name: 'KeySchemaElement')
+    KeySchemaElementList = Shapes::ListShape.new(name: 'KeySchemaElementList')
     KeyString = Shapes::StringShape.new(name: 'KeyString')
     KmsKeyArn = Shapes::StringShape.new(name: 'KmsKeyArn')
     LabelCount = Shapes::IntegerShape.new(name: 'LabelCount')
@@ -428,6 +434,7 @@ module Aws::Glue
     NameStringList = Shapes::ListShape.new(name: 'NameStringList')
     NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
     Node = Shapes::StructureShape.new(name: 'Node')
+    NodeIdList = Shapes::ListShape.new(name: 'NodeIdList')
     NodeList = Shapes::ListShape.new(name: 'NodeList')
     NodeType = Shapes::StringShape.new(name: 'NodeType')
     NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
@@ -449,6 +456,11 @@ module Aws::Glue
     Partition = Shapes::StructureShape.new(name: 'Partition')
     PartitionError = Shapes::StructureShape.new(name: 'PartitionError')
     PartitionErrors = Shapes::ListShape.new(name: 'PartitionErrors')
+    PartitionIndex = Shapes::StructureShape.new(name: 'PartitionIndex')
+    PartitionIndexDescriptor = Shapes::StructureShape.new(name: 'PartitionIndexDescriptor')
+    PartitionIndexDescriptorList = Shapes::ListShape.new(name: 'PartitionIndexDescriptorList')
+    PartitionIndexList = Shapes::ListShape.new(name: 'PartitionIndexList')
+    PartitionIndexStatus = Shapes::StringShape.new(name: 'PartitionIndexStatus')
     PartitionInput = Shapes::StructureShape.new(name: 'PartitionInput')
     PartitionInputList = Shapes::ListShape.new(name: 'PartitionInputList')
     PartitionList = Shapes::ListShape.new(name: 'PartitionList')
@@ -485,6 +497,8 @@ module Aws::Glue
     ResourceType = Shapes::StringShape.new(name: 'ResourceType')
     ResourceUri = Shapes::StructureShape.new(name: 'ResourceUri')
     ResourceUriList = Shapes::ListShape.new(name: 'ResourceUriList')
+    ResumeWorkflowRunRequest = Shapes::StructureShape.new(name: 'ResumeWorkflowRunRequest')
+    ResumeWorkflowRunResponse = Shapes::StructureShape.new(name: 'ResumeWorkflowRunResponse')
     Role = Shapes::StringShape.new(name: 'Role')
     RoleArn = Shapes::StringShape.new(name: 'RoleArn')
     RoleString = Shapes::StringShape.new(name: 'RoleString')
@@ -923,6 +937,9 @@ module Aws::Glue
 
     ConditionList.member = Shapes::ShapeRef.new(shape: Condition)
 
+    ConflictException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
+    ConflictException.struct_class = Types::ConflictException
+
     ConfusionMatrix.add_member(:num_true_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTruePositives"))
     ConfusionMatrix.add_member(:num_false_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumFalsePositives"))
     ConfusionMatrix.add_member(:num_true_negatives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTrueNegatives"))
@@ -1185,6 +1202,7 @@ module Aws::Glue
     CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     CreateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     CreateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
+    CreateTableRequest.add_member(:partition_indexes, Shapes::ShapeRef.new(shape: PartitionIndexList, location_name: "PartitionIndexes"))
     CreateTableRequest.struct_class = Types::CreateTableRequest
 
     CreateTableResponse.struct_class = Types::CreateTableResponse
@@ -1214,6 +1232,7 @@ module Aws::Glue
     CreateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
     CreateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
     CreateWorkflowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
+    CreateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
     CreateWorkflowRequest.struct_class = Types::CreateWorkflowRequest
 
     CreateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -1745,6 +1764,16 @@ module Aws::Glue
     GetMappingResponse.add_member(:mapping, Shapes::ShapeRef.new(shape: MappingList, required: true, location_name: "Mapping"))
     GetMappingResponse.struct_class = Types::GetMappingResponse
 
+    GetPartitionIndexesRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
+    GetPartitionIndexesRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
+    GetPartitionIndexesRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
+    GetPartitionIndexesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
+    GetPartitionIndexesRequest.struct_class = Types::GetPartitionIndexesRequest
+
+    GetPartitionIndexesResponse.add_member(:partition_index_descriptor_list, Shapes::ShapeRef.new(shape: PartitionIndexDescriptorList, location_name: "PartitionIndexDescriptorList"))
+    GetPartitionIndexesResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
+    GetPartitionIndexesResponse.struct_class = Types::GetPartitionIndexesResponse
+
     GetPartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     GetPartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     GetPartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -2077,6 +2106,14 @@ module Aws::Glue
     JsonClassifier.add_member(:json_path, Shapes::ShapeRef.new(shape: JsonPath, required: true, location_name: "JsonPath"))
     JsonClassifier.struct_class = Types::JsonClassifier
 
+    KeyList.member = Shapes::ShapeRef.new(shape: NameString)
+
+    KeySchemaElement.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
+    KeySchemaElement.add_member(:type, Shapes::ShapeRef.new(shape: ColumnTypeString, required: true, location_name: "Type"))
+    KeySchemaElement.struct_class = Types::KeySchemaElement
+
+    KeySchemaElementList.member = Shapes::ShapeRef.new(shape: KeySchemaElement)
+
     LabelingSetGenerationTaskRunProperties.add_member(:output_s3_path, Shapes::ShapeRef.new(shape: UriString, location_name: "OutputS3Path"))
     LabelingSetGenerationTaskRunProperties.struct_class = Types::LabelingSetGenerationTaskRunProperties
 
@@ -2209,6 +2246,8 @@ module Aws::Glue
     Node.add_member(:crawler_details, Shapes::ShapeRef.new(shape: CrawlerNodeDetails, location_name: "CrawlerDetails"))
     Node.struct_class = Types::Node
 
+    NodeIdList.member = Shapes::ShapeRef.new(shape: NameString)
+
     NodeList.member = Shapes::ShapeRef.new(shape: Node)
 
     NotificationProperty.add_member(:notify_delay_after, Shapes::ShapeRef.new(shape: NotifyDelayAfter, location_name: "NotifyDelayAfter"))
@@ -2245,6 +2284,19 @@ module Aws::Glue
 
     PartitionErrors.member = Shapes::ShapeRef.new(shape: PartitionError)
 
+    PartitionIndex.add_member(:keys, Shapes::ShapeRef.new(shape: KeyList, required: true, location_name: "Keys"))
+    PartitionIndex.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
+    PartitionIndex.struct_class = Types::PartitionIndex
+
+    PartitionIndexDescriptor.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
+    PartitionIndexDescriptor.add_member(:keys, Shapes::ShapeRef.new(shape: KeySchemaElementList, required: true, location_name: "Keys"))
+    PartitionIndexDescriptor.add_member(:index_status, Shapes::ShapeRef.new(shape: PartitionIndexStatus, required: true, location_name: "IndexStatus"))
+    PartitionIndexDescriptor.struct_class = Types::PartitionIndexDescriptor
+
+    PartitionIndexDescriptorList.member = Shapes::ShapeRef.new(shape: PartitionIndexDescriptor)
+
+    PartitionIndexList.member = Shapes::ShapeRef.new(shape: PartitionIndex)
+
     PartitionInput.add_member(:values, Shapes::ShapeRef.new(shape: ValueStringList, location_name: "Values"))
     PartitionInput.add_member(:last_access_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastAccessTime"))
     PartitionInput.add_member(:storage_descriptor, Shapes::ShapeRef.new(shape: StorageDescriptor, location_name: "StorageDescriptor"))
@@ -2330,6 +2382,15 @@ module Aws::Glue
 
     ResourceUriList.member = Shapes::ShapeRef.new(shape: ResourceUri)
 
+    ResumeWorkflowRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
+    ResumeWorkflowRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, required: true, location_name: "RunId"))
+    ResumeWorkflowRunRequest.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, required: true, location_name: "NodeIds"))
+    ResumeWorkflowRunRequest.struct_class = Types::ResumeWorkflowRunRequest
+
+    ResumeWorkflowRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "RunId"))
+    ResumeWorkflowRunResponse.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, location_name: "NodeIds"))
+    ResumeWorkflowRunResponse.struct_class = Types::ResumeWorkflowRunResponse
+
     S3Encryption.add_member(:s3_encryption_mode, Shapes::ShapeRef.new(shape: S3EncryptionMode, location_name: "S3EncryptionMode"))
     S3Encryption.add_member(:kms_key_arn, Shapes::ShapeRef.new(shape: KmsKeyArn, location_name: "KmsKeyArn"))
     S3Encryption.struct_class = Types::S3Encryption
@@ -2338,6 +2399,7 @@ module Aws::Glue
 
     S3Target.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
     S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
+    S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
     S3Target.struct_class = Types::S3Target
 
     S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)
@@ -2827,6 +2889,7 @@ module Aws::Glue
     UpdateWorkflowRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
     UpdateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
     UpdateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
+    UpdateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
     UpdateWorkflowRequest.struct_class = Types::UpdateWorkflowRequest
 
     UpdateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -2871,6 +2934,7 @@ module Aws::Glue
     Workflow.add_member(:last_modified_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "LastModifiedOn"))
     Workflow.add_member(:last_run, Shapes::ShapeRef.new(shape: WorkflowRun, location_name: "LastRun"))
     Workflow.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
+    Workflow.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
     Workflow.struct_class = Types::Workflow
 
     WorkflowGraph.add_member(:nodes, Shapes::ShapeRef.new(shape: NodeList, location_name: "Nodes"))
@@ -2881,10 +2945,12 @@ module Aws::Glue
 
     WorkflowRun.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
     WorkflowRun.add_member(:workflow_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "WorkflowRunId"))
+    WorkflowRun.add_member(:previous_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "PreviousRunId"))
     WorkflowRun.add_member(:workflow_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "WorkflowRunProperties"))
     WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
     WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
     WorkflowRun.add_member(:status, Shapes::ShapeRef.new(shape: WorkflowRunStatus, location_name: "Status"))
+    WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
     WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
     WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
     WorkflowRun.struct_class = Types::WorkflowRun
@@ -3851,6 +3917,24 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
       end)
 
+      api.add_operation(:get_partition_indexes, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "GetPartitionIndexes"
+        o.http_method = "POST"
+        o.http_request_uri = "/"
+        o.input = Shapes::ShapeRef.new(shape: GetPartitionIndexesRequest)
+        o.output = Shapes::ShapeRef.new(shape: GetPartitionIndexesResponse)
+        o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+        o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+        o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+        o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+        o.errors << Shapes::ShapeRef.new(shape: ConflictException)
+        o[:pager] = Aws::Pager.new(
+          tokens: {
+            "next_token" => "next_token"
+          }
+        )
+      end)
+
       api.add_operation(:get_partitions, Seahorse::Model::Operation.new.tap do |o|
         o.name = "GetPartitions"
         o.http_method = "POST"
@@ -4292,6 +4376,20 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
       end)
 
+      api.add_operation(:resume_workflow_run, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "ResumeWorkflowRun"
+        o.http_method = "POST"
+        o.http_request_uri = "/"
+        o.input = Shapes::ShapeRef.new(shape: ResumeWorkflowRunRequest)
+        o.output = Shapes::ShapeRef.new(shape: ResumeWorkflowRunResponse)
+        o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+        o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+        o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+        o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+        o.errors << Shapes::ShapeRef.new(shape: ConcurrentRunsExceededException)
+        o.errors << Shapes::ShapeRef.new(shape: IllegalWorkflowStateException)
+      end)
+
       api.add_operation(:search_tables, Seahorse::Model::Operation.new.tap do |o|
         o.name = "SearchTables"
         o.http_method = "POST"

data/lib/aws-sdk-glue/errors.rb

@@ -32,6 +32,7 @@ module Aws::Glue
   # * {ConcurrentModificationException}
   # * {ConcurrentRunsExceededException}
   # * {ConditionCheckFailureException}
+  # * {ConflictException}
   # * {CrawlerNotRunningException}
   # * {CrawlerRunningException}
   # * {CrawlerStoppingException}
@@ -132,6 +133,21 @@ module Aws::Glue
       end
     end
 
+    class ConflictException < ServiceError
+
+      # @param [Seahorse::Client::RequestContext] context
+      # @param [String] message
+      # @param [Aws::Glue::Types::ConflictException] data
+      def initialize(context, message, data = Aws::EmptyStructure.new)
+        super(context, message, data)
+      end
+
+      # @return [String]
+      def message
+        @message || @data[:message]
+      end
+    end
+
     class CrawlerNotRunningException < ServiceError
 
       # @param [Seahorse::Client::RequestContext] context

data/lib/aws-sdk-glue/types.rb

@@ -1492,6 +1492,21 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The `CreatePartitions` API was called on a table that has indexes
+    # enabled.
+    #
+    # @!attribute [rw] message
+    #   A message describing the problem.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConflictException AWS API Documentation
+    #
+    class ConflictException < Struct.new(
+      :message)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The confusion matrix shows you what your transform is predicting
     # accurately and what types of errors it is making.
     #
@@ -1620,17 +1635,6 @@ module Aws::Glue
     #     port pairs that are the addresses of the Apache Kafka brokers in a
     #     Kafka cluster to which a Kafka client will connect to and
     #     bootstrap itself.
-    #
-    #   * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
-    #     Apache Kafka connection. Default value is "true".
-    #
-    #   * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
-    #     file (.pem format). The default is an empty string.
-    #
-    #   * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
-    #     validation of the CA cert file or not. AWS Glue validates for
-    #     three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
-    #     Default value is "false".
     #   @return [Hash<String,String>]
     #
     # @!attribute [rw] physical_connection_requirements
@@ -1676,7 +1680,7 @@ module Aws::Glue
     #       {
     #         name: "NameString", # required
     #         description: "DescriptionString",
-    #         connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
+    #         connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #         match_criteria: ["NameString"],
     #         connection_properties: { # required
     #           "HOST" => "ValueString",
@@ -2077,6 +2081,7 @@ module Aws::Glue
     #           {
     #             path: "Path",
     #             exclusions: ["Path"],
+    #             connection_name: "ConnectionName",
     #           },
     #         ],
     #         jdbc_targets: [
@@ -2197,7 +2202,7 @@ module Aws::Glue
     #         connection_input: { # required
     #           name: "NameString", # required
     #           description: "DescriptionString",
-    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
+    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #           match_criteria: ["NameString"],
     #           connection_properties: { # required
     #             "HOST" => "ValueString",
@@ -2245,6 +2250,7 @@ module Aws::Glue
     #             {
     #               path: "Path",
     #               exclusions: ["Path"],
+    #               connection_name: "ConnectionName",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -2970,8 +2976,9 @@ module Aws::Glue
     #     0.0625 or 1 DPU. The default is 0.0625 DPU.
     #
     #   * When you specify an Apache Spark ETL job
-    #     (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
-    #     DPUs. The default is 10 DPUs. This job type cannot have a
+    #     (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
+    #     (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
+    #     100 DPUs. The default is 10 DPUs. This job type cannot have a
     #     fractional DPU allocation.
     #
     #
@@ -3611,6 +3618,12 @@ module Aws::Glue
     #             name: "NameString",
     #           },
     #         },
+    #         partition_indexes: [
+    #           {
+    #             keys: ["NameString"], # required
+    #             index_name: "NameString", # required
+    #           },
+    #         ],
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -3628,12 +3641,18 @@ module Aws::Glue
     #   the catalog.
     #   @return [Types::TableInput]
     #
+    # @!attribute [rw] partition_indexes
+    #   A list of partition indexes, `PartitionIndex` structures, to create
+    #   in the table.
+    #   @return [Array<Types::PartitionIndex>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
     #
     class CreateTableRequest < Struct.new(
       :catalog_id,
       :database_name,
-      :table_input)
+      :table_input,
+      :partition_indexes)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -3824,6 +3843,7 @@ module Aws::Glue
     #         tags: {
     #           "TagKey" => "TagValue",
     #         },
+    #         max_concurrent_runs: 1,
     #       }
     #
     # @!attribute [rw] name
@@ -3844,13 +3864,22 @@ module Aws::Glue
     #   The tags to be used with this workflow.
     #   @return [Hash<String,String>]
     #
+    # @!attribute [rw] max_concurrent_runs
+    #   You can use this parameter to prevent unwanted multiple updates to
+    #   data, to control costs, or in some cases, to prevent exceeding the
+    #   maximum number of concurrent runs of any of the component jobs. If
+    #   you leave this parameter blank, there is no limit to the number of
+    #   concurrent workflow runs.
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
     #
     class CreateWorkflowRequest < Struct.new(
       :name,
       :description,
       :default_run_properties,
-      :tags)
+      :tags,
+      :max_concurrent_runs)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -5203,7 +5232,7 @@ module Aws::Glue
     end
 
     # An edge represents a directed connection between two AWS Glue
-    # components which are part of the workflow the edge belongs to.
+    # components that are part of the workflow the edge belongs to.
     #
     # @!attribute [rw] source_id
     #   The unique of the node within the workflow where the edge starts.
@@ -5838,7 +5867,7 @@ module Aws::Glue
     #
     #       {
     #         match_criteria: ["NameString"],
-    #         connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
+    #         connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #       }
     #
     # @!attribute [rw] match_criteria
@@ -5866,7 +5895,7 @@ module Aws::Glue
     #         catalog_id: "CatalogIdString",
     #         filter: {
     #           match_criteria: ["NameString"],
-    #           connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
+    #           connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #         },
     #         hide_password: false,
     #         next_token: "Token",
@@ -6954,6 +6983,63 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # @note When making an API call, you may pass GetPartitionIndexesRequest
+    #   data as a hash:
+    #
+    #       {
+    #         catalog_id: "CatalogIdString",
+    #         database_name: "NameString", # required
+    #         table_name: "NameString", # required
+    #         next_token: "Token",
+    #       }
+    #
+    # @!attribute [rw] catalog_id
+    #   The catalog ID where the table resides.
+    #   @return [String]
+    #
+    # @!attribute [rw] database_name
+    #   Specifies the name of a database from which you want to retrieve
+    #   partition indexes.
+    #   @return [String]
+    #
+    # @!attribute [rw] table_name
+    #   Specifies the name of a table for which you want to retrieve the
+    #   partition indexes.
+    #   @return [String]
+    #
+    # @!attribute [rw] next_token
+    #   A continuation token, included if this is a continuation call.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesRequest AWS API Documentation
+    #
+    class GetPartitionIndexesRequest < Struct.new(
+      :catalog_id,
+      :database_name,
+      :table_name,
+      :next_token)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # @!attribute [rw] partition_index_descriptor_list
+    #   A list of index descriptors.
+    #   @return [Array<Types::PartitionIndexDescriptor>]
+    #
+    # @!attribute [rw] next_token
+    #   A continuation token, present if the current list segment is not the
+    #   last.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesResponse AWS API Documentation
+    #
+    class GetPartitionIndexesResponse < Struct.new(
+      :partition_index_descriptor_list,
+      :next_token)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass GetPartitionRequest
     #   data as a hash:
     #
@@ -8448,15 +8534,17 @@ module Aws::Glue
     #   `NumberOfWorkers`.
     #
     #   The value that can be allocated for `MaxCapacity` depends on whether
-    #   you are running a Python shell job or an Apache Spark ETL job:
+    #   you are running a Python shell job, an Apache Spark ETL job, or an
+    #   Apache Spark streaming ETL job:
     #
     #   * When you specify a Python shell job
     #     (`JobCommand.Name`="pythonshell"), you can allocate either
     #     0.0625 or 1 DPU. The default is 0.0625 DPU.
     #
     #   * When you specify an Apache Spark ETL job
-    #     (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
-    #     DPUs. The default is 10 DPUs. This job type cannot have a
+    #     (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
+    #     (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
+    #     100 DPUs. The default is 10 DPUs. This job type cannot have a
     #     fractional DPU allocation.
     #
     #
@@ -8626,7 +8714,8 @@ module Aws::Glue
     #
     # @!attribute [rw] name
     #   The name of the job command. For an Apache Spark ETL job, this must
-    #   be `glueetl`. For a Python shell job, it must be `pythonshell`.
+    #   be `glueetl`. For a Python shell job, it must be `pythonshell`. For
+    #   an Apache Spark streaming ETL job, this must be `gluestreaming`.
     #   @return [String]
     #
     # @!attribute [rw] script_location
@@ -9009,8 +9098,9 @@ module Aws::Glue
     #     0.0625 or 1 DPU. The default is 0.0625 DPU.
     #
     #   * When you specify an Apache Spark ETL job
-    #     (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
-    #     DPUs. The default is 10 DPUs. This job type cannot have a
+    #     (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
+    #     (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
+    #     100 DPUs. The default is 10 DPUs. This job type cannot have a
     #     fractional DPU allocation.
     #
     #
@@ -9129,6 +9219,25 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A partition key pair consisting of a name and a type.
+    #
+    # @!attribute [rw] name
+    #   The name of a partition key.
+    #   @return [String]
+    #
+    # @!attribute [rw] type
+    #   The type of a partition key.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KeySchemaElement AWS API Documentation
+    #
+    class KeySchemaElement < Struct.new(
+      :name,
+      :type)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Specifies configuration properties for a labeling set generation task
     # run.
     #
@@ -9886,8 +9995,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # A node represents an AWS Glue component like Trigger, Job etc. which
-    # is part of a workflow.
+    # A node represents an AWS Glue component such as a trigger, or job,
+    # etc., that is part of a workflow.
     #
     # @!attribute [rw] type
     #   The type of AWS Glue component represented by the node.
@@ -10065,6 +10174,58 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A structure for a partition index.
+    #
+    # @note When making an API call, you may pass PartitionIndex
+    #   data as a hash:
+    #
+    #       {
+    #         keys: ["NameString"], # required
+    #         index_name: "NameString", # required
+    #       }
+    #
+    # @!attribute [rw] keys
+    #   The keys for the partition index.
+    #   @return [Array<String>]
+    #
+    # @!attribute [rw] index_name
+    #   The name of the partition index.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndex AWS API Documentation
+    #
+    class PartitionIndex < Struct.new(
+      :keys,
+      :index_name)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # A descriptor for a partition index in a table.
+    #
+    # @!attribute [rw] index_name
+    #   The name of the partition index.
+    #   @return [String]
+    #
+    # @!attribute [rw] keys
+    #   A list of one or more keys, as `KeySchemaElement` structures, for
+    #   the partition index.
+    #   @return [Array<Types::KeySchemaElement>]
+    #
+    # @!attribute [rw] index_status
+    #   The status of the partition index.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
+    #
+    class PartitionIndexDescriptor < Struct.new(
+      :index_name,
+      :keys,
+      :index_status)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The structure used to create and update a partition.
     #
     # @note When making an API call, you may pass PartitionInput
@@ -10567,6 +10728,57 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # @note When making an API call, you may pass ResumeWorkflowRunRequest
+    #   data as a hash:
+    #
+    #       {
+    #         name: "NameString", # required
+    #         run_id: "IdString", # required
+    #         node_ids: ["NameString"], # required
+    #       }
+    #
+    # @!attribute [rw] name
+    #   The name of the workflow to resume.
+    #   @return [String]
+    #
+    # @!attribute [rw] run_id
+    #   The ID of the workflow run to resume.
+    #   @return [String]
+    #
+    # @!attribute [rw] node_ids
+    #   A list of the node IDs for the nodes you want to restart. The nodes
+    #   that are to be restarted must have a run attempt in the original
+    #   run.
+    #   @return [Array<String>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
+    #
+    class ResumeWorkflowRunRequest < Struct.new(
+      :name,
+      :run_id,
+      :node_ids)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # @!attribute [rw] run_id
+    #   The new ID assigned to the resumed workflow run. Each resume of a
+    #   workflow run will have a new run ID.
+    #   @return [String]
+    #
+    # @!attribute [rw] node_ids
+    #   A list of the node IDs for the nodes that were actually restarted.
+    #   @return [Array<String>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunResponse AWS API Documentation
+    #
+    class ResumeWorkflowRunResponse < Struct.new(
+      :run_id,
+      :node_ids)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Specifies how Amazon Simple Storage Service (Amazon S3) data should be
     # encrypted.
     #
@@ -10604,6 +10816,7 @@ module Aws::Glue
     #       {
     #         path: "Path",
     #         exclusions: ["Path"],
+    #         connection_name: "ConnectionName",
     #       }
     #
     # @!attribute [rw] path
@@ -10619,11 +10832,18 @@ module Aws::Glue
     #   [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
     #   @return [Array<String>]
     #
+    # @!attribute [rw] connection_name
+    #   The name of a connection which allows a job or crawler to access
+    #   data in Amazon S3 within an Amazon Virtual Private Cloud environment
+    #   (Amazon VPC).
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
     #
     class S3Target < Struct.new(
       :path,
-      :exclusions)
+      :exclusions,
+      :connection_name)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -12907,7 +13127,7 @@ module Aws::Glue
     #         connection_input: { # required
     #           name: "NameString", # required
     #           description: "DescriptionString",
-    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
+    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #           match_criteria: ["NameString"],
     #           connection_properties: { # required
     #             "HOST" => "ValueString",
@@ -12961,6 +13181,7 @@ module Aws::Glue
     #             {
     #               path: "Path",
     #               exclusions: ["Path"],
+    #               connection_name: "ConnectionName",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -13948,6 +14169,7 @@ module Aws::Glue
     #         default_run_properties: {
     #           "IdString" => "GenericString",
     #         },
+    #         max_concurrent_runs: 1,
     #       }
     #
     # @!attribute [rw] name
@@ -13963,12 +14185,21 @@ module Aws::Glue
     #   the workflow.
     #   @return [Hash<String,String>]
     #
+    # @!attribute [rw] max_concurrent_runs
+    #   You can use this parameter to prevent unwanted multiple updates to
+    #   data, to control costs, or in some cases, to prevent exceeding the
+    #   maximum number of concurrent runs of any of the component jobs. If
+    #   you leave this parameter blank, there is no limit to the number of
+    #   concurrent workflow runs.
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
     #
     class UpdateWorkflowRequest < Struct.new(
       :name,
       :description,
-      :default_run_properties)
+      :default_run_properties,
+      :max_concurrent_runs)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -14185,6 +14416,14 @@ module Aws::Glue
     #   edges.
     #   @return [Types::WorkflowGraph]
     #
+    # @!attribute [rw] max_concurrent_runs
+    #   You can use this parameter to prevent unwanted multiple updates to
+    #   data, to control costs, or in some cases, to prevent exceeding the
+    #   maximum number of concurrent runs of any of the component jobs. If
+    #   you leave this parameter blank, there is no limit to the number of
+    #   concurrent workflow runs.
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
     #
     class Workflow < Struct.new(
@@ -14194,7 +14433,8 @@ module Aws::Glue
       :created_on,
       :last_modified_on,
       :last_run,
-      :graph)
+      :graph,
+      :max_concurrent_runs)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -14226,13 +14466,17 @@ module Aws::Glue
     # information.
     #
     # @!attribute [rw] name
-    #   Name of the workflow which was executed.
+    #   Name of the workflow that was executed.
     #   @return [String]
     #
     # @!attribute [rw] workflow_run_id
     #   The ID of this workflow run.
     #   @return [String]
     #
+    # @!attribute [rw] previous_run_id
+    #   The ID of the previous workflow run.
+    #   @return [String]
+    #
     # @!attribute [rw] workflow_run_properties
     #   The workflow run properties which were set during the run.
     #   @return [Hash<String,String>]
@@ -14249,6 +14493,12 @@ module Aws::Glue
     #   The status of the workflow run.
     #   @return [String]
     #
+    # @!attribute [rw] error_message
+    #   This error message describes any error that may have occurred in
+    #   starting the workflow run. Currently the only error message is
+    #   "Concurrent runs exceeded for workflow: `foo`."
+    #   @return [String]
+    #
     # @!attribute [rw] statistics
     #   The statistics of the run.
     #   @return [Types::WorkflowRunStatistics]
@@ -14264,10 +14514,12 @@ module Aws::Glue
     class WorkflowRun < Struct.new(
       :name,
       :workflow_run_id,
+      :previous_run_id,
       :workflow_run_properties,
       :started_on,
       :completed_on,
       :status,
+      :error_message,
       :statistics,
       :graph)
       SENSITIVE = []
@@ -14281,19 +14533,19 @@ module Aws::Glue
     #   @return [Integer]
     #
     # @!attribute [rw] timeout_actions
-    #   Total number of Actions which timed out.
+    #   Total number of Actions that timed out.
     #   @return [Integer]
     #
     # @!attribute [rw] failed_actions
-    #   Total number of Actions which have failed.
+    #   Total number of Actions that have failed.
     #   @return [Integer]
     #
     # @!attribute [rw] stopped_actions
-    #   Total number of Actions which have stopped.
+    #   Total number of Actions that have stopped.
     #   @return [Integer]
     #
     # @!attribute [rw] succeeded_actions
-    #   Total number of Actions which have succeeded.
+    #   Total number of Actions that have succeeded.
     #   @return [Integer]
     #
     # @!attribute [rw] running_actions

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.64.0
+  version: 1.69.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-23 00:00:00.000000000 Z
+date: 2020-09-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core