aws-sdk-glue 1.63.0 → 1.68.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 547a559a3457453d2f1685f4815adb9c2dca78a11986aaf332428213f8006587
-  data.tar.gz: 911d06cd65e7cc070a02ad05593dd3a5515dfaf9a5728aef592e42b5beca7bb4
+  metadata.gz: 68aade7da1499d13b11ea18df4dc8075578a31ab610d5c064dbc6708560841eb
+  data.tar.gz: a5d0265e769e506beaaadf45a040be4645cd4e525d6be5ba4c1b459ccab2fb4e
 SHA512:
-  metadata.gz: 9b9d97511d19fade3332ea7a35359804824487fcb56e836f76e47c04dabf5805d69f19ae9e3dd4a6e5bd5116a133a70b4d6d301704b21053fc6c5f63b62568e7
-  data.tar.gz: 492d63ba36f5bd2c9b2e5e290c6bb8fdc5fefa9826f21b9eb561f0fc76899a3a3413ca8b2dc52bd286ea90327e04a2c99f3decac29999b7f5cd3bdff22d2ed86
+  metadata.gz: 9416da776624006612181643332e61ec1891ae3e2c2f56028070b658d639838007db497a99ce6d8f85478485adff2965e13bfdf4346be5bf3faca9c581dbd6d7
+  data.tar.gz: 1975fdc10ac7434a645c028e388b0baff53c19bcc82abf1681cb8a58ec7233e8e180f04e5648aba9816fb5525abf9263ef6d0dbd3b1911cd80d1390e18cbfbc4

data/lib/aws-sdk-glue.rb

@@ -44,9 +44,9 @@ require_relative 'aws-sdk-glue/customizations'
 #
 # See {Errors} for more information.
 #
-# @service
+# @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.63.0'
+  GEM_VERSION = '1.68.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -85,13 +85,28 @@ module Aws::Glue
     #     * `Aws::Credentials` - Used for configuring static, non-refreshing
     #       credentials.
     #
+    #     * `Aws::SharedCredentials` - Used for loading static credentials from a
+    #       shared file, such as `~/.aws/config`.
+    #
+    #     * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
+    #
+    #     * `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
+    #       assume a role after providing credentials via the web.
+    #
+    #     * `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
+    #       access token generated from `aws login`.
+    #
+    #     * `Aws::ProcessCredentials` - Used for loading credentials from a
+    #       process that outputs to stdout.
+    #
     #     * `Aws::InstanceProfileCredentials` - Used for loading credentials
     #       from an EC2 IMDS on an EC2 instance.
     #
-    #     * `Aws::SharedCredentials` - Used for loading credentials from a
-    #       shared file, such as `~/.aws/config`.
+    #     * `Aws::ECSCredentials` - Used for loading credentials from
+    #       instances running in ECS.
     #
-    #     * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
+    #     * `Aws::CognitoIdentityCredentials` - Used for loading credentials
+    #       from the Cognito Identity service.
     #
     #     When `:credentials` are not configured directly, the following
     #     locations will be searched for credentials:
@@ -101,10 +116,10 @@ module Aws::Glue
     #     * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
     #     * `~/.aws/credentials`
     #     * `~/.aws/config`
-    #     * EC2 IMDS instance profile - When used by default, the timeouts are
-    #       very aggressive. Construct and pass an instance of
-    #       `Aws::InstanceProfileCredentails` to enable retries and extended
-    #       timeouts.
+    #     * EC2/ECS IMDS instance profile - When used by default, the timeouts
+    #       are very aggressive. Construct and pass an instance of
+    #       `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
+    #       enable retries and extended timeouts.
     #
     #   @option options [required, String] :region
     #     The AWS region to connect to.  The configured `:region` is
@@ -642,6 +657,7 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].path #=> String
     #   resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -997,11 +1013,13 @@ module Aws::Glue
     #   resp.workflows[0].last_modified_on #=> Time
     #   resp.workflows[0].last_run.name #=> String
     #   resp.workflows[0].last_run.workflow_run_id #=> String
+    #   resp.workflows[0].last_run.previous_run_id #=> String
     #   resp.workflows[0].last_run.workflow_run_properties #=> Hash
     #   resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
     #   resp.workflows[0].last_run.started_on #=> Time
     #   resp.workflows[0].last_run.completed_on #=> Time
-    #   resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
+    #   resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
+    #   resp.workflows[0].last_run.error_message #=> String
     #   resp.workflows[0].last_run.statistics.total_actions #=> Integer
     #   resp.workflows[0].last_run.statistics.timeout_actions #=> Integer
     #   resp.workflows[0].last_run.statistics.failed_actions #=> Integer
@@ -1132,6 +1150,7 @@ module Aws::Glue
     #   resp.workflows[0].graph.edges #=> Array
     #   resp.workflows[0].graph.edges[0].source_id #=> String
     #   resp.workflows[0].graph.edges[0].destination_id #=> String
+    #   resp.workflows[0].max_concurrent_runs #=> Integer
     #   resp.missing_workflows #=> Array
     #   resp.missing_workflows[0] #=> String
     #
@@ -1299,7 +1318,7 @@ module Aws::Glue
     #     connection_input: { # required
     #       name: "NameString", # required
     #       description: "DescriptionString",
-    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
+    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #       match_criteria: ["NameString"],
     #       connection_properties: { # required
     #         "HOST" => "ValueString",
@@ -1400,6 +1419,7 @@ module Aws::Glue
     #         {
     #           path: "Path",
     #           exclusions: ["Path"],
+    #           connection_name: "ConnectionName",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -1777,9 +1797,10 @@ module Aws::Glue
     #     or 1 DPU. The default is 0.0625 DPU.
     #
     #   * When you specify an Apache Spark ETL job
-    #     (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
-    #     DPUs. The default is 10 DPUs. This job type cannot have a fractional
-    #     DPU allocation.
+    #     (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
+    #     (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
+    #     100 DPUs. The default is 10 DPUs. This job type cannot have a
+    #     fractional DPU allocation.
     #
     #
     #
@@ -2558,6 +2579,13 @@ module Aws::Glue
     # @option params [Hash<String,String>] :tags
     #   The tags to be used with this workflow.
     #
+    # @option params [Integer] :max_concurrent_runs
+    #   You can use this parameter to prevent unwanted multiple updates to
+    #   data, to control costs, or in some cases, to prevent exceeding the
+    #   maximum number of concurrent runs of any of the component jobs. If you
+    #   leave this parameter blank, there is no limit to the number of
+    #   concurrent workflow runs.
+    #
     # @return [Types::CreateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::CreateWorkflowResponse#name #name} => String
@@ -2573,6 +2601,7 @@ module Aws::Glue
     #     tags: {
     #       "TagKey" => "TagValue",
     #     },
+    #     max_concurrent_runs: 1,
     #   })
     #
     # @example Response structure
@@ -3464,7 +3493,7 @@ module Aws::Glue
     #
     #   resp.connection.name #=> String
     #   resp.connection.description #=> String
-    #   resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
+    #   resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
     #   resp.connection.match_criteria #=> Array
     #   resp.connection.match_criteria[0] #=> String
     #   resp.connection.connection_properties #=> Hash
@@ -3522,7 +3551,7 @@ module Aws::Glue
     #     catalog_id: "CatalogIdString",
     #     filter: {
     #       match_criteria: ["NameString"],
-    #       connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
+    #       connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #     },
     #     hide_password: false,
     #     next_token: "Token",
@@ -3534,7 +3563,7 @@ module Aws::Glue
     #   resp.connection_list #=> Array
     #   resp.connection_list[0].name #=> String
     #   resp.connection_list[0].description #=> String
-    #   resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
+    #   resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
     #   resp.connection_list[0].match_criteria #=> Array
     #   resp.connection_list[0].match_criteria[0] #=> String
     #   resp.connection_list[0].connection_properties #=> Hash
@@ -3580,6 +3609,7 @@ module Aws::Glue
     #   resp.crawler.targets.s3_targets[0].path #=> String
     #   resp.crawler.targets.s3_targets[0].exclusions #=> Array
     #   resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
+    #   resp.crawler.targets.s3_targets[0].connection_name #=> String
     #   resp.crawler.targets.jdbc_targets #=> Array
     #   resp.crawler.targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawler.targets.jdbc_targets[0].path #=> String
@@ -3704,6 +3734,7 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].path #=> String
     #   resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -5103,6 +5134,11 @@ module Aws::Glue
     # Retrieves the security configurations for the resource policies set on
     # individual resources, and also the account-level policy.
     #
+    # This operation also returns the Data Catalog resource policy. However,
+    # if you enabled metadata encryption in Data Catalog settings, and you
+    # do not have permission on the AWS KMS key, the operation can't return
+    # the Data Catalog resource policy.
+    #
     # @option params [String] :next_token
     #   A continuation token, if this is a continuation request.
     #
@@ -5949,11 +5985,13 @@ module Aws::Glue
     #   resp.workflow.last_modified_on #=> Time
     #   resp.workflow.last_run.name #=> String
     #   resp.workflow.last_run.workflow_run_id #=> String
+    #   resp.workflow.last_run.previous_run_id #=> String
     #   resp.workflow.last_run.workflow_run_properties #=> Hash
     #   resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
     #   resp.workflow.last_run.started_on #=> Time
     #   resp.workflow.last_run.completed_on #=> Time
-    #   resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
+    #   resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
+    #   resp.workflow.last_run.error_message #=> String
     #   resp.workflow.last_run.statistics.total_actions #=> Integer
     #   resp.workflow.last_run.statistics.timeout_actions #=> Integer
     #   resp.workflow.last_run.statistics.failed_actions #=> Integer
@@ -6084,6 +6122,7 @@ module Aws::Glue
     #   resp.workflow.graph.edges #=> Array
     #   resp.workflow.graph.edges[0].source_id #=> String
     #   resp.workflow.graph.edges[0].destination_id #=> String
+    #   resp.workflow.max_concurrent_runs #=> Integer
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
     #
@@ -6121,11 +6160,13 @@ module Aws::Glue
     #
     #   resp.run.name #=> String
     #   resp.run.workflow_run_id #=> String
+    #   resp.run.previous_run_id #=> String
     #   resp.run.workflow_run_properties #=> Hash
     #   resp.run.workflow_run_properties["IdString"] #=> String
     #   resp.run.started_on #=> Time
     #   resp.run.completed_on #=> Time
-    #   resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
+    #   resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
+    #   resp.run.error_message #=> String
     #   resp.run.statistics.total_actions #=> Integer
     #   resp.run.statistics.timeout_actions #=> Integer
     #   resp.run.statistics.failed_actions #=> Integer
@@ -6272,11 +6313,13 @@ module Aws::Glue
     #   resp.runs #=> Array
     #   resp.runs[0].name #=> String
     #   resp.runs[0].workflow_run_id #=> String
+    #   resp.runs[0].previous_run_id #=> String
     #   resp.runs[0].workflow_run_properties #=> Hash
     #   resp.runs[0].workflow_run_properties["IdString"] #=> String
     #   resp.runs[0].started_on #=> Time
     #   resp.runs[0].completed_on #=> Time
-    #   resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
+    #   resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
+    #   resp.runs[0].error_message #=> String
     #   resp.runs[0].statistics.total_actions #=> Integer
     #   resp.runs[0].statistics.timeout_actions #=> Integer
     #   resp.runs[0].statistics.failed_actions #=> Integer
@@ -6874,6 +6917,48 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Restarts selected nodes of a previous partially completed workflow run
+    # and resumes the workflow run. The selected nodes and all nodes that
+    # are downstream from the selected nodes are run.
+    #
+    # @option params [required, String] :name
+    #   The name of the workflow to resume.
+    #
+    # @option params [required, String] :run_id
+    #   The ID of the workflow run to resume.
+    #
+    # @option params [required, Array<String>] :node_ids
+    #   A list of the node IDs for the nodes you want to restart. The nodes
+    #   that are to be restarted must have a run attempt in the original run.
+    #
+    # @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::ResumeWorkflowRunResponse#run_id #run_id} => String
+    #   * {Types::ResumeWorkflowRunResponse#node_ids #node_ids} => Array&lt;String&gt;
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.resume_workflow_run({
+    #     name: "NameString", # required
+    #     run_id: "IdString", # required
+    #     node_ids: ["NameString"], # required
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.run_id #=> String
+    #   resp.node_ids #=> Array
+    #   resp.node_ids[0] #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRun AWS API Documentation
+    #
+    # @overload resume_workflow_run(params = {})
+    # @param [Hash] params ({})
+    def resume_workflow_run(params = {}, options = {})
+      req = build_request(:resume_workflow_run, params)
+      req.send_request(options)
+    end
+
     # Searches a set of tables based on properties in the table metadata as
     # well as on the parent database. You can search against text or filter
     # conditions.
@@ -6888,7 +6973,7 @@ module Aws::Glue
     # search.
     #
     # @option params [String] :catalog_id
-    #   A unique identifier, consisting of ` account_id/datalake`.
+    #   A unique identifier, consisting of ` account_id `.
     #
     # @option params [String] :next_token
     #   A continuation token, included if this is a continuation call.
@@ -6897,6 +6982,16 @@ module Aws::Glue
     #   A list of key-value pairs, and a comparator used to filter the search
     #   results. Returns all entities matching the predicate.
     #
+    #   The `Comparator` member of the `PropertyPredicate` struct is used only
+    #   for time fields, and can be omitted for other field types. Also, when
+    #   comparing string values, such as when `Key=Name`, a fuzzy match
+    #   algorithm is used. The `Key` field (for example, the value of the
+    #   `Name` field) is split on certain punctuation characters, for example,
+    #   -, :, #, etc. into tokens. Then each token is exact-match compared
+    #   with the `Value` member of `PropertyPredicate`. For example, if
+    #   `Key=Name` and `Value=link`, tables named `customer-link` and
+    #   `xx-link-yy` are returned, but `xxlinkyy` is not returned.
+    #
     # @option params [String] :search_text
     #   A string used for a text search.
     #
@@ -7967,7 +8062,7 @@ module Aws::Glue
     #     connection_input: { # required
     #       name: "NameString", # required
     #       description: "DescriptionString",
-    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
+    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #       match_criteria: ["NameString"],
     #       connection_properties: { # required
     #         "HOST" => "ValueString",
@@ -8057,6 +8152,7 @@ module Aws::Glue
     #         {
     #           path: "Path",
     #           exclusions: ["Path"],
+    #           connection_name: "ConnectionName",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -8452,11 +8548,15 @@ module Aws::Glue
     #   The name of the table in which the partition to be updated is located.
     #
     # @option params [required, Array<String>] :partition_value_list
-    #   A list of the values defining the partition.
+    #   List of partition key values that define the partition to update.
     #
     # @option params [required, Types::PartitionInput] :partition_input
     #   The new partition object to update the partition to.
     #
+    #   The `Values` property can't be changed. If you want to change the
+    #   partition key values for a partition, delete and recreate the
+    #   partition.
+    #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
     # @example Request syntax with placeholder values
@@ -8779,6 +8879,13 @@ module Aws::Glue
     #   A collection of properties to be used as part of each execution of the
     #   workflow.
     #
+    # @option params [Integer] :max_concurrent_runs
+    #   You can use this parameter to prevent unwanted multiple updates to
+    #   data, to control costs, or in some cases, to prevent exceeding the
+    #   maximum number of concurrent runs of any of the component jobs. If you
+    #   leave this parameter blank, there is no limit to the number of
+    #   concurrent workflow runs.
+    #
     # @return [Types::UpdateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::UpdateWorkflowResponse#name #name} => String
@@ -8791,6 +8898,7 @@ module Aws::Glue
     #     default_run_properties: {
     #       "IdString" => "GenericString",
     #     },
+    #     max_concurrent_runs: 1,
     #   })
     #
     # @example Response structure
@@ -8819,7 +8927,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.63.0'
+      context[:gem_version] = '1.68.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -428,6 +428,7 @@ module Aws::Glue
     NameStringList = Shapes::ListShape.new(name: 'NameStringList')
     NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
     Node = Shapes::StructureShape.new(name: 'Node')
+    NodeIdList = Shapes::ListShape.new(name: 'NodeIdList')
     NodeList = Shapes::ListShape.new(name: 'NodeList')
     NodeType = Shapes::StringShape.new(name: 'NodeType')
     NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
@@ -485,6 +486,8 @@ module Aws::Glue
     ResourceType = Shapes::StringShape.new(name: 'ResourceType')
     ResourceUri = Shapes::StructureShape.new(name: 'ResourceUri')
     ResourceUriList = Shapes::ListShape.new(name: 'ResourceUriList')
+    ResumeWorkflowRunRequest = Shapes::StructureShape.new(name: 'ResumeWorkflowRunRequest')
+    ResumeWorkflowRunResponse = Shapes::StructureShape.new(name: 'ResumeWorkflowRunResponse')
     Role = Shapes::StringShape.new(name: 'Role')
     RoleArn = Shapes::StringShape.new(name: 'RoleArn')
     RoleString = Shapes::StringShape.new(name: 'RoleString')
@@ -1214,6 +1217,7 @@ module Aws::Glue
     CreateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
     CreateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
     CreateWorkflowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
+    CreateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
     CreateWorkflowRequest.struct_class = Types::CreateWorkflowRequest
 
     CreateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -2209,6 +2213,8 @@ module Aws::Glue
     Node.add_member(:crawler_details, Shapes::ShapeRef.new(shape: CrawlerNodeDetails, location_name: "CrawlerDetails"))
     Node.struct_class = Types::Node
 
+    NodeIdList.member = Shapes::ShapeRef.new(shape: NameString)
+
     NodeList.member = Shapes::ShapeRef.new(shape: Node)
 
     NotificationProperty.add_member(:notify_delay_after, Shapes::ShapeRef.new(shape: NotifyDelayAfter, location_name: "NotifyDelayAfter"))
@@ -2330,6 +2336,15 @@ module Aws::Glue
 
     ResourceUriList.member = Shapes::ShapeRef.new(shape: ResourceUri)
 
+    ResumeWorkflowRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
+    ResumeWorkflowRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, required: true, location_name: "RunId"))
+    ResumeWorkflowRunRequest.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, required: true, location_name: "NodeIds"))
+    ResumeWorkflowRunRequest.struct_class = Types::ResumeWorkflowRunRequest
+
+    ResumeWorkflowRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "RunId"))
+    ResumeWorkflowRunResponse.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, location_name: "NodeIds"))
+    ResumeWorkflowRunResponse.struct_class = Types::ResumeWorkflowRunResponse
+
     S3Encryption.add_member(:s3_encryption_mode, Shapes::ShapeRef.new(shape: S3EncryptionMode, location_name: "S3EncryptionMode"))
     S3Encryption.add_member(:kms_key_arn, Shapes::ShapeRef.new(shape: KmsKeyArn, location_name: "KmsKeyArn"))
     S3Encryption.struct_class = Types::S3Encryption
@@ -2338,6 +2353,7 @@ module Aws::Glue
 
     S3Target.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
     S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
+    S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
     S3Target.struct_class = Types::S3Target
 
     S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)
@@ -2827,6 +2843,7 @@ module Aws::Glue
     UpdateWorkflowRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
     UpdateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
     UpdateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
+    UpdateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
     UpdateWorkflowRequest.struct_class = Types::UpdateWorkflowRequest
 
     UpdateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -2871,6 +2888,7 @@ module Aws::Glue
     Workflow.add_member(:last_modified_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "LastModifiedOn"))
     Workflow.add_member(:last_run, Shapes::ShapeRef.new(shape: WorkflowRun, location_name: "LastRun"))
     Workflow.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
+    Workflow.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
     Workflow.struct_class = Types::Workflow
 
     WorkflowGraph.add_member(:nodes, Shapes::ShapeRef.new(shape: NodeList, location_name: "Nodes"))
@@ -2881,10 +2899,12 @@ module Aws::Glue
 
     WorkflowRun.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
     WorkflowRun.add_member(:workflow_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "WorkflowRunId"))
+    WorkflowRun.add_member(:previous_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "PreviousRunId"))
     WorkflowRun.add_member(:workflow_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "WorkflowRunProperties"))
     WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
     WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
     WorkflowRun.add_member(:status, Shapes::ShapeRef.new(shape: WorkflowRunStatus, location_name: "Status"))
+    WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
     WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
     WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
     WorkflowRun.struct_class = Types::WorkflowRun
@@ -4292,6 +4312,20 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
       end)
 
+      api.add_operation(:resume_workflow_run, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "ResumeWorkflowRun"
+        o.http_method = "POST"
+        o.http_request_uri = "/"
+        o.input = Shapes::ShapeRef.new(shape: ResumeWorkflowRunRequest)
+        o.output = Shapes::ShapeRef.new(shape: ResumeWorkflowRunResponse)
+        o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+        o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+        o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+        o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+        o.errors << Shapes::ShapeRef.new(shape: ConcurrentRunsExceededException)
+        o.errors << Shapes::ShapeRef.new(shape: IllegalWorkflowStateException)
+      end)
+
       api.add_operation(:search_tables, Seahorse::Model::Operation.new.tap do |o|
         o.name = "SearchTables"
         o.http_method = "POST"

data/lib/aws-sdk-glue/types.rb

@@ -1620,6 +1620,17 @@ module Aws::Glue
     #     port pairs that are the addresses of the Apache Kafka brokers in a
     #     Kafka cluster to which a Kafka client will connect to and
     #     bootstrap itself.
+    #
+    #   * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
+    #     Apache Kafka connection. Default value is "true".
+    #
+    #   * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
+    #     file (.pem format). The default is an empty string.
+    #
+    #   * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
+    #     validation of the CA cert file or not. AWS Glue validates for
+    #     three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
+    #     Default value is "false".
     #   @return [Hash<String,String>]
     #
     # @!attribute [rw] physical_connection_requirements
@@ -1665,7 +1676,7 @@ module Aws::Glue
     #       {
     #         name: "NameString", # required
     #         description: "DescriptionString",
-    #         connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
+    #         connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #         match_criteria: ["NameString"],
     #         connection_properties: { # required
     #           "HOST" => "ValueString",
@@ -1697,6 +1708,9 @@ module Aws::Glue
     #   * `MONGODB` - Designates a connection to a MongoDB document
     #     database.
     #
+    #   * `NETWORK` - Designates a network connection to a data source
+    #     within an Amazon Virtual Private Cloud environment (Amazon VPC).
+    #
     #   SFTP is not supported.
     #   @return [String]
     #
@@ -2066,6 +2080,7 @@ module Aws::Glue
     #           {
     #             path: "Path",
     #             exclusions: ["Path"],
+    #             connection_name: "ConnectionName",
     #           },
     #         ],
     #         jdbc_targets: [
@@ -2186,7 +2201,7 @@ module Aws::Glue
     #         connection_input: { # required
     #           name: "NameString", # required
     #           description: "DescriptionString",
-    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
+    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #           match_criteria: ["NameString"],
     #           connection_properties: { # required
     #             "HOST" => "ValueString",
@@ -2234,6 +2249,7 @@ module Aws::Glue
     #             {
     #               path: "Path",
     #               exclusions: ["Path"],
+    #               connection_name: "ConnectionName",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -2959,8 +2975,9 @@ module Aws::Glue
     #     0.0625 or 1 DPU. The default is 0.0625 DPU.
     #
     #   * When you specify an Apache Spark ETL job
-    #     (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
-    #     DPUs. The default is 10 DPUs. This job type cannot have a
+    #     (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
+    #     (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
+    #     100 DPUs. The default is 10 DPUs. This job type cannot have a
     #     fractional DPU allocation.
     #
     #
@@ -3813,6 +3830,7 @@ module Aws::Glue
     #         tags: {
     #           "TagKey" => "TagValue",
     #         },
+    #         max_concurrent_runs: 1,
     #       }
     #
     # @!attribute [rw] name
@@ -3833,13 +3851,22 @@ module Aws::Glue
     #   The tags to be used with this workflow.
     #   @return [Hash<String,String>]
     #
+    # @!attribute [rw] max_concurrent_runs
+    #   You can use this parameter to prevent unwanted multiple updates to
+    #   data, to control costs, or in some cases, to prevent exceeding the
+    #   maximum number of concurrent runs of any of the component jobs. If
+    #   you leave this parameter blank, there is no limit to the number of
+    #   concurrent workflow runs.
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
     #
     class CreateWorkflowRequest < Struct.new(
       :name,
       :description,
       :default_run_properties,
-      :tags)
+      :tags,
+      :max_concurrent_runs)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -5192,7 +5219,7 @@ module Aws::Glue
     end
 
     # An edge represents a directed connection between two AWS Glue
-    # components which are part of the workflow the edge belongs to.
+    # components that are part of the workflow the edge belongs to.
     #
     # @!attribute [rw] source_id
     #   The unique of the node within the workflow where the edge starts.
@@ -5827,7 +5854,7 @@ module Aws::Glue
     #
     #       {
     #         match_criteria: ["NameString"],
-    #         connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
+    #         connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #       }
     #
     # @!attribute [rw] match_criteria
@@ -5855,7 +5882,7 @@ module Aws::Glue
     #         catalog_id: "CatalogIdString",
     #         filter: {
     #           match_criteria: ["NameString"],
-    #           connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
+    #           connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #         },
     #         hide_password: false,
     #         next_token: "Token",
@@ -8437,15 +8464,17 @@ module Aws::Glue
     #   `NumberOfWorkers`.
     #
     #   The value that can be allocated for `MaxCapacity` depends on whether
-    #   you are running a Python shell job or an Apache Spark ETL job:
+    #   you are running a Python shell job, an Apache Spark ETL job, or an
+    #   Apache Spark streaming ETL job:
     #
     #   * When you specify a Python shell job
     #     (`JobCommand.Name`="pythonshell"), you can allocate either
     #     0.0625 or 1 DPU. The default is 0.0625 DPU.
     #
     #   * When you specify an Apache Spark ETL job
-    #     (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
-    #     DPUs. The default is 10 DPUs. This job type cannot have a
+    #     (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
+    #     (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
+    #     100 DPUs. The default is 10 DPUs. This job type cannot have a
     #     fractional DPU allocation.
     #
     #
@@ -8615,7 +8644,8 @@ module Aws::Glue
     #
     # @!attribute [rw] name
     #   The name of the job command. For an Apache Spark ETL job, this must
-    #   be `glueetl`. For a Python shell job, it must be `pythonshell`.
+    #   be `glueetl`. For a Python shell job, it must be `pythonshell`. For
+    #   an Apache Spark streaming ETL job, this must be `gluestreaming`.
     #   @return [String]
     #
     # @!attribute [rw] script_location
@@ -8998,8 +9028,9 @@ module Aws::Glue
     #     0.0625 or 1 DPU. The default is 0.0625 DPU.
     #
     #   * When you specify an Apache Spark ETL job
-    #     (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
-    #     DPUs. The default is 10 DPUs. This job type cannot have a
+    #     (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
+    #     (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
+    #     100 DPUs. The default is 10 DPUs. This job type cannot have a
     #     fractional DPU allocation.
     #
     #
@@ -9875,8 +9906,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # A node represents an AWS Glue component like Trigger, Job etc. which
-    # is part of a workflow.
+    # A node represents an AWS Glue component such as a trigger, or job,
+    # etc., that is part of a workflow.
     #
     # @!attribute [rw] type
     #   The type of AWS Glue component represented by the node.
@@ -10556,6 +10587,57 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # @note When making an API call, you may pass ResumeWorkflowRunRequest
+    #   data as a hash:
+    #
+    #       {
+    #         name: "NameString", # required
+    #         run_id: "IdString", # required
+    #         node_ids: ["NameString"], # required
+    #       }
+    #
+    # @!attribute [rw] name
+    #   The name of the workflow to resume.
+    #   @return [String]
+    #
+    # @!attribute [rw] run_id
+    #   The ID of the workflow run to resume.
+    #   @return [String]
+    #
+    # @!attribute [rw] node_ids
+    #   A list of the node IDs for the nodes you want to restart. The nodes
+    #   that are to be restarted must have a run attempt in the original
+    #   run.
+    #   @return [Array<String>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
+    #
+    class ResumeWorkflowRunRequest < Struct.new(
+      :name,
+      :run_id,
+      :node_ids)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # @!attribute [rw] run_id
+    #   The new ID assigned to the resumed workflow run. Each resume of a
+    #   workflow run will have a new run ID.
+    #   @return [String]
+    #
+    # @!attribute [rw] node_ids
+    #   A list of the node IDs for the nodes that were actually restarted.
+    #   @return [Array<String>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunResponse AWS API Documentation
+    #
+    class ResumeWorkflowRunResponse < Struct.new(
+      :run_id,
+      :node_ids)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Specifies how Amazon Simple Storage Service (Amazon S3) data should be
     # encrypted.
     #
@@ -10593,6 +10675,7 @@ module Aws::Glue
     #       {
     #         path: "Path",
     #         exclusions: ["Path"],
+    #         connection_name: "ConnectionName",
     #       }
     #
     # @!attribute [rw] path
@@ -10608,11 +10691,18 @@ module Aws::Glue
     #   [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
     #   @return [Array<String>]
     #
+    # @!attribute [rw] connection_name
+    #   The name of a connection which allows a job or crawler to access
+    #   data in Amazon S3 within an Amazon Virtual Private Cloud environment
+    #   (Amazon VPC).
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
     #
     class S3Target < Struct.new(
       :path,
-      :exclusions)
+      :exclusions,
+      :connection_name)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -10765,7 +10855,7 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] catalog_id
-    #   A unique identifier, consisting of ` account_id/datalake`.
+    #   A unique identifier, consisting of ` account_id `.
     #   @return [String]
     #
     # @!attribute [rw] next_token
@@ -10775,6 +10865,17 @@ module Aws::Glue
     # @!attribute [rw] filters
     #   A list of key-value pairs, and a comparator used to filter the
     #   search results. Returns all entities matching the predicate.
+    #
+    #   The `Comparator` member of the `PropertyPredicate` struct is used
+    #   only for time fields, and can be omitted for other field types.
+    #   Also, when comparing string values, such as when `Key=Name`, a fuzzy
+    #   match algorithm is used. The `Key` field (for example, the value of
+    #   the `Name` field) is split on certain punctuation characters, for
+    #   example, -, :, #, etc. into tokens. Then each token is exact-match
+    #   compared with the `Value` member of `PropertyPredicate`. For
+    #   example, if `Key=Name` and `Value=link`, tables named
+    #   `customer-link` and `xx-link-yy` are returned, but `xxlinkyy` is not
+    #   returned.
     #   @return [Array<Types::PropertyPredicate>]
     #
     # @!attribute [rw] search_text
@@ -12885,7 +12986,7 @@ module Aws::Glue
     #         connection_input: { # required
     #           name: "NameString", # required
     #           description: "DescriptionString",
-    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
+    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
     #           match_criteria: ["NameString"],
     #           connection_properties: { # required
     #             "HOST" => "ValueString",
@@ -12939,6 +13040,7 @@ module Aws::Glue
     #             {
     #               path: "Path",
     #               exclusions: ["Path"],
+    #               connection_name: "ConnectionName",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -13652,11 +13754,15 @@ module Aws::Glue
     #   @return [String]
     #
     # @!attribute [rw] partition_value_list
-    #   A list of the values defining the partition.
+    #   List of partition key values that define the partition to update.
     #   @return [Array<String>]
     #
     # @!attribute [rw] partition_input
     #   The new partition object to update the partition to.
+    #
+    #   The `Values` property can't be changed. If you want to change the
+    #   partition key values for a partition, delete and recreate the
+    #   partition.
     #   @return [Types::PartitionInput]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdatePartitionRequest AWS API Documentation
@@ -13922,6 +14028,7 @@ module Aws::Glue
     #         default_run_properties: {
     #           "IdString" => "GenericString",
     #         },
+    #         max_concurrent_runs: 1,
     #       }
     #
     # @!attribute [rw] name
@@ -13937,12 +14044,21 @@ module Aws::Glue
     #   the workflow.
     #   @return [Hash<String,String>]
     #
+    # @!attribute [rw] max_concurrent_runs
+    #   You can use this parameter to prevent unwanted multiple updates to
+    #   data, to control costs, or in some cases, to prevent exceeding the
+    #   maximum number of concurrent runs of any of the component jobs. If
+    #   you leave this parameter blank, there is no limit to the number of
+    #   concurrent workflow runs.
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
     #
     class UpdateWorkflowRequest < Struct.new(
       :name,
       :description,
-      :default_run_properties)
+      :default_run_properties,
+      :max_concurrent_runs)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -14159,6 +14275,14 @@ module Aws::Glue
     #   edges.
     #   @return [Types::WorkflowGraph]
     #
+    # @!attribute [rw] max_concurrent_runs
+    #   You can use this parameter to prevent unwanted multiple updates to
+    #   data, to control costs, or in some cases, to prevent exceeding the
+    #   maximum number of concurrent runs of any of the component jobs. If
+    #   you leave this parameter blank, there is no limit to the number of
+    #   concurrent workflow runs.
+    #   @return [Integer]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
     #
     class Workflow < Struct.new(
@@ -14168,7 +14292,8 @@ module Aws::Glue
       :created_on,
       :last_modified_on,
       :last_run,
-      :graph)
+      :graph,
+      :max_concurrent_runs)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -14200,13 +14325,17 @@ module Aws::Glue
     # information.
     #
     # @!attribute [rw] name
-    #   Name of the workflow which was executed.
+    #   Name of the workflow that was executed.
     #   @return [String]
     #
     # @!attribute [rw] workflow_run_id
     #   The ID of this workflow run.
     #   @return [String]
     #
+    # @!attribute [rw] previous_run_id
+    #   The ID of the previous workflow run.
+    #   @return [String]
+    #
     # @!attribute [rw] workflow_run_properties
     #   The workflow run properties which were set during the run.
     #   @return [Hash<String,String>]
@@ -14223,6 +14352,12 @@ module Aws::Glue
     #   The status of the workflow run.
     #   @return [String]
     #
+    # @!attribute [rw] error_message
+    #   This error message describes any error that may have occurred in
+    #   starting the workflow run. Currently the only error message is
+    #   "Concurrent runs exceeded for workflow: `foo`."
+    #   @return [String]
+    #
     # @!attribute [rw] statistics
     #   The statistics of the run.
     #   @return [Types::WorkflowRunStatistics]
@@ -14238,10 +14373,12 @@ module Aws::Glue
     class WorkflowRun < Struct.new(
       :name,
       :workflow_run_id,
+      :previous_run_id,
       :workflow_run_properties,
       :started_on,
       :completed_on,
       :status,
+      :error_message,
       :statistics,
       :graph)
       SENSITIVE = []
@@ -14255,19 +14392,19 @@ module Aws::Glue
     #   @return [Integer]
     #
     # @!attribute [rw] timeout_actions
-    #   Total number of Actions which timed out.
+    #   Total number of Actions that timed out.
     #   @return [Integer]
     #
     # @!attribute [rw] failed_actions
-    #   Total number of Actions which have failed.
+    #   Total number of Actions that have failed.
     #   @return [Integer]
     #
     # @!attribute [rw] stopped_actions
-    #   Total number of Actions which have stopped.
+    #   Total number of Actions that have stopped.
     #   @return [Integer]
     #
     # @!attribute [rw] succeeded_actions
-    #   Total number of Actions which have succeeded.
+    #   Total number of Actions that have succeeded.
     #   @return [Integer]
     #
     # @!attribute [rw] running_actions

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.63.0
+  version: 1.68.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-07 00:00:00.000000000 Z
+date: 2020-08-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core