aws-sdk-glue 1.9.0 → 1.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f2b11db4f05f175e3f45376bbbd0ba5de0152ddb
-  data.tar.gz: 504541c9d60fd84fb0ba30d9f9a9ee639e4f7915
+  metadata.gz: 389b43c865fd24741e819f4df767d26b2bd16ed2
+  data.tar.gz: '096126e1fa4b7398fb2a992f91c378f6cbd553b1'
 SHA512:
-  metadata.gz: 0f3f2a1664868b38e59f8b7b0d13ca6f84f5883760249a2572c4943061d85885e1239b842e8b7bb0812da98adef4cb5e35dea4a8ca753d0d7329c43f7f44a945
-  data.tar.gz: fc384df9ef47c64326200b13744ee31517fbc0d2ddd43c22e118ed6032f437ebc2fbaddf5332aa30744ac31cce220d7224f0aa7b3e02a293475beb029fd0b9de
+  metadata.gz: 3fc97da12821a6737a04591c0e748972cb25fa0f2f0e7b0551e63b3602ee2e802ad91b046ecd11c89931d2f95cc49c53e1b54419430ba0bc8be91951dd3e4f13
+  data.tar.gz: 716e2efc1d80cd9d136dc5c6ee28c05f1b647dad76b3f1f9c8c1a63193e9037b189b89ecf1c108a1ea233586d3ad101a35d218b79ce7172d74af41c9d6619f11

data/lib/aws-sdk-glue.rb

@@ -42,6 +42,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @service
 module Aws::Glue
 
-  GEM_VERSION = '1.9.0'
+  GEM_VERSION = '1.10.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -650,8 +650,9 @@ module Aws::Glue
     end
 
     # Creates a new crawler with specified targets, role, configuration, and
-    # optional schedule. At least one crawl target must be specified, in
-    # either the *s3Targets* or the *jdbcTargets* field.
+    # optional schedule. At least one crawl target must be specified, in the
+    # *s3Targets* field, the *jdbcTargets* field, or the *DynamoDBTargets*
+    # field.
     #
     # @option params [required, String] :name
     #   Name of the new crawler.
@@ -681,7 +682,7 @@ module Aws::Glue
     #
     # @option params [Array<String>] :classifiers
     #   A list of custom classifiers that the user has registered. By default,
-    #   all AWS classifiers are included in a crawl, but these custom
+    #   all built-in classifiers are included in a crawl, but these custom
     #   classifiers always override the default classifiers for a given
     #   classification.
     #
@@ -693,16 +694,12 @@ module Aws::Glue
     #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
-    #   users to specify aspects of a Crawler's behavior.
+    #   users to specify aspects of a crawler's behavior. For more
+    #   information, see [Configuring a Crawler][1].
     #
-    #   You can use this field to force partitions to inherit metadata such as
-    #   classification, input format, output format, serde information, and
-    #   schema from their parent table, rather than detect this information
-    #   separately for each partition. Use the following JSON string to
-    #   specify that behavior:
     #
-    #   Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
-    #   "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
+    #
+    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
     #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
@@ -727,6 +724,11 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #         },
     #       ],
+    #       dynamo_db_targets: [
+    #         {
+    #           path: "Path",
+    #         },
+    #       ],
     #     },
     #     schedule: "CronExpression",
     #     classifiers: ["NameString"],
@@ -1924,6 +1926,8 @@ module Aws::Glue
     #   resp.crawler.targets.jdbc_targets[0].path #=> String
     #   resp.crawler.targets.jdbc_targets[0].exclusions #=> Array
     #   resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
+    #   resp.crawler.targets.dynamo_db_targets #=> Array
+    #   resp.crawler.targets.dynamo_db_targets[0].path #=> String
     #   resp.crawler.database_name #=> String
     #   resp.crawler.description #=> String
     #   resp.crawler.classifiers #=> Array
@@ -2035,6 +2039,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.dynamo_db_targets #=> Array
+    #   resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
     #   resp.crawlers[0].database_name #=> String
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
@@ -2541,6 +2547,13 @@ module Aws::Glue
     #           param: false,
     #         },
     #       ],
+    #       dynamo_db: [
+    #         {
+    #           name: "CodeGenArgName", # required
+    #           value: "CodeGenArgValue", # required
+    #           param: false,
+    #         },
+    #       ],
     #     },
     #   })
     #
@@ -2794,6 +2807,13 @@ module Aws::Glue
     #           param: false,
     #         },
     #       ],
+    #       dynamo_db: [
+    #         {
+    #           name: "CodeGenArgName", # required
+    #           value: "CodeGenArgValue", # required
+    #           param: false,
+    #         },
+    #       ],
     #     },
     #     language: "PYTHON", # accepts PYTHON, SCALA
     #   })
@@ -3436,7 +3456,12 @@ module Aws::Glue
     end
 
     # Starts a crawl using the specified crawler, regardless of what is
-    # scheduled. If the crawler is already running, does nothing.
+    # scheduled. If the crawler is already running, returns a
+    # [CrawlerRunningException][1].
+    #
+    #
+    #
+    # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-exceptions.html#aws-glue-api-exceptions-CrawlerRunningException
     #
     # @option params [required, String] :name
     #   Name of the crawler to start.
@@ -3784,8 +3809,9 @@ module Aws::Glue
     #
     # @option params [Array<String>] :classifiers
     #   A list of custom classifiers that the user has registered. By default,
-    #   all classifiers are included in a crawl, but these custom classifiers
-    #   always override the default classifiers for a given classification.
+    #   all built-in classifiers are included in a crawl, but these custom
+    #   classifiers always override the default classifiers for a given
+    #   classification.
     #
     # @option params [String] :table_prefix
     #   The table prefix used for catalog tables that are created.
@@ -3795,16 +3821,12 @@ module Aws::Glue
     #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
-    #   users to specify aspects of a Crawler's behavior.
+    #   users to specify aspects of a crawler's behavior. For more
+    #   information, see [Configuring a Crawler][1].
+    #
     #
-    #   You can use this field to force partitions to inherit metadata such as
-    #   classification, input format, output format, serde information, and
-    #   schema from their parent table, rather than detect this information
-    #   separately for each partition. Use the following JSON string to
-    #   specify that behavior:
     #
-    #   Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
-    #   "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
+    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
     #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
@@ -3829,6 +3851,11 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #         },
     #       ],
+    #       dynamo_db_targets: [
+    #         {
+    #           path: "Path",
+    #         },
+    #       ],
     #     },
     #     schedule: "CronExpression",
     #     classifiers: ["NameString"],
@@ -4334,7 +4361,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.9.0'
+      context[:gem_version] = '1.10.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -150,6 +150,8 @@ module Aws::Glue
     DevEndpoint = Shapes::StructureShape.new(name: 'DevEndpoint')
     DevEndpointCustomLibraries = Shapes::StructureShape.new(name: 'DevEndpointCustomLibraries')
     DevEndpointList = Shapes::ListShape.new(name: 'DevEndpointList')
+    DynamoDBTarget = Shapes::StructureShape.new(name: 'DynamoDBTarget')
+    DynamoDBTargetList = Shapes::ListShape.new(name: 'DynamoDBTargetList')
     EntityNotFoundException = Shapes::StructureShape.new(name: 'EntityNotFoundException')
     ErrorByName = Shapes::MapShape.new(name: 'ErrorByName')
     ErrorDetail = Shapes::StructureShape.new(name: 'ErrorDetail')
@@ -607,6 +609,7 @@ module Aws::Glue
 
     CrawlerTargets.add_member(:s3_targets, Shapes::ShapeRef.new(shape: S3TargetList, location_name: "S3Targets"))
     CrawlerTargets.add_member(:jdbc_targets, Shapes::ShapeRef.new(shape: JdbcTargetList, location_name: "JdbcTargets"))
+    CrawlerTargets.add_member(:dynamo_db_targets, Shapes::ShapeRef.new(shape: DynamoDBTargetList, location_name: "DynamoDBTargets"))
     CrawlerTargets.struct_class = Types::CrawlerTargets
 
     CreateClassifierRequest.add_member(:grok_classifier, Shapes::ShapeRef.new(shape: CreateGrokClassifierRequest, location_name: "GrokClassifier"))
@@ -860,6 +863,11 @@ module Aws::Glue
 
     DevEndpointList.member = Shapes::ShapeRef.new(shape: DevEndpoint)
 
+    DynamoDBTarget.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
+    DynamoDBTarget.struct_class = Types::DynamoDBTarget
+
+    DynamoDBTargetList.member = Shapes::ShapeRef.new(shape: DynamoDBTarget)
+
     ErrorByName.key = Shapes::ShapeRef.new(shape: NameString)
     ErrorByName.value = Shapes::ShapeRef.new(shape: ErrorDetail)
 
@@ -1221,6 +1229,7 @@ module Aws::Glue
 
     Location.add_member(:jdbc, Shapes::ShapeRef.new(shape: CodeGenNodeArgs, location_name: "Jdbc"))
     Location.add_member(:s3, Shapes::ShapeRef.new(shape: CodeGenNodeArgs, location_name: "S3"))
+    Location.add_member(:dynamo_db, Shapes::ShapeRef.new(shape: CodeGenNodeArgs, location_name: "DynamoDB"))
     Location.struct_class = Types::Location
 
     LocationMap.key = Shapes::ShapeRef.new(shape: ColumnValuesString)

data/lib/aws-sdk-glue/types.rb

@@ -550,16 +550,16 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Classifiers are written in Python and triggered during a crawl task.
-    # You can write your own classifiers to best categorize your data
-    # sources and specify the appropriate schemas to use for them. A
-    # classifier checks whether a given file is in a format it can handle,
-    # and if it is, the classifier creates a schema in the form of a
-    # `StructType` object that matches that data format.
+    # Classifiers are triggered during a crawl task. A classifier checks
+    # whether a given file is in a format it can handle, and if it is, the
+    # classifier creates a schema in the form of a `StructType` object that
+    # matches that data format.
     #
-    # A classifier can be a `grok` classifier, an XML classifier, or a JSON
-    # classifier, asspecified in one of the fields in the `Classifier`
-    # object.
+    # You can use the standard classifiers that AWS Glue supplies, or you
+    # can write your own classifiers to best categorize your data sources
+    # and specify the appropriate schemas to use for them. A classifier can
+    # be a `grok` classifier, an `XML` classifier, or a `JSON` classifier,
+    # as specified in one of the fields in the `Classifier` object.
     #
     # @!attribute [rw] grok_classifier
     #   A `GrokClassifier` object.
@@ -962,16 +962,12 @@ module Aws::Glue
     #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
-    #   users to specify aspects of a Crawler's behavior.
+    #   users to specify aspects of a crawler's behavior. For more
+    #   information, see [Configuring a Crawler][1].
     #
-    #   You can use this field to force partitions to inherit metadata such
-    #   as classification, input format, output format, serde information,
-    #   and schema from their parent table, rather than detect this
-    #   information separately for each partition. Use the following JSON
-    #   string to specify that behavior:
     #
-    #   Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
-    #   "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
+    #
+    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
@@ -1064,6 +1060,11 @@ module Aws::Glue
     #             exclusions: ["Path"],
     #           },
     #         ],
+    #         dynamo_db_targets: [
+    #           {
+    #             path: "Path",
+    #           },
+    #         ],
     #       }
     #
     # @!attribute [rw] s3_targets
@@ -1074,11 +1075,16 @@ module Aws::Glue
     #   Specifies JDBC targets.
     #   @return [Array<Types::JdbcTarget>]
     #
+    # @!attribute [rw] dynamo_db_targets
+    #   Specifies DynamoDB targets.
+    #   @return [Array<Types::DynamoDBTarget>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
     #
     class CrawlerTargets < Struct.new(
       :s3_targets,
-      :jdbc_targets)
+      :jdbc_targets,
+      :dynamo_db_targets)
       include Aws::Structure
     end
 
@@ -1192,6 +1198,11 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #             },
     #           ],
+    #           dynamo_db_targets: [
+    #             {
+    #               path: "Path",
+    #             },
+    #           ],
     #         },
     #         schedule: "CronExpression",
     #         classifiers: ["NameString"],
@@ -1237,7 +1248,7 @@ module Aws::Glue
     #
     # @!attribute [rw] classifiers
     #   A list of custom classifiers that the user has registered. By
-    #   default, all AWS classifiers are included in a crawl, but these
+    #   default, all built-in classifiers are included in a crawl, but these
     #   custom classifiers always override the default classifiers for a
     #   given classification.
     #   @return [Array<String>]
@@ -1252,16 +1263,12 @@ module Aws::Glue
     #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
-    #   users to specify aspects of a Crawler's behavior.
+    #   users to specify aspects of a crawler's behavior. For more
+    #   information, see [Configuring a Crawler][1].
     #
-    #   You can use this field to force partitions to inherit metadata such
-    #   as classification, input format, output format, serde information,
-    #   and schema from their parent table, rather than detect this
-    #   information separately for each partition. Use the following JSON
-    #   string to specify that behavior:
     #
-    #   Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
-    #   "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
+    #
+    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawlerRequest AWS API Documentation
@@ -2683,6 +2690,26 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Specifies a DynamoDB table to crawl.
+    #
+    # @note When making an API call, you may pass DynamoDBTarget
+    #   data as a hash:
+    #
+    #       {
+    #         path: "Path",
+    #       }
+    #
+    # @!attribute [rw] path
+    #   The name of the DynamoDB table to crawl.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DynamoDBTarget AWS API Documentation
+    #
+    class DynamoDBTarget < Struct.new(
+      :path)
+      include Aws::Structure
+    end
+
     # Contains details about an error.
     #
     # @!attribute [rw] error_code
@@ -3437,6 +3464,13 @@ module Aws::Glue
     #               param: false,
     #             },
     #           ],
+    #           dynamo_db: [
+    #             {
+    #               name: "CodeGenArgName", # required
+    #               value: "CodeGenArgValue", # required
+    #               param: false,
+    #             },
+    #           ],
     #         },
     #       }
     #
@@ -3635,6 +3669,13 @@ module Aws::Glue
     #               param: false,
     #             },
     #           ],
+    #           dynamo_db: [
+    #             {
+    #               name: "CodeGenArgName", # required
+    #               value: "CodeGenArgValue", # required
+    #               param: false,
+    #             },
+    #           ],
     #         },
     #         language: "PYTHON", # accepts PYTHON, SCALA
     #       }
@@ -4692,6 +4733,13 @@ module Aws::Glue
     #             param: false,
     #           },
     #         ],
+    #         dynamo_db: [
+    #           {
+    #             name: "CodeGenArgName", # required
+    #             value: "CodeGenArgValue", # required
+    #             param: false,
+    #           },
+    #         ],
     #       }
     #
     # @!attribute [rw] jdbc
@@ -4702,11 +4750,16 @@ module Aws::Glue
     #   An Amazon S3 location.
     #   @return [Array<Types::CodeGenNodeArg>]
     #
+    # @!attribute [rw] dynamo_db
+    #   A DynamoDB Table location.
+    #   @return [Array<Types::CodeGenNodeArg>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Location AWS API Documentation
     #
     class Location < Struct.new(
       :jdbc,
-      :s3)
+      :s3,
+      :dynamo_db)
       include Aws::Structure
     end
 
@@ -6193,6 +6246,11 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #             },
     #           ],
+    #           dynamo_db_targets: [
+    #             {
+    #               path: "Path",
+    #             },
+    #           ],
     #         },
     #         schedule: "CronExpression",
     #         classifiers: ["NameString"],
@@ -6238,9 +6296,9 @@ module Aws::Glue
     #
     # @!attribute [rw] classifiers
     #   A list of custom classifiers that the user has registered. By
-    #   default, all classifiers are included in a crawl, but these custom
-    #   classifiers always override the default classifiers for a given
-    #   classification.
+    #   default, all built-in classifiers are included in a crawl, but these
+    #   custom classifiers always override the default classifiers for a
+    #   given classification.
     #   @return [Array<String>]
     #
     # @!attribute [rw] table_prefix
@@ -6253,16 +6311,12 @@ module Aws::Glue
     #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
-    #   users to specify aspects of a Crawler's behavior.
+    #   users to specify aspects of a crawler's behavior. For more
+    #   information, see [Configuring a Crawler][1].
+    #
     #
-    #   You can use this field to force partitions to inherit metadata such
-    #   as classification, input format, output format, serde information,
-    #   and schema from their parent table, rather than detect this
-    #   information separately for each partition. Use the following JSON
-    #   string to specify that behavior:
     #
-    #   Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
-    #   "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
+    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawlerRequest AWS API Documentation

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.9.0
+  version: 1.10.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-06-26 00:00:00.000000000 Z
+date: 2018-07-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core