aws-sdk-glue 1.58.1 → 1.59.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ff2050c7e192a47095e51958eb13a77a0e4f3baec6b99c82d0aa41f77d570515
-  data.tar.gz: 7f0add5718351af021a8786fca53581568ed278d70d144759a4016aa199d7227
+  metadata.gz: 4b9a3483b716e9a9341caa9faae43163757fb5db5e5dba7d91c08769d55b0881
+  data.tar.gz: 06bba234dda6725f5c59f5d33be8f1de756c47fd2faaa2609da2b47a06476426
 SHA512:
-  metadata.gz: be526e8164a4b19822e759bd4f1a2d031137cbdf724f1f8359c25619ae30b02cdf013b0d5e60b63ee9667f9edc43500b04572602ac8b79ea9c0e4bcefe578802
-  data.tar.gz: 7751c4e02eccba3fe869fed4bbc3a1d04cb95b31435419daa343d76ebe55f4894a823ce7fb2e2a316b2801546e6d5ddc2637a6e2fa3271064ec61a7ec796b973
+  metadata.gz: a36f4ad2947b0b75b49b092a8c264e29248e4b48c9ee3cd8573a912dc2857e058d49030f0e3a3cfd4c73a735cb8373f8f1f7ac72c2706dec90ebb34e21b65c88
+  data.tar.gz: 7bbf7581419453aac764dff8f969e7a7bd47f3a6415212a090a3d25c1a36c08f872915efed015bf28ea82a2f1828dd97e9272b90667b1d3285085c6aa89f1a02

data/lib/aws-sdk-glue.rb

@@ -45,6 +45,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @service
 module Aws::Glue
 
-  GEM_VERSION = '1.58.1'
+  GEM_VERSION = '1.59.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -647,6 +647,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
     #   resp.crawlers[0].targets.dynamo_db_targets #=> Array
     #   resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
+    #   resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
+    #   resp.crawlers[0].targets.dynamo_db_targets[0].scan_rate #=> Float
     #   resp.crawlers[0].targets.catalog_targets #=> Array
     #   resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
     #   resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
@@ -1339,14 +1341,13 @@ module Aws::Glue
     #   A list of collection of targets to crawl.
     #
     # @option params [String] :schedule
-    #   A `cron` expression used to specify the schedule. For more
-    #   information, see [Time-Based Schedules for Jobs and Crawlers][1]. For
-    #   example, to run something every day at 12:15 UTC, specify `cron(15 12
-    #   * * ? *)`.
+    #   A `cron` expression used to specify the schedule (see [Time-Based
+    #   Schedules for Jobs and Crawlers][1]. For example, to run something
+    #   every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
     #
     # @option params [Array<String>] :classifiers
     #   A list of custom classifiers that the user has registered. By default,
@@ -1361,26 +1362,26 @@ module Aws::Glue
     #   The policy for the crawler's update and deletion behavior.
     #
     # @option params [String] :configuration
-    #   The crawler configuration information. This versioned JSON string
-    #   allows users to specify aspects of a crawler's behavior. For more
+    #   Crawler configuration information. This versioned JSON string allows
+    #   users to specify aspects of a crawler's behavior. For more
     #   information, see [Configuring a Crawler][1].
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
     #
     # @option params [String] :crawler_security_configuration
     #   The name of the `SecurityConfiguration` structure to be used by this
     #   crawler.
     #
     # @option params [Hash<String,String>] :tags
-    #   The tags to use with this crawler request. You can use tags to limit
-    #   access to the crawler. For more information, see [AWS Tags in AWS
-    #   Glue][1].
+    #   The tags to use with this crawler request. You may use tags to limit
+    #   access to the crawler. For more information about tags in AWS Glue,
+    #   see [AWS Tags in AWS Glue][1] in the developer guide.
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
     #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
@@ -1408,6 +1409,8 @@ module Aws::Glue
     #       dynamo_db_targets: [
     #         {
     #           path: "Path",
+    #           scan_all: false,
+    #           scan_rate: 1.0,
     #         },
     #       ],
     #       catalog_targets: [
@@ -3333,6 +3336,8 @@ module Aws::Glue
     #   resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
     #   resp.crawler.targets.dynamo_db_targets #=> Array
     #   resp.crawler.targets.dynamo_db_targets[0].path #=> String
+    #   resp.crawler.targets.dynamo_db_targets[0].scan_all #=> Boolean
+    #   resp.crawler.targets.dynamo_db_targets[0].scan_rate #=> Float
     #   resp.crawler.targets.catalog_targets #=> Array
     #   resp.crawler.targets.catalog_targets[0].database_name #=> String
     #   resp.crawler.targets.catalog_targets[0].tables #=> Array
@@ -3455,6 +3460,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
     #   resp.crawlers[0].targets.dynamo_db_targets #=> Array
     #   resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
+    #   resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
+    #   resp.crawlers[0].targets.dynamo_db_targets[0].scan_rate #=> Float
     #   resp.crawlers[0].targets.catalog_targets #=> Array
     #   resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
     #   resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
@@ -7360,14 +7367,13 @@ module Aws::Glue
     #   A list of targets to crawl.
     #
     # @option params [String] :schedule
-    #   A `cron` expression used to specify the schedule. For more
-    #   information, see [Time-Based Schedules for Jobs and Crawlers][1]. For
-    #   example, to run something every day at 12:15 UTC, specify `cron(15 12
-    #   * * ? *)`.
+    #   A `cron` expression used to specify the schedule (see [Time-Based
+    #   Schedules for Jobs and Crawlers][1]. For example, to run something
+    #   every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
     #
     # @option params [Array<String>] :classifiers
     #   A list of custom classifiers that the user has registered. By default,
@@ -7382,13 +7388,13 @@ module Aws::Glue
     #   The policy for the crawler's update and deletion behavior.
     #
     # @option params [String] :configuration
-    #   The crawler configuration information. This versioned JSON string
-    #   allows users to specify aspects of a crawler's behavior. For more
+    #   Crawler configuration information. This versioned JSON string allows
+    #   users to specify aspects of a crawler's behavior. For more
     #   information, see [Configuring a Crawler][1].
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
     #
     # @option params [String] :crawler_security_configuration
     #   The name of the `SecurityConfiguration` structure to be used by this
@@ -7420,6 +7426,8 @@ module Aws::Glue
     #       dynamo_db_targets: [
     #         {
     #           path: "Path",
+    #           scan_all: false,
+    #           scan_rate: 1.0,
     #         },
     #       ],
     #       catalog_targets: [
@@ -7455,14 +7463,14 @@ module Aws::Glue
     #   The name of the crawler whose schedule to update.
     #
     # @option params [String] :schedule
-    #   The updated `cron` expression used to specify the schedule. For more
-    #   information, see [Time-Based Schedules for Jobs and Crawlers][1]. For
-    #   example, to run something every day at 12:15 UTC, specify `cron(15 12
-    #   * * ? *)`.
+    #   The updated `cron` expression used to specify the schedule (see
+    #   [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
+    #   something every day at 12:15 UTC, you would specify: `cron(15 12 * * ?
+    #   *)`.
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
     #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
@@ -8159,7 +8167,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.58.1'
+      context[:gem_version] = '1.59.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -1312,6 +1312,8 @@ module Aws::Glue
     DevEndpointNames.member = Shapes::ShapeRef.new(shape: GenericString)
 
     DynamoDBTarget.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
+    DynamoDBTarget.add_member(:scan_all, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "scanAll"))
+    DynamoDBTarget.add_member(:scan_rate, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "scanRate"))
     DynamoDBTarget.struct_class = Types::DynamoDBTarget
 
     DynamoDBTargetList.member = Shapes::ShapeRef.new(shape: DynamoDBTarget)

data/lib/aws-sdk-glue/types.rb

@@ -1573,7 +1573,7 @@ module Aws::Glue
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
     #   @return [String]
     #
     # @!attribute [rw] crawler_security_configuration
@@ -1728,6 +1728,8 @@ module Aws::Glue
     #         dynamo_db_targets: [
     #           {
     #             path: "Path",
+    #             scan_all: false,
+    #             scan_rate: 1.0,
     #           },
     #         ],
     #         catalog_targets: [
@@ -1891,6 +1893,8 @@ module Aws::Glue
     #           dynamo_db_targets: [
     #             {
     #               path: "Path",
+    #               scan_all: false,
+    #               scan_rate: 1.0,
     #             },
     #           ],
     #           catalog_targets: [
@@ -1937,14 +1941,13 @@ module Aws::Glue
     #   @return [Types::CrawlerTargets]
     #
     # @!attribute [rw] schedule
-    #   A `cron` expression used to specify the schedule. For more
-    #   information, see [Time-Based Schedules for Jobs and Crawlers][1].
-    #   For example, to run something every day at 12:15 UTC, specify
-    #   `cron(15 12 * * ? *)`.
+    #   A `cron` expression used to specify the schedule (see [Time-Based
+    #   Schedules for Jobs and Crawlers][1]. For example, to run something
+    #   every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
     #   @return [String]
     #
     # @!attribute [rw] classifiers
@@ -1963,13 +1966,13 @@ module Aws::Glue
     #   @return [Types::SchemaChangePolicy]
     #
     # @!attribute [rw] configuration
-    #   The crawler configuration information. This versioned JSON string
-    #   allows users to specify aspects of a crawler's behavior. For more
+    #   Crawler configuration information. This versioned JSON string allows
+    #   users to specify aspects of a crawler's behavior. For more
     #   information, see [Configuring a Crawler][1].
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
     #   @return [String]
     #
     # @!attribute [rw] crawler_security_configuration
@@ -1978,13 +1981,13 @@ module Aws::Glue
     #   @return [String]
     #
     # @!attribute [rw] tags
-    #   The tags to use with this crawler request. You can use tags to limit
-    #   access to the crawler. For more information, see [AWS Tags in AWS
-    #   Glue][1].
+    #   The tags to use with this crawler request. You may use tags to limit
+    #   access to the crawler. For more information about tags in AWS Glue,
+    #   see [AWS Tags in AWS Glue][1] in the developer guide.
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
     #   @return [Hash<String,String>]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawlerRequest AWS API Documentation
@@ -2714,7 +2717,7 @@ module Aws::Glue
     #
     # @!attribute [rw] json_path
     #   A `JsonPath` string defining the JSON data for the classifier to
-    #   classify. AWS Glue supports a subset of `JsonPath`, as described in
+    #   classify. AWS Glue supports a subset of JsonPath, as described in
     #   [Writing JsonPath Custom Classifiers][1].
     #
     #
@@ -4440,16 +4443,43 @@ module Aws::Glue
     #
     #       {
     #         path: "Path",
+    #         scan_all: false,
+    #         scan_rate: 1.0,
     #       }
     #
     # @!attribute [rw] path
     #   The name of the DynamoDB table to crawl.
     #   @return [String]
     #
+    # @!attribute [rw] scan_all
+    #   Indicates whether to scan all the records, or to sample rows from
+    #   the table. Scanning all the records can take a long time when the
+    #   table is not a high throughput table.
+    #
+    #   A value of `true` means to scan all records, while a value of
+    #   `false` means to sample the records. If no value is specified, the
+    #   value defaults to `true`.
+    #   @return [Boolean]
+    #
+    # @!attribute [rw] scan_rate
+    #   The percentage of the configured read capacity units to use by the
+    #   AWS Glue crawler. Read capacity units is a term defined by DynamoDB,
+    #   and is a numeric value that acts as rate limiter for the number of
+    #   reads that can be performed on that table per second.
+    #
+    #   The valid values are null or a value between 0.1 to 1.5. A null
+    #   value is used when user does not provide a value, and defaults to
+    #   0.5 of the configured Read Capacity Unit (for provisioned tables),
+    #   or 0.25 of the max configured Read Capacity Unit (for tables using
+    #   on-demand mode).
+    #   @return [Float]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DynamoDBTarget AWS API Documentation
     #
     class DynamoDBTarget < Struct.new(
-      :path)
+      :path,
+      :scan_all,
+      :scan_rate)
       include Aws::Structure
     end
 
@@ -7114,7 +7144,7 @@ module Aws::Glue
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html
     #   @return [String]
     #
     # @!attribute [rw] custom_patterns
@@ -7123,7 +7153,7 @@ module Aws::Glue
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GrokClassifier AWS API Documentation
@@ -7258,7 +7288,7 @@ module Aws::Glue
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
     #   @return [Array<String>]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JdbcTarget AWS API Documentation
@@ -8026,7 +8056,7 @@ module Aws::Glue
     #
     # @!attribute [rw] json_path
     #   A `JsonPath` string defining the JSON data for the classifier to
-    #   classify. AWS Glue supports a subset of `JsonPath`, as described in
+    #   classify. AWS Glue supports a subset of JsonPath, as described in
     #   [Writing JsonPath Custom Classifiers][1].
     #
     #
@@ -9421,7 +9451,7 @@ module Aws::Glue
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
     #   @return [Array<String>]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
@@ -9435,14 +9465,13 @@ module Aws::Glue
     # A scheduling object using a `cron` statement to schedule an event.
     #
     # @!attribute [rw] schedule_expression
-    #   A `cron` expression used to specify the schedule. For more
-    #   information, see [Time-Based Schedules for Jobs and Crawlers][1].
-    #   For example, to run something every day at 12:15 UTC, specify
-    #   `cron(15 12 * * ? *)`.
+    #   A `cron` expression used to specify the schedule (see [Time-Based
+    #   Schedules for Jobs and Crawlers][1]. For example, to run something
+    #   every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
     #   @return [String]
     #
     # @!attribute [rw] state
@@ -11390,6 +11419,8 @@ module Aws::Glue
     #           dynamo_db_targets: [
     #             {
     #               path: "Path",
+    #               scan_all: false,
+    #               scan_rate: 1.0,
     #             },
     #           ],
     #           catalog_targets: [
@@ -11433,14 +11464,13 @@ module Aws::Glue
     #   @return [Types::CrawlerTargets]
     #
     # @!attribute [rw] schedule
-    #   A `cron` expression used to specify the schedule. For more
-    #   information, see [Time-Based Schedules for Jobs and Crawlers][1].
-    #   For example, to run something every day at 12:15 UTC, specify
-    #   `cron(15 12 * * ? *)`.
+    #   A `cron` expression used to specify the schedule (see [Time-Based
+    #   Schedules for Jobs and Crawlers][1]. For example, to run something
+    #   every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
     #   @return [String]
     #
     # @!attribute [rw] classifiers
@@ -11459,13 +11489,13 @@ module Aws::Glue
     #   @return [Types::SchemaChangePolicy]
     #
     # @!attribute [rw] configuration
-    #   The crawler configuration information. This versioned JSON string
-    #   allows users to specify aspects of a crawler's behavior. For more
+    #   Crawler configuration information. This versioned JSON string allows
+    #   users to specify aspects of a crawler's behavior. For more
     #   information, see [Configuring a Crawler][1].
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
     #   @return [String]
     #
     # @!attribute [rw] crawler_security_configuration
@@ -11507,14 +11537,14 @@ module Aws::Glue
     #   @return [String]
     #
     # @!attribute [rw] schedule
-    #   The updated `cron` expression used to specify the schedule. For more
-    #   information, see [Time-Based Schedules for Jobs and Crawlers][1].
-    #   For example, to run something every day at 12:15 UTC, specify
-    #   `cron(15 12 * * ? *)`.
+    #   The updated `cron` expression used to specify the schedule (see
+    #   [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
+    #   something every day at 12:15 UTC, you would specify: `cron(15 12 * *
+    #   ? *)`.
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawlerScheduleRequest AWS API Documentation
@@ -11848,7 +11878,7 @@ module Aws::Glue
     #
     # @!attribute [rw] json_path
     #   A `JsonPath` string defining the JSON data for the classifier to
-    #   classify. AWS Glue supports a subset of `JsonPath`, as described in
+    #   classify. AWS Glue supports a subset of JsonPath, as described in
     #   [Writing JsonPath Custom Classifiers][1].
     #
     #

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.58.1
+  version: 1.59.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-06-11 00:00:00.000000000 Z
+date: 2020-06-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core