aws-sdk-glue 1.75.0 → 1.76.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5c4a974707df626bf8a61443f233bc7c01667183c08276f26188610447814a64
-  data.tar.gz: 582d592212ec651529be2b9b8ba11038a0ac1923d87ba6a7d02b08b81e1b4d7d
+  metadata.gz: f0ceb76b2eb8bd0d6201a181d9c18ff4d2fc5c87ccb02b4953c3117c21316317
+  data.tar.gz: c46f4637605bbb50fe0aea0f15bc6df4943128116e3bd0f0a5e5af7ced820500
 SHA512:
-  metadata.gz: 7ebd6045481faafdd5ecaf4c2b2e0b2845f945005d7f76795aa54040f93b47f7d5fac76e00b9d4b60529b600e23e3a730f8156ca01cb0ce3e7e1f6e0c526042c
-  data.tar.gz: cabf61c228430f4f9cfb1fbc11ea55c713510811ae7e80ae3051fba0e0a952ca2d6b1baacebed4f2927b80cd947c495a7388e3d7b6467af1a6c8d73164ecf2de
+  metadata.gz: 13d71189b59093de5d0cebd591303485d01985f40ede859e3068efb9bad509b644dacce525d25e924737f2f142b3ff6bd4dba30c24570fd96cb2ad0f09b8de10
+  data.tar.gz: aba0c0d726ae14d1c61a781cfcf1f192ce1269b331e2eab8189ade976e5f3263dce58708626f83f6884fb4acff64ef8eb5dd44bc5f578f5e2bb6bea91953c788

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.75.0'
+  GEM_VERSION = '1.76.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -679,6 +679,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -1489,6 +1490,10 @@ module Aws::Glue
     # @option params [Types::SchemaChangePolicy] :schema_change_policy
     #   The policy for the crawler's update and deletion behavior.
     #
+    # @option params [Types::RecrawlPolicy] :recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again, or
+    #   to crawl only folders that were added since the last crawler run.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -1563,6 +1568,9 @@ module Aws::Glue
     #       update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
+    #     recrawl_policy: {
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #     tags: {
@@ -3754,6 +3762,7 @@ module Aws::Glue
     #   resp.crawler.description #=> String
     #   resp.crawler.classifiers #=> Array
     #   resp.crawler.classifiers[0] #=> String
+    #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -3883,6 +3892,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -8322,6 +8332,10 @@ module Aws::Glue
     # @option params [Types::SchemaChangePolicy] :schema_change_policy
     #   The policy for the crawler's update and deletion behavior.
     #
+    # @option params [Types::RecrawlPolicy] :recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again, or
+    #   to crawl only folders that were added since the last crawler run.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -8387,6 +8401,9 @@ module Aws::Glue
     #       update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
+    #     recrawl_policy: {
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #   })
@@ -9131,7 +9148,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.75.0'
+      context[:gem_version] = '1.76.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -498,6 +498,8 @@ module Aws::Glue
     PythonScript = Shapes::StringShape.new(name: 'PythonScript')
     PythonVersionString = Shapes::StringShape.new(name: 'PythonVersionString')
     RecordsCount = Shapes::IntegerShape.new(name: 'RecordsCount')
+    RecrawlBehavior = Shapes::StringShape.new(name: 'RecrawlBehavior')
+    RecrawlPolicy = Shapes::StructureShape.new(name: 'RecrawlPolicy')
     ReplaceBoolean = Shapes::BooleanShape.new(name: 'ReplaceBoolean')
     ResetJobBookmarkRequest = Shapes::StructureShape.new(name: 'ResetJobBookmarkRequest')
     ResetJobBookmarkResponse = Shapes::StructureShape.new(name: 'ResetJobBookmarkResponse')
@@ -1026,6 +1028,7 @@ module Aws::Glue
     Crawler.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, location_name: "DatabaseName"))
     Crawler.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
     Crawler.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
+    Crawler.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
     Crawler.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
     Crawler.add_member(:state, Shapes::ShapeRef.new(shape: CrawlerState, location_name: "State"))
     Crawler.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
@@ -1097,6 +1100,7 @@ module Aws::Glue
     CreateCrawlerRequest.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
     CreateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     CreateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
+    CreateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
     CreateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
     CreateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
     CreateCrawlerRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
@@ -2408,6 +2412,9 @@ module Aws::Glue
 
     PutWorkflowRunPropertiesResponse.struct_class = Types::PutWorkflowRunPropertiesResponse
 
+    RecrawlPolicy.add_member(:recrawl_behavior, Shapes::ShapeRef.new(shape: RecrawlBehavior, location_name: "RecrawlBehavior"))
+    RecrawlPolicy.struct_class = Types::RecrawlPolicy
+
     ResetJobBookmarkRequest.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
     ResetJobBookmarkRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: RunId, location_name: "RunId"))
     ResetJobBookmarkRequest.struct_class = Types::ResetJobBookmarkRequest
@@ -2823,6 +2830,7 @@ module Aws::Glue
     UpdateCrawlerRequest.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
     UpdateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     UpdateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
+    UpdateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
     UpdateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
     UpdateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
     UpdateCrawlerRequest.struct_class = Types::UpdateCrawlerRequest

data/lib/aws-sdk-glue/types.rb

@@ -2103,6 +2103,11 @@ module Aws::Glue
     #   associated with the crawler.
     #   @return [Array<String>]
     #
+    # @!attribute [rw] recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again,
+    #   or to crawl only folders that were added since the last crawler run.
+    #   @return [Types::RecrawlPolicy]
+    #
     # @!attribute [rw] schema_change_policy
     #   The policy that specifies update and delete behaviors for the
     #   crawler.
@@ -2167,6 +2172,7 @@ module Aws::Glue
       :database_name,
       :description,
       :classifiers,
+      :recrawl_policy,
       :schema_change_policy,
       :state,
       :table_prefix,
@@ -2518,6 +2524,9 @@ module Aws::Glue
     #           update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
+    #         recrawl_policy: {
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #         },
     #         configuration: "CrawlerConfiguration",
     #         crawler_security_configuration: "CrawlerSecurityConfiguration",
     #         tags: {
@@ -2572,6 +2581,11 @@ module Aws::Glue
     #   The policy for the crawler's update and deletion behavior.
     #   @return [Types::SchemaChangePolicy]
     #
+    # @!attribute [rw] recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again,
+    #   or to crawl only folders that were added since the last crawler run.
+    #   @return [Types::RecrawlPolicy]
+    #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -2609,6 +2623,7 @@ module Aws::Glue
       :classifiers,
       :table_prefix,
       :schema_change_policy,
+      :recrawl_policy,
       :configuration,
       :crawler_security_configuration,
       :tags)
@@ -10945,6 +10960,42 @@ module Aws::Glue
     #
     class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
 
+    # When crawling an Amazon S3 data source after the first crawl is
+    # complete, specifies whether to crawl the entire dataset again or to
+    # crawl only folders that were added since the last crawler run. For
+    # more information, see [Incremental Crawls in AWS Glue][1] in the
+    # developer guide.
+    #
+    #
+    #
+    # [1]: https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html
+    #
+    # @note When making an API call, you may pass RecrawlPolicy
+    #   data as a hash:
+    #
+    #       {
+    #         recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #       }
+    #
+    # @!attribute [rw] recrawl_behavior
+    #   Specifies whether to crawl the entire dataset again or to crawl only
+    #   folders that were added since the last crawler run.
+    #
+    #   A value of `CRAWL_EVERYTHING` specifies crawling the entire dataset
+    #   again.
+    #
+    #   A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
+    #   that were added since the last crawler run.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
+    #
+    class RecrawlPolicy < Struct.new(
+      :recrawl_behavior)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass ResetJobBookmarkRequest
     #   data as a hash:
     #
@@ -13514,6 +13565,9 @@ module Aws::Glue
     #           update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
+    #         recrawl_policy: {
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #         },
     #         configuration: "CrawlerConfiguration",
     #         crawler_security_configuration: "CrawlerSecurityConfiguration",
     #       }
@@ -13565,6 +13619,11 @@ module Aws::Glue
     #   The policy for the crawler's update and deletion behavior.
     #   @return [Types::SchemaChangePolicy]
     #
+    # @!attribute [rw] recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again,
+    #   or to crawl only folders that were added since the last crawler run.
+    #   @return [Types::RecrawlPolicy]
+    #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -13592,6 +13651,7 @@ module Aws::Glue
       :classifiers,
       :table_prefix,
       :schema_change_policy,
+      :recrawl_policy,
       :configuration,
       :crawler_security_configuration)
       SENSITIVE = []

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.75.0
+  version: 1.76.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-10-15 00:00:00.000000000 Z
+date: 2020-10-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core