aws-sdk-glue 1.96.0 → 1.97.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5f9e288e0aa75021d15e6123bea41a073e96363ccc104c917e0853610088af33
-  data.tar.gz: e9ad486ede02bbf98d1dc27fd685b4dace5a43b5ac581620faed37d496c36a65
+  metadata.gz: 5b1a58e5625290cb8c02f9b8fd41a636838f0db692bbff2bdc6d9c5bf55fa642
+  data.tar.gz: ace2493e4c9e4de71627e29758b0167447205ba3fa233ff1b351b1e105688700
 SHA512:
-  metadata.gz: b02c0021080c377532f362f1b0a1bd8f82edc89b9b66df2959ab8baaeebcc13a86d02658fdbbbd5a8d0a18512955abb3686c29a3b7410db1c6df0db04d702c6e
-  data.tar.gz: 40f88ba620d419dadb625b6e6e5ae4f6fec53966b092eff89ce8b7e076490891e55ffb1860ddb648e0db955d8ad957ad002f907d83a70b42a28b94a263dba152
+  metadata.gz: e1197158c5d308e3c5a050f160a21c734f7d3bcb79a5b309a68a27ed4d2c9060765424b0caa1bb8af8d9cb216f8390790302979136dfaf446093110a4a2db1e9
+  data.tar.gz: 6a7c3caff3747e826bbd683a9bc0560658f089a0b7d218bec9edb8d0c77ba197c6dad1e4de28f98fa9b5084789bf66b88f12167c846cab8dd5eb10cf393e7eac

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.97.0 (2021-10-15)
+------------------
+
+* Feature - Enable S3 event base crawler API.
+
 1.96.0 (2021-10-05)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.96.0
+1.97.0

data/lib/aws-sdk-glue/client.rb

@@ -723,6 +723,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -744,7 +746,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
-    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -1712,6 +1714,8 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #           connection_name: "ConnectionName",
     #           sample_size: 1,
+    #           event_queue_arn: "EventQueueArn",
+    #           dlq_event_queue_arn: "EventQueueArn",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -1750,7 +1754,7 @@ module Aws::Glue
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
     #     recrawl_policy: {
-    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #     },
     #     lineage_configuration: {
     #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -4572,6 +4576,8 @@ module Aws::Glue
     #   resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawler.targets.s3_targets[0].connection_name #=> String
     #   resp.crawler.targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawler.targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawler.targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawler.targets.jdbc_targets #=> Array
     #   resp.crawler.targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawler.targets.jdbc_targets[0].path #=> String
@@ -4593,7 +4599,7 @@ module Aws::Glue
     #   resp.crawler.description #=> String
     #   resp.crawler.classifiers #=> Array
     #   resp.crawler.classifiers[0] #=> String
-    #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -4704,6 +4710,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -4725,7 +4733,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
-    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -10133,6 +10141,8 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #           connection_name: "ConnectionName",
     #           sample_size: 1,
+    #           event_queue_arn: "EventQueueArn",
+    #           dlq_event_queue_arn: "EventQueueArn",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -10171,7 +10181,7 @@ module Aws::Glue
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
     #     recrawl_policy: {
-    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #     },
     #     lineage_configuration: {
     #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -11058,7 +11068,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.96.0'
+      context[:gem_version] = '1.97.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -296,6 +296,7 @@ module Aws::Glue
     ErrorString = Shapes::StringShape.new(name: 'ErrorString')
     EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
     EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
+    EventQueueArn = Shapes::StringShape.new(name: 'EventQueueArn')
     ExecutionProperty = Shapes::StructureShape.new(name: 'ExecutionProperty')
     ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
     ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
@@ -2991,6 +2992,8 @@ module Aws::Glue
     S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
     S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
     S3Target.add_member(:sample_size, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "SampleSize"))
+    S3Target.add_member(:event_queue_arn, Shapes::ShapeRef.new(shape: EventQueueArn, location_name: "EventQueueArn"))
+    S3Target.add_member(:dlq_event_queue_arn, Shapes::ShapeRef.new(shape: EventQueueArn, location_name: "DlqEventQueueArn"))
     S3Target.struct_class = Types::S3Target
 
     S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)

data/lib/aws-sdk-glue/types.rb

@@ -2706,6 +2706,8 @@ module Aws::Glue
     #             exclusions: ["Path"],
     #             connection_name: "ConnectionName",
     #             sample_size: 1,
+    #             event_queue_arn: "EventQueueArn",
+    #             dlq_event_queue_arn: "EventQueueArn",
     #           },
     #         ],
     #         jdbc_targets: [
@@ -2948,6 +2950,8 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #               connection_name: "ConnectionName",
     #               sample_size: 1,
+    #               event_queue_arn: "EventQueueArn",
+    #               dlq_event_queue_arn: "EventQueueArn",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -2986,7 +2990,7 @@ module Aws::Glue
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
     #         recrawl_policy: {
-    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #         },
     #         lineage_configuration: {
     #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -13229,7 +13233,7 @@ module Aws::Glue
     #   data as a hash:
     #
     #       {
-    #         recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #         recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #       }
     #
     # @!attribute [rw] recrawl_behavior
@@ -13241,6 +13245,9 @@ module Aws::Glue
     #
     #   A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
     #   that were added since the last crawler run.
+    #
+    #   A value of `CRAWL_EVENT_MODE` specifies crawling only the changes
+    #   identified by Amazon S3 events.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
@@ -13644,6 +13651,8 @@ module Aws::Glue
     #         exclusions: ["Path"],
     #         connection_name: "ConnectionName",
     #         sample_size: 1,
+    #         event_queue_arn: "EventQueueArn",
+    #         dlq_event_queue_arn: "EventQueueArn",
     #       }
     #
     # @!attribute [rw] path
@@ -13671,13 +13680,25 @@ module Aws::Glue
     #   crawled. A valid value is an integer between 1 and 249.
     #   @return [Integer]
     #
+    # @!attribute [rw] event_queue_arn
+    #   A valid Amazon SQS ARN. For example,
+    #   `arn:aws:sqs:region:account:sqs`.
+    #   @return [String]
+    #
+    # @!attribute [rw] dlq_event_queue_arn
+    #   A valid Amazon dead-letter SQS ARN. For example,
+    #   `arn:aws:sqs:region:account:deadLetterQueue`.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
     #
     class S3Target < Struct.new(
       :path,
       :exclusions,
       :connection_name,
-      :sample_size)
+      :sample_size,
+      :event_queue_arn,
+      :dlq_event_queue_arn)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -16406,6 +16427,8 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #               connection_name: "ConnectionName",
     #               sample_size: 1,
+    #               event_queue_arn: "EventQueueArn",
+    #               dlq_event_queue_arn: "EventQueueArn",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -16444,7 +16467,7 @@ module Aws::Glue
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
     #         recrawl_policy: {
-    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #         },
     #         lineage_configuration: {
     #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.96.0'
+  GEM_VERSION = '1.97.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.96.0
+  version: 1.97.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-10-05 00:00:00.000000000 Z
+date: 2021-10-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core