aws-sdk-glue 1.94.0 → 1.98.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c7738455b01f04a98f675f45b8a8f409e319435132ec0c4687f3f4ec74c35ab1
-  data.tar.gz: 38b6555226ad227c12c40c4ba2293e47919250801976f20176c1357547252ace
+  metadata.gz: a569b14d8c097978c027cf7a8cf845d3f42b461904a9aa22a263e6b515dda414
+  data.tar.gz: 0b69525bcf2edea94d76ab4b335d60e0e1bca292787755cb36c6b8f26daf620a
 SHA512:
-  metadata.gz: 4d774fa7c27759f66cc95ebc7dd21658f5021ffb3c5d8042941e6b253df845630339a4e2747256f88c6a6b2fd7fe9443855143bc9c74ad368a9063dd66d48bb7
-  data.tar.gz: f31870b2ddab21f594e6b75f7f87264f5ce07a36c8c86c431ebf090c1c77072e21875a8bb31dbf34735e09ebbe630668c0b7789b6a1c2f98c8de2d58940e57cf
+  metadata.gz: 387cfdd0919404ba5637b56e4488f35347d355e9798636ca803e307bb150dc1aaea27fe83d25a40f91e6f202b4d66ded8e995cce4683fc1d8125247c023084a0
+  data.tar.gz: 86a144b4a17f50fe1999978726921f827cdc7c3ccc51dc1bdadaef7498261805a6448b56b7886a1412fae4e80b9a4e7027714bbfe608677284df132ea9f8dbe1

data/CHANGELOG.md

@@ -1,6 +1,26 @@
 Unreleased Changes
 ------------------
 
+1.98.0 (2021-10-18)
+------------------
+
+* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
+
+1.97.0 (2021-10-15)
+------------------
+
+* Feature - Enable S3 event base crawler API.
+
+1.96.0 (2021-10-05)
+------------------
+
+* Feature - This release adds tag as an input of CreateConnection
+
+1.95.0 (2021-09-01)
+------------------
+
+* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
+
 1.94.0 (2021-08-23)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.94.0
+1.98.0

data/lib/aws-sdk-glue/client.rb

@@ -723,6 +723,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -744,7 +746,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
-    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -1587,6 +1589,9 @@ module Aws::Glue
     # @option params [required, Types::ConnectionInput] :connection_input
     #   A `ConnectionInput` object defining the connection to create.
     #
+    # @option params [Hash<String,String>] :tags
+    #   The tags you assign to the connection.
+    #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
     # @example Request syntax with placeholder values
@@ -1607,6 +1612,9 @@ module Aws::Glue
     #         availability_zone: "NameString",
     #       },
     #     },
+    #     tags: {
+    #       "TagKey" => "TagValue",
+    #     },
     #   })
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateConnection AWS API Documentation
@@ -1706,6 +1714,8 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #           connection_name: "ConnectionName",
     #           sample_size: 1,
+    #           event_queue_arn: "EventQueueArn",
+    #           dlq_event_queue_arn: "EventQueueArn",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -1744,7 +1754,7 @@ module Aws::Glue
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
     #     recrawl_policy: {
-    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #     },
     #     lineage_configuration: {
     #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -4566,6 +4576,8 @@ module Aws::Glue
     #   resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawler.targets.s3_targets[0].connection_name #=> String
     #   resp.crawler.targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawler.targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawler.targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawler.targets.jdbc_targets #=> Array
     #   resp.crawler.targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawler.targets.jdbc_targets[0].path #=> String
@@ -4587,7 +4599,7 @@ module Aws::Glue
     #   resp.crawler.description #=> String
     #   resp.crawler.classifiers #=> Array
     #   resp.crawler.classifiers[0] #=> String
-    #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -4698,6 +4710,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -4719,7 +4733,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
-    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -6018,6 +6032,10 @@ module Aws::Glue
     #   The maximum number of partitions to return in a single response.
     #
     # @option params [Boolean] :exclude_column_schema
+    #   When true, specifies not returning the partition column schema. Useful
+    #   when you are interested only in other partition attributes such as
+    #   partition values or location. This approach avoids the problem of a
+    #   large response by not returning duplicate data.
     #
     # @return [Types::GetPartitionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
@@ -10123,6 +10141,8 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #           connection_name: "ConnectionName",
     #           sample_size: 1,
+    #           event_queue_arn: "EventQueueArn",
+    #           dlq_event_queue_arn: "EventQueueArn",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -10161,7 +10181,7 @@ module Aws::Glue
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
     #     recrawl_policy: {
-    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #     },
     #     lineage_configuration: {
     #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -11048,7 +11068,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.94.0'
+      context[:gem_version] = '1.98.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -296,6 +296,7 @@ module Aws::Glue
     ErrorString = Shapes::StringShape.new(name: 'ErrorString')
     EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
     EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
+    EventQueueArn = Shapes::StringShape.new(name: 'EventQueueArn')
     ExecutionProperty = Shapes::StructureShape.new(name: 'ExecutionProperty')
     ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
     ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
@@ -1303,6 +1304,7 @@ module Aws::Glue
 
     CreateConnectionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     CreateConnectionRequest.add_member(:connection_input, Shapes::ShapeRef.new(shape: ConnectionInput, required: true, location_name: "ConnectionInput"))
+    CreateConnectionRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
     CreateConnectionRequest.struct_class = Types::CreateConnectionRequest
 
     CreateConnectionResponse.struct_class = Types::CreateConnectionResponse
@@ -2990,6 +2992,8 @@ module Aws::Glue
     S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
     S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
     S3Target.add_member(:sample_size, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "SampleSize"))
+    S3Target.add_member(:event_queue_arn, Shapes::ShapeRef.new(shape: EventQueueArn, location_name: "EventQueueArn"))
+    S3Target.add_member(:dlq_event_queue_arn, Shapes::ShapeRef.new(shape: EventQueueArn, location_name: "DlqEventQueueArn"))
     S3Target.struct_class = Types::S3Target
 
     S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)

data/lib/aws-sdk-glue/types.rb

@@ -2706,6 +2706,8 @@ module Aws::Glue
     #             exclusions: ["Path"],
     #             connection_name: "ConnectionName",
     #             sample_size: 1,
+    #             event_queue_arn: "EventQueueArn",
+    #             dlq_event_queue_arn: "EventQueueArn",
     #           },
     #         ],
     #         jdbc_targets: [
@@ -2900,6 +2902,9 @@ module Aws::Glue
     #             availability_zone: "NameString",
     #           },
     #         },
+    #         tags: {
+    #           "TagKey" => "TagValue",
+    #         },
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -2912,11 +2917,16 @@ module Aws::Glue
     #   A `ConnectionInput` object defining the connection to create.
     #   @return [Types::ConnectionInput]
     #
+    # @!attribute [rw] tags
+    #   The tags you assign to the connection.
+    #   @return [Hash<String,String>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateConnectionRequest AWS API Documentation
     #
     class CreateConnectionRequest < Struct.new(
       :catalog_id,
-      :connection_input)
+      :connection_input,
+      :tags)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -2940,6 +2950,8 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #               connection_name: "ConnectionName",
     #               sample_size: 1,
+    #               event_queue_arn: "EventQueueArn",
+    #               dlq_event_queue_arn: "EventQueueArn",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -2978,7 +2990,7 @@ module Aws::Glue
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
     #         recrawl_policy: {
-    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #         },
     #         lineage_configuration: {
     #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -8714,6 +8726,10 @@ module Aws::Glue
     #   @return [Integer]
     #
     # @!attribute [rw] exclude_column_schema
+    #   When true, specifies not returning the partition column schema.
+    #   Useful when you are interested only in other partition attributes
+    #   such as partition values or location. This approach avoids the
+    #   problem of a large response by not returning duplicate data.
     #   @return [Boolean]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsRequest AWS API Documentation
@@ -13217,7 +13233,7 @@ module Aws::Glue
     #   data as a hash:
     #
     #       {
-    #         recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #         recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #       }
     #
     # @!attribute [rw] recrawl_behavior
@@ -13229,6 +13245,9 @@ module Aws::Glue
     #
     #   A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
     #   that were added since the last crawler run.
+    #
+    #   A value of `CRAWL_EVENT_MODE` specifies crawling only the changes
+    #   identified by Amazon S3 events.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
@@ -13632,6 +13651,8 @@ module Aws::Glue
     #         exclusions: ["Path"],
     #         connection_name: "ConnectionName",
     #         sample_size: 1,
+    #         event_queue_arn: "EventQueueArn",
+    #         dlq_event_queue_arn: "EventQueueArn",
     #       }
     #
     # @!attribute [rw] path
@@ -13659,13 +13680,25 @@ module Aws::Glue
     #   crawled. A valid value is an integer between 1 and 249.
     #   @return [Integer]
     #
+    # @!attribute [rw] event_queue_arn
+    #   A valid Amazon SQS ARN. For example,
+    #   `arn:aws:sqs:region:account:sqs`.
+    #   @return [String]
+    #
+    # @!attribute [rw] dlq_event_queue_arn
+    #   A valid Amazon dead-letter SQS ARN. For example,
+    #   `arn:aws:sqs:region:account:deadLetterQueue`.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
     #
     class S3Target < Struct.new(
       :path,
       :exclusions,
       :connection_name,
-      :sample_size)
+      :sample_size,
+      :event_queue_arn,
+      :dlq_event_queue_arn)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -16394,6 +16427,8 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #               connection_name: "ConnectionName",
     #               sample_size: 1,
+    #               event_queue_arn: "EventQueueArn",
+    #               dlq_event_queue_arn: "EventQueueArn",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -16432,7 +16467,7 @@ module Aws::Glue
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
     #         recrawl_policy: {
-    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #         },
     #         lineage_configuration: {
     #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.94.0'
+  GEM_VERSION = '1.98.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.94.0
+  version: 1.98.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-08-23 00:00:00.000000000 Z
+date: 2021-10-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.119.0
+        version: 3.121.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.119.0
+        version: 3.121.2
 - !ruby/object:Gem::Dependency
   name: aws-sigv4
   requirement: !ruby/object:Gem::Requirement
@@ -76,7 +76,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="