aws-sdk-glue 1.95.0 → 1.99.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 21439f84821dfc43ad9dd6a894ebb99e4eb37b0e10d1eaffcaca90ce84c8d651
-  data.tar.gz: 7c950efdc32663c16a76edeccd60dac60c6f488bea8e0c24e5022220ff22bd9b
+  metadata.gz: 9ba7bffdc47b70e89727b4d71345e1d813ef36e0c97342664b86f2f2416ddbb2
+  data.tar.gz: df89a9cee004534ba8dd9da98826a7e69ff4f0f9984a0ddfbadce381d47f723a
 SHA512:
-  metadata.gz: 3a448a66923fb57c8e562ba85da406d29d88e38121acf04af9cbce838183c62cc2996875abd7cb563e87783e3e666105d462a9297f458888132ffd6032e967ef
-  data.tar.gz: 7c43081ef222fa400de7ef8a33b5519ae4a096c947af24241507835caf59512f298f8c52ff4517319b734ccd2d2ebea87ac36c09aae03a91da27c4855d46b41e
+  metadata.gz: 330d56aa7967dda22ed03092548e7442f42e6269e630f6e3452e0f74cd0d11710eba2b0407a5fa6698459d51f605478af39bf853b411b93ac8f283e068821d24
+  data.tar.gz: 7b88d432191d064faafaac7c6a7c9c1738a1b35653ae910728a0267914798d5779774d6e953aa5f6a028f41e311ad913421e80f70e533a68f7e2d6a52f796998

data/CHANGELOG.md

@@ -1,6 +1,26 @@
 Unreleased Changes
 ------------------
 
+1.99.0 (2021-11-04)
+------------------
+
+* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
+
+1.98.0 (2021-10-18)
+------------------
+
+* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
+
+1.97.0 (2021-10-15)
+------------------
+
+* Feature - Enable S3 event base crawler API.
+
+1.96.0 (2021-10-05)
+------------------
+
+* Feature - This release adds tag as an input of CreateConnection
+
 1.95.0 (2021-09-01)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.95.0
+1.99.0

data/lib/aws-sdk-glue/client.rb

@@ -285,6 +285,15 @@ module Aws::Glue
     #     ** Please note ** When response stubbing is enabled, no HTTP
     #     requests are made, and retries are disabled.
     #
+    #   @option options [Boolean] :use_dualstack_endpoint
+    #     When set to `true`, dualstack enabled endpoints (with `.aws` TLD)
+    #     will be used if available.
+    #
+    #   @option options [Boolean] :use_fips_endpoint
+    #     When set to `true`, fips compatible endpoints will be used if available.
+    #     When a `fips` region is used, the region is normalized and this config
+    #     is set to `true`.
+    #
     #   @option options [Boolean] :validate_params (true)
     #     When `true`, request parameters are validated before
     #     sending the request.
@@ -723,6 +732,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -744,7 +755,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
-    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -1587,6 +1598,9 @@ module Aws::Glue
     # @option params [required, Types::ConnectionInput] :connection_input
     #   A `ConnectionInput` object defining the connection to create.
     #
+    # @option params [Hash<String,String>] :tags
+    #   The tags you assign to the connection.
+    #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
     # @example Request syntax with placeholder values
@@ -1607,6 +1621,9 @@ module Aws::Glue
     #         availability_zone: "NameString",
     #       },
     #     },
+    #     tags: {
+    #       "TagKey" => "TagValue",
+    #     },
     #   })
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateConnection AWS API Documentation
@@ -1706,6 +1723,8 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #           connection_name: "ConnectionName",
     #           sample_size: 1,
+    #           event_queue_arn: "EventQueueArn",
+    #           dlq_event_queue_arn: "EventQueueArn",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -1744,7 +1763,7 @@ module Aws::Glue
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
     #     recrawl_policy: {
-    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #     },
     #     lineage_configuration: {
     #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -4566,6 +4585,8 @@ module Aws::Glue
     #   resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawler.targets.s3_targets[0].connection_name #=> String
     #   resp.crawler.targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawler.targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawler.targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawler.targets.jdbc_targets #=> Array
     #   resp.crawler.targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawler.targets.jdbc_targets[0].path #=> String
@@ -4587,7 +4608,7 @@ module Aws::Glue
     #   resp.crawler.description #=> String
     #   resp.crawler.classifiers #=> Array
     #   resp.crawler.classifiers[0] #=> String
-    #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -4698,6 +4719,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -4719,7 +4742,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
-    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -6018,6 +6041,10 @@ module Aws::Glue
     #   The maximum number of partitions to return in a single response.
     #
     # @option params [Boolean] :exclude_column_schema
+    #   When true, specifies not returning the partition column schema. Useful
+    #   when you are interested only in other partition attributes such as
+    #   partition values or location. This approach avoids the problem of a
+    #   large response by not returning duplicate data.
     #
     # @return [Types::GetPartitionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
@@ -10123,6 +10150,8 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #           connection_name: "ConnectionName",
     #           sample_size: 1,
+    #           event_queue_arn: "EventQueueArn",
+    #           dlq_event_queue_arn: "EventQueueArn",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -10161,7 +10190,7 @@ module Aws::Glue
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
     #     recrawl_policy: {
-    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #     },
     #     lineage_configuration: {
     #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -11048,7 +11077,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.95.0'
+      context[:gem_version] = '1.99.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -296,6 +296,7 @@ module Aws::Glue
     ErrorString = Shapes::StringShape.new(name: 'ErrorString')
     EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
     EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
+    EventQueueArn = Shapes::StringShape.new(name: 'EventQueueArn')
     ExecutionProperty = Shapes::StructureShape.new(name: 'ExecutionProperty')
     ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
     ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
@@ -1303,6 +1304,7 @@ module Aws::Glue
 
     CreateConnectionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     CreateConnectionRequest.add_member(:connection_input, Shapes::ShapeRef.new(shape: ConnectionInput, required: true, location_name: "ConnectionInput"))
+    CreateConnectionRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
     CreateConnectionRequest.struct_class = Types::CreateConnectionRequest
 
     CreateConnectionResponse.struct_class = Types::CreateConnectionResponse
@@ -2990,6 +2992,8 @@ module Aws::Glue
     S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
     S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
     S3Target.add_member(:sample_size, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "SampleSize"))
+    S3Target.add_member(:event_queue_arn, Shapes::ShapeRef.new(shape: EventQueueArn, location_name: "EventQueueArn"))
+    S3Target.add_member(:dlq_event_queue_arn, Shapes::ShapeRef.new(shape: EventQueueArn, location_name: "DlqEventQueueArn"))
     S3Target.struct_class = Types::S3Target
 
     S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)

data/lib/aws-sdk-glue/types.rb

@@ -2706,6 +2706,8 @@ module Aws::Glue
     #             exclusions: ["Path"],
     #             connection_name: "ConnectionName",
     #             sample_size: 1,
+    #             event_queue_arn: "EventQueueArn",
+    #             dlq_event_queue_arn: "EventQueueArn",
     #           },
     #         ],
     #         jdbc_targets: [
@@ -2900,6 +2902,9 @@ module Aws::Glue
     #             availability_zone: "NameString",
     #           },
     #         },
+    #         tags: {
+    #           "TagKey" => "TagValue",
+    #         },
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -2912,11 +2917,16 @@ module Aws::Glue
     #   A `ConnectionInput` object defining the connection to create.
     #   @return [Types::ConnectionInput]
     #
+    # @!attribute [rw] tags
+    #   The tags you assign to the connection.
+    #   @return [Hash<String,String>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateConnectionRequest AWS API Documentation
     #
     class CreateConnectionRequest < Struct.new(
       :catalog_id,
-      :connection_input)
+      :connection_input,
+      :tags)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -2940,6 +2950,8 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #               connection_name: "ConnectionName",
     #               sample_size: 1,
+    #               event_queue_arn: "EventQueueArn",
+    #               dlq_event_queue_arn: "EventQueueArn",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -2978,7 +2990,7 @@ module Aws::Glue
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
     #         recrawl_policy: {
-    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #         },
     #         lineage_configuration: {
     #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -8714,6 +8726,10 @@ module Aws::Glue
     #   @return [Integer]
     #
     # @!attribute [rw] exclude_column_schema
+    #   When true, specifies not returning the partition column schema.
+    #   Useful when you are interested only in other partition attributes
+    #   such as partition values or location. This approach avoids the
+    #   problem of a large response by not returning duplicate data.
     #   @return [Boolean]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsRequest AWS API Documentation
@@ -13217,7 +13233,7 @@ module Aws::Glue
     #   data as a hash:
     #
     #       {
-    #         recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #         recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #       }
     #
     # @!attribute [rw] recrawl_behavior
@@ -13229,6 +13245,9 @@ module Aws::Glue
     #
     #   A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
     #   that were added since the last crawler run.
+    #
+    #   A value of `CRAWL_EVENT_MODE` specifies crawling only the changes
+    #   identified by Amazon S3 events.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
@@ -13632,6 +13651,8 @@ module Aws::Glue
     #         exclusions: ["Path"],
     #         connection_name: "ConnectionName",
     #         sample_size: 1,
+    #         event_queue_arn: "EventQueueArn",
+    #         dlq_event_queue_arn: "EventQueueArn",
     #       }
     #
     # @!attribute [rw] path
@@ -13659,13 +13680,25 @@ module Aws::Glue
     #   crawled. A valid value is an integer between 1 and 249.
     #   @return [Integer]
     #
+    # @!attribute [rw] event_queue_arn
+    #   A valid Amazon SQS ARN. For example,
+    #   `arn:aws:sqs:region:account:sqs`.
+    #   @return [String]
+    #
+    # @!attribute [rw] dlq_event_queue_arn
+    #   A valid Amazon dead-letter SQS ARN. For example,
+    #   `arn:aws:sqs:region:account:deadLetterQueue`.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
     #
     class S3Target < Struct.new(
       :path,
       :exclusions,
       :connection_name,
-      :sample_size)
+      :sample_size,
+      :event_queue_arn,
+      :dlq_event_queue_arn)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -16394,6 +16427,8 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #               connection_name: "ConnectionName",
     #               sample_size: 1,
+    #               event_queue_arn: "EventQueueArn",
+    #               dlq_event_queue_arn: "EventQueueArn",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -16432,7 +16467,7 @@ module Aws::Glue
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
     #         recrawl_policy: {
-    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #         },
     #         lineage_configuration: {
     #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.95.0'
+  GEM_VERSION = '1.99.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.95.0
+  version: 1.99.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-09-01 00:00:00.000000000 Z
+date: 2021-11-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.120.0
+        version: 3.122.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.120.0
+        version: 3.122.0
 - !ruby/object:Gem::Dependency
   name: aws-sigv4
   requirement: !ruby/object:Gem::Requirement