aws-sdk-glue 1.144.0 → 1.146.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f4bc63cf7b958e6df06454b561c1919f7f06e597bf004dab6d62ae846065ac69
-  data.tar.gz: b566260e8a683ce735a4e2c71dcbb4b6704c30d1b1dadfb69fd205de104f789a
+  metadata.gz: 0d7c8eec4e855f00c5a2d6fec348fce2c9e6e469c77b23c96dd9cb98778ef4ef
+  data.tar.gz: a02f2909eb8e6ec9b00417b0a25b36b71dec00f5f78dae1cfb18c19dc05faa7b
 SHA512:
-  metadata.gz: 23faed52268db9e734fb0a6c33e76146abdff9096635313f90fa4cac171926dd3b120e837d51de3ddf253689607e407ca3adf2793432f5815eb7d90ef107310b
-  data.tar.gz: fe0dad62ceb782ecb07e6ade68d05a07e40c93840f0c5565e86cc3f26a251c8c04b48d10f6b2a634ec3daceee85097eda0e8d8c71d54c83dd5e20089dd49a89c
+  metadata.gz: 535d49b34a36dfb10b12ccac9095944ac89e620cebaae97baca7ad1508b020d572aa7003b341f0aaaf8cbe1e38efba9580a301e414039ac3929f9bcf8b0a1db9
+  data.tar.gz: 1bbbf31a37a3111eaffc9129c04b8526baa3a70c14db68d9f4e0a34378fd6e9a368d1eaef418d280e595295022bd427ae6478c6ea474857a720c2a64bafd7dfb

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
 
+1.146.0 (2023-07-06)
+------------------
+
+* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
+
+1.145.0 (2023-06-29)
+------------------
+
+* Feature - This release adds support for AWS Glue Crawler with Iceberg Tables, allowing Crawlers to discover Iceberg Tables in S3 and register them in Glue Data Catalog for query engines to query against.
+
 1.144.0 (2023-06-28)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.144.0
+1.146.0

data/lib/aws-sdk-glue/client.rb

@@ -28,6 +28,7 @@ require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
 require 'aws-sdk-core/plugins/transfer_encoding.rb'
 require 'aws-sdk-core/plugins/http_checksum.rb'
 require 'aws-sdk-core/plugins/checksum_algorithm.rb'
+require 'aws-sdk-core/plugins/request_compression.rb'
 require 'aws-sdk-core/plugins/defaults_mode.rb'
 require 'aws-sdk-core/plugins/recursion_detection.rb'
 require 'aws-sdk-core/plugins/sign.rb'
@@ -77,6 +78,7 @@ module Aws::Glue
     add_plugin(Aws::Plugins::TransferEncoding)
     add_plugin(Aws::Plugins::HttpChecksum)
     add_plugin(Aws::Plugins::ChecksumAlgorithm)
+    add_plugin(Aws::Plugins::RequestCompression)
     add_plugin(Aws::Plugins::DefaultsMode)
     add_plugin(Aws::Plugins::RecursionDetection)
     add_plugin(Aws::Plugins::Sign)
@@ -190,6 +192,10 @@ module Aws::Glue
     #     Set to true to disable SDK automatically adding host prefix
     #     to default service endpoint when available.
     #
+    #   @option options [Boolean] :disable_request_compression (false)
+    #     When set to 'true' the request body will not be compressed
+    #     for supported operations.
+    #
     #   @option options [String] :endpoint
     #     The client endpoint is normally constructed from the `:region`
     #     option. You should only configure an `:endpoint` when connecting
@@ -230,6 +236,11 @@ module Aws::Glue
     #     Used when loading credentials from the shared credentials file
     #     at HOME/.aws/credentials.  When not specified, 'default' is used.
     #
+    #   @option options [Integer] :request_min_compression_size_bytes (10240)
+    #     The minimum size in bytes that triggers compression for request
+    #     bodies. The value must be non-negative integer value between 0
+    #     and 10485780 bytes inclusive.
+    #
     #   @option options [Proc] :retry_backoff
     #     A proc or lambda used for backoff. Defaults to 2**retries * retry_base_delay.
     #     This option is only used in the `legacy` retry mode.
@@ -804,6 +815,13 @@ module Aws::Glue
     #   resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
     #   resp.crawlers[0].targets.delta_targets[0].create_native_delta_table #=> Boolean
+    #   resp.crawlers[0].targets.iceberg_targets #=> Array
+    #   resp.crawlers[0].targets.iceberg_targets[0].paths #=> Array
+    #   resp.crawlers[0].targets.iceberg_targets[0].paths[0] #=> String
+    #   resp.crawlers[0].targets.iceberg_targets[0].connection_name #=> String
+    #   resp.crawlers[0].targets.iceberg_targets[0].exclusions #=> Array
+    #   resp.crawlers[0].targets.iceberg_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.iceberg_targets[0].maximum_traversal_depth #=> Integer
     #   resp.crawlers[0].database_name #=> String
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
@@ -2765,6 +2783,14 @@ module Aws::Glue
     #           create_native_delta_table: false,
     #         },
     #       ],
+    #       iceberg_targets: [
+    #         {
+    #           paths: ["Path"],
+    #           connection_name: "ConnectionName",
+    #           exclusions: ["Path"],
+    #           maximum_traversal_depth: 1,
+    #         },
+    #       ],
     #     },
     #     schedule: "CronExpression",
     #     classifiers: ["NameString"],
@@ -5995,6 +6021,13 @@ module Aws::Glue
     #   resp.crawler.targets.delta_targets[0].connection_name #=> String
     #   resp.crawler.targets.delta_targets[0].write_manifest #=> Boolean
     #   resp.crawler.targets.delta_targets[0].create_native_delta_table #=> Boolean
+    #   resp.crawler.targets.iceberg_targets #=> Array
+    #   resp.crawler.targets.iceberg_targets[0].paths #=> Array
+    #   resp.crawler.targets.iceberg_targets[0].paths[0] #=> String
+    #   resp.crawler.targets.iceberg_targets[0].connection_name #=> String
+    #   resp.crawler.targets.iceberg_targets[0].exclusions #=> Array
+    #   resp.crawler.targets.iceberg_targets[0].exclusions[0] #=> String
+    #   resp.crawler.targets.iceberg_targets[0].maximum_traversal_depth #=> Integer
     #   resp.crawler.database_name #=> String
     #   resp.crawler.description #=> String
     #   resp.crawler.classifiers #=> Array
@@ -6142,6 +6175,13 @@ module Aws::Glue
     #   resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
     #   resp.crawlers[0].targets.delta_targets[0].create_native_delta_table #=> Boolean
+    #   resp.crawlers[0].targets.iceberg_targets #=> Array
+    #   resp.crawlers[0].targets.iceberg_targets[0].paths #=> Array
+    #   resp.crawlers[0].targets.iceberg_targets[0].paths[0] #=> String
+    #   resp.crawlers[0].targets.iceberg_targets[0].connection_name #=> String
+    #   resp.crawlers[0].targets.iceberg_targets[0].exclusions #=> Array
+    #   resp.crawlers[0].targets.iceberg_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.iceberg_targets[0].maximum_traversal_depth #=> Integer
     #   resp.crawlers[0].database_name #=> String
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
@@ -14836,6 +14876,14 @@ module Aws::Glue
     #           create_native_delta_table: false,
     #         },
     #       ],
+    #       iceberg_targets: [
+    #         {
+    #           paths: ["Path"],
+    #           connection_name: "ConnectionName",
+    #           exclusions: ["Path"],
+    #           maximum_traversal_depth: 1,
+    #         },
+    #       ],
     #     },
     #     schedule: "CronExpression",
     #     classifiers: ["NameString"],
@@ -15892,7 +15940,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.144.0'
+      context[:gem_version] = '1.146.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -610,6 +610,8 @@ module Aws::Glue
     GrokPattern = Shapes::StringShape.new(name: 'GrokPattern')
     HashString = Shapes::StringShape.new(name: 'HashString')
     HudiTargetCompressionType = Shapes::StringShape.new(name: 'HudiTargetCompressionType')
+    IcebergTarget = Shapes::StructureShape.new(name: 'IcebergTarget')
+    IcebergTargetList = Shapes::ListShape.new(name: 'IcebergTargetList')
     IdString = Shapes::StringShape.new(name: 'IdString')
     IdempotentParameterMismatchException = Shapes::StructureShape.new(name: 'IdempotentParameterMismatchException')
     IllegalBlueprintStateException = Shapes::StructureShape.new(name: 'IllegalBlueprintStateException')
@@ -1866,6 +1868,7 @@ module Aws::Glue
     CrawlerTargets.add_member(:dynamo_db_targets, Shapes::ShapeRef.new(shape: DynamoDBTargetList, location_name: "DynamoDBTargets"))
     CrawlerTargets.add_member(:catalog_targets, Shapes::ShapeRef.new(shape: CatalogTargetList, location_name: "CatalogTargets"))
     CrawlerTargets.add_member(:delta_targets, Shapes::ShapeRef.new(shape: DeltaTargetList, location_name: "DeltaTargets"))
+    CrawlerTargets.add_member(:iceberg_targets, Shapes::ShapeRef.new(shape: IcebergTargetList, location_name: "IcebergTargets"))
     CrawlerTargets.struct_class = Types::CrawlerTargets
 
     CrawlsFilter.add_member(:field_name, Shapes::ShapeRef.new(shape: FieldName, location_name: "FieldName"))
@@ -3529,6 +3532,14 @@ module Aws::Glue
     GrokClassifier.add_member(:custom_patterns, Shapes::ShapeRef.new(shape: CustomPatterns, location_name: "CustomPatterns"))
     GrokClassifier.struct_class = Types::GrokClassifier
 
+    IcebergTarget.add_member(:paths, Shapes::ShapeRef.new(shape: PathList, location_name: "Paths"))
+    IcebergTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
+    IcebergTarget.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
+    IcebergTarget.add_member(:maximum_traversal_depth, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaximumTraversalDepth"))
+    IcebergTarget.struct_class = Types::IcebergTarget
+
+    IcebergTargetList.member = Shapes::ShapeRef.new(shape: IcebergTarget)
+
     IdempotentParameterMismatchException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
     IdempotentParameterMismatchException.struct_class = Types::IdempotentParameterMismatchException
 

data/lib/aws-sdk-glue/types.rb

@@ -3454,6 +3454,10 @@ module Aws::Glue
     #   Specifies Delta data store targets.
     #   @return [Array<Types::DeltaTarget>]
     #
+    # @!attribute [rw] iceberg_targets
+    #   Specifies Apache Iceberg data store targets.
+    #   @return [Array<Types::IcebergTarget>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
     #
     class CrawlerTargets < Struct.new(
@@ -3462,7 +3466,8 @@ module Aws::Glue
       :mongo_db_targets,
       :dynamo_db_targets,
       :catalog_targets,
-      :delta_targets)
+      :delta_targets,
+      :iceberg_targets)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -11797,6 +11802,44 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Specifies an Apache Iceberg data source where Iceberg tables are
+    # stored in Amazon S3.
+    #
+    # @!attribute [rw] paths
+    #   One or more Amazon S3 paths that contains Iceberg metadata folders
+    #   as `s3://bucket/prefix`.
+    #   @return [Array<String>]
+    #
+    # @!attribute [rw] connection_name
+    #   The name of the connection to use to connect to the Iceberg target.
+    #   @return [String]
+    #
+    # @!attribute [rw] exclusions
+    #   A list of glob patterns used to exclude from the crawl. For more
+    #   information, see [Catalog Tables with a Crawler][1].
+    #
+    #
+    #
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
+    #   @return [Array<String>]
+    #
+    # @!attribute [rw] maximum_traversal_depth
+    #   The maximum depth of Amazon S3 paths that the crawler can traverse
+    #   to discover the Iceberg metadata folder in your Amazon S3 path. Used
+    #   to limit the crawler run time.
+    #   @return [Integer]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergTarget AWS API Documentation
+    #
+    class IcebergTarget < Struct.new(
+      :paths,
+      :connection_name,
+      :exclusions,
+      :maximum_traversal_depth)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The same unique identifier was associated with two different records.
     #
     # @!attribute [rw] message

data/lib/aws-sdk-glue.rb

@@ -52,6 +52,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.144.0'
+  GEM_VERSION = '1.146.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.144.0
+  version: 1.146.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-06-28 00:00:00.000000000 Z
+date: 2023-07-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.176.0
+        version: 3.177.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.176.0
+        version: 3.177.0
 - !ruby/object:Gem::Dependency
   name: aws-sigv4
   requirement: !ruby/object:Gem::Requirement