aws-sdk-glue 1.221.0 → 1.222.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ac6694c375ad3d7c0055ce30cb199ce21b5d00d76d0a2eb318200882367094dd
-  data.tar.gz: e1e68e0bf70604e777df838d1489e8487051906b1156572664739585b1ace792
+  metadata.gz: 06ff978a27f19ad72933805d99570e2f2d1bd04bd2fd44497964be6b471566af
+  data.tar.gz: 388917bf2360aca50ef34a5e7f23b91adc9aa561a1023bf7547bcf5976f97843
 SHA512:
-  metadata.gz: a97ce7c5e64310bb6bcf65098034049c64d25146cf8261036a33b64b759484182215d4319a1158637017888afdff90a3c6d941dbedce39911b16f40210f67941
-  data.tar.gz: 19a51dfa01c5401ffbb1abec5d3df2b66068a865a25bf6dd4e3c3d6546d33d8e91eb4bc562b1b5e8d82652b597acd31e2e07deaee1172ac0639ff762afa522e8
+  metadata.gz: 6dc8b1ca9603603c6ab425215ef410b2b9ad40a38c08e9fbd3fd3f411d449e6b8b576cc4e9c342509683723f40124d253787a51e16a3f70ffa4585acbc63015e
+  data.tar.gz: 4c42d23f17eafe8d4d1b1a801626152176a3524eef33ab977b0564813358902e1d73cfddbd865a1a1a1a8e9bdc5cad4151c8da60757b82d09b604a46b9d9f1f6

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.222.0 (2025-06-23)
+------------------
+
+* Feature - AWS Glue now supports sort and z-order strategy for managed automated compaction for Iceberg tables in addition to binpack.
+
 1.221.0 (2025-06-20)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.221.0
+1.222.0

data/lib/aws-sdk-glue/client.rb

@@ -2243,6 +2243,7 @@ module Aws::Glue
     #   resp.table_optimizers[0].table_optimizer.configuration.role_arn #=> String
     #   resp.table_optimizers[0].table_optimizer.configuration.enabled #=> Boolean
     #   resp.table_optimizers[0].table_optimizer.configuration.vpc_configuration.glue_connection_name #=> String
+    #   resp.table_optimizers[0].table_optimizer.configuration.compaction_configuration.iceberg_configuration.strategy #=> String, one of "binpack", "sort", "z-order"
     #   resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.snapshot_retention_period_in_days #=> Integer
     #   resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.number_of_snapshots_to_retain #=> Integer
     #   resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.clean_expired_files #=> Boolean
@@ -2261,6 +2262,7 @@ module Aws::Glue
     #   resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.dpu_hours #=> Float
     #   resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
     #   resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
+    #   resp.table_optimizers[0].table_optimizer.last_run.compaction_strategy #=> String, one of "binpack", "sort", "z-order"
     #   resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
     #   resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
     #   resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
@@ -5315,6 +5317,11 @@ module Aws::Glue
     #       vpc_configuration: {
     #         glue_connection_name: "glueConnectionNameString",
     #       },
+    #       compaction_configuration: {
+    #         iceberg_configuration: {
+    #           strategy: "binpack", # accepts binpack, sort, z-order
+    #         },
+    #       },
     #       retention_configuration: {
     #         iceberg_configuration: {
     #           snapshot_retention_period_in_days: 1,
@@ -12937,6 +12944,7 @@ module Aws::Glue
     #   resp.table_optimizer.configuration.role_arn #=> String
     #   resp.table_optimizer.configuration.enabled #=> Boolean
     #   resp.table_optimizer.configuration.vpc_configuration.glue_connection_name #=> String
+    #   resp.table_optimizer.configuration.compaction_configuration.iceberg_configuration.strategy #=> String, one of "binpack", "sort", "z-order"
     #   resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.snapshot_retention_period_in_days #=> Integer
     #   resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.number_of_snapshots_to_retain #=> Integer
     #   resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.clean_expired_files #=> Boolean
@@ -12955,6 +12963,7 @@ module Aws::Glue
     #   resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.dpu_hours #=> Float
     #   resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
     #   resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
+    #   resp.table_optimizer.last_run.compaction_strategy #=> String, one of "binpack", "sort", "z-order"
     #   resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
     #   resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
     #   resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
@@ -16140,6 +16149,7 @@ module Aws::Glue
     #   resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.dpu_hours #=> Float
     #   resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
     #   resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
+    #   resp.table_optimizer_runs[0].compaction_strategy #=> String, one of "binpack", "sort", "z-order"
     #   resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
     #   resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
     #   resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
@@ -20014,6 +20024,11 @@ module Aws::Glue
     #       vpc_configuration: {
     #         glue_connection_name: "glueConnectionNameString",
     #       },
+    #       compaction_configuration: {
+    #         iceberg_configuration: {
+    #           strategy: "binpack", # accepts binpack, sort, z-order
+    #         },
+    #       },
     #       retention_configuration: {
     #         iceberg_configuration: {
     #           snapshot_retention_period_in_days: 1,
@@ -20306,7 +20321,7 @@ module Aws::Glue
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.221.0'
+      context[:gem_version] = '1.222.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -225,7 +225,9 @@ module Aws::Glue
     ColumnValuesString = Shapes::StringShape.new(name: 'ColumnValuesString')
     CommentString = Shapes::StringShape.new(name: 'CommentString')
     CommitIdString = Shapes::StringShape.new(name: 'CommitIdString')
+    CompactionConfiguration = Shapes::StructureShape.new(name: 'CompactionConfiguration')
     CompactionMetrics = Shapes::StructureShape.new(name: 'CompactionMetrics')
+    CompactionStrategy = Shapes::StringShape.new(name: 'CompactionStrategy')
     Comparator = Shapes::StringShape.new(name: 'Comparator')
     Compatibility = Shapes::StringShape.new(name: 'Compatibility')
     CompressionType = Shapes::StringShape.new(name: 'CompressionType')
@@ -796,6 +798,7 @@ module Aws::Glue
     HudiTargetList = Shapes::ListShape.new(name: 'HudiTargetList')
     HyperTargetCompressionType = Shapes::StringShape.new(name: 'HyperTargetCompressionType')
     IAMRoleArn = Shapes::StringShape.new(name: 'IAMRoleArn')
+    IcebergCompactionConfiguration = Shapes::StructureShape.new(name: 'IcebergCompactionConfiguration')
     IcebergCompactionMetrics = Shapes::StructureShape.new(name: 'IcebergCompactionMetrics')
     IcebergInput = Shapes::StructureShape.new(name: 'IcebergInput')
     IcebergOrphanFileDeletionConfiguration = Shapes::StructureShape.new(name: 'IcebergOrphanFileDeletionConfiguration')
@@ -2327,6 +2330,9 @@ module Aws::Glue
 
     ColumnValueStringList.member = Shapes::ShapeRef.new(shape: ColumnValuesString)
 
+    CompactionConfiguration.add_member(:iceberg_configuration, Shapes::ShapeRef.new(shape: IcebergCompactionConfiguration, location_name: "icebergConfiguration"))
+    CompactionConfiguration.struct_class = Types::CompactionConfiguration
+
     CompactionMetrics.add_member(:iceberg_metrics, Shapes::ShapeRef.new(shape: IcebergCompactionMetrics, location_name: "IcebergMetrics"))
     CompactionMetrics.struct_class = Types::CompactionMetrics
 
@@ -4674,6 +4680,9 @@ module Aws::Glue
 
     HudiTargetList.member = Shapes::ShapeRef.new(shape: HudiTarget)
 
+    IcebergCompactionConfiguration.add_member(:strategy, Shapes::ShapeRef.new(shape: CompactionStrategy, location_name: "strategy"))
+    IcebergCompactionConfiguration.struct_class = Types::IcebergCompactionConfiguration
+
     IcebergCompactionMetrics.add_member(:number_of_bytes_compacted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfBytesCompacted"))
     IcebergCompactionMetrics.add_member(:number_of_files_compacted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfFilesCompacted"))
     IcebergCompactionMetrics.add_member(:dpu_hours, Shapes::ShapeRef.new(shape: dpuHours, location_name: "DpuHours"))
@@ -6704,6 +6713,7 @@ module Aws::Glue
     TableOptimizerConfiguration.add_member(:role_arn, Shapes::ShapeRef.new(shape: ArnString, location_name: "roleArn"))
     TableOptimizerConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "enabled"))
     TableOptimizerConfiguration.add_member(:vpc_configuration, Shapes::ShapeRef.new(shape: TableOptimizerVpcConfiguration, location_name: "vpcConfiguration"))
+    TableOptimizerConfiguration.add_member(:compaction_configuration, Shapes::ShapeRef.new(shape: CompactionConfiguration, location_name: "compactionConfiguration"))
     TableOptimizerConfiguration.add_member(:retention_configuration, Shapes::ShapeRef.new(shape: RetentionConfiguration, location_name: "retentionConfiguration"))
     TableOptimizerConfiguration.add_member(:orphan_file_deletion_configuration, Shapes::ShapeRef.new(shape: OrphanFileDeletionConfiguration, location_name: "orphanFileDeletionConfiguration"))
     TableOptimizerConfiguration.struct_class = Types::TableOptimizerConfiguration
@@ -6714,6 +6724,7 @@ module Aws::Glue
     TableOptimizerRun.add_member(:metrics, Shapes::ShapeRef.new(shape: RunMetrics, deprecated: true, location_name: "metrics", metadata: {"deprecatedMessage" => "Metrics has been replaced by optimizer type specific metrics such as IcebergCompactionMetrics"}))
     TableOptimizerRun.add_member(:error, Shapes::ShapeRef.new(shape: MessageString, location_name: "error"))
     TableOptimizerRun.add_member(:compaction_metrics, Shapes::ShapeRef.new(shape: CompactionMetrics, location_name: "compactionMetrics"))
+    TableOptimizerRun.add_member(:compaction_strategy, Shapes::ShapeRef.new(shape: CompactionStrategy, location_name: "compactionStrategy"))
     TableOptimizerRun.add_member(:retention_metrics, Shapes::ShapeRef.new(shape: RetentionMetrics, location_name: "retentionMetrics"))
     TableOptimizerRun.add_member(:orphan_file_deletion_metrics, Shapes::ShapeRef.new(shape: OrphanFileDeletionMetrics, location_name: "orphanFileDeletionMetrics"))
     TableOptimizerRun.struct_class = Types::TableOptimizerRun

data/lib/aws-sdk-glue/types.rb

@@ -3423,6 +3423,22 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The configuration for a compaction optimizer. This configuration
+    # defines how data files in your table will be compacted to improve
+    # query performance and reduce storage costs.
+    #
+    # @!attribute [rw] iceberg_configuration
+    #   The configuration for an Iceberg compaction optimizer.
+    #   @return [Types::IcebergCompactionConfiguration]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CompactionConfiguration AWS API Documentation
+    #
+    class CompactionConfiguration < Struct.new(
+      :iceberg_configuration)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # A structure that contains compaction metrics for the optimizer run.
     #
     # @!attribute [rw] iceberg_metrics
@@ -15449,6 +15465,44 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The configuration for an Iceberg compaction optimizer. This
+    # configuration defines parameters for optimizing the layout of data
+    # files in Iceberg tables.
+    #
+    # @!attribute [rw] strategy
+    #   The strategy to use for compaction. Valid values are:
+    #
+    #   * `binpack`: Combines small files into larger files, typically
+    #     targeting sizes over 100MB, while applying any pending deletes.
+    #     This is the recommended compaction strategy for most use cases.
+    #
+    #   * `sort`: Organizes data based on specified columns which are sorted
+    #     hierarchically during compaction, improving query performance for
+    #     filtered operations. This strategy is recommended when your
+    #     queries frequently filter on specific columns. To use this
+    #     strategy, you must first define a sort order in your Iceberg table
+    #     properties using the `sort_order` table property.
+    #
+    #   * `z-order`: Optimizes data organization by blending multiple
+    #     attributes into a single scalar value that can be used for
+    #     sorting, allowing efficient querying across multiple dimensions.
+    #     This strategy is recommended when you need to query data across
+    #     multiple dimensions simultaneously. To use this strategy, you must
+    #     first define a sort order in your Iceberg table properties using
+    #     the `sort_order` table property.
+    #
+    #   If an input is not provided, the default value 'binpack' will be
+    #   used.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergCompactionConfiguration AWS API Documentation
+    #
+    class IcebergCompactionConfiguration < Struct.new(
+      :strategy)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Compaction metrics for Iceberg for the optimizer run.
     #
     # @!attribute [rw] number_of_bytes_compacted
@@ -25751,6 +25805,12 @@ module Aws::Glue
     #   that are in a customer VPC.
     #   @return [Types::TableOptimizerVpcConfiguration]
     #
+    # @!attribute [rw] compaction_configuration
+    #   The configuration for a compaction optimizer. This configuration
+    #   defines how data files in your table will be compacted to improve
+    #   query performance and reduce storage costs.
+    #   @return [Types::CompactionConfiguration]
+    #
     # @!attribute [rw] retention_configuration
     #   The configuration for a snapshot retention optimizer.
     #   @return [Types::RetentionConfiguration]
@@ -25765,6 +25825,7 @@ module Aws::Glue
       :role_arn,
       :enabled,
       :vpc_configuration,
+      :compaction_configuration,
       :retention_configuration,
       :orphan_file_deletion_configuration)
       SENSITIVE = []
@@ -25802,6 +25863,31 @@ module Aws::Glue
     #   run.
     #   @return [Types::CompactionMetrics]
     #
+    # @!attribute [rw] compaction_strategy
+    #   The strategy used for the compaction run. Indicates which algorithm
+    #   was applied to determine how files were selected and combined during
+    #   the compaction process. Valid values are:
+    #
+    #   * `binpack`: Combines small files into larger files, typically
+    #     targeting sizes over 100MB, while applying any pending deletes.
+    #     This is the recommended compaction strategy for most use cases.
+    #
+    #   * `sort`: Organizes data based on specified columns which are sorted
+    #     hierarchically during compaction, improving query performance for
+    #     filtered operations. This strategy is recommended when your
+    #     queries frequently filter on specific columns. To use this
+    #     strategy, you must first define a sort order in your Iceberg table
+    #     properties using the `sort_order` table property.
+    #
+    #   * `z-order`: Optimizes data organization by blending multiple
+    #     attributes into a single scalar value that can be used for
+    #     sorting, allowing efficient querying across multiple dimensions.
+    #     This strategy is recommended when you need to query data across
+    #     multiple dimensions simultaneously. To use this strategy, you must
+    #     first define a sort order in your Iceberg table properties using
+    #     the `sort_order` table property.
+    #   @return [String]
+    #
     # @!attribute [rw] retention_metrics
     #   A `RetentionMetrics` object containing metrics for the optimizer
     #   run.
@@ -25821,6 +25907,7 @@ module Aws::Glue
       :metrics,
       :error,
       :compaction_metrics,
+      :compaction_strategy,
       :retention_metrics,
       :orphan_file_deletion_metrics)
       SENSITIVE = []

data/lib/aws-sdk-glue.rb

@@ -54,7 +54,7 @@ module Aws::Glue
   autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
   autoload :Endpoints, 'aws-sdk-glue/endpoints'
 
-  GEM_VERSION = '1.221.0'
+  GEM_VERSION = '1.222.0'
 
 end
 

data/sig/client.rbs

@@ -2635,6 +2635,11 @@ module Aws
                                       vpc_configuration: {
                                         glue_connection_name: ::String?
                                       }?,
+                                      compaction_configuration: {
+                                        iceberg_configuration: {
+                                          strategy: ("binpack" | "sort" | "z-order")?
+                                        }?
+                                      }?,
                                       retention_configuration: {
                                         iceberg_configuration: {
                                           snapshot_retention_period_in_days: ::Integer?,
@@ -7576,6 +7581,11 @@ module Aws
                                       vpc_configuration: {
                                         glue_connection_name: ::String?
                                       }?,
+                                      compaction_configuration: {
+                                        iceberg_configuration: {
+                                          strategy: ("binpack" | "sort" | "z-order")?
+                                        }?
+                                      }?,
                                       retention_configuration: {
                                         iceberg_configuration: {
                                           snapshot_retention_period_in_days: ::Integer?,

data/sig/types.rbs

@@ -889,6 +889,11 @@ module Aws::Glue
       SENSITIVE: []
     end
 
+    class CompactionConfiguration
+      attr_accessor iceberg_configuration: Types::IcebergCompactionConfiguration
+      SENSITIVE: []
+    end
+
     class CompactionMetrics
       attr_accessor iceberg_metrics: Types::IcebergCompactionMetrics
       SENSITIVE: []
@@ -3847,6 +3852,11 @@ module Aws::Glue
       SENSITIVE: []
     end
 
+    class IcebergCompactionConfiguration
+      attr_accessor strategy: ("binpack" | "sort" | "z-order")
+      SENSITIVE: []
+    end
+
     class IcebergCompactionMetrics
       attr_accessor number_of_bytes_compacted: ::Integer
       attr_accessor number_of_files_compacted: ::Integer
@@ -6301,6 +6311,7 @@ module Aws::Glue
       attr_accessor role_arn: ::String
       attr_accessor enabled: bool
       attr_accessor vpc_configuration: Types::TableOptimizerVpcConfiguration
+      attr_accessor compaction_configuration: Types::CompactionConfiguration
       attr_accessor retention_configuration: Types::RetentionConfiguration
       attr_accessor orphan_file_deletion_configuration: Types::OrphanFileDeletionConfiguration
       SENSITIVE: []
@@ -6313,6 +6324,7 @@ module Aws::Glue
       attr_accessor metrics: Types::RunMetrics
       attr_accessor error: ::String
       attr_accessor compaction_metrics: Types::CompactionMetrics
+      attr_accessor compaction_strategy: ("binpack" | "sort" | "z-order")
       attr_accessor retention_metrics: Types::RetentionMetrics
       attr_accessor orphan_file_deletion_metrics: Types::OrphanFileDeletionMetrics
       SENSITIVE: []

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.221.0
+  version: 1.222.0
 platform: ruby
 authors:
 - Amazon Web Services