aws-sdk-glue 1.220.0 → 1.222.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3f241eaf494b8c5b420b5116a1d59915afe4af6fcc53f58bc1c639035c3ac78e
-  data.tar.gz: 6f7f53b5e9bb40ec6937c8f13cd45b343a61bae1a811fcb7eddbd16ccbcdbfd7
+  metadata.gz: 06ff978a27f19ad72933805d99570e2f2d1bd04bd2fd44497964be6b471566af
+  data.tar.gz: 388917bf2360aca50ef34a5e7f23b91adc9aa561a1023bf7547bcf5976f97843
 SHA512:
-  metadata.gz: 8945853fca052d6567ef7d48d357950ee170941e6037d9f66e42292a01706a0abf5316dcfa012ceb992eaea8e36e6f1e45d31aaa9f81b4559a0aa3f11ee4951e
-  data.tar.gz: a11c3f54cd4003f6832480ff92091363e46c9c5f8a24a4d1d2d1aa8c839d376fe0cab9b2f229e9e70d4bb8af43c3b8e2ce15d6162406637efcb18960942c0cc1
+  metadata.gz: 6dc8b1ca9603603c6ab425215ef410b2b9ad40a38c08e9fbd3fd3f411d449e6b8b576cc4e9c342509683723f40124d253787a51e16a3f70ffa4585acbc63015e
+  data.tar.gz: 4c42d23f17eafe8d4d1b1a801626152176a3524eef33ab977b0564813358902e1d73cfddbd865a1a1a1a8e9bdc5cad4151c8da60757b82d09b604a46b9d9f1f6

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
 
+1.222.0 (2025-06-23)
+------------------
+
+* Feature - AWS Glue now supports sort and z-order strategy for managed automated compaction for Iceberg tables in addition to binpack.
+
+1.221.0 (2025-06-20)
+------------------
+
+* Feature - AWS Glue Data Quality now provides aggregated metrics in evaluation results when publishAggregatedMetrics with row-level results are enabled. These metrics include summary statistics showing total counts of processed, passed, and failed rows and rules in a single view.
+
 1.220.0 (2025-06-02)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.220.0
+1.222.0

data/lib/aws-sdk-glue/client.rb

@@ -1028,6 +1028,8 @@ module Aws::Glue
     #   resp.results[0].rule_results[0].evaluated_metrics #=> Hash
     #   resp.results[0].rule_results[0].evaluated_metrics["NameString"] #=> Float
     #   resp.results[0].rule_results[0].evaluated_rule #=> String
+    #   resp.results[0].rule_results[0].rule_metrics #=> Hash
+    #   resp.results[0].rule_results[0].rule_metrics["NameString"] #=> Float
     #   resp.results[0].analyzer_results #=> Array
     #   resp.results[0].analyzer_results[0].name #=> String
     #   resp.results[0].analyzer_results[0].description #=> String
@@ -1044,6 +1046,12 @@ module Aws::Glue
     #   resp.results[0].observations[0].metric_based_observation.metric_values.upper_limit #=> Float
     #   resp.results[0].observations[0].metric_based_observation.new_rules #=> Array
     #   resp.results[0].observations[0].metric_based_observation.new_rules[0] #=> String
+    #   resp.results[0].aggregated_metrics.total_rows_processed #=> Float
+    #   resp.results[0].aggregated_metrics.total_rows_passed #=> Float
+    #   resp.results[0].aggregated_metrics.total_rows_failed #=> Float
+    #   resp.results[0].aggregated_metrics.total_rules_processed #=> Float
+    #   resp.results[0].aggregated_metrics.total_rules_passed #=> Float
+    #   resp.results[0].aggregated_metrics.total_rules_failed #=> Float
     #   resp.results_not_found #=> Array
     #   resp.results_not_found[0] #=> String
     #
@@ -2235,6 +2243,7 @@ module Aws::Glue
     #   resp.table_optimizers[0].table_optimizer.configuration.role_arn #=> String
     #   resp.table_optimizers[0].table_optimizer.configuration.enabled #=> Boolean
     #   resp.table_optimizers[0].table_optimizer.configuration.vpc_configuration.glue_connection_name #=> String
+    #   resp.table_optimizers[0].table_optimizer.configuration.compaction_configuration.iceberg_configuration.strategy #=> String, one of "binpack", "sort", "z-order"
     #   resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.snapshot_retention_period_in_days #=> Integer
     #   resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.number_of_snapshots_to_retain #=> Integer
     #   resp.table_optimizers[0].table_optimizer.configuration.retention_configuration.iceberg_configuration.clean_expired_files #=> Boolean
@@ -2253,6 +2262,7 @@ module Aws::Glue
     #   resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.dpu_hours #=> Float
     #   resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
     #   resp.table_optimizers[0].table_optimizer.last_run.compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
+    #   resp.table_optimizers[0].table_optimizer.last_run.compaction_strategy #=> String, one of "binpack", "sort", "z-order"
     #   resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
     #   resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
     #   resp.table_optimizers[0].table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
@@ -5307,6 +5317,11 @@ module Aws::Glue
     #       vpc_configuration: {
     #         glue_connection_name: "glueConnectionNameString",
     #       },
+    #       compaction_configuration: {
+    #         iceberg_configuration: {
+    #           strategy: "binpack", # accepts binpack, sort, z-order
+    #         },
+    #       },
     #       retention_configuration: {
     #         iceberg_configuration: {
     #           snapshot_retention_period_in_days: 1,
@@ -8424,6 +8439,7 @@ module Aws::Glue
     #   * {Types::GetDataQualityResultResponse#rule_results #rule_results} => Array<Types::DataQualityRuleResult>
     #   * {Types::GetDataQualityResultResponse#analyzer_results #analyzer_results} => Array<Types::DataQualityAnalyzerResult>
     #   * {Types::GetDataQualityResultResponse#observations #observations} => Array<Types::DataQualityObservation>
+    #   * {Types::GetDataQualityResultResponse#aggregated_metrics #aggregated_metrics} => Types::DataQualityAggregatedMetrics
     #
     # @example Request syntax with placeholder values
     #
@@ -8457,6 +8473,8 @@ module Aws::Glue
     #   resp.rule_results[0].evaluated_metrics #=> Hash
     #   resp.rule_results[0].evaluated_metrics["NameString"] #=> Float
     #   resp.rule_results[0].evaluated_rule #=> String
+    #   resp.rule_results[0].rule_metrics #=> Hash
+    #   resp.rule_results[0].rule_metrics["NameString"] #=> Float
     #   resp.analyzer_results #=> Array
     #   resp.analyzer_results[0].name #=> String
     #   resp.analyzer_results[0].description #=> String
@@ -8473,6 +8491,12 @@ module Aws::Glue
     #   resp.observations[0].metric_based_observation.metric_values.upper_limit #=> Float
     #   resp.observations[0].metric_based_observation.new_rules #=> Array
     #   resp.observations[0].metric_based_observation.new_rules[0] #=> String
+    #   resp.aggregated_metrics.total_rows_processed #=> Float
+    #   resp.aggregated_metrics.total_rows_passed #=> Float
+    #   resp.aggregated_metrics.total_rows_failed #=> Float
+    #   resp.aggregated_metrics.total_rules_processed #=> Float
+    #   resp.aggregated_metrics.total_rules_passed #=> Float
+    #   resp.aggregated_metrics.total_rules_failed #=> Float
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResult AWS API Documentation
     #
@@ -12920,6 +12944,7 @@ module Aws::Glue
     #   resp.table_optimizer.configuration.role_arn #=> String
     #   resp.table_optimizer.configuration.enabled #=> Boolean
     #   resp.table_optimizer.configuration.vpc_configuration.glue_connection_name #=> String
+    #   resp.table_optimizer.configuration.compaction_configuration.iceberg_configuration.strategy #=> String, one of "binpack", "sort", "z-order"
     #   resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.snapshot_retention_period_in_days #=> Integer
     #   resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.number_of_snapshots_to_retain #=> Integer
     #   resp.table_optimizer.configuration.retention_configuration.iceberg_configuration.clean_expired_files #=> Boolean
@@ -12938,6 +12963,7 @@ module Aws::Glue
     #   resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.dpu_hours #=> Float
     #   resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
     #   resp.table_optimizer.last_run.compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
+    #   resp.table_optimizer.last_run.compaction_strategy #=> String, one of "binpack", "sort", "z-order"
     #   resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
     #   resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
     #   resp.table_optimizer.last_run.retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
@@ -16123,6 +16149,7 @@ module Aws::Glue
     #   resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.dpu_hours #=> Float
     #   resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.number_of_dpus #=> Integer
     #   resp.table_optimizer_runs[0].compaction_metrics.iceberg_metrics.job_duration_in_hour #=> Float
+    #   resp.table_optimizer_runs[0].compaction_strategy #=> String, one of "binpack", "sort", "z-order"
     #   resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_data_files_deleted #=> Integer
     #   resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_manifest_files_deleted #=> Integer
     #   resp.table_optimizer_runs[0].retention_metrics.iceberg_metrics.number_of_manifest_lists_deleted #=> Integer
@@ -19997,6 +20024,11 @@ module Aws::Glue
     #       vpc_configuration: {
     #         glue_connection_name: "glueConnectionNameString",
     #       },
+    #       compaction_configuration: {
+    #         iceberg_configuration: {
+    #           strategy: "binpack", # accepts binpack, sort, z-order
+    #         },
+    #       },
     #       retention_configuration: {
     #         iceberg_configuration: {
     #           snapshot_retention_period_in_days: 1,
@@ -20289,7 +20321,7 @@ module Aws::Glue
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.220.0'
+      context[:gem_version] = '1.222.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -225,7 +225,9 @@ module Aws::Glue
     ColumnValuesString = Shapes::StringShape.new(name: 'ColumnValuesString')
     CommentString = Shapes::StringShape.new(name: 'CommentString')
     CommitIdString = Shapes::StringShape.new(name: 'CommitIdString')
+    CompactionConfiguration = Shapes::StructureShape.new(name: 'CompactionConfiguration')
     CompactionMetrics = Shapes::StructureShape.new(name: 'CompactionMetrics')
+    CompactionStrategy = Shapes::StringShape.new(name: 'CompactionStrategy')
     Comparator = Shapes::StringShape.new(name: 'Comparator')
     Compatibility = Shapes::StringShape.new(name: 'Compatibility')
     CompressionType = Shapes::StringShape.new(name: 'CompressionType')
@@ -392,6 +394,7 @@ module Aws::Glue
     DataLakePrincipalString = Shapes::StringShape.new(name: 'DataLakePrincipalString')
     DataOperation = Shapes::StringShape.new(name: 'DataOperation')
     DataOperations = Shapes::ListShape.new(name: 'DataOperations')
+    DataQualityAggregatedMetrics = Shapes::StructureShape.new(name: 'DataQualityAggregatedMetrics')
     DataQualityAnalyzerResult = Shapes::StructureShape.new(name: 'DataQualityAnalyzerResult')
     DataQualityAnalyzerResults = Shapes::ListShape.new(name: 'DataQualityAnalyzerResults')
     DataQualityEncryption = Shapes::StructureShape.new(name: 'DataQualityEncryption')
@@ -795,6 +798,7 @@ module Aws::Glue
     HudiTargetList = Shapes::ListShape.new(name: 'HudiTargetList')
     HyperTargetCompressionType = Shapes::StringShape.new(name: 'HyperTargetCompressionType')
     IAMRoleArn = Shapes::StringShape.new(name: 'IAMRoleArn')
+    IcebergCompactionConfiguration = Shapes::StructureShape.new(name: 'IcebergCompactionConfiguration')
     IcebergCompactionMetrics = Shapes::StructureShape.new(name: 'IcebergCompactionMetrics')
     IcebergInput = Shapes::StructureShape.new(name: 'IcebergInput')
     IcebergOrphanFileDeletionConfiguration = Shapes::StructureShape.new(name: 'IcebergOrphanFileDeletionConfiguration')
@@ -1185,6 +1189,7 @@ module Aws::Glue
     RoleArn = Shapes::StringShape.new(name: 'RoleArn')
     RoleString = Shapes::StringShape.new(name: 'RoleString')
     RowTag = Shapes::StringShape.new(name: 'RowTag')
+    RuleMetricsMap = Shapes::MapShape.new(name: 'RuleMetricsMap')
     RulesetNames = Shapes::ListShape.new(name: 'RulesetNames')
     RunId = Shapes::StringShape.new(name: 'RunId')
     RunIdentifier = Shapes::StructureShape.new(name: 'RunIdentifier')
@@ -2325,6 +2330,9 @@ module Aws::Glue
 
     ColumnValueStringList.member = Shapes::ShapeRef.new(shape: ColumnValuesString)
 
+    CompactionConfiguration.add_member(:iceberg_configuration, Shapes::ShapeRef.new(shape: IcebergCompactionConfiguration, location_name: "icebergConfiguration"))
+    CompactionConfiguration.struct_class = Types::CompactionConfiguration
+
     CompactionMetrics.add_member(:iceberg_metrics, Shapes::ShapeRef.new(shape: IcebergCompactionMetrics, location_name: "IcebergMetrics"))
     CompactionMetrics.struct_class = Types::CompactionMetrics
 
@@ -3051,6 +3059,14 @@ module Aws::Glue
 
     DataOperations.member = Shapes::ShapeRef.new(shape: DataOperation)
 
+    DataQualityAggregatedMetrics.add_member(:total_rows_processed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRowsProcessed"))
+    DataQualityAggregatedMetrics.add_member(:total_rows_passed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRowsPassed"))
+    DataQualityAggregatedMetrics.add_member(:total_rows_failed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRowsFailed"))
+    DataQualityAggregatedMetrics.add_member(:total_rules_processed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRulesProcessed"))
+    DataQualityAggregatedMetrics.add_member(:total_rules_passed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRulesPassed"))
+    DataQualityAggregatedMetrics.add_member(:total_rules_failed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRulesFailed"))
+    DataQualityAggregatedMetrics.struct_class = Types::DataQualityAggregatedMetrics
+
     DataQualityAnalyzerResult.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
     DataQualityAnalyzerResult.add_member(:description, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "Description"))
     DataQualityAnalyzerResult.add_member(:evaluation_message, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "EvaluationMessage"))
@@ -3094,6 +3110,7 @@ module Aws::Glue
     DataQualityResult.add_member(:rule_results, Shapes::ShapeRef.new(shape: DataQualityRuleResults, location_name: "RuleResults"))
     DataQualityResult.add_member(:analyzer_results, Shapes::ShapeRef.new(shape: DataQualityAnalyzerResults, location_name: "AnalyzerResults"))
     DataQualityResult.add_member(:observations, Shapes::ShapeRef.new(shape: DataQualityObservations, location_name: "Observations"))
+    DataQualityResult.add_member(:aggregated_metrics, Shapes::ShapeRef.new(shape: DataQualityAggregatedMetrics, location_name: "AggregatedMetrics"))
     DataQualityResult.struct_class = Types::DataQualityResult
 
     DataQualityResultDescription.add_member(:result_id, Shapes::ShapeRef.new(shape: HashString, location_name: "ResultId"))
@@ -3137,6 +3154,7 @@ module Aws::Glue
     DataQualityRuleResult.add_member(:result, Shapes::ShapeRef.new(shape: DataQualityRuleResultStatus, location_name: "Result"))
     DataQualityRuleResult.add_member(:evaluated_metrics, Shapes::ShapeRef.new(shape: EvaluatedMetricsMap, location_name: "EvaluatedMetrics"))
     DataQualityRuleResult.add_member(:evaluated_rule, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "EvaluatedRule"))
+    DataQualityRuleResult.add_member(:rule_metrics, Shapes::ShapeRef.new(shape: RuleMetricsMap, location_name: "RuleMetrics"))
     DataQualityRuleResult.struct_class = Types::DataQualityRuleResult
 
     DataQualityRuleResults.member = Shapes::ShapeRef.new(shape: DataQualityRuleResult)
@@ -4004,6 +4022,7 @@ module Aws::Glue
     GetDataQualityResultResponse.add_member(:rule_results, Shapes::ShapeRef.new(shape: DataQualityRuleResults, location_name: "RuleResults"))
     GetDataQualityResultResponse.add_member(:analyzer_results, Shapes::ShapeRef.new(shape: DataQualityAnalyzerResults, location_name: "AnalyzerResults"))
     GetDataQualityResultResponse.add_member(:observations, Shapes::ShapeRef.new(shape: DataQualityObservations, location_name: "Observations"))
+    GetDataQualityResultResponse.add_member(:aggregated_metrics, Shapes::ShapeRef.new(shape: DataQualityAggregatedMetrics, location_name: "AggregatedMetrics"))
     GetDataQualityResultResponse.struct_class = Types::GetDataQualityResultResponse
 
     GetDataQualityRuleRecommendationRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, required: true, location_name: "RunId"))
@@ -4661,6 +4680,9 @@ module Aws::Glue
 
     HudiTargetList.member = Shapes::ShapeRef.new(shape: HudiTarget)
 
+    IcebergCompactionConfiguration.add_member(:strategy, Shapes::ShapeRef.new(shape: CompactionStrategy, location_name: "strategy"))
+    IcebergCompactionConfiguration.struct_class = Types::IcebergCompactionConfiguration
+
     IcebergCompactionMetrics.add_member(:number_of_bytes_compacted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfBytesCompacted"))
     IcebergCompactionMetrics.add_member(:number_of_files_compacted, Shapes::ShapeRef.new(shape: metricCounts, location_name: "NumberOfFilesCompacted"))
     IcebergCompactionMetrics.add_member(:dpu_hours, Shapes::ShapeRef.new(shape: dpuHours, location_name: "DpuHours"))
@@ -5891,6 +5913,9 @@ module Aws::Glue
     RetentionMetrics.add_member(:iceberg_metrics, Shapes::ShapeRef.new(shape: IcebergRetentionMetrics, location_name: "IcebergMetrics"))
     RetentionMetrics.struct_class = Types::RetentionMetrics
 
+    RuleMetricsMap.key = Shapes::ShapeRef.new(shape: NameString)
+    RuleMetricsMap.value = Shapes::ShapeRef.new(shape: NullableDouble)
+
     RulesetNames.member = Shapes::ShapeRef.new(shape: NameString)
 
     RunIdentifier.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RunId"))
@@ -6688,6 +6713,7 @@ module Aws::Glue
     TableOptimizerConfiguration.add_member(:role_arn, Shapes::ShapeRef.new(shape: ArnString, location_name: "roleArn"))
     TableOptimizerConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "enabled"))
     TableOptimizerConfiguration.add_member(:vpc_configuration, Shapes::ShapeRef.new(shape: TableOptimizerVpcConfiguration, location_name: "vpcConfiguration"))
+    TableOptimizerConfiguration.add_member(:compaction_configuration, Shapes::ShapeRef.new(shape: CompactionConfiguration, location_name: "compactionConfiguration"))
     TableOptimizerConfiguration.add_member(:retention_configuration, Shapes::ShapeRef.new(shape: RetentionConfiguration, location_name: "retentionConfiguration"))
     TableOptimizerConfiguration.add_member(:orphan_file_deletion_configuration, Shapes::ShapeRef.new(shape: OrphanFileDeletionConfiguration, location_name: "orphanFileDeletionConfiguration"))
     TableOptimizerConfiguration.struct_class = Types::TableOptimizerConfiguration
@@ -6698,6 +6724,7 @@ module Aws::Glue
     TableOptimizerRun.add_member(:metrics, Shapes::ShapeRef.new(shape: RunMetrics, deprecated: true, location_name: "metrics", metadata: {"deprecatedMessage" => "Metrics has been replaced by optimizer type specific metrics such as IcebergCompactionMetrics"}))
     TableOptimizerRun.add_member(:error, Shapes::ShapeRef.new(shape: MessageString, location_name: "error"))
     TableOptimizerRun.add_member(:compaction_metrics, Shapes::ShapeRef.new(shape: CompactionMetrics, location_name: "compactionMetrics"))
+    TableOptimizerRun.add_member(:compaction_strategy, Shapes::ShapeRef.new(shape: CompactionStrategy, location_name: "compactionStrategy"))
     TableOptimizerRun.add_member(:retention_metrics, Shapes::ShapeRef.new(shape: RetentionMetrics, location_name: "retentionMetrics"))
     TableOptimizerRun.add_member(:orphan_file_deletion_metrics, Shapes::ShapeRef.new(shape: OrphanFileDeletionMetrics, location_name: "orphanFileDeletionMetrics"))
     TableOptimizerRun.struct_class = Types::TableOptimizerRun

data/lib/aws-sdk-glue/types.rb

@@ -3423,6 +3423,22 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The configuration for a compaction optimizer. This configuration
+    # defines how data files in your table will be compacted to improve
+    # query performance and reduce storage costs.
+    #
+    # @!attribute [rw] iceberg_configuration
+    #   The configuration for an Iceberg compaction optimizer.
+    #   @return [Types::IcebergCompactionConfiguration]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CompactionConfiguration AWS API Documentation
+    #
+    class CompactionConfiguration < Struct.new(
+      :iceberg_configuration)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # A structure that contains compaction metrics for the optimizer run.
     #
     # @!attribute [rw] iceberg_metrics
@@ -5285,6 +5301,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A request to create a data quality ruleset.
+    #
     # @!attribute [rw] name
     #   A unique name for the data quality ruleset.
     #   @return [String]
@@ -7623,6 +7641,51 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A summary of metrics showing the total counts of processed rows and
+    # rules, including their pass/fail statistics based on row-level
+    # results.
+    #
+    # @!attribute [rw] total_rows_processed
+    #   The total number of rows that were processed during the data quality
+    #   evaluation.
+    #   @return [Float]
+    #
+    # @!attribute [rw] total_rows_passed
+    #   The total number of rows that passed all applicable data quality
+    #   rules.
+    #   @return [Float]
+    #
+    # @!attribute [rw] total_rows_failed
+    #   The total number of rows that failed one or more data quality rules.
+    #   @return [Float]
+    #
+    # @!attribute [rw] total_rules_processed
+    #   The total number of data quality rules that were evaluated.
+    #   @return [Float]
+    #
+    # @!attribute [rw] total_rules_passed
+    #   The total number of data quality rules that passed their evaluation
+    #   criteria.
+    #   @return [Float]
+    #
+    # @!attribute [rw] total_rules_failed
+    #   The total number of data quality rules that failed their evaluation
+    #   criteria.
+    #   @return [Float]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityAggregatedMetrics AWS API Documentation
+    #
+    class DataQualityAggregatedMetrics < Struct.new(
+      :total_rows_processed,
+      :total_rows_passed,
+      :total_rows_failed,
+      :total_rules_processed,
+      :total_rules_passed,
+      :total_rules_failed)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Describes the result of the evaluation of a data quality analyzer.
     #
     # @!attribute [rw] name
@@ -7822,6 +7885,12 @@ module Aws::Glue
     #   observations generated after evaluating the rules and analyzers.
     #   @return [Array<Types::DataQualityObservation>]
     #
+    # @!attribute [rw] aggregated_metrics
+    #   A summary of `DataQualityAggregatedMetrics` objects showing the
+    #   total counts of processed rows and rules, including their pass/fail
+    #   statistics based on row-level results.
+    #   @return [Types::DataQualityAggregatedMetrics]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityResult AWS API Documentation
     #
     class DataQualityResult < Struct.new(
@@ -7838,7 +7907,8 @@ module Aws::Glue
       :ruleset_evaluation_run_id,
       :rule_results,
       :analyzer_results,
-      :observations)
+      :observations,
+      :aggregated_metrics)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -7991,6 +8061,11 @@ module Aws::Glue
     #   The evaluated rule.
     #   @return [String]
     #
+    # @!attribute [rw] rule_metrics
+    #   A map containing metrics associated with the evaluation of the rule
+    #   based on row-level results.
+    #   @return [Hash<String,Float>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityRuleResult AWS API Documentation
     #
     class DataQualityRuleResult < Struct.new(
@@ -7999,8 +8074,9 @@ module Aws::Glue
       :evaluation_message,
       :result,
       :evaluated_metrics,
-      :evaluated_rule)
-      SENSITIVE = [:description, :evaluation_message, :evaluated_metrics, :evaluated_rule]
+      :evaluated_rule,
+      :rule_metrics)
+      SENSITIVE = [:description, :evaluation_message, :evaluated_metrics, :evaluated_rule, :rule_metrics]
       include Aws::Structure
     end
 
@@ -11930,6 +12006,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The response for the data quality result.
+    #
     # @!attribute [rw] result_id
     #   A unique result ID for the data quality result.
     #   @return [String]
@@ -11994,6 +12072,12 @@ module Aws::Glue
     #   observations generated after evaluating the rules and analyzers.
     #   @return [Array<Types::DataQualityObservation>]
     #
+    # @!attribute [rw] aggregated_metrics
+    #   A summary of `DataQualityAggregatedMetrics` objects showing the
+    #   total counts of processed rows and rules, including their pass/fail
+    #   statistics based on row-level results.
+    #   @return [Types::DataQualityAggregatedMetrics]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResultResponse AWS API Documentation
     #
     class GetDataQualityResultResponse < Struct.new(
@@ -12010,7 +12094,8 @@ module Aws::Glue
       :ruleset_evaluation_run_id,
       :rule_results,
       :analyzer_results,
-      :observations)
+      :observations,
+      :aggregated_metrics)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -12027,6 +12112,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The response for the Data Quality rule recommendation run.
+    #
     # @!attribute [rw] run_id
     #   The unique run identifier associated with this run.
     #   @return [String]
@@ -12223,6 +12310,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Returns the data quality ruleset response.
+    #
     # @!attribute [rw] name
     #   The name of the ruleset.
     #   @return [String]
@@ -15376,6 +15465,44 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The configuration for an Iceberg compaction optimizer. This
+    # configuration defines parameters for optimizing the layout of data
+    # files in Iceberg tables.
+    #
+    # @!attribute [rw] strategy
+    #   The strategy to use for compaction. Valid values are:
+    #
+    #   * `binpack`: Combines small files into larger files, typically
+    #     targeting sizes over 100MB, while applying any pending deletes.
+    #     This is the recommended compaction strategy for most use cases.
+    #
+    #   * `sort`: Organizes data based on specified columns which are sorted
+    #     hierarchically during compaction, improving query performance for
+    #     filtered operations. This strategy is recommended when your
+    #     queries frequently filter on specific columns. To use this
+    #     strategy, you must first define a sort order in your Iceberg table
+    #     properties using the `sort_order` table property.
+    #
+    #   * `z-order`: Optimizes data organization by blending multiple
+    #     attributes into a single scalar value that can be used for
+    #     sorting, allowing efficient querying across multiple dimensions.
+    #     This strategy is recommended when you need to query data across
+    #     multiple dimensions simultaneously. To use this strategy, you must
+    #     first define a sort order in your Iceberg table properties using
+    #     the `sort_order` table property.
+    #
+    #   If an input is not provided, the default value 'binpack' will be
+    #   used.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergCompactionConfiguration AWS API Documentation
+    #
+    class IcebergCompactionConfiguration < Struct.new(
+      :strategy)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Compaction metrics for Iceberg for the optimizer run.
     #
     # @!attribute [rw] number_of_bytes_compacted
@@ -24197,6 +24324,8 @@ module Aws::Glue
     #
     class StartCrawlerScheduleResponse < Aws::EmptyStructure; end
 
+    # The request of the Data Quality rule recommendation request.
+    #
     # @!attribute [rw] data_source
     #   The data source (Glue table) associated with this run.
     #   @return [Types::DataSource]
@@ -25676,6 +25805,12 @@ module Aws::Glue
     #   that are in a customer VPC.
     #   @return [Types::TableOptimizerVpcConfiguration]
     #
+    # @!attribute [rw] compaction_configuration
+    #   The configuration for a compaction optimizer. This configuration
+    #   defines how data files in your table will be compacted to improve
+    #   query performance and reduce storage costs.
+    #   @return [Types::CompactionConfiguration]
+    #
     # @!attribute [rw] retention_configuration
     #   The configuration for a snapshot retention optimizer.
     #   @return [Types::RetentionConfiguration]
@@ -25690,6 +25825,7 @@ module Aws::Glue
       :role_arn,
       :enabled,
       :vpc_configuration,
+      :compaction_configuration,
       :retention_configuration,
       :orphan_file_deletion_configuration)
       SENSITIVE = []
@@ -25727,6 +25863,31 @@ module Aws::Glue
     #   run.
     #   @return [Types::CompactionMetrics]
     #
+    # @!attribute [rw] compaction_strategy
+    #   The strategy used for the compaction run. Indicates which algorithm
+    #   was applied to determine how files were selected and combined during
+    #   the compaction process. Valid values are:
+    #
+    #   * `binpack`: Combines small files into larger files, typically
+    #     targeting sizes over 100MB, while applying any pending deletes.
+    #     This is the recommended compaction strategy for most use cases.
+    #
+    #   * `sort`: Organizes data based on specified columns which are sorted
+    #     hierarchically during compaction, improving query performance for
+    #     filtered operations. This strategy is recommended when your
+    #     queries frequently filter on specific columns. To use this
+    #     strategy, you must first define a sort order in your Iceberg table
+    #     properties using the `sort_order` table property.
+    #
+    #   * `z-order`: Optimizes data organization by blending multiple
+    #     attributes into a single scalar value that can be used for
+    #     sorting, allowing efficient querying across multiple dimensions.
+    #     This strategy is recommended when you need to query data across
+    #     multiple dimensions simultaneously. To use this strategy, you must
+    #     first define a sort order in your Iceberg table properties using
+    #     the `sort_order` table property.
+    #   @return [String]
+    #
     # @!attribute [rw] retention_metrics
     #   A `RetentionMetrics` object containing metrics for the optimizer
     #   run.
@@ -25746,6 +25907,7 @@ module Aws::Glue
       :metrics,
       :error,
       :compaction_metrics,
+      :compaction_strategy,
       :retention_metrics,
       :orphan_file_deletion_metrics)
       SENSITIVE = []

data/lib/aws-sdk-glue.rb

@@ -54,7 +54,7 @@ module Aws::Glue
   autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
   autoload :Endpoints, 'aws-sdk-glue/endpoints'
 
-  GEM_VERSION = '1.220.0'
+  GEM_VERSION = '1.222.0'
 
 end
 

data/sig/client.rbs

@@ -2635,6 +2635,11 @@ module Aws
                                       vpc_configuration: {
                                         glue_connection_name: ::String?
                                       }?,
+                                      compaction_configuration: {
+                                        iceberg_configuration: {
+                                          strategy: ("binpack" | "sort" | "z-order")?
+                                        }?
+                                      }?,
                                       retention_configuration: {
                                         iceberg_configuration: {
                                           snapshot_retention_period_in_days: ::Integer?,
@@ -3461,6 +3466,7 @@ module Aws
         def rule_results: () -> ::Array[Types::DataQualityRuleResult]
         def analyzer_results: () -> ::Array[Types::DataQualityAnalyzerResult]
         def observations: () -> ::Array[Types::DataQualityObservation]
+        def aggregated_metrics: () -> Types::DataQualityAggregatedMetrics
       end
       # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#get_data_quality_result-instance_method
       def get_data_quality_result: (
@@ -7575,6 +7581,11 @@ module Aws
                                       vpc_configuration: {
                                         glue_connection_name: ::String?
                                       }?,
+                                      compaction_configuration: {
+                                        iceberg_configuration: {
+                                          strategy: ("binpack" | "sort" | "z-order")?
+                                        }?
+                                      }?,
                                       retention_configuration: {
                                         iceberg_configuration: {
                                           snapshot_retention_period_in_days: ::Integer?,

data/sig/types.rbs

@@ -889,6 +889,11 @@ module Aws::Glue
       SENSITIVE: []
     end
 
+    class CompactionConfiguration
+      attr_accessor iceberg_configuration: Types::IcebergCompactionConfiguration
+      SENSITIVE: []
+    end
+
     class CompactionMetrics
       attr_accessor iceberg_metrics: Types::IcebergCompactionMetrics
       SENSITIVE: []
@@ -1727,6 +1732,16 @@ module Aws::Glue
       SENSITIVE: []
     end
 
+    class DataQualityAggregatedMetrics
+      attr_accessor total_rows_processed: ::Float
+      attr_accessor total_rows_passed: ::Float
+      attr_accessor total_rows_failed: ::Float
+      attr_accessor total_rules_processed: ::Float
+      attr_accessor total_rules_passed: ::Float
+      attr_accessor total_rules_failed: ::Float
+      SENSITIVE: []
+    end
+
     class DataQualityAnalyzerResult
       attr_accessor name: ::String
       attr_accessor description: ::String
@@ -1777,6 +1792,7 @@ module Aws::Glue
       attr_accessor rule_results: ::Array[Types::DataQualityRuleResult]
       attr_accessor analyzer_results: ::Array[Types::DataQualityAnalyzerResult]
       attr_accessor observations: ::Array[Types::DataQualityObservation]
+      attr_accessor aggregated_metrics: Types::DataQualityAggregatedMetrics
       SENSITIVE: []
     end
 
@@ -1820,7 +1836,8 @@ module Aws::Glue
       attr_accessor result: ("PASS" | "FAIL" | "ERROR")
       attr_accessor evaluated_metrics: ::Hash[::String, ::Float]
       attr_accessor evaluated_rule: ::String
-      SENSITIVE: [:description, :evaluation_message, :evaluated_metrics, :evaluated_rule]
+      attr_accessor rule_metrics: ::Hash[::String, ::Float]
+      SENSITIVE: [:description, :evaluation_message, :evaluated_metrics, :evaluated_rule, :rule_metrics]
     end
 
     class DataQualityRulesetEvaluationRunDescription
@@ -2959,6 +2976,7 @@ module Aws::Glue
       attr_accessor rule_results: ::Array[Types::DataQualityRuleResult]
       attr_accessor analyzer_results: ::Array[Types::DataQualityAnalyzerResult]
       attr_accessor observations: ::Array[Types::DataQualityObservation]
+      attr_accessor aggregated_metrics: Types::DataQualityAggregatedMetrics
       SENSITIVE: []
     end
 
@@ -3834,6 +3852,11 @@ module Aws::Glue
       SENSITIVE: []
     end
 
+    class IcebergCompactionConfiguration
+      attr_accessor strategy: ("binpack" | "sort" | "z-order")
+      SENSITIVE: []
+    end
+
     class IcebergCompactionMetrics
       attr_accessor number_of_bytes_compacted: ::Integer
       attr_accessor number_of_files_compacted: ::Integer
@@ -6288,6 +6311,7 @@ module Aws::Glue
       attr_accessor role_arn: ::String
       attr_accessor enabled: bool
       attr_accessor vpc_configuration: Types::TableOptimizerVpcConfiguration
+      attr_accessor compaction_configuration: Types::CompactionConfiguration
       attr_accessor retention_configuration: Types::RetentionConfiguration
       attr_accessor orphan_file_deletion_configuration: Types::OrphanFileDeletionConfiguration
       SENSITIVE: []
@@ -6300,6 +6324,7 @@ module Aws::Glue
       attr_accessor metrics: Types::RunMetrics
       attr_accessor error: ::String
       attr_accessor compaction_metrics: Types::CompactionMetrics
+      attr_accessor compaction_strategy: ("binpack" | "sort" | "z-order")
       attr_accessor retention_metrics: Types::RetentionMetrics
       attr_accessor orphan_file_deletion_metrics: Types::OrphanFileDeletionMetrics
       SENSITIVE: []

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.220.0
+  version: 1.222.0
 platform: ruby
 authors:
 - Amazon Web Services