aws-sdk-glue 1.220.0 → 1.221.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3f241eaf494b8c5b420b5116a1d59915afe4af6fcc53f58bc1c639035c3ac78e
-  data.tar.gz: 6f7f53b5e9bb40ec6937c8f13cd45b343a61bae1a811fcb7eddbd16ccbcdbfd7
+  metadata.gz: ac6694c375ad3d7c0055ce30cb199ce21b5d00d76d0a2eb318200882367094dd
+  data.tar.gz: e1e68e0bf70604e777df838d1489e8487051906b1156572664739585b1ace792
 SHA512:
-  metadata.gz: 8945853fca052d6567ef7d48d357950ee170941e6037d9f66e42292a01706a0abf5316dcfa012ceb992eaea8e36e6f1e45d31aaa9f81b4559a0aa3f11ee4951e
-  data.tar.gz: a11c3f54cd4003f6832480ff92091363e46c9c5f8a24a4d1d2d1aa8c839d376fe0cab9b2f229e9e70d4bb8af43c3b8e2ce15d6162406637efcb18960942c0cc1
+  metadata.gz: a97ce7c5e64310bb6bcf65098034049c64d25146cf8261036a33b64b759484182215d4319a1158637017888afdff90a3c6d941dbedce39911b16f40210f67941
+  data.tar.gz: 19a51dfa01c5401ffbb1abec5d3df2b66068a865a25bf6dd4e3c3d6546d33d8e91eb4bc562b1b5e8d82652b597acd31e2e07deaee1172ac0639ff762afa522e8

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.221.0 (2025-06-20)
+------------------
+
+* Feature - AWS Glue Data Quality now provides aggregated metrics in evaluation results when publishAggregatedMetrics with row-level results are enabled. These metrics include summary statistics showing total counts of processed, passed, and failed rows and rules in a single view.
+
 1.220.0 (2025-06-02)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.220.0
+1.221.0

data/lib/aws-sdk-glue/client.rb

@@ -1028,6 +1028,8 @@ module Aws::Glue
     #   resp.results[0].rule_results[0].evaluated_metrics #=> Hash
     #   resp.results[0].rule_results[0].evaluated_metrics["NameString"] #=> Float
     #   resp.results[0].rule_results[0].evaluated_rule #=> String
+    #   resp.results[0].rule_results[0].rule_metrics #=> Hash
+    #   resp.results[0].rule_results[0].rule_metrics["NameString"] #=> Float
     #   resp.results[0].analyzer_results #=> Array
     #   resp.results[0].analyzer_results[0].name #=> String
     #   resp.results[0].analyzer_results[0].description #=> String
@@ -1044,6 +1046,12 @@ module Aws::Glue
     #   resp.results[0].observations[0].metric_based_observation.metric_values.upper_limit #=> Float
     #   resp.results[0].observations[0].metric_based_observation.new_rules #=> Array
     #   resp.results[0].observations[0].metric_based_observation.new_rules[0] #=> String
+    #   resp.results[0].aggregated_metrics.total_rows_processed #=> Float
+    #   resp.results[0].aggregated_metrics.total_rows_passed #=> Float
+    #   resp.results[0].aggregated_metrics.total_rows_failed #=> Float
+    #   resp.results[0].aggregated_metrics.total_rules_processed #=> Float
+    #   resp.results[0].aggregated_metrics.total_rules_passed #=> Float
+    #   resp.results[0].aggregated_metrics.total_rules_failed #=> Float
     #   resp.results_not_found #=> Array
     #   resp.results_not_found[0] #=> String
     #
@@ -8424,6 +8432,7 @@ module Aws::Glue
     #   * {Types::GetDataQualityResultResponse#rule_results #rule_results} => Array<Types::DataQualityRuleResult>
     #   * {Types::GetDataQualityResultResponse#analyzer_results #analyzer_results} => Array<Types::DataQualityAnalyzerResult>
     #   * {Types::GetDataQualityResultResponse#observations #observations} => Array<Types::DataQualityObservation>
+    #   * {Types::GetDataQualityResultResponse#aggregated_metrics #aggregated_metrics} => Types::DataQualityAggregatedMetrics
     #
     # @example Request syntax with placeholder values
     #
@@ -8457,6 +8466,8 @@ module Aws::Glue
     #   resp.rule_results[0].evaluated_metrics #=> Hash
     #   resp.rule_results[0].evaluated_metrics["NameString"] #=> Float
     #   resp.rule_results[0].evaluated_rule #=> String
+    #   resp.rule_results[0].rule_metrics #=> Hash
+    #   resp.rule_results[0].rule_metrics["NameString"] #=> Float
     #   resp.analyzer_results #=> Array
     #   resp.analyzer_results[0].name #=> String
     #   resp.analyzer_results[0].description #=> String
@@ -8473,6 +8484,12 @@ module Aws::Glue
     #   resp.observations[0].metric_based_observation.metric_values.upper_limit #=> Float
     #   resp.observations[0].metric_based_observation.new_rules #=> Array
     #   resp.observations[0].metric_based_observation.new_rules[0] #=> String
+    #   resp.aggregated_metrics.total_rows_processed #=> Float
+    #   resp.aggregated_metrics.total_rows_passed #=> Float
+    #   resp.aggregated_metrics.total_rows_failed #=> Float
+    #   resp.aggregated_metrics.total_rules_processed #=> Float
+    #   resp.aggregated_metrics.total_rules_passed #=> Float
+    #   resp.aggregated_metrics.total_rules_failed #=> Float
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResult AWS API Documentation
     #
@@ -20289,7 +20306,7 @@ module Aws::Glue
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.220.0'
+      context[:gem_version] = '1.221.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -392,6 +392,7 @@ module Aws::Glue
     DataLakePrincipalString = Shapes::StringShape.new(name: 'DataLakePrincipalString')
     DataOperation = Shapes::StringShape.new(name: 'DataOperation')
     DataOperations = Shapes::ListShape.new(name: 'DataOperations')
+    DataQualityAggregatedMetrics = Shapes::StructureShape.new(name: 'DataQualityAggregatedMetrics')
     DataQualityAnalyzerResult = Shapes::StructureShape.new(name: 'DataQualityAnalyzerResult')
     DataQualityAnalyzerResults = Shapes::ListShape.new(name: 'DataQualityAnalyzerResults')
     DataQualityEncryption = Shapes::StructureShape.new(name: 'DataQualityEncryption')
@@ -1185,6 +1186,7 @@ module Aws::Glue
     RoleArn = Shapes::StringShape.new(name: 'RoleArn')
     RoleString = Shapes::StringShape.new(name: 'RoleString')
     RowTag = Shapes::StringShape.new(name: 'RowTag')
+    RuleMetricsMap = Shapes::MapShape.new(name: 'RuleMetricsMap')
     RulesetNames = Shapes::ListShape.new(name: 'RulesetNames')
     RunId = Shapes::StringShape.new(name: 'RunId')
     RunIdentifier = Shapes::StructureShape.new(name: 'RunIdentifier')
@@ -3051,6 +3053,14 @@ module Aws::Glue
 
     DataOperations.member = Shapes::ShapeRef.new(shape: DataOperation)
 
+    DataQualityAggregatedMetrics.add_member(:total_rows_processed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRowsProcessed"))
+    DataQualityAggregatedMetrics.add_member(:total_rows_passed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRowsPassed"))
+    DataQualityAggregatedMetrics.add_member(:total_rows_failed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRowsFailed"))
+    DataQualityAggregatedMetrics.add_member(:total_rules_processed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRulesProcessed"))
+    DataQualityAggregatedMetrics.add_member(:total_rules_passed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRulesPassed"))
+    DataQualityAggregatedMetrics.add_member(:total_rules_failed, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "TotalRulesFailed"))
+    DataQualityAggregatedMetrics.struct_class = Types::DataQualityAggregatedMetrics
+
     DataQualityAnalyzerResult.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
     DataQualityAnalyzerResult.add_member(:description, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "Description"))
     DataQualityAnalyzerResult.add_member(:evaluation_message, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "EvaluationMessage"))
@@ -3094,6 +3104,7 @@ module Aws::Glue
     DataQualityResult.add_member(:rule_results, Shapes::ShapeRef.new(shape: DataQualityRuleResults, location_name: "RuleResults"))
     DataQualityResult.add_member(:analyzer_results, Shapes::ShapeRef.new(shape: DataQualityAnalyzerResults, location_name: "AnalyzerResults"))
     DataQualityResult.add_member(:observations, Shapes::ShapeRef.new(shape: DataQualityObservations, location_name: "Observations"))
+    DataQualityResult.add_member(:aggregated_metrics, Shapes::ShapeRef.new(shape: DataQualityAggregatedMetrics, location_name: "AggregatedMetrics"))
     DataQualityResult.struct_class = Types::DataQualityResult
 
     DataQualityResultDescription.add_member(:result_id, Shapes::ShapeRef.new(shape: HashString, location_name: "ResultId"))
@@ -3137,6 +3148,7 @@ module Aws::Glue
     DataQualityRuleResult.add_member(:result, Shapes::ShapeRef.new(shape: DataQualityRuleResultStatus, location_name: "Result"))
     DataQualityRuleResult.add_member(:evaluated_metrics, Shapes::ShapeRef.new(shape: EvaluatedMetricsMap, location_name: "EvaluatedMetrics"))
     DataQualityRuleResult.add_member(:evaluated_rule, Shapes::ShapeRef.new(shape: DataQualityRuleResultDescription, location_name: "EvaluatedRule"))
+    DataQualityRuleResult.add_member(:rule_metrics, Shapes::ShapeRef.new(shape: RuleMetricsMap, location_name: "RuleMetrics"))
     DataQualityRuleResult.struct_class = Types::DataQualityRuleResult
 
     DataQualityRuleResults.member = Shapes::ShapeRef.new(shape: DataQualityRuleResult)
@@ -4004,6 +4016,7 @@ module Aws::Glue
     GetDataQualityResultResponse.add_member(:rule_results, Shapes::ShapeRef.new(shape: DataQualityRuleResults, location_name: "RuleResults"))
     GetDataQualityResultResponse.add_member(:analyzer_results, Shapes::ShapeRef.new(shape: DataQualityAnalyzerResults, location_name: "AnalyzerResults"))
     GetDataQualityResultResponse.add_member(:observations, Shapes::ShapeRef.new(shape: DataQualityObservations, location_name: "Observations"))
+    GetDataQualityResultResponse.add_member(:aggregated_metrics, Shapes::ShapeRef.new(shape: DataQualityAggregatedMetrics, location_name: "AggregatedMetrics"))
     GetDataQualityResultResponse.struct_class = Types::GetDataQualityResultResponse
 
     GetDataQualityRuleRecommendationRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, required: true, location_name: "RunId"))
@@ -5891,6 +5904,9 @@ module Aws::Glue
     RetentionMetrics.add_member(:iceberg_metrics, Shapes::ShapeRef.new(shape: IcebergRetentionMetrics, location_name: "IcebergMetrics"))
     RetentionMetrics.struct_class = Types::RetentionMetrics
 
+    RuleMetricsMap.key = Shapes::ShapeRef.new(shape: NameString)
+    RuleMetricsMap.value = Shapes::ShapeRef.new(shape: NullableDouble)
+
     RulesetNames.member = Shapes::ShapeRef.new(shape: NameString)
 
     RunIdentifier.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RunId"))

data/lib/aws-sdk-glue/types.rb

@@ -5285,6 +5285,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A request to create a data quality ruleset.
+    #
     # @!attribute [rw] name
     #   A unique name for the data quality ruleset.
     #   @return [String]
@@ -7623,6 +7625,51 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A summary of metrics showing the total counts of processed rows and
+    # rules, including their pass/fail statistics based on row-level
+    # results.
+    #
+    # @!attribute [rw] total_rows_processed
+    #   The total number of rows that were processed during the data quality
+    #   evaluation.
+    #   @return [Float]
+    #
+    # @!attribute [rw] total_rows_passed
+    #   The total number of rows that passed all applicable data quality
+    #   rules.
+    #   @return [Float]
+    #
+    # @!attribute [rw] total_rows_failed
+    #   The total number of rows that failed one or more data quality rules.
+    #   @return [Float]
+    #
+    # @!attribute [rw] total_rules_processed
+    #   The total number of data quality rules that were evaluated.
+    #   @return [Float]
+    #
+    # @!attribute [rw] total_rules_passed
+    #   The total number of data quality rules that passed their evaluation
+    #   criteria.
+    #   @return [Float]
+    #
+    # @!attribute [rw] total_rules_failed
+    #   The total number of data quality rules that failed their evaluation
+    #   criteria.
+    #   @return [Float]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityAggregatedMetrics AWS API Documentation
+    #
+    class DataQualityAggregatedMetrics < Struct.new(
+      :total_rows_processed,
+      :total_rows_passed,
+      :total_rows_failed,
+      :total_rules_processed,
+      :total_rules_passed,
+      :total_rules_failed)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Describes the result of the evaluation of a data quality analyzer.
     #
     # @!attribute [rw] name
@@ -7822,6 +7869,12 @@ module Aws::Glue
     #   observations generated after evaluating the rules and analyzers.
     #   @return [Array<Types::DataQualityObservation>]
     #
+    # @!attribute [rw] aggregated_metrics
+    #   A summary of `DataQualityAggregatedMetrics` objects showing the
+    #   total counts of processed rows and rules, including their pass/fail
+    #   statistics based on row-level results.
+    #   @return [Types::DataQualityAggregatedMetrics]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityResult AWS API Documentation
     #
     class DataQualityResult < Struct.new(
@@ -7838,7 +7891,8 @@ module Aws::Glue
       :ruleset_evaluation_run_id,
       :rule_results,
       :analyzer_results,
-      :observations)
+      :observations,
+      :aggregated_metrics)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -7991,6 +8045,11 @@ module Aws::Glue
     #   The evaluated rule.
     #   @return [String]
     #
+    # @!attribute [rw] rule_metrics
+    #   A map containing metrics associated with the evaluation of the rule
+    #   based on row-level results.
+    #   @return [Hash<String,Float>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityRuleResult AWS API Documentation
     #
     class DataQualityRuleResult < Struct.new(
@@ -7999,8 +8058,9 @@ module Aws::Glue
       :evaluation_message,
       :result,
       :evaluated_metrics,
-      :evaluated_rule)
-      SENSITIVE = [:description, :evaluation_message, :evaluated_metrics, :evaluated_rule]
+      :evaluated_rule,
+      :rule_metrics)
+      SENSITIVE = [:description, :evaluation_message, :evaluated_metrics, :evaluated_rule, :rule_metrics]
       include Aws::Structure
     end
 
@@ -11930,6 +11990,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The response for the data quality result.
+    #
     # @!attribute [rw] result_id
     #   A unique result ID for the data quality result.
     #   @return [String]
@@ -11994,6 +12056,12 @@ module Aws::Glue
     #   observations generated after evaluating the rules and analyzers.
     #   @return [Array<Types::DataQualityObservation>]
     #
+    # @!attribute [rw] aggregated_metrics
+    #   A summary of `DataQualityAggregatedMetrics` objects showing the
+    #   total counts of processed rows and rules, including their pass/fail
+    #   statistics based on row-level results.
+    #   @return [Types::DataQualityAggregatedMetrics]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResultResponse AWS API Documentation
     #
     class GetDataQualityResultResponse < Struct.new(
@@ -12010,7 +12078,8 @@ module Aws::Glue
       :ruleset_evaluation_run_id,
       :rule_results,
       :analyzer_results,
-      :observations)
+      :observations,
+      :aggregated_metrics)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -12027,6 +12096,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The response for the Data Quality rule recommendation run.
+    #
     # @!attribute [rw] run_id
     #   The unique run identifier associated with this run.
     #   @return [String]
@@ -12223,6 +12294,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Returns the data quality ruleset response.
+    #
     # @!attribute [rw] name
     #   The name of the ruleset.
     #   @return [String]
@@ -24197,6 +24270,8 @@ module Aws::Glue
     #
     class StartCrawlerScheduleResponse < Aws::EmptyStructure; end
 
+    # The request of the Data Quality rule recommendation request.
+    #
     # @!attribute [rw] data_source
     #   The data source (Glue table) associated with this run.
     #   @return [Types::DataSource]

data/lib/aws-sdk-glue.rb

@@ -54,7 +54,7 @@ module Aws::Glue
   autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
   autoload :Endpoints, 'aws-sdk-glue/endpoints'
 
-  GEM_VERSION = '1.220.0'
+  GEM_VERSION = '1.221.0'
 
 end
 

data/sig/client.rbs

@@ -3461,6 +3461,7 @@ module Aws
         def rule_results: () -> ::Array[Types::DataQualityRuleResult]
         def analyzer_results: () -> ::Array[Types::DataQualityAnalyzerResult]
         def observations: () -> ::Array[Types::DataQualityObservation]
+        def aggregated_metrics: () -> Types::DataQualityAggregatedMetrics
       end
       # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#get_data_quality_result-instance_method
       def get_data_quality_result: (

data/sig/types.rbs

@@ -1727,6 +1727,16 @@ module Aws::Glue
       SENSITIVE: []
     end
 
+    class DataQualityAggregatedMetrics
+      attr_accessor total_rows_processed: ::Float
+      attr_accessor total_rows_passed: ::Float
+      attr_accessor total_rows_failed: ::Float
+      attr_accessor total_rules_processed: ::Float
+      attr_accessor total_rules_passed: ::Float
+      attr_accessor total_rules_failed: ::Float
+      SENSITIVE: []
+    end
+
     class DataQualityAnalyzerResult
       attr_accessor name: ::String
       attr_accessor description: ::String
@@ -1777,6 +1787,7 @@ module Aws::Glue
       attr_accessor rule_results: ::Array[Types::DataQualityRuleResult]
       attr_accessor analyzer_results: ::Array[Types::DataQualityAnalyzerResult]
       attr_accessor observations: ::Array[Types::DataQualityObservation]
+      attr_accessor aggregated_metrics: Types::DataQualityAggregatedMetrics
       SENSITIVE: []
     end
 
@@ -1820,7 +1831,8 @@ module Aws::Glue
       attr_accessor result: ("PASS" | "FAIL" | "ERROR")
       attr_accessor evaluated_metrics: ::Hash[::String, ::Float]
       attr_accessor evaluated_rule: ::String
-      SENSITIVE: [:description, :evaluation_message, :evaluated_metrics, :evaluated_rule]
+      attr_accessor rule_metrics: ::Hash[::String, ::Float]
+      SENSITIVE: [:description, :evaluation_message, :evaluated_metrics, :evaluated_rule, :rule_metrics]
     end
 
     class DataQualityRulesetEvaluationRunDescription
@@ -2959,6 +2971,7 @@ module Aws::Glue
       attr_accessor rule_results: ::Array[Types::DataQualityRuleResult]
       attr_accessor analyzer_results: ::Array[Types::DataQualityAnalyzerResult]
       attr_accessor observations: ::Array[Types::DataQualityObservation]
+      attr_accessor aggregated_metrics: Types::DataQualityAggregatedMetrics
       SENSITIVE: []
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.220.0
+  version: 1.221.0
 platform: ruby
 authors:
 - Amazon Web Services