aws-sdk-glue 1.273.0 → 1.275.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f06c18d41fd603cb9e82e9c9001a7664a914bfd947c6051b785cdca7cf367bcf
-  data.tar.gz: a8b9805f43e1e2704bc486014bd28de19383ecfc5d8960bd2f542fd88454d3f2
+  metadata.gz: 63e5c932a88ac65d8ddd30320fe58bdf68fb0b6a7a14ec24d8d9c53fde66e9b2
+  data.tar.gz: 36b8b4ec012d9c8de8faa4b8e825fccd68eee2ea36fd1333e66a94cc71310f20
 SHA512:
-  metadata.gz: a95697d55d057f221ad9beefb3004ad5790d03445a463649ce444262e569073060149a918241dbe4eeb8347b801c3f548ce3500ab870687e8f8d035a894f210a
-  data.tar.gz: e01fce9a34bd476f4462c61976d88fa4d943e1173346bdcc3f52407301a09683dde1ada48cc80fac123eed543358afff598518b67e11ee1bc8a15a5874af674a
+  metadata.gz: 3b7e4f68874718675497ce742253f8d140046717927d58edb58a0bb5c05d58a0b78ed6bfeb857107d653018ca952fd0887d42e25dfe9c9bbc43f5e02adabb5ef
+  data.tar.gz: c79a6c70fe100c90d5b9fe8800af9ea5965f0267e22549cb7fc2c5afd5bcee52fab8b5b901034a8917eb80415ad4b92ce7f90e9b55662db8b5958c342909405a

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
 
+1.275.0 (2026-09-22)
+------------------
+
+* Feature - Adding two new fields for Glue Materialized Views feature - (1) SubObjectsStatistics and (2) SparkPipelineInfo.
+
+1.274.0 (2026-09-18)
+------------------
+
+* Feature - Introducing AWS Glue Data Quality advanced rule recommendations for faster recommendations. This capability uses Amazon Athena to analyze a sample of table data and Amazon Bedrock to recommend DQDL rules.
+
 1.273.0 (2026-09-14)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.273.0
+1.275.0

data/lib/aws-sdk-glue/client.rb

@@ -4770,6 +4770,18 @@ module Aws::Glue
     #         last_refresh_type: "FULL", # accepts FULL, INCREMENTAL
     #         sub_objects: ["ArnString"],
     #         sub_object_version_ids: [1],
+    #         sub_objects_statistics: [
+    #           {
+    #             source_type: "HIVE_PARQUET", # accepts HIVE_PARQUET, HIVE_ORC, HIVE_CSV, HIVE_JSON, PLAIN_PARQUET, ICEBERG
+    #             glue_version_id: "NullableString",
+    #             partition_count: 1,
+    #             file_count: 1,
+    #             total_file_bytes: 1,
+    #           },
+    #         ],
+    #         spark_pipeline_info: {
+    #           "SparkPipelineInfoKey" => "SparkPipelineInfoValue",
+    #         },
     #       },
     #     },
     #     partition_indexes: [
@@ -8765,6 +8777,7 @@ module Aws::Glue
     #   * {Types::GetDataQualityRuleRecommendationRunResponse#created_ruleset_name #created_ruleset_name} => String
     #   * {Types::GetDataQualityRuleRecommendationRunResponse#data_quality_security_configuration #data_quality_security_configuration} => String
     #   * {Types::GetDataQualityRuleRecommendationRunResponse#additional_run_options #additional_run_options} => Types::DataQualityRuleRecommendationRunAdditionalRunOptions
+    #   * {Types::GetDataQualityRuleRecommendationRunResponse#recommendation_mode #recommendation_mode} => String
     #
     # @example Request syntax with placeholder values
     #
@@ -8801,6 +8814,7 @@ module Aws::Glue
     #   resp.created_ruleset_name #=> String
     #   resp.data_quality_security_configuration #=> String
     #   resp.additional_run_options.custom_log_group_prefix #=> String
+    #   resp.recommendation_mode #=> String, one of "BASIC", "ADVANCED"
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRuleRecommendationRun AWS API Documentation
     #
@@ -11516,6 +11530,12 @@ module Aws::Glue
     #   resp.table.view_definition.sub_objects[0] #=> String
     #   resp.table.view_definition.sub_object_version_ids #=> Array
     #   resp.table.view_definition.sub_object_version_ids[0] #=> Integer
+    #   resp.table.view_definition.sub_objects_statistics #=> Array
+    #   resp.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
+    #   resp.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
+    #   resp.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
+    #   resp.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
+    #   resp.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
     #   resp.table.view_definition.representations #=> Array
     #   resp.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
     #   resp.table.view_definition.representations[0].dialect_version #=> String
@@ -11523,6 +11543,8 @@ module Aws::Glue
     #   resp.table.view_definition.representations[0].view_expanded_text #=> String
     #   resp.table.view_definition.representations[0].validation_connection #=> String
     #   resp.table.view_definition.representations[0].is_stale #=> Boolean
+    #   resp.table.view_definition.spark_pipeline_info #=> Hash
+    #   resp.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
     #   resp.table.is_multi_dialect_view #=> Boolean
     #   resp.table.is_materialized_view #=> Boolean
     #   resp.table.iceberg_table_metadata.format_version #=> String
@@ -11790,6 +11812,12 @@ module Aws::Glue
     #   resp.table_version.table.view_definition.sub_objects[0] #=> String
     #   resp.table_version.table.view_definition.sub_object_version_ids #=> Array
     #   resp.table_version.table.view_definition.sub_object_version_ids[0] #=> Integer
+    #   resp.table_version.table.view_definition.sub_objects_statistics #=> Array
+    #   resp.table_version.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
+    #   resp.table_version.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
+    #   resp.table_version.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
+    #   resp.table_version.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
+    #   resp.table_version.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
     #   resp.table_version.table.view_definition.representations #=> Array
     #   resp.table_version.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
     #   resp.table_version.table.view_definition.representations[0].dialect_version #=> String
@@ -11797,6 +11825,8 @@ module Aws::Glue
     #   resp.table_version.table.view_definition.representations[0].view_expanded_text #=> String
     #   resp.table_version.table.view_definition.representations[0].validation_connection #=> String
     #   resp.table_version.table.view_definition.representations[0].is_stale #=> Boolean
+    #   resp.table_version.table.view_definition.spark_pipeline_info #=> Hash
+    #   resp.table_version.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
     #   resp.table_version.table.is_multi_dialect_view #=> Boolean
     #   resp.table_version.table.is_materialized_view #=> Boolean
     #   resp.table_version.table.iceberg_table_metadata.format_version #=> String
@@ -11988,6 +12018,12 @@ module Aws::Glue
     #   resp.table_versions[0].table.view_definition.sub_objects[0] #=> String
     #   resp.table_versions[0].table.view_definition.sub_object_version_ids #=> Array
     #   resp.table_versions[0].table.view_definition.sub_object_version_ids[0] #=> Integer
+    #   resp.table_versions[0].table.view_definition.sub_objects_statistics #=> Array
+    #   resp.table_versions[0].table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
+    #   resp.table_versions[0].table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
+    #   resp.table_versions[0].table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
+    #   resp.table_versions[0].table.view_definition.sub_objects_statistics[0].file_count #=> Integer
+    #   resp.table_versions[0].table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
     #   resp.table_versions[0].table.view_definition.representations #=> Array
     #   resp.table_versions[0].table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
     #   resp.table_versions[0].table.view_definition.representations[0].dialect_version #=> String
@@ -11995,6 +12031,8 @@ module Aws::Glue
     #   resp.table_versions[0].table.view_definition.representations[0].view_expanded_text #=> String
     #   resp.table_versions[0].table.view_definition.representations[0].validation_connection #=> String
     #   resp.table_versions[0].table.view_definition.representations[0].is_stale #=> Boolean
+    #   resp.table_versions[0].table.view_definition.spark_pipeline_info #=> Hash
+    #   resp.table_versions[0].table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
     #   resp.table_versions[0].table.is_multi_dialect_view #=> Boolean
     #   resp.table_versions[0].table.is_materialized_view #=> Boolean
     #   resp.table_versions[0].table.iceberg_table_metadata.format_version #=> String
@@ -12218,6 +12256,12 @@ module Aws::Glue
     #   resp.table_list[0].view_definition.sub_objects[0] #=> String
     #   resp.table_list[0].view_definition.sub_object_version_ids #=> Array
     #   resp.table_list[0].view_definition.sub_object_version_ids[0] #=> Integer
+    #   resp.table_list[0].view_definition.sub_objects_statistics #=> Array
+    #   resp.table_list[0].view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
+    #   resp.table_list[0].view_definition.sub_objects_statistics[0].glue_version_id #=> String
+    #   resp.table_list[0].view_definition.sub_objects_statistics[0].partition_count #=> Integer
+    #   resp.table_list[0].view_definition.sub_objects_statistics[0].file_count #=> Integer
+    #   resp.table_list[0].view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
     #   resp.table_list[0].view_definition.representations #=> Array
     #   resp.table_list[0].view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
     #   resp.table_list[0].view_definition.representations[0].dialect_version #=> String
@@ -12225,6 +12269,8 @@ module Aws::Glue
     #   resp.table_list[0].view_definition.representations[0].view_expanded_text #=> String
     #   resp.table_list[0].view_definition.representations[0].validation_connection #=> String
     #   resp.table_list[0].view_definition.representations[0].is_stale #=> Boolean
+    #   resp.table_list[0].view_definition.spark_pipeline_info #=> Hash
+    #   resp.table_list[0].view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
     #   resp.table_list[0].is_multi_dialect_view #=> Boolean
     #   resp.table_list[0].is_materialized_view #=> Boolean
     #   resp.table_list[0].iceberg_table_metadata.format_version #=> String
@@ -12997,6 +13043,12 @@ module Aws::Glue
     #   resp.table.view_definition.sub_objects[0] #=> String
     #   resp.table.view_definition.sub_object_version_ids #=> Array
     #   resp.table.view_definition.sub_object_version_ids[0] #=> Integer
+    #   resp.table.view_definition.sub_objects_statistics #=> Array
+    #   resp.table.view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
+    #   resp.table.view_definition.sub_objects_statistics[0].glue_version_id #=> String
+    #   resp.table.view_definition.sub_objects_statistics[0].partition_count #=> Integer
+    #   resp.table.view_definition.sub_objects_statistics[0].file_count #=> Integer
+    #   resp.table.view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
     #   resp.table.view_definition.representations #=> Array
     #   resp.table.view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
     #   resp.table.view_definition.representations[0].dialect_version #=> String
@@ -13004,6 +13056,8 @@ module Aws::Glue
     #   resp.table.view_definition.representations[0].view_expanded_text #=> String
     #   resp.table.view_definition.representations[0].validation_connection #=> String
     #   resp.table.view_definition.representations[0].is_stale #=> Boolean
+    #   resp.table.view_definition.spark_pipeline_info #=> Hash
+    #   resp.table.view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
     #   resp.table.is_multi_dialect_view #=> Boolean
     #   resp.table.is_materialized_view #=> Boolean
     #   resp.table.iceberg_table_metadata.format_version #=> String
@@ -14285,6 +14339,7 @@ module Aws::Glue
     #   resp.runs[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
     #   resp.runs[0].data_source.data_quality_glue_table.pre_processing_query #=> String
     #   resp.runs[0].created_ruleset_name #=> String
+    #   resp.runs[0].recommendation_mode #=> String, one of "BASIC", "ADVANCED"
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRuleRecommendationRuns AWS API Documentation
@@ -17453,6 +17508,12 @@ module Aws::Glue
     #   resp.table_list[0].view_definition.sub_objects[0] #=> String
     #   resp.table_list[0].view_definition.sub_object_version_ids #=> Array
     #   resp.table_list[0].view_definition.sub_object_version_ids[0] #=> Integer
+    #   resp.table_list[0].view_definition.sub_objects_statistics #=> Array
+    #   resp.table_list[0].view_definition.sub_objects_statistics[0].source_type #=> String, one of "HIVE_PARQUET", "HIVE_ORC", "HIVE_CSV", "HIVE_JSON", "PLAIN_PARQUET", "ICEBERG"
+    #   resp.table_list[0].view_definition.sub_objects_statistics[0].glue_version_id #=> String
+    #   resp.table_list[0].view_definition.sub_objects_statistics[0].partition_count #=> Integer
+    #   resp.table_list[0].view_definition.sub_objects_statistics[0].file_count #=> Integer
+    #   resp.table_list[0].view_definition.sub_objects_statistics[0].total_file_bytes #=> Integer
     #   resp.table_list[0].view_definition.representations #=> Array
     #   resp.table_list[0].view_definition.representations[0].dialect #=> String, one of "REDSHIFT", "ATHENA", "SPARK"
     #   resp.table_list[0].view_definition.representations[0].dialect_version #=> String
@@ -17460,6 +17521,8 @@ module Aws::Glue
     #   resp.table_list[0].view_definition.representations[0].view_expanded_text #=> String
     #   resp.table_list[0].view_definition.representations[0].validation_connection #=> String
     #   resp.table_list[0].view_definition.representations[0].is_stale #=> Boolean
+    #   resp.table_list[0].view_definition.spark_pipeline_info #=> Hash
+    #   resp.table_list[0].view_definition.spark_pipeline_info["SparkPipelineInfoKey"] #=> String
     #   resp.table_list[0].is_multi_dialect_view #=> Boolean
     #   resp.table_list[0].is_materialized_view #=> Boolean
     #   resp.table_list[0].iceberg_table_metadata.format_version #=> String
@@ -17707,7 +17770,14 @@ module Aws::Glue
     #   The data source (Glue table) associated with this run.
     #
     # @option params [required, String] :role
-    #   An IAM role supplied to encrypt the results of the run.
+    #   The IAM role that Glue assumes to access resources for the run.
+    #
+    #   For more information, see [Configure IAM permissions for Glue Data
+    #   Quality][1].
+    #
+    #
+    #
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/data-quality-authorization.html
     #
     # @option params [Integer] :number_of_workers
     #   The number of `G.1X` workers to be used in the run. The default is 5.
@@ -17732,6 +17802,11 @@ module Aws::Glue
     # @option params [Types::DataQualityRuleRecommendationRunAdditionalRunOptions] :additional_run_options
     #   Additional run options you can specify for a recommendation run.
     #
+    # @option params [String] :recommendation_mode
+    #   The mode that Glue Data Quality uses to recommend rules.
+    #
+    #   The default is `BASIC`.
+    #
     # @return [Types::StartDataQualityRuleRecommendationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::StartDataQualityRuleRecommendationRunResponse#run_id #run_id} => String
@@ -17769,6 +17844,7 @@ module Aws::Glue
     #     additional_run_options: {
     #       custom_log_group_prefix: "GenericString",
     #     },
+    #     recommendation_mode: "BASIC", # accepts BASIC, ADVANCED
     #   })
     #
     # @example Response structure
@@ -20748,6 +20824,18 @@ module Aws::Glue
     #         last_refresh_type: "FULL", # accepts FULL, INCREMENTAL
     #         sub_objects: ["ArnString"],
     #         sub_object_version_ids: [1],
+    #         sub_objects_statistics: [
+    #           {
+    #             source_type: "HIVE_PARQUET", # accepts HIVE_PARQUET, HIVE_ORC, HIVE_CSV, HIVE_JSON, PLAIN_PARQUET, ICEBERG
+    #             glue_version_id: "NullableString",
+    #             partition_count: 1,
+    #             file_count: 1,
+    #             total_file_bytes: 1,
+    #           },
+    #         ],
+    #         spark_pipeline_info: {
+    #           "SparkPipelineInfoKey" => "SparkPipelineInfoValue",
+    #         },
     #       },
     #     },
     #     skip_archive: false,
@@ -21166,7 +21254,7 @@ module Aws::Glue
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.273.0'
+      context[:gem_version] = '1.275.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -1259,6 +1259,7 @@ module Aws::Glue
     NullableBoolean = Shapes::BooleanShape.new(name: 'NullableBoolean')
     NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
     NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
+    NullableLong = Shapes::IntegerShape.new(name: 'NullableLong')
     NullableString = Shapes::StringShape.new(name: 'NullableString')
     NumberTargetPartitionsString = Shapes::StringShape.new(name: 'NumberTargetPartitionsString')
     OAuth2ClientApplication = Shapes::StructureShape.new(name: 'OAuth2ClientApplication')
@@ -1399,6 +1400,7 @@ module Aws::Glue
     RecipeStep = Shapes::StructureShape.new(name: 'RecipeStep')
     RecipeSteps = Shapes::ListShape.new(name: 'RecipeSteps')
     RecipeVersion = Shapes::StringShape.new(name: 'RecipeVersion')
+    RecommendationMode = Shapes::StringShape.new(name: 'RecommendationMode')
     Record = Shapes::DocumentShape.new(name: 'Record', document: true)
     Records = Shapes::ListShape.new(name: 'Records')
     RecordsCount = Shapes::IntegerShape.new(name: 'RecordsCount')
@@ -1579,6 +1581,9 @@ module Aws::Glue
     SparkConnectEndpointUrl = Shapes::StringShape.new(name: 'SparkConnectEndpointUrl')
     SparkConnectorSource = Shapes::StructureShape.new(name: 'SparkConnectorSource')
     SparkConnectorTarget = Shapes::StructureShape.new(name: 'SparkConnectorTarget')
+    SparkPipelineInfoKey = Shapes::StringShape.new(name: 'SparkPipelineInfoKey')
+    SparkPipelineInfoMap = Shapes::MapShape.new(name: 'SparkPipelineInfoMap')
+    SparkPipelineInfoValue = Shapes::StringShape.new(name: 'SparkPipelineInfoValue')
     SparkSQL = Shapes::StructureShape.new(name: 'SparkSQL')
     Spigot = Shapes::StructureShape.new(name: 'Spigot')
     SplitFields = Shapes::StructureShape.new(name: 'SplitFields')
@@ -1658,6 +1663,9 @@ module Aws::Glue
     StringColumnStatisticsData = Shapes::StructureShape.new(name: 'StringColumnStatisticsData')
     StringList = Shapes::ListShape.new(name: 'StringList')
     StringToStringMap = Shapes::MapShape.new(name: 'StringToStringMap')
+    SubObjectSourceType = Shapes::StringShape.new(name: 'SubObjectSourceType')
+    SubObjectStatistics = Shapes::StructureShape.new(name: 'SubObjectStatistics')
+    SubObjectsStatisticsList = Shapes::ListShape.new(name: 'SubObjectsStatisticsList')
     SupportedDialect = Shapes::StructureShape.new(name: 'SupportedDialect')
     Table = Shapes::StructureShape.new(name: 'Table')
     TableAttributes = Shapes::StringShape.new(name: 'TableAttributes')
@@ -3681,6 +3689,7 @@ module Aws::Glue
     DataQualityRuleRecommendationRunDescription.add_member(:started_on, Shapes::ShapeRef.new(shape: Timestamp, location_name: "StartedOn"))
     DataQualityRuleRecommendationRunDescription.add_member(:data_source, Shapes::ShapeRef.new(shape: DataSource, location_name: "DataSource"))
     DataQualityRuleRecommendationRunDescription.add_member(:created_ruleset_name, Shapes::ShapeRef.new(shape: NameString, location_name: "CreatedRulesetName"))
+    DataQualityRuleRecommendationRunDescription.add_member(:recommendation_mode, Shapes::ShapeRef.new(shape: RecommendationMode, location_name: "RecommendationMode"))
     DataQualityRuleRecommendationRunDescription.struct_class = Types::DataQualityRuleRecommendationRunDescription
 
     DataQualityRuleRecommendationRunFilter.add_member(:data_source, Shapes::ShapeRef.new(shape: DataSource, required: true, location_name: "DataSource"))
@@ -4797,6 +4806,7 @@ module Aws::Glue
     GetDataQualityRuleRecommendationRunResponse.add_member(:created_ruleset_name, Shapes::ShapeRef.new(shape: NameString, location_name: "CreatedRulesetName"))
     GetDataQualityRuleRecommendationRunResponse.add_member(:data_quality_security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "DataQualitySecurityConfiguration"))
     GetDataQualityRuleRecommendationRunResponse.add_member(:additional_run_options, Shapes::ShapeRef.new(shape: DataQualityRuleRecommendationRunAdditionalRunOptions, location_name: "AdditionalRunOptions"))
+    GetDataQualityRuleRecommendationRunResponse.add_member(:recommendation_mode, Shapes::ShapeRef.new(shape: RecommendationMode, location_name: "RecommendationMode"))
     GetDataQualityRuleRecommendationRunResponse.struct_class = Types::GetDataQualityRuleRecommendationRunResponse
 
     GetDataQualityRulesetEvaluationRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, required: true, location_name: "RunId"))
@@ -7719,6 +7729,9 @@ module Aws::Glue
     SparkConnectorTarget.add_member(:output_schemas, Shapes::ShapeRef.new(shape: GlueSchemas, location_name: "OutputSchemas"))
     SparkConnectorTarget.struct_class = Types::SparkConnectorTarget
 
+    SparkPipelineInfoMap.key = Shapes::ShapeRef.new(shape: SparkPipelineInfoKey)
+    SparkPipelineInfoMap.value = Shapes::ShapeRef.new(shape: SparkPipelineInfoValue)
+
     SparkSQL.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
     SparkSQL.add_member(:inputs, Shapes::ShapeRef.new(shape: ManyInputs, required: true, location_name: "Inputs"))
     SparkSQL.add_member(:sql_query, Shapes::ShapeRef.new(shape: SqlQuery, required: true, location_name: "SqlQuery"))
@@ -7788,6 +7801,7 @@ module Aws::Glue
     StartDataQualityRuleRecommendationRunRequest.add_member(:data_quality_security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "DataQualitySecurityConfiguration"))
     StartDataQualityRuleRecommendationRunRequest.add_member(:client_token, Shapes::ShapeRef.new(shape: HashString, location_name: "ClientToken"))
     StartDataQualityRuleRecommendationRunRequest.add_member(:additional_run_options, Shapes::ShapeRef.new(shape: DataQualityRuleRecommendationRunAdditionalRunOptions, location_name: "AdditionalRunOptions"))
+    StartDataQualityRuleRecommendationRunRequest.add_member(:recommendation_mode, Shapes::ShapeRef.new(shape: RecommendationMode, location_name: "RecommendationMode"))
     StartDataQualityRuleRecommendationRunRequest.struct_class = Types::StartDataQualityRuleRecommendationRunRequest
 
     StartDataQualityRuleRecommendationRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: HashString, location_name: "RunId"))
@@ -8018,6 +8032,15 @@ module Aws::Glue
     StringToStringMap.key = Shapes::ShapeRef.new(shape: NullableString)
     StringToStringMap.value = Shapes::ShapeRef.new(shape: NullableString)
 
+    SubObjectStatistics.add_member(:source_type, Shapes::ShapeRef.new(shape: SubObjectSourceType, location_name: "SourceType"))
+    SubObjectStatistics.add_member(:glue_version_id, Shapes::ShapeRef.new(shape: NullableString, location_name: "GlueVersionId"))
+    SubObjectStatistics.add_member(:partition_count, Shapes::ShapeRef.new(shape: NullableLong, location_name: "PartitionCount"))
+    SubObjectStatistics.add_member(:file_count, Shapes::ShapeRef.new(shape: NullableLong, location_name: "FileCount"))
+    SubObjectStatistics.add_member(:total_file_bytes, Shapes::ShapeRef.new(shape: NullableLong, location_name: "TotalFileBytes"))
+    SubObjectStatistics.struct_class = Types::SubObjectStatistics
+
+    SubObjectsStatisticsList.member = Shapes::ShapeRef.new(shape: SubObjectStatistics)
+
     SupportedDialect.add_member(:dialect, Shapes::ShapeRef.new(shape: ViewDialect, location_name: "Dialect"))
     SupportedDialect.add_member(:dialect_version, Shapes::ShapeRef.new(shape: ViewDialectVersionString, location_name: "DialectVersion"))
     SupportedDialect.struct_class = Types::SupportedDialect
@@ -8710,7 +8733,9 @@ module Aws::Glue
     ViewDefinition.add_member(:last_refresh_type, Shapes::ShapeRef.new(shape: LastRefreshType, location_name: "LastRefreshType"))
     ViewDefinition.add_member(:sub_objects, Shapes::ShapeRef.new(shape: ViewSubObjectsList, location_name: "SubObjects"))
     ViewDefinition.add_member(:sub_object_version_ids, Shapes::ShapeRef.new(shape: ViewSubObjectVersionIdsList, location_name: "SubObjectVersionIds"))
+    ViewDefinition.add_member(:sub_objects_statistics, Shapes::ShapeRef.new(shape: SubObjectsStatisticsList, location_name: "SubObjectsStatistics"))
     ViewDefinition.add_member(:representations, Shapes::ShapeRef.new(shape: ViewRepresentationList, location_name: "Representations"))
+    ViewDefinition.add_member(:spark_pipeline_info, Shapes::ShapeRef.new(shape: SparkPipelineInfoMap, location_name: "SparkPipelineInfo"))
     ViewDefinition.struct_class = Types::ViewDefinition
 
     ViewDefinitionInput.add_member(:is_protected, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "IsProtected"))
@@ -8722,6 +8747,8 @@ module Aws::Glue
     ViewDefinitionInput.add_member(:last_refresh_type, Shapes::ShapeRef.new(shape: LastRefreshType, location_name: "LastRefreshType"))
     ViewDefinitionInput.add_member(:sub_objects, Shapes::ShapeRef.new(shape: ViewSubObjectsList, location_name: "SubObjects"))
     ViewDefinitionInput.add_member(:sub_object_version_ids, Shapes::ShapeRef.new(shape: ViewSubObjectVersionIdsList, location_name: "SubObjectVersionIds"))
+    ViewDefinitionInput.add_member(:sub_objects_statistics, Shapes::ShapeRef.new(shape: SubObjectsStatisticsList, location_name: "SubObjectsStatistics"))
+    ViewDefinitionInput.add_member(:spark_pipeline_info, Shapes::ShapeRef.new(shape: SparkPipelineInfoMap, location_name: "SparkPipelineInfo"))
     ViewDefinitionInput.struct_class = Types::ViewDefinitionInput
 
     ViewRepresentation.add_member(:dialect, Shapes::ShapeRef.new(shape: ViewDialect, location_name: "Dialect"))

data/lib/aws-sdk-glue/types.rb

@@ -9116,6 +9116,12 @@ module Aws::Glue
     #   The name of the ruleset that was created by the recommendation run.
     #   @return [String]
     #
+    # @!attribute [rw] recommendation_mode
+    #   The mode that Glue Data Quality uses to recommend rules.
+    #
+    #   The default is `BASIC`.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityRuleRecommendationRunDescription AWS API Documentation
     #
     class DataQualityRuleRecommendationRunDescription < Struct.new(
@@ -9123,7 +9129,8 @@ module Aws::Glue
       :status,
       :started_on,
       :data_source,
-      :created_ruleset_name)
+      :created_ruleset_name,
+      :recommendation_mode)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -14202,7 +14209,7 @@ module Aws::Glue
     #   @return [Types::DataSource]
     #
     # @!attribute [rw] role
-    #   An IAM role supplied to encrypt the results of the run.
+    #   The IAM role that Glue assumes to access resources for the run.
     #   @return [String]
     #
     # @!attribute [rw] number_of_workers
@@ -14260,6 +14267,12 @@ module Aws::Glue
     #   Additional run options you can specify for a recommendation run.
     #   @return [Types::DataQualityRuleRecommendationRunAdditionalRunOptions]
     #
+    # @!attribute [rw] recommendation_mode
+    #   The mode that Glue Data Quality uses to recommend rules.
+    #
+    #   The default is `BASIC`.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRuleRecommendationRunResponse AWS API Documentation
     #
     class GetDataQualityRuleRecommendationRunResponse < Struct.new(
@@ -14277,7 +14290,8 @@ module Aws::Glue
       :recommended_ruleset,
       :created_ruleset_name,
       :data_quality_security_configuration,
-      :additional_run_options)
+      :additional_run_options,
+      :recommendation_mode)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -29169,7 +29183,14 @@ module Aws::Glue
     #   @return [Types::DataSource]
     #
     # @!attribute [rw] role
-    #   An IAM role supplied to encrypt the results of the run.
+    #   The IAM role that Glue assumes to access resources for the run.
+    #
+    #   For more information, see [Configure IAM permissions for Glue Data
+    #   Quality][1].
+    #
+    #
+    #
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/data-quality-authorization.html
     #   @return [String]
     #
     # @!attribute [rw] number_of_workers
@@ -29202,6 +29223,12 @@ module Aws::Glue
     #   Additional run options you can specify for a recommendation run.
     #   @return [Types::DataQualityRuleRecommendationRunAdditionalRunOptions]
     #
+    # @!attribute [rw] recommendation_mode
+    #   The mode that Glue Data Quality uses to recommend rules.
+    #
+    #   The default is `BASIC`.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartDataQualityRuleRecommendationRunRequest AWS API Documentation
     #
     class StartDataQualityRuleRecommendationRunRequest < Struct.new(
@@ -29212,7 +29239,8 @@ module Aws::Glue
       :created_ruleset_name,
       :data_quality_security_configuration,
       :client_token,
-      :additional_run_options)
+      :additional_run_options,
+      :recommendation_mode)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -30337,6 +30365,48 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Statistics for one sub-object referenced by a materialized view,
+    # recorded when the materialized view was created or last fully
+    # refreshed. These values describe what that refresh selected from the
+    # sub-object, which can be a subset of the table when the materialized
+    # view's definition limits the data it reads. The fields present depend
+    # on the sub-object's format.
+    #
+    # @!attribute [rw] source_type
+    #   The source type of the sub-object (for example, its table format),
+    #   which identifies the sub-object.
+    #   @return [String]
+    #
+    # @!attribute [rw] glue_version_id
+    #   The Glue version ID of the sub-object that the statistics were
+    #   captured for.
+    #   @return [String]
+    #
+    # @!attribute [rw] partition_count
+    #   The number of sub-object partitions selected for that refresh. Not
+    #   present for unpartitioned sub-objects.
+    #   @return [Integer]
+    #
+    # @!attribute [rw] file_count
+    #   The number of sub-object data files selected for that refresh.
+    #   @return [Integer]
+    #
+    # @!attribute [rw] total_file_bytes
+    #   The total size, in bytes, of the data files counted by `FileCount`.
+    #   @return [Integer]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SubObjectStatistics AWS API Documentation
+    #
+    class SubObjectStatistics < Struct.new(
+      :source_type,
+      :glue_version_id,
+      :partition_count,
+      :file_count,
+      :total_file_bytes)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # A structure specifying the dialect and dialect version used by the
     # query engine.
     #
@@ -33719,10 +33789,22 @@ module Aws::Glue
     #   materialized view.
     #   @return [Array<Integer>]
     #
+    # @!attribute [rw] sub_objects_statistics
+    #   Statistics captured for each sub-object referenced by the
+    #   materialized view as of its most recent refresh, such as the source
+    #   type, Glue version ID, and the partition, file, and byte counts.
+    #   Each entry describes one sub-object, identified by its source type.
+    #   @return [Array<Types::SubObjectStatistics>]
+    #
     # @!attribute [rw] representations
     #   A list of representations.
     #   @return [Array<Types::ViewRepresentation>]
     #
+    # @!attribute [rw] spark_pipeline_info
+    #   A map of key-value pairs containing Spark Declarative Pipelines
+    #   (SDP) information for the materialized view.
+    #   @return [Hash<String,String>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ViewDefinition AWS API Documentation
     #
     class ViewDefinition < Struct.new(
@@ -33734,7 +33816,9 @@ module Aws::Glue
       :last_refresh_type,
       :sub_objects,
       :sub_object_version_ids,
-      :representations)
+      :sub_objects_statistics,
+      :representations,
+      :spark_pipeline_info)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -33786,6 +33870,18 @@ module Aws::Glue
     #   materialized view.
     #   @return [Array<Integer>]
     #
+    # @!attribute [rw] sub_objects_statistics
+    #   Statistics for each sub-object referenced by the materialized view,
+    #   such as the source type, Glue version ID, and the partition, file,
+    #   and byte counts. Each entry describes one sub-object, identified by
+    #   its source type.
+    #   @return [Array<Types::SubObjectStatistics>]
+    #
+    # @!attribute [rw] spark_pipeline_info
+    #   A map of key-value pairs containing Spark Declarative Pipelines
+    #   (SDP) information for the materialized view.
+    #   @return [Hash<String,String>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ViewDefinitionInput AWS API Documentation
     #
     class ViewDefinitionInput < Struct.new(
@@ -33797,7 +33893,9 @@ module Aws::Glue
       :refresh_seconds,
       :last_refresh_type,
       :sub_objects,
-      :sub_object_version_ids)
+      :sub_object_version_ids,
+      :sub_objects_statistics,
+      :spark_pipeline_info)
       SENSITIVE = []
       include Aws::Structure
     end

data/lib/aws-sdk-glue.rb

@@ -54,7 +54,7 @@ module Aws::Glue
   autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
   autoload :Endpoints, 'aws-sdk-glue/endpoints'
 
-  GEM_VERSION = '1.273.0'
+  GEM_VERSION = '1.275.0'
 
 end
 

data/sig/client.rbs

@@ -2009,6 +2009,7 @@ module Aws
         def created_ruleset_name: () -> ::String
         def data_quality_security_configuration: () -> ::String
         def additional_run_options: () -> Types::DataQualityRuleRecommendationRunAdditionalRunOptions
+        def recommendation_mode: () -> ("BASIC" | "ADVANCED")
       end
       # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#get_data_quality_rule_recommendation_run-instance_method
       def get_data_quality_rule_recommendation_run: (
@@ -4042,7 +4043,8 @@ module Aws
                                                         ?client_token: ::String,
                                                         ?additional_run_options: {
                                                           custom_log_group_prefix: ::String?
-                                                        }
+                                                        },
+                                                        ?recommendation_mode: ("BASIC" | "ADVANCED")
                                                       ) -> _StartDataQualityRuleRecommendationRunResponseSuccess
                                                     | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _StartDataQualityRuleRecommendationRunResponseSuccess
 

data/sig/params.rbs

@@ -1805,7 +1805,17 @@ module Aws
       refresh_seconds: ::Integer?,
       last_refresh_type: ("FULL" | "INCREMENTAL")?,
       sub_objects: Array[::String]?,
-      sub_object_version_ids: Array[::Integer]?
+      sub_object_version_ids: Array[::Integer]?,
+      sub_objects_statistics: Array[
+        {
+          source_type: ("HIVE_PARQUET" | "HIVE_ORC" | "HIVE_CSV" | "HIVE_JSON" | "PLAIN_PARQUET" | "ICEBERG")?,
+          glue_version_id: ::String?,
+          partition_count: ::Integer?,
+          file_count: ::Integer?,
+          total_file_bytes: ::Integer?
+        }
+      ]?,
+      spark_pipeline_info: Hash[::String, ::String]?
     }
 
       type table_input = {

data/sig/types.rbs

@@ -2095,6 +2095,7 @@ module Aws::Glue
       attr_accessor started_on: ::Time
       attr_accessor data_source: Types::DataSource
       attr_accessor created_ruleset_name: ::String
+      attr_accessor recommendation_mode: ("BASIC" | "ADVANCED")
       SENSITIVE: []
     end
 
@@ -3546,6 +3547,7 @@ module Aws::Glue
       attr_accessor created_ruleset_name: ::String
       attr_accessor data_quality_security_configuration: ::String
       attr_accessor additional_run_options: Types::DataQualityRuleRecommendationRunAdditionalRunOptions
+      attr_accessor recommendation_mode: ("BASIC" | "ADVANCED")
       SENSITIVE: []
     end
 
@@ -7232,6 +7234,7 @@ module Aws::Glue
       attr_accessor data_quality_security_configuration: ::String
       attr_accessor client_token: ::String
       attr_accessor additional_run_options: Types::DataQualityRuleRecommendationRunAdditionalRunOptions
+      attr_accessor recommendation_mode: ("BASIC" | "ADVANCED")
       SENSITIVE: []
     end
 
@@ -7535,6 +7538,15 @@ module Aws::Glue
       SENSITIVE: []
     end
 
+    class SubObjectStatistics
+      attr_accessor source_type: ("HIVE_PARQUET" | "HIVE_ORC" | "HIVE_CSV" | "HIVE_JSON" | "PLAIN_PARQUET" | "ICEBERG")
+      attr_accessor glue_version_id: ::String
+      attr_accessor partition_count: ::Integer
+      attr_accessor file_count: ::Integer
+      attr_accessor total_file_bytes: ::Integer
+      SENSITIVE: []
+    end
+
     class SupportedDialect
       attr_accessor dialect: ("REDSHIFT" | "ATHENA" | "SPARK")
       attr_accessor dialect_version: ::String
@@ -8402,7 +8414,9 @@ module Aws::Glue
       attr_accessor last_refresh_type: ("FULL" | "INCREMENTAL")
       attr_accessor sub_objects: ::Array[::String]
       attr_accessor sub_object_version_ids: ::Array[::Integer]
+      attr_accessor sub_objects_statistics: ::Array[Types::SubObjectStatistics]
       attr_accessor representations: ::Array[Types::ViewRepresentation]
+      attr_accessor spark_pipeline_info: ::Hash[::String, ::String]
       SENSITIVE: []
     end
 
@@ -8416,6 +8430,8 @@ module Aws::Glue
       attr_accessor last_refresh_type: ("FULL" | "INCREMENTAL")
       attr_accessor sub_objects: ::Array[::String]
       attr_accessor sub_object_version_ids: ::Array[::Integer]
+      attr_accessor sub_objects_statistics: ::Array[Types::SubObjectStatistics]
+      attr_accessor spark_pipeline_info: ::Hash[::String, ::String]
       SENSITIVE: []
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.273.0
+  version: 1.275.0
 platform: ruby
 authors:
 - Amazon Web Services