RubyGems - aws-sdk-glue - Versions diffs - 1.231.0 → 1.233.0 - Mend

aws-sdk-glue 1.231.0 → 1.233.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (10) hide show

checksums.yaml +4 -4
data/CHANGELOG.md +10 -0
data/VERSION +1 -1
data/lib/aws-sdk-glue/client.rb +149 -8
data/lib/aws-sdk-glue/client_api.rb +16 -1
data/lib/aws-sdk-glue/types.rb +90 -9
data/lib/aws-sdk-glue.rb +1 -1
data/sig/client.rbs +62 -7
data/sig/types.rbs +14 -0
metadata +1 -1

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 042ac73baf164cd990ec4899064ba1939ddf2f317014f53c07e34f0c314794bb
-  data.tar.gz: b5ba433785168a07313b24bc4392ed3b268bb7797fd8cc9a69a3e966ac2882a4
+  metadata.gz: ebf83ccc3e93cf6da196bd373d30fecb0d58425edcba7ee81dfe2fd83f999d03
+  data.tar.gz: c3784a8204eda9f8651b6a2151b0856694a5a32cb50e003ffb870d6dc91e7007
 SHA512:
-  metadata.gz: f1b704949a182ff9d077fff5ad9153baa6c31927646cfde1df5fbc4829c7d90b925cfc0249ca80f4ad57c25ccb2c6b611c7c43d2a5ef974d3b1169709f89b8d5
-  data.tar.gz: cdc7568a215710b1c2dd3c138b5d6599b00ea3a5503c97d85e31d76ee930b749e5648582761e81cf3894bd83ed363abca5a659e87e357a59283ad9c757164e28
+  metadata.gz: 691b75bd3e406dccda84af06ddb9a79f33b7df87fe822f46ec2b73da0aa02ad4267e762b9dd2f6427c266b170c39806706e7bc99626518e32a5df66382d0c3f2
+  data.tar.gz: b61de7f5ffb0010270a6b94ca65ec1fad3c93a81e102b546dda766e821ba7d9e457b9f30d5b8cfacdc2f9011dd9c26e45dfa16c51be650d3b8b426a6acadd9f9

data/CHANGELOG.md CHANGED Viewed

@@ -1,6 +1,16 @@
 Unreleased Changes
 ------------------
+1.233.0 (2025-08-21)
+------------------
+* Feature - Added support for preprocessing queries in Data Quality operations through new DataQualityGlueTable structure.
+1.232.0 (2025-08-15)
+------------------
+* Feature - AWS Glue Zero ETL now supports On-demand snapshot load
 1.231.0 (2025-08-14)
 ------------------

data/VERSION CHANGED Viewed

	@@ -1 +1 @@
1	- 1.~~231~~.0
1	+ 1.233.0

data/lib/aws-sdk-glue/client.rb CHANGED Viewed

@@ -1020,6 +1020,13 @@ module Aws::Glue
     #   resp.results[0].data_source.glue_table.connection_name #=> String
     #   resp.results[0].data_source.glue_table.additional_options #=> Hash
     #   resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.database_name #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.table_name #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.catalog_id #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.connection_name #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.additional_options #=> Hash
+    #   resp.results[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.pre_processing_query #=> String
     #   resp.results[0].ruleset_name #=> String
     #   resp.results[0].evaluation_context #=> String
     #   resp.results[0].started_on #=> Time
@@ -1621,9 +1628,15 @@ module Aws::Glue
     end
     # Annotate datapoints over time for a specific data quality statistic.
+    # The API requires both profileID and statisticID as part of the
+    # InclusionAnnotation input. The API only works for a single statisticId
+    # across multiple profiles.
     #
     # @option params [required, Array<Types::DatapointInclusionAnnotation>] :inclusion_annotations
-    #   A list of `DatapointInclusionAnnotation`'s.
+    #   A list of `DatapointInclusionAnnotation`'s. The InclusionAnnotations
+    #   must contain a profileId and statisticId. If there are multiple
+    #   InclusionAnnotations, the list must refer to a single statisticId
+    #   across multiple profileIds.
     #
     # @option params [String] :client_token
     #   Client Token.
@@ -2984,6 +2997,7 @@ module Aws::Glue
     #       source_properties: {
     #         "IntegrationString" => "IntegrationString",
     #       },
+    #       continuous_sync: false,
     #     },
     #   })
     #
@@ -3009,6 +3023,7 @@ module Aws::Glue
     #   resp.integration_config.refresh_interval #=> String
     #   resp.integration_config.source_properties #=> Hash
     #   resp.integration_config.source_properties["IntegrationString"] #=> String
+    #   resp.integration_config.continuous_sync #=> Boolean
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegration AWS API Documentation
     #
@@ -6159,6 +6174,7 @@ module Aws::Glue
     #   resp.inbound_integrations[0].integration_config.refresh_interval #=> String
     #   resp.inbound_integrations[0].integration_config.source_properties #=> Hash
     #   resp.inbound_integrations[0].integration_config.source_properties["IntegrationString"] #=> String
+    #   resp.inbound_integrations[0].integration_config.continuous_sync #=> Boolean
     #   resp.inbound_integrations[0].errors #=> Array
     #   resp.inbound_integrations[0].errors[0].error_code #=> String
     #   resp.inbound_integrations[0].errors[0].error_message #=> String
@@ -6228,6 +6244,7 @@ module Aws::Glue
     #   resp.integrations[0].integration_config.refresh_interval #=> String
     #   resp.integrations[0].integration_config.source_properties #=> Hash
     #   resp.integrations[0].integration_config.source_properties["IntegrationString"] #=> String
+    #   resp.integrations[0].integration_config.continuous_sync #=> Boolean
     #   resp.integrations[0].errors #=> Array
     #   resp.integrations[0].errors[0].error_code #=> String
     #   resp.integrations[0].errors[0].error_message #=> String
@@ -7661,6 +7678,13 @@ module Aws::Glue
     #   resp.data_source.glue_table.connection_name #=> String
     #   resp.data_source.glue_table.additional_options #=> Hash
     #   resp.data_source.glue_table.additional_options["NameString"] #=> String
+    #   resp.data_source.data_quality_glue_table.database_name #=> String
+    #   resp.data_source.data_quality_glue_table.table_name #=> String
+    #   resp.data_source.data_quality_glue_table.catalog_id #=> String
+    #   resp.data_source.data_quality_glue_table.connection_name #=> String
+    #   resp.data_source.data_quality_glue_table.additional_options #=> Hash
+    #   resp.data_source.data_quality_glue_table.additional_options["NameString"] #=> String
+    #   resp.data_source.data_quality_glue_table.pre_processing_query #=> String
     #   resp.ruleset_name #=> String
     #   resp.evaluation_context #=> String
     #   resp.started_on #=> Time
@@ -7747,6 +7771,13 @@ module Aws::Glue
     #   resp.data_source.glue_table.connection_name #=> String
     #   resp.data_source.glue_table.additional_options #=> Hash
     #   resp.data_source.glue_table.additional_options["NameString"] #=> String
+    #   resp.data_source.data_quality_glue_table.database_name #=> String
+    #   resp.data_source.data_quality_glue_table.table_name #=> String
+    #   resp.data_source.data_quality_glue_table.catalog_id #=> String
+    #   resp.data_source.data_quality_glue_table.connection_name #=> String
+    #   resp.data_source.data_quality_glue_table.additional_options #=> Hash
+    #   resp.data_source.data_quality_glue_table.additional_options["NameString"] #=> String
+    #   resp.data_source.data_quality_glue_table.pre_processing_query #=> String
     #   resp.role #=> String
     #   resp.number_of_workers #=> Integer
     #   resp.timeout #=> Integer
@@ -7852,6 +7883,13 @@ module Aws::Glue
     #   resp.data_source.glue_table.connection_name #=> String
     #   resp.data_source.glue_table.additional_options #=> Hash
     #   resp.data_source.glue_table.additional_options["NameString"] #=> String
+    #   resp.data_source.data_quality_glue_table.database_name #=> String
+    #   resp.data_source.data_quality_glue_table.table_name #=> String
+    #   resp.data_source.data_quality_glue_table.catalog_id #=> String
+    #   resp.data_source.data_quality_glue_table.connection_name #=> String
+    #   resp.data_source.data_quality_glue_table.additional_options #=> Hash
+    #   resp.data_source.data_quality_glue_table.additional_options["NameString"] #=> String
+    #   resp.data_source.data_quality_glue_table.pre_processing_query #=> String
     #   resp.role #=> String
     #   resp.number_of_workers #=> Integer
     #   resp.timeout #=> Integer
@@ -7875,6 +7913,13 @@ module Aws::Glue
     #   resp.additional_data_sources["NameString"].glue_table.connection_name #=> String
     #   resp.additional_data_sources["NameString"].glue_table.additional_options #=> Hash
     #   resp.additional_data_sources["NameString"].glue_table.additional_options["NameString"] #=> String
+    #   resp.additional_data_sources["NameString"].data_quality_glue_table.database_name #=> String
+    #   resp.additional_data_sources["NameString"].data_quality_glue_table.table_name #=> String
+    #   resp.additional_data_sources["NameString"].data_quality_glue_table.catalog_id #=> String
+    #   resp.additional_data_sources["NameString"].data_quality_glue_table.connection_name #=> String
+    #   resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options #=> Hash
+    #   resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options["NameString"] #=> String
+    #   resp.additional_data_sources["NameString"].data_quality_glue_table.pre_processing_query #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRun AWS API Documentation
     #
@@ -12546,7 +12591,7 @@ module Aws::Glue
     #   resp = client.list_data_quality_results({
     #     filter: {
     #       data_source: {
-    #         glue_table: { # required
+    #         glue_table: {
     #           database_name: "NameString", # required
     #           table_name: "NameString", # required
     #           catalog_id: "NameString",
@@ -12555,6 +12600,16 @@ module Aws::Glue
     #             "NameString" => "DescriptionString",
     #           },
     #         },
+    #         data_quality_glue_table: {
+    #           database_name: "NameString", # required
+    #           table_name: "NameString", # required
+    #           catalog_id: "NameString",
+    #           connection_name: "NameString",
+    #           additional_options: {
+    #             "NameString" => "DescriptionString",
+    #           },
+    #           pre_processing_query: "PreProcessingQueryString",
+    #         },
     #       },
     #       job_name: "NameString",
     #       job_run_id: "HashString",
@@ -12575,6 +12630,13 @@ module Aws::Glue
     #   resp.results[0].data_source.glue_table.connection_name #=> String
     #   resp.results[0].data_source.glue_table.additional_options #=> Hash
     #   resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.database_name #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.table_name #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.catalog_id #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.connection_name #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.additional_options #=> Hash
+    #   resp.results[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
+    #   resp.results[0].data_source.data_quality_glue_table.pre_processing_query #=> String
     #   resp.results[0].job_name #=> String
     #   resp.results[0].job_run_id #=> String
     #   resp.results[0].started_on #=> Time
@@ -12612,7 +12674,16 @@ module Aws::Glue
     #   resp = client.list_data_quality_rule_recommendation_runs({
     #     filter: {
     #       data_source: { # required
-    #         glue_table: { # required
+    #         glue_table: {
+    #           database_name: "NameString", # required
+    #           table_name: "NameString", # required
+    #           catalog_id: "NameString",
+    #           connection_name: "NameString",
+    #           additional_options: {
+    #             "NameString" => "DescriptionString",
+    #           },
+    #         },
+    #         data_quality_glue_table: {
     #           database_name: "NameString", # required
     #           table_name: "NameString", # required
     #           catalog_id: "NameString",
@@ -12620,6 +12691,7 @@ module Aws::Glue
     #           additional_options: {
     #             "NameString" => "DescriptionString",
     #           },
+    #           pre_processing_query: "PreProcessingQueryString",
     #         },
     #       },
     #       started_before: Time.now,
@@ -12641,6 +12713,13 @@ module Aws::Glue
     #   resp.runs[0].data_source.glue_table.connection_name #=> String
     #   resp.runs[0].data_source.glue_table.additional_options #=> Hash
     #   resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.database_name #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.table_name #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.catalog_id #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.connection_name #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.additional_options #=> Hash
+    #   resp.runs[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.pre_processing_query #=> String
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRuleRecommendationRuns AWS API Documentation
@@ -12676,7 +12755,7 @@ module Aws::Glue
     #   resp = client.list_data_quality_ruleset_evaluation_runs({
     #     filter: {
     #       data_source: { # required
-    #         glue_table: { # required
+    #         glue_table: {
     #           database_name: "NameString", # required
     #           table_name: "NameString", # required
     #           catalog_id: "NameString",
@@ -12685,6 +12764,16 @@ module Aws::Glue
     #             "NameString" => "DescriptionString",
     #           },
     #         },
+    #         data_quality_glue_table: {
+    #           database_name: "NameString", # required
+    #           table_name: "NameString", # required
+    #           catalog_id: "NameString",
+    #           connection_name: "NameString",
+    #           additional_options: {
+    #             "NameString" => "DescriptionString",
+    #           },
+    #           pre_processing_query: "PreProcessingQueryString",
+    #         },
     #       },
     #       started_before: Time.now,
     #       started_after: Time.now,
@@ -12705,6 +12794,13 @@ module Aws::Glue
     #   resp.runs[0].data_source.glue_table.connection_name #=> String
     #   resp.runs[0].data_source.glue_table.additional_options #=> Hash
     #   resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.database_name #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.table_name #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.catalog_id #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.connection_name #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.additional_options #=> Hash
+    #   resp.runs[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
+    #   resp.runs[0].data_source.data_quality_glue_table.pre_processing_query #=> String
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRulesetEvaluationRuns AWS API Documentation
@@ -13656,6 +13752,9 @@ module Aws::Glue
     # @option params [String] :data_filter
     #   Selects source tables for the integration using Maxwell filter syntax.
     #
+    # @option params [Types::IntegrationConfig] :integration_config
+    #   Properties associated with the integration.
+    #
     # @option params [String] :integration_name
     #   A unique name for an integration in Glue.
     #
@@ -13673,6 +13772,7 @@ module Aws::Glue
     #   * {Types::ModifyIntegrationResponse#create_time #create_time} => Time
     #   * {Types::ModifyIntegrationResponse#errors #errors} => Array&lt;Types::IntegrationError&gt;
     #   * {Types::ModifyIntegrationResponse#data_filter #data_filter} => String
+    #   * {Types::ModifyIntegrationResponse#integration_config #integration_config} => Types::IntegrationConfig
     #
     # @example Request syntax with placeholder values
     #
@@ -13680,6 +13780,13 @@ module Aws::Glue
     #     integration_identifier: "String128", # required
     #     description: "IntegrationDescription",
     #     data_filter: "String2048",
+    #     integration_config: {
+    #       refresh_interval: "String128",
+    #       source_properties: {
+    #         "IntegrationString" => "IntegrationString",
+    #       },
+    #       continuous_sync: false,
+    #     },
     #     integration_name: "String128",
     #   })
     #
@@ -13702,6 +13809,10 @@ module Aws::Glue
     #   resp.errors[0].error_code #=> String
     #   resp.errors[0].error_message #=> String
     #   resp.data_filter #=> String
+    #   resp.integration_config.refresh_interval #=> String
+    #   resp.integration_config.source_properties #=> Hash
+    #   resp.integration_config.source_properties["IntegrationString"] #=> String
+    #   resp.integration_config.continuous_sync #=> Boolean
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegration AWS API Documentation
     #
@@ -14692,7 +14803,7 @@ module Aws::Glue
     #
     #   resp = client.start_data_quality_rule_recommendation_run({
     #     data_source: { # required
-    #       glue_table: { # required
+    #       glue_table: {
     #         database_name: "NameString", # required
     #         table_name: "NameString", # required
     #         catalog_id: "NameString",
@@ -14701,6 +14812,16 @@ module Aws::Glue
     #           "NameString" => "DescriptionString",
     #         },
     #       },
+    #       data_quality_glue_table: {
+    #         database_name: "NameString", # required
+    #         table_name: "NameString", # required
+    #         catalog_id: "NameString",
+    #         connection_name: "NameString",
+    #         additional_options: {
+    #           "NameString" => "DescriptionString",
+    #         },
+    #         pre_processing_query: "PreProcessingQueryString",
+    #       },
     #     },
     #     role: "RoleString", # required
     #     number_of_workers: 1,
@@ -14765,7 +14886,7 @@ module Aws::Glue
     #
     #   resp = client.start_data_quality_ruleset_evaluation_run({
     #     data_source: { # required
-    #       glue_table: { # required
+    #       glue_table: {
     #         database_name: "NameString", # required
     #         table_name: "NameString", # required
     #         catalog_id: "NameString",
@@ -14774,6 +14895,16 @@ module Aws::Glue
     #           "NameString" => "DescriptionString",
     #         },
     #       },
+    #       data_quality_glue_table: {
+    #         database_name: "NameString", # required
+    #         table_name: "NameString", # required
+    #         catalog_id: "NameString",
+    #         connection_name: "NameString",
+    #         additional_options: {
+    #           "NameString" => "DescriptionString",
+    #         },
+    #         pre_processing_query: "PreProcessingQueryString",
+    #       },
     #     },
     #     role: "RoleString", # required
     #     number_of_workers: 1,
@@ -14787,7 +14918,16 @@ module Aws::Glue
     #     ruleset_names: ["NameString"], # required
     #     additional_data_sources: {
     #       "NameString" => {
-    #         glue_table: { # required
+    #         glue_table: {
+    #           database_name: "NameString", # required
+    #           table_name: "NameString", # required
+    #           catalog_id: "NameString",
+    #           connection_name: "NameString",
+    #           additional_options: {
+    #             "NameString" => "DescriptionString",
+    #           },
+    #         },
+    #         data_quality_glue_table: {
     #           database_name: "NameString", # required
     #           table_name: "NameString", # required
     #           catalog_id: "NameString",
@@ -14795,6 +14935,7 @@ module Aws::Glue
     #           additional_options: {
     #             "NameString" => "DescriptionString",
     #           },
+    #           pre_processing_query: "PreProcessingQueryString",
     #         },
     #       },
     #     },
@@ -17777,7 +17918,7 @@ module Aws::Glue
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.231.0'
+      context[:gem_version] = '1.233.0'
       Seahorse::Client::Request.new(handlers, context)
     end

data/lib/aws-sdk-glue/client_api.rb CHANGED Viewed

@@ -279,6 +279,7 @@ module Aws::Glue
     ContextKey = Shapes::StringShape.new(name: 'ContextKey')
     ContextValue = Shapes::StringShape.new(name: 'ContextValue')
     ContextWords = Shapes::ListShape.new(name: 'ContextWords')
+    ContinuousSync = Shapes::BooleanShape.new(name: 'ContinuousSync')
     Crawl = Shapes::StructureShape.new(name: 'Crawl')
     CrawlId = Shapes::StringShape.new(name: 'CrawlId')
     CrawlList = Shapes::ListShape.new(name: 'CrawlList')
@@ -409,6 +410,7 @@ module Aws::Glue
     DataQualityEncryption = Shapes::StructureShape.new(name: 'DataQualityEncryption')
     DataQualityEncryptionMode = Shapes::StringShape.new(name: 'DataQualityEncryptionMode')
     DataQualityEvaluationRunAdditionalRunOptions = Shapes::StructureShape.new(name: 'DataQualityEvaluationRunAdditionalRunOptions')
+    DataQualityGlueTable = Shapes::StructureShape.new(name: 'DataQualityGlueTable')
     DataQualityMetricValues = Shapes::StructureShape.new(name: 'DataQualityMetricValues')
     DataQualityModelStatus = Shapes::StringShape.new(name: 'DataQualityModelStatus')
     DataQualityObservation = Shapes::StructureShape.new(name: 'DataQualityObservation')
@@ -1144,6 +1146,7 @@ module Aws::Glue
     PositiveLong = Shapes::IntegerShape.new(name: 'PositiveLong')
     PostgreSQLCatalogSource = Shapes::StructureShape.new(name: 'PostgreSQLCatalogSource')
     PostgreSQLCatalogTarget = Shapes::StructureShape.new(name: 'PostgreSQLCatalogTarget')
+    PreProcessingQueryString = Shapes::StringShape.new(name: 'PreProcessingQueryString')
     Predecessor = Shapes::StructureShape.new(name: 'Predecessor')
     PredecessorList = Shapes::ListShape.new(name: 'PredecessorList')
     Predicate = Shapes::StructureShape.new(name: 'Predicate')
@@ -3182,6 +3185,14 @@ module Aws::Glue
     DataQualityEvaluationRunAdditionalRunOptions.add_member(:composite_rule_evaluation_method, Shapes::ShapeRef.new(shape: DQCompositeRuleEvaluationMethod, location_name: "CompositeRuleEvaluationMethod"))
     DataQualityEvaluationRunAdditionalRunOptions.struct_class = Types::DataQualityEvaluationRunAdditionalRunOptions
+    DataQualityGlueTable.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
+    DataQualityGlueTable.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
+    DataQualityGlueTable.add_member(:catalog_id, Shapes::ShapeRef.new(shape: NameString, location_name: "CatalogId"))
+    DataQualityGlueTable.add_member(:connection_name, Shapes::ShapeRef.new(shape: NameString, location_name: "ConnectionName"))
+    DataQualityGlueTable.add_member(:additional_options, Shapes::ShapeRef.new(shape: GlueTableAdditionalOptions, location_name: "AdditionalOptions"))
+    DataQualityGlueTable.add_member(:pre_processing_query, Shapes::ShapeRef.new(shape: PreProcessingQueryString, location_name: "PreProcessingQuery"))
+    DataQualityGlueTable.struct_class = Types::DataQualityGlueTable
     DataQualityMetricValues.add_member(:actual_value, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "ActualValue"))
     DataQualityMetricValues.add_member(:expected_value, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "ExpectedValue"))
     DataQualityMetricValues.add_member(:lower_limit, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "LowerLimit"))
@@ -3295,7 +3306,8 @@ module Aws::Glue
     DataQualityTargetTable.add_member(:catalog_id, Shapes::ShapeRef.new(shape: NameString, location_name: "CatalogId"))
     DataQualityTargetTable.struct_class = Types::DataQualityTargetTable
-    DataSource.add_member(:glue_table, Shapes::ShapeRef.new(shape: GlueTable, required: true, location_name: "GlueTable"))
+    DataSource.add_member(:glue_table, Shapes::ShapeRef.new(shape: GlueTable, location_name: "GlueTable"))
+    DataSource.add_member(:data_quality_glue_table, Shapes::ShapeRef.new(shape: DataQualityGlueTable, location_name: "DataQualityGlueTable"))
     DataSource.struct_class = Types::DataSource
     DataSourceMap.key = Shapes::ShapeRef.new(shape: NameString)
@@ -4977,6 +4989,7 @@ module Aws::Glue
     IntegrationConfig.add_member(:refresh_interval, Shapes::ShapeRef.new(shape: String128, location_name: "RefreshInterval"))
     IntegrationConfig.add_member(:source_properties, Shapes::ShapeRef.new(shape: IntegrationSourcePropertiesMap, location_name: "SourceProperties"))
+    IntegrationConfig.add_member(:continuous_sync, Shapes::ShapeRef.new(shape: ContinuousSync, location_name: "ContinuousSync"))
     IntegrationConfig.struct_class = Types::IntegrationConfig
     IntegrationConflictOperationFault.add_member(:message, Shapes::ShapeRef.new(shape: IntegrationErrorMessage, location_name: "Message"))
@@ -5643,6 +5656,7 @@ module Aws::Glue
     ModifyIntegrationRequest.add_member(:integration_identifier, Shapes::ShapeRef.new(shape: String128, required: true, location_name: "IntegrationIdentifier"))
     ModifyIntegrationRequest.add_member(:description, Shapes::ShapeRef.new(shape: IntegrationDescription, location_name: "Description"))
     ModifyIntegrationRequest.add_member(:data_filter, Shapes::ShapeRef.new(shape: String2048, location_name: "DataFilter"))
+    ModifyIntegrationRequest.add_member(:integration_config, Shapes::ShapeRef.new(shape: IntegrationConfig, location_name: "IntegrationConfig"))
     ModifyIntegrationRequest.add_member(:integration_name, Shapes::ShapeRef.new(shape: String128, location_name: "IntegrationName"))
     ModifyIntegrationRequest.struct_class = Types::ModifyIntegrationRequest
@@ -5658,6 +5672,7 @@ module Aws::Glue
     ModifyIntegrationResponse.add_member(:create_time, Shapes::ShapeRef.new(shape: IntegrationTimestamp, required: true, location_name: "CreateTime"))
     ModifyIntegrationResponse.add_member(:errors, Shapes::ShapeRef.new(shape: IntegrationErrorList, location_name: "Errors"))
     ModifyIntegrationResponse.add_member(:data_filter, Shapes::ShapeRef.new(shape: String2048, location_name: "DataFilter"))
+    ModifyIntegrationResponse.add_member(:integration_config, Shapes::ShapeRef.new(shape: IntegrationConfig, location_name: "IntegrationConfig"))
     ModifyIntegrationResponse.struct_class = Types::ModifyIntegrationResponse
     MongoDBTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))

data/lib/aws-sdk-glue/types.rb CHANGED Viewed

@@ -1389,7 +1389,10 @@ module Aws::Glue
     end
     # @!attribute [rw] inclusion_annotations
-    #   A list of `DatapointInclusionAnnotation`'s.
+    #   A list of `DatapointInclusionAnnotation`'s. The
+    #   InclusionAnnotations must contain a profileId and statisticId. If
+    #   there are multiple InclusionAnnotations, the list must refer to a
+    #   single statisticId across multiple profileIds.
     #   @return [Array<Types::DatapointInclusionAnnotation>]
     #
     # @!attribute [rw] client_token
@@ -8053,6 +8056,55 @@ module Aws::Glue
       include Aws::Structure
     end
+    # The database and table in the Glue Data Catalog that is used for input
+    # or output data for Data Quality Operations.
+    #
+    # @!attribute [rw] database_name
+    #   A database name in the Glue Data Catalog.
+    #   @return [String]
+    #
+    # @!attribute [rw] table_name
+    #   A table name in the Glue Data Catalog.
+    #   @return [String]
+    #
+    # @!attribute [rw] catalog_id
+    #   A unique identifier for the Glue Data Catalog.
+    #   @return [String]
+    #
+    # @!attribute [rw] connection_name
+    #   The name of the connection to the Glue Data Catalog.
+    #   @return [String]
+    #
+    # @!attribute [rw] additional_options
+    #   Additional options for the table. Currently there are two keys
+    #   supported:
+    #
+    #   * `pushDownPredicate`: to filter on partitions without having to
+    #     list and read all the files in your dataset.
+    #
+    #   * `catalogPartitionPredicate`: to use server-side partition pruning
+    #     using partition indexes in the Glue Data Catalog.
+    #   @return [Hash<String,String>]
+    #
+    # @!attribute [rw] pre_processing_query
+    #   SQL Query of SparkSQL format that can be used to pre-process the
+    #   data for the table in Glue Data Catalog, before running the Data
+    #   Quality Operation.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityGlueTable AWS API Documentation
+    #
+    class DataQualityGlueTable < Struct.new(
+      :database_name,
+      :table_name,
+      :catalog_id,
+      :connection_name,
+      :additional_options,
+      :pre_processing_query)
+      SENSITIVE = []
+      include Aws::Structure
+    end
     # Describes the data quality metric value according to the analysis of
     # historical data.
     #
@@ -8541,10 +8593,15 @@ module Aws::Glue
     #   An Glue table.
     #   @return [Types::GlueTable]
     #
+    # @!attribute [rw] data_quality_glue_table
+    #   An Glue table for Data Quality Operations.
+    #   @return [Types::DataQualityGlueTable]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataSource AWS API Documentation
     #
     class DataSource < Struct.new(
-      :glue_table)
+      :glue_table,
+      :data_quality_glue_table)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -16772,11 +16829,18 @@ module Aws::Glue
     #   during data integration operations.
     #   @return [Hash<String,String>]
     #
+    # @!attribute [rw] continuous_sync
+    #   Enables continuous synchronization for on-demand data extractions
+    #   from SaaS applications to Amazon Web Services data services like
+    #   Amazon Redshift and Amazon S3.
+    #   @return [Boolean]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationConfig AWS API Documentation
     #
     class IntegrationConfig < Struct.new(
       :refresh_interval,
-      :source_properties)
+      :source_properties,
+      :continuous_sync)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -16861,11 +16925,18 @@ module Aws::Glue
     #
     # @!attribute [rw] function_spec
     #   Specifies the function used to partition data on the target. The
-    #   only accepted value for this parameter is `'identity'` (string).
-    #   The `'identity'` function ensures that the data partitioning on
-    #   the target follows the same scheme as the source. In other words,
-    #   the partitioning structure of the source data is preserved in the
-    #   target destination.
+    #   accepted values for this parameter are:
+    #
+    #   * `identity` - Uses source values directly without transformation
+    #
+    #   * `year` - Extracts the year from timestamp values (e.g., 2023)
+    #
+    #   * `month` - Extracts the month from timestamp values (e.g., 2023-01)
+    #
+    #   * `day` - Extracts the day from timestamp values (e.g., 2023-01-15)
+    #
+    #   * `hour` - Extracts the hour from timestamp values (e.g.,
+    #     2023-01-15-14)
     #   @return [String]
     #
     # @!attribute [rw] conversion_spec
@@ -20520,6 +20591,10 @@ module Aws::Glue
     #   syntax.
     #   @return [String]
     #
+    # @!attribute [rw] integration_config
+    #   Properties associated with the integration.
+    #   @return [Types::IntegrationConfig]
+    #
     # @!attribute [rw] integration_name
     #   A unique name for an integration in Glue.
     #   @return [String]
@@ -20530,6 +20605,7 @@ module Aws::Glue
       :integration_identifier,
       :description,
       :data_filter,
+      :integration_config,
       :integration_name)
       SENSITIVE = []
       include Aws::Structure
@@ -20603,6 +20679,10 @@ module Aws::Glue
     #   syntax.
     #   @return [String]
     #
+    # @!attribute [rw] integration_config
+    #   Properties associated with the integration.
+    #   @return [Types::IntegrationConfig]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationResponse AWS API Documentation
     #
     class ModifyIntegrationResponse < Struct.new(
@@ -20617,7 +20697,8 @@ module Aws::Glue
       :status,
       :create_time,
       :errors,
-      :data_filter)
+      :data_filter,
+      :integration_config)
       SENSITIVE = []
       include Aws::Structure
     end

data/lib/aws-sdk-glue.rb CHANGED Viewed

@@ -54,7 +54,7 @@ module Aws::Glue
   autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
   autoload :Endpoints, 'aws-sdk-glue/endpoints'
-  GEM_VERSION = '1.231.0'
+  GEM_VERSION = '1.233.0'
 end

data/sig/client.rbs CHANGED Viewed

@@ -902,7 +902,8 @@ module Aws
                                 ],
                                 ?integration_config: {
                                   refresh_interval: ::String?,
-                                  source_properties: Hash[::String, ::String]?
+                                  source_properties: Hash[::String, ::String]?,
+                                  continuous_sync: bool?
                                 }
                               ) -> _CreateIntegrationResponseSuccess
                             | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateIntegrationResponseSuccess
@@ -4876,7 +4877,15 @@ module Aws
                                              catalog_id: ::String?,
                                              connection_name: ::String?,
                                              additional_options: Hash[::String, ::String]?
-                                           }
+                                           }?,
+                                           data_quality_glue_table: {
+                                             database_name: ::String,
+                                             table_name: ::String,
+                                             catalog_id: ::String?,
+                                             connection_name: ::String?,
+                                             additional_options: Hash[::String, ::String]?,
+                                             pre_processing_query: ::String?
+                                           }?
                                          }?,
                                          job_name: ::String?,
                                          job_run_id: ::String?,
@@ -4903,7 +4912,15 @@ module Aws
                                                               catalog_id: ::String?,
                                                               connection_name: ::String?,
                                                               additional_options: Hash[::String, ::String]?
-                                                            }
+                                                            }?,
+                                                            data_quality_glue_table: {
+                                                              database_name: ::String,
+                                                              table_name: ::String,
+                                                              catalog_id: ::String?,
+                                                              connection_name: ::String?,
+                                                              additional_options: Hash[::String, ::String]?,
+                                                              pre_processing_query: ::String?
+                                                            }?
                                                           },
                                                           started_before: ::Time?,
                                                           started_after: ::Time?
@@ -4928,7 +4945,15 @@ module Aws
                                                              catalog_id: ::String?,
                                                              connection_name: ::String?,
                                                              additional_options: Hash[::String, ::String]?
-                                                           }
+                                                           }?,
+                                                           data_quality_glue_table: {
+                                                             database_name: ::String,
+                                                             table_name: ::String,
+                                                             catalog_id: ::String?,
+                                                             connection_name: ::String?,
+                                                             additional_options: Hash[::String, ::String]?,
+                                                             pre_processing_query: ::String?
+                                                           }?
                                                          },
                                                          started_before: ::Time?,
                                                          started_after: ::Time?
@@ -5218,12 +5243,18 @@ module Aws
         def create_time: () -> ::Time
         def errors: () -> ::Array[Types::IntegrationError]
         def data_filter: () -> ::String
+        def integration_config: () -> Types::IntegrationConfig
       end
       # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#modify_integration-instance_method
       def modify_integration: (
                                 integration_identifier: ::String,
                                 ?description: ::String,
                                 ?data_filter: ::String,
+                                ?integration_config: {
+                                  refresh_interval: ::String?,
+                                  source_properties: Hash[::String, ::String]?,
+                                  continuous_sync: bool?
+                                },
                                 ?integration_name: ::String
                               ) -> _ModifyIntegrationResponseSuccess
                             | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _ModifyIntegrationResponseSuccess
@@ -5523,7 +5554,15 @@ module Aws
                                                             catalog_id: ::String?,
                                                             connection_name: ::String?,
                                                             additional_options: Hash[::String, ::String]?
-                                                          }
+                                                          }?,
+                                                          data_quality_glue_table: {
+                                                            database_name: ::String,
+                                                            table_name: ::String,
+                                                            catalog_id: ::String?,
+                                                            connection_name: ::String?,
+                                                            additional_options: Hash[::String, ::String]?,
+                                                            pre_processing_query: ::String?
+                                                          }?
                                                         },
                                                         role: ::String,
                                                         ?number_of_workers: ::Integer,
@@ -5547,7 +5586,15 @@ module Aws
                                                            catalog_id: ::String?,
                                                            connection_name: ::String?,
                                                            additional_options: Hash[::String, ::String]?
-                                                         }
+                                                         }?,
+                                                         data_quality_glue_table: {
+                                                           database_name: ::String,
+                                                           table_name: ::String,
+                                                           catalog_id: ::String?,
+                                                           connection_name: ::String?,
+                                                           additional_options: Hash[::String, ::String]?,
+                                                           pre_processing_query: ::String?
+                                                         }?
                                                        },
                                                        role: ::String,
                                                        ?number_of_workers: ::Integer,
@@ -5566,7 +5613,15 @@ module Aws
                                                              catalog_id: ::String?,
                                                              connection_name: ::String?,
                                                              additional_options: Hash[::String, ::String]?
-                                                           }
+                                                           }?,
+                                                           data_quality_glue_table: {
+                                                             database_name: ::String,
+                                                             table_name: ::String,
+                                                             catalog_id: ::String?,
+                                                             connection_name: ::String?,
+                                                             additional_options: Hash[::String, ::String]?,
+                                                             pre_processing_query: ::String?
+                                                           }?
                                                          }]
                                                      ) -> _StartDataQualityRulesetEvaluationRunResponseSuccess
                                                    | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _StartDataQualityRulesetEvaluationRunResponseSuccess

data/sig/types.rbs CHANGED Viewed

@@ -1825,6 +1825,16 @@ module Aws::Glue
       SENSITIVE: []
     end
+    class DataQualityGlueTable
+      attr_accessor database_name: ::String
+      attr_accessor table_name: ::String
+      attr_accessor catalog_id: ::String
+      attr_accessor connection_name: ::String
+      attr_accessor additional_options: ::Hash[::String, ::String]
+      attr_accessor pre_processing_query: ::String
+      SENSITIVE: []
+    end
     class DataQualityMetricValues
       attr_accessor actual_value: ::Float
       attr_accessor expected_value: ::Float
@@ -1948,6 +1958,7 @@ module Aws::Glue
     class DataSource
       attr_accessor glue_table: Types::GlueTable
+      attr_accessor data_quality_glue_table: Types::DataQualityGlueTable
       SENSITIVE: []
     end
@@ -4151,6 +4162,7 @@ module Aws::Glue
     class IntegrationConfig
       attr_accessor refresh_interval: ::String
       attr_accessor source_properties: ::Hash[::String, ::String]
+      attr_accessor continuous_sync: bool
       SENSITIVE: []
     end
@@ -4954,6 +4966,7 @@ module Aws::Glue
       attr_accessor integration_identifier: ::String
       attr_accessor description: ::String
       attr_accessor data_filter: ::String
+      attr_accessor integration_config: Types::IntegrationConfig
       attr_accessor integration_name: ::String
       SENSITIVE: []
     end
@@ -4971,6 +4984,7 @@ module Aws::Glue
       attr_accessor create_time: ::Time
       attr_accessor errors: ::Array[Types::IntegrationError]
       attr_accessor data_filter: ::String
+      attr_accessor integration_config: Types::IntegrationConfig
       SENSITIVE: []
     end

metadata CHANGED Viewed

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.231.0
+  version: 1.233.0
 platform: ruby
 authors:
 - Amazon Web Services