aws-sdk-glue 1.232.0 → 1.233.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 8d8586b1819e79d8d829f8cec07527b0cdb8106d374edf38d2c1d0342b43d126
4
- data.tar.gz: e8794bacddc2d096608573607a1d9cf58a1f84c1b68bfea2d966e2db93854dab
3
+ metadata.gz: ebf83ccc3e93cf6da196bd373d30fecb0d58425edcba7ee81dfe2fd83f999d03
4
+ data.tar.gz: c3784a8204eda9f8651b6a2151b0856694a5a32cb50e003ffb870d6dc91e7007
5
5
  SHA512:
6
- metadata.gz: ba5792aae269fc6c58770d82f3a2619a2aab34e9dd2b12f13699cbcaf84cfb6ca490377152e82a6893598a9087dc82e458403fa66b7712ee4fe62a209afe10be
7
- data.tar.gz: 9efca7d6c486a1b8700cf3aa7eb0595ff7f1495ec9422ee30f7b2010e4bf27e2294adaa577a925c9bd92bd2e18917669c97b2e90a39baec17d75cc9b74f52a74
6
+ metadata.gz: 691b75bd3e406dccda84af06ddb9a79f33b7df87fe822f46ec2b73da0aa02ad4267e762b9dd2f6427c266b170c39806706e7bc99626518e32a5df66382d0c3f2
7
+ data.tar.gz: b61de7f5ffb0010270a6b94ca65ec1fad3c93a81e102b546dda766e821ba7d9e457b9f30d5b8cfacdc2f9011dd9c26e45dfa16c51be650d3b8b426a6acadd9f9
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.233.0 (2025-08-21)
5
+ ------------------
6
+
7
+ * Feature - Added support for preprocessing queries in Data Quality operations through new DataQualityGlueTable structure.
8
+
4
9
  1.232.0 (2025-08-15)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.232.0
1
+ 1.233.0
@@ -1020,6 +1020,13 @@ module Aws::Glue
1020
1020
  # resp.results[0].data_source.glue_table.connection_name #=> String
1021
1021
  # resp.results[0].data_source.glue_table.additional_options #=> Hash
1022
1022
  # resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
1023
+ # resp.results[0].data_source.data_quality_glue_table.database_name #=> String
1024
+ # resp.results[0].data_source.data_quality_glue_table.table_name #=> String
1025
+ # resp.results[0].data_source.data_quality_glue_table.catalog_id #=> String
1026
+ # resp.results[0].data_source.data_quality_glue_table.connection_name #=> String
1027
+ # resp.results[0].data_source.data_quality_glue_table.additional_options #=> Hash
1028
+ # resp.results[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
1029
+ # resp.results[0].data_source.data_quality_glue_table.pre_processing_query #=> String
1023
1030
  # resp.results[0].ruleset_name #=> String
1024
1031
  # resp.results[0].evaluation_context #=> String
1025
1032
  # resp.results[0].started_on #=> Time
@@ -1621,9 +1628,15 @@ module Aws::Glue
1621
1628
  end
1622
1629
 
1623
1630
  # Annotate datapoints over time for a specific data quality statistic.
1631
+ # The API requires both profileID and statisticID as part of the
1632
+ # InclusionAnnotation input. The API only works for a single statisticId
1633
+ # across multiple profiles.
1624
1634
  #
1625
1635
  # @option params [required, Array<Types::DatapointInclusionAnnotation>] :inclusion_annotations
1626
- # A list of `DatapointInclusionAnnotation`'s.
1636
+ # A list of `DatapointInclusionAnnotation`'s. The InclusionAnnotations
1637
+ # must contain a profileId and statisticId. If there are multiple
1638
+ # InclusionAnnotations, the list must refer to a single statisticId
1639
+ # across multiple profileIds.
1627
1640
  #
1628
1641
  # @option params [String] :client_token
1629
1642
  # Client Token.
@@ -7665,6 +7678,13 @@ module Aws::Glue
7665
7678
  # resp.data_source.glue_table.connection_name #=> String
7666
7679
  # resp.data_source.glue_table.additional_options #=> Hash
7667
7680
  # resp.data_source.glue_table.additional_options["NameString"] #=> String
7681
+ # resp.data_source.data_quality_glue_table.database_name #=> String
7682
+ # resp.data_source.data_quality_glue_table.table_name #=> String
7683
+ # resp.data_source.data_quality_glue_table.catalog_id #=> String
7684
+ # resp.data_source.data_quality_glue_table.connection_name #=> String
7685
+ # resp.data_source.data_quality_glue_table.additional_options #=> Hash
7686
+ # resp.data_source.data_quality_glue_table.additional_options["NameString"] #=> String
7687
+ # resp.data_source.data_quality_glue_table.pre_processing_query #=> String
7668
7688
  # resp.ruleset_name #=> String
7669
7689
  # resp.evaluation_context #=> String
7670
7690
  # resp.started_on #=> Time
@@ -7751,6 +7771,13 @@ module Aws::Glue
7751
7771
  # resp.data_source.glue_table.connection_name #=> String
7752
7772
  # resp.data_source.glue_table.additional_options #=> Hash
7753
7773
  # resp.data_source.glue_table.additional_options["NameString"] #=> String
7774
+ # resp.data_source.data_quality_glue_table.database_name #=> String
7775
+ # resp.data_source.data_quality_glue_table.table_name #=> String
7776
+ # resp.data_source.data_quality_glue_table.catalog_id #=> String
7777
+ # resp.data_source.data_quality_glue_table.connection_name #=> String
7778
+ # resp.data_source.data_quality_glue_table.additional_options #=> Hash
7779
+ # resp.data_source.data_quality_glue_table.additional_options["NameString"] #=> String
7780
+ # resp.data_source.data_quality_glue_table.pre_processing_query #=> String
7754
7781
  # resp.role #=> String
7755
7782
  # resp.number_of_workers #=> Integer
7756
7783
  # resp.timeout #=> Integer
@@ -7856,6 +7883,13 @@ module Aws::Glue
7856
7883
  # resp.data_source.glue_table.connection_name #=> String
7857
7884
  # resp.data_source.glue_table.additional_options #=> Hash
7858
7885
  # resp.data_source.glue_table.additional_options["NameString"] #=> String
7886
+ # resp.data_source.data_quality_glue_table.database_name #=> String
7887
+ # resp.data_source.data_quality_glue_table.table_name #=> String
7888
+ # resp.data_source.data_quality_glue_table.catalog_id #=> String
7889
+ # resp.data_source.data_quality_glue_table.connection_name #=> String
7890
+ # resp.data_source.data_quality_glue_table.additional_options #=> Hash
7891
+ # resp.data_source.data_quality_glue_table.additional_options["NameString"] #=> String
7892
+ # resp.data_source.data_quality_glue_table.pre_processing_query #=> String
7859
7893
  # resp.role #=> String
7860
7894
  # resp.number_of_workers #=> Integer
7861
7895
  # resp.timeout #=> Integer
@@ -7879,6 +7913,13 @@ module Aws::Glue
7879
7913
  # resp.additional_data_sources["NameString"].glue_table.connection_name #=> String
7880
7914
  # resp.additional_data_sources["NameString"].glue_table.additional_options #=> Hash
7881
7915
  # resp.additional_data_sources["NameString"].glue_table.additional_options["NameString"] #=> String
7916
+ # resp.additional_data_sources["NameString"].data_quality_glue_table.database_name #=> String
7917
+ # resp.additional_data_sources["NameString"].data_quality_glue_table.table_name #=> String
7918
+ # resp.additional_data_sources["NameString"].data_quality_glue_table.catalog_id #=> String
7919
+ # resp.additional_data_sources["NameString"].data_quality_glue_table.connection_name #=> String
7920
+ # resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options #=> Hash
7921
+ # resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options["NameString"] #=> String
7922
+ # resp.additional_data_sources["NameString"].data_quality_glue_table.pre_processing_query #=> String
7882
7923
  #
7883
7924
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRun AWS API Documentation
7884
7925
  #
@@ -12550,7 +12591,7 @@ module Aws::Glue
12550
12591
  # resp = client.list_data_quality_results({
12551
12592
  # filter: {
12552
12593
  # data_source: {
12553
- # glue_table: { # required
12594
+ # glue_table: {
12554
12595
  # database_name: "NameString", # required
12555
12596
  # table_name: "NameString", # required
12556
12597
  # catalog_id: "NameString",
@@ -12559,6 +12600,16 @@ module Aws::Glue
12559
12600
  # "NameString" => "DescriptionString",
12560
12601
  # },
12561
12602
  # },
12603
+ # data_quality_glue_table: {
12604
+ # database_name: "NameString", # required
12605
+ # table_name: "NameString", # required
12606
+ # catalog_id: "NameString",
12607
+ # connection_name: "NameString",
12608
+ # additional_options: {
12609
+ # "NameString" => "DescriptionString",
12610
+ # },
12611
+ # pre_processing_query: "PreProcessingQueryString",
12612
+ # },
12562
12613
  # },
12563
12614
  # job_name: "NameString",
12564
12615
  # job_run_id: "HashString",
@@ -12579,6 +12630,13 @@ module Aws::Glue
12579
12630
  # resp.results[0].data_source.glue_table.connection_name #=> String
12580
12631
  # resp.results[0].data_source.glue_table.additional_options #=> Hash
12581
12632
  # resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
12633
+ # resp.results[0].data_source.data_quality_glue_table.database_name #=> String
12634
+ # resp.results[0].data_source.data_quality_glue_table.table_name #=> String
12635
+ # resp.results[0].data_source.data_quality_glue_table.catalog_id #=> String
12636
+ # resp.results[0].data_source.data_quality_glue_table.connection_name #=> String
12637
+ # resp.results[0].data_source.data_quality_glue_table.additional_options #=> Hash
12638
+ # resp.results[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
12639
+ # resp.results[0].data_source.data_quality_glue_table.pre_processing_query #=> String
12582
12640
  # resp.results[0].job_name #=> String
12583
12641
  # resp.results[0].job_run_id #=> String
12584
12642
  # resp.results[0].started_on #=> Time
@@ -12616,7 +12674,16 @@ module Aws::Glue
12616
12674
  # resp = client.list_data_quality_rule_recommendation_runs({
12617
12675
  # filter: {
12618
12676
  # data_source: { # required
12619
- # glue_table: { # required
12677
+ # glue_table: {
12678
+ # database_name: "NameString", # required
12679
+ # table_name: "NameString", # required
12680
+ # catalog_id: "NameString",
12681
+ # connection_name: "NameString",
12682
+ # additional_options: {
12683
+ # "NameString" => "DescriptionString",
12684
+ # },
12685
+ # },
12686
+ # data_quality_glue_table: {
12620
12687
  # database_name: "NameString", # required
12621
12688
  # table_name: "NameString", # required
12622
12689
  # catalog_id: "NameString",
@@ -12624,6 +12691,7 @@ module Aws::Glue
12624
12691
  # additional_options: {
12625
12692
  # "NameString" => "DescriptionString",
12626
12693
  # },
12694
+ # pre_processing_query: "PreProcessingQueryString",
12627
12695
  # },
12628
12696
  # },
12629
12697
  # started_before: Time.now,
@@ -12645,6 +12713,13 @@ module Aws::Glue
12645
12713
  # resp.runs[0].data_source.glue_table.connection_name #=> String
12646
12714
  # resp.runs[0].data_source.glue_table.additional_options #=> Hash
12647
12715
  # resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
12716
+ # resp.runs[0].data_source.data_quality_glue_table.database_name #=> String
12717
+ # resp.runs[0].data_source.data_quality_glue_table.table_name #=> String
12718
+ # resp.runs[0].data_source.data_quality_glue_table.catalog_id #=> String
12719
+ # resp.runs[0].data_source.data_quality_glue_table.connection_name #=> String
12720
+ # resp.runs[0].data_source.data_quality_glue_table.additional_options #=> Hash
12721
+ # resp.runs[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
12722
+ # resp.runs[0].data_source.data_quality_glue_table.pre_processing_query #=> String
12648
12723
  # resp.next_token #=> String
12649
12724
  #
12650
12725
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRuleRecommendationRuns AWS API Documentation
@@ -12680,7 +12755,16 @@ module Aws::Glue
12680
12755
  # resp = client.list_data_quality_ruleset_evaluation_runs({
12681
12756
  # filter: {
12682
12757
  # data_source: { # required
12683
- # glue_table: { # required
12758
+ # glue_table: {
12759
+ # database_name: "NameString", # required
12760
+ # table_name: "NameString", # required
12761
+ # catalog_id: "NameString",
12762
+ # connection_name: "NameString",
12763
+ # additional_options: {
12764
+ # "NameString" => "DescriptionString",
12765
+ # },
12766
+ # },
12767
+ # data_quality_glue_table: {
12684
12768
  # database_name: "NameString", # required
12685
12769
  # table_name: "NameString", # required
12686
12770
  # catalog_id: "NameString",
@@ -12688,6 +12772,7 @@ module Aws::Glue
12688
12772
  # additional_options: {
12689
12773
  # "NameString" => "DescriptionString",
12690
12774
  # },
12775
+ # pre_processing_query: "PreProcessingQueryString",
12691
12776
  # },
12692
12777
  # },
12693
12778
  # started_before: Time.now,
@@ -12709,6 +12794,13 @@ module Aws::Glue
12709
12794
  # resp.runs[0].data_source.glue_table.connection_name #=> String
12710
12795
  # resp.runs[0].data_source.glue_table.additional_options #=> Hash
12711
12796
  # resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
12797
+ # resp.runs[0].data_source.data_quality_glue_table.database_name #=> String
12798
+ # resp.runs[0].data_source.data_quality_glue_table.table_name #=> String
12799
+ # resp.runs[0].data_source.data_quality_glue_table.catalog_id #=> String
12800
+ # resp.runs[0].data_source.data_quality_glue_table.connection_name #=> String
12801
+ # resp.runs[0].data_source.data_quality_glue_table.additional_options #=> Hash
12802
+ # resp.runs[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
12803
+ # resp.runs[0].data_source.data_quality_glue_table.pre_processing_query #=> String
12712
12804
  # resp.next_token #=> String
12713
12805
  #
12714
12806
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRulesetEvaluationRuns AWS API Documentation
@@ -14711,7 +14803,7 @@ module Aws::Glue
14711
14803
  #
14712
14804
  # resp = client.start_data_quality_rule_recommendation_run({
14713
14805
  # data_source: { # required
14714
- # glue_table: { # required
14806
+ # glue_table: {
14715
14807
  # database_name: "NameString", # required
14716
14808
  # table_name: "NameString", # required
14717
14809
  # catalog_id: "NameString",
@@ -14720,6 +14812,16 @@ module Aws::Glue
14720
14812
  # "NameString" => "DescriptionString",
14721
14813
  # },
14722
14814
  # },
14815
+ # data_quality_glue_table: {
14816
+ # database_name: "NameString", # required
14817
+ # table_name: "NameString", # required
14818
+ # catalog_id: "NameString",
14819
+ # connection_name: "NameString",
14820
+ # additional_options: {
14821
+ # "NameString" => "DescriptionString",
14822
+ # },
14823
+ # pre_processing_query: "PreProcessingQueryString",
14824
+ # },
14723
14825
  # },
14724
14826
  # role: "RoleString", # required
14725
14827
  # number_of_workers: 1,
@@ -14784,7 +14886,16 @@ module Aws::Glue
14784
14886
  #
14785
14887
  # resp = client.start_data_quality_ruleset_evaluation_run({
14786
14888
  # data_source: { # required
14787
- # glue_table: { # required
14889
+ # glue_table: {
14890
+ # database_name: "NameString", # required
14891
+ # table_name: "NameString", # required
14892
+ # catalog_id: "NameString",
14893
+ # connection_name: "NameString",
14894
+ # additional_options: {
14895
+ # "NameString" => "DescriptionString",
14896
+ # },
14897
+ # },
14898
+ # data_quality_glue_table: {
14788
14899
  # database_name: "NameString", # required
14789
14900
  # table_name: "NameString", # required
14790
14901
  # catalog_id: "NameString",
@@ -14792,6 +14903,7 @@ module Aws::Glue
14792
14903
  # additional_options: {
14793
14904
  # "NameString" => "DescriptionString",
14794
14905
  # },
14906
+ # pre_processing_query: "PreProcessingQueryString",
14795
14907
  # },
14796
14908
  # },
14797
14909
  # role: "RoleString", # required
@@ -14806,7 +14918,16 @@ module Aws::Glue
14806
14918
  # ruleset_names: ["NameString"], # required
14807
14919
  # additional_data_sources: {
14808
14920
  # "NameString" => {
14809
- # glue_table: { # required
14921
+ # glue_table: {
14922
+ # database_name: "NameString", # required
14923
+ # table_name: "NameString", # required
14924
+ # catalog_id: "NameString",
14925
+ # connection_name: "NameString",
14926
+ # additional_options: {
14927
+ # "NameString" => "DescriptionString",
14928
+ # },
14929
+ # },
14930
+ # data_quality_glue_table: {
14810
14931
  # database_name: "NameString", # required
14811
14932
  # table_name: "NameString", # required
14812
14933
  # catalog_id: "NameString",
@@ -14814,6 +14935,7 @@ module Aws::Glue
14814
14935
  # additional_options: {
14815
14936
  # "NameString" => "DescriptionString",
14816
14937
  # },
14938
+ # pre_processing_query: "PreProcessingQueryString",
14817
14939
  # },
14818
14940
  # },
14819
14941
  # },
@@ -17796,7 +17918,7 @@ module Aws::Glue
17796
17918
  tracer: tracer
17797
17919
  )
17798
17920
  context[:gem_name] = 'aws-sdk-glue'
17799
- context[:gem_version] = '1.232.0'
17921
+ context[:gem_version] = '1.233.0'
17800
17922
  Seahorse::Client::Request.new(handlers, context)
17801
17923
  end
17802
17924
 
@@ -410,6 +410,7 @@ module Aws::Glue
410
410
  DataQualityEncryption = Shapes::StructureShape.new(name: 'DataQualityEncryption')
411
411
  DataQualityEncryptionMode = Shapes::StringShape.new(name: 'DataQualityEncryptionMode')
412
412
  DataQualityEvaluationRunAdditionalRunOptions = Shapes::StructureShape.new(name: 'DataQualityEvaluationRunAdditionalRunOptions')
413
+ DataQualityGlueTable = Shapes::StructureShape.new(name: 'DataQualityGlueTable')
413
414
  DataQualityMetricValues = Shapes::StructureShape.new(name: 'DataQualityMetricValues')
414
415
  DataQualityModelStatus = Shapes::StringShape.new(name: 'DataQualityModelStatus')
415
416
  DataQualityObservation = Shapes::StructureShape.new(name: 'DataQualityObservation')
@@ -1145,6 +1146,7 @@ module Aws::Glue
1145
1146
  PositiveLong = Shapes::IntegerShape.new(name: 'PositiveLong')
1146
1147
  PostgreSQLCatalogSource = Shapes::StructureShape.new(name: 'PostgreSQLCatalogSource')
1147
1148
  PostgreSQLCatalogTarget = Shapes::StructureShape.new(name: 'PostgreSQLCatalogTarget')
1149
+ PreProcessingQueryString = Shapes::StringShape.new(name: 'PreProcessingQueryString')
1148
1150
  Predecessor = Shapes::StructureShape.new(name: 'Predecessor')
1149
1151
  PredecessorList = Shapes::ListShape.new(name: 'PredecessorList')
1150
1152
  Predicate = Shapes::StructureShape.new(name: 'Predicate')
@@ -3183,6 +3185,14 @@ module Aws::Glue
3183
3185
  DataQualityEvaluationRunAdditionalRunOptions.add_member(:composite_rule_evaluation_method, Shapes::ShapeRef.new(shape: DQCompositeRuleEvaluationMethod, location_name: "CompositeRuleEvaluationMethod"))
3184
3186
  DataQualityEvaluationRunAdditionalRunOptions.struct_class = Types::DataQualityEvaluationRunAdditionalRunOptions
3185
3187
 
3188
+ DataQualityGlueTable.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
3189
+ DataQualityGlueTable.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
3190
+ DataQualityGlueTable.add_member(:catalog_id, Shapes::ShapeRef.new(shape: NameString, location_name: "CatalogId"))
3191
+ DataQualityGlueTable.add_member(:connection_name, Shapes::ShapeRef.new(shape: NameString, location_name: "ConnectionName"))
3192
+ DataQualityGlueTable.add_member(:additional_options, Shapes::ShapeRef.new(shape: GlueTableAdditionalOptions, location_name: "AdditionalOptions"))
3193
+ DataQualityGlueTable.add_member(:pre_processing_query, Shapes::ShapeRef.new(shape: PreProcessingQueryString, location_name: "PreProcessingQuery"))
3194
+ DataQualityGlueTable.struct_class = Types::DataQualityGlueTable
3195
+
3186
3196
  DataQualityMetricValues.add_member(:actual_value, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "ActualValue"))
3187
3197
  DataQualityMetricValues.add_member(:expected_value, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "ExpectedValue"))
3188
3198
  DataQualityMetricValues.add_member(:lower_limit, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "LowerLimit"))
@@ -3296,7 +3306,8 @@ module Aws::Glue
3296
3306
  DataQualityTargetTable.add_member(:catalog_id, Shapes::ShapeRef.new(shape: NameString, location_name: "CatalogId"))
3297
3307
  DataQualityTargetTable.struct_class = Types::DataQualityTargetTable
3298
3308
 
3299
- DataSource.add_member(:glue_table, Shapes::ShapeRef.new(shape: GlueTable, required: true, location_name: "GlueTable"))
3309
+ DataSource.add_member(:glue_table, Shapes::ShapeRef.new(shape: GlueTable, location_name: "GlueTable"))
3310
+ DataSource.add_member(:data_quality_glue_table, Shapes::ShapeRef.new(shape: DataQualityGlueTable, location_name: "DataQualityGlueTable"))
3300
3311
  DataSource.struct_class = Types::DataSource
3301
3312
 
3302
3313
  DataSourceMap.key = Shapes::ShapeRef.new(shape: NameString)
@@ -1389,7 +1389,10 @@ module Aws::Glue
1389
1389
  end
1390
1390
 
1391
1391
  # @!attribute [rw] inclusion_annotations
1392
- # A list of `DatapointInclusionAnnotation`'s.
1392
+ # A list of `DatapointInclusionAnnotation`'s. The
1393
+ # InclusionAnnotations must contain a profileId and statisticId. If
1394
+ # there are multiple InclusionAnnotations, the list must refer to a
1395
+ # single statisticId across multiple profileIds.
1393
1396
  # @return [Array<Types::DatapointInclusionAnnotation>]
1394
1397
  #
1395
1398
  # @!attribute [rw] client_token
@@ -8053,6 +8056,55 @@ module Aws::Glue
8053
8056
  include Aws::Structure
8054
8057
  end
8055
8058
 
8059
+ # The database and table in the Glue Data Catalog that is used for input
8060
+ # or output data for Data Quality Operations.
8061
+ #
8062
+ # @!attribute [rw] database_name
8063
+ # A database name in the Glue Data Catalog.
8064
+ # @return [String]
8065
+ #
8066
+ # @!attribute [rw] table_name
8067
+ # A table name in the Glue Data Catalog.
8068
+ # @return [String]
8069
+ #
8070
+ # @!attribute [rw] catalog_id
8071
+ # A unique identifier for the Glue Data Catalog.
8072
+ # @return [String]
8073
+ #
8074
+ # @!attribute [rw] connection_name
8075
+ # The name of the connection to the Glue Data Catalog.
8076
+ # @return [String]
8077
+ #
8078
+ # @!attribute [rw] additional_options
8079
+ # Additional options for the table. Currently there are two keys
8080
+ # supported:
8081
+ #
8082
+ # * `pushDownPredicate`: to filter on partitions without having to
8083
+ # list and read all the files in your dataset.
8084
+ #
8085
+ # * `catalogPartitionPredicate`: to use server-side partition pruning
8086
+ # using partition indexes in the Glue Data Catalog.
8087
+ # @return [Hash<String,String>]
8088
+ #
8089
+ # @!attribute [rw] pre_processing_query
8090
+ # SQL Query of SparkSQL format that can be used to pre-process the
8091
+ # data for the table in Glue Data Catalog, before running the Data
8092
+ # Quality Operation.
8093
+ # @return [String]
8094
+ #
8095
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityGlueTable AWS API Documentation
8096
+ #
8097
+ class DataQualityGlueTable < Struct.new(
8098
+ :database_name,
8099
+ :table_name,
8100
+ :catalog_id,
8101
+ :connection_name,
8102
+ :additional_options,
8103
+ :pre_processing_query)
8104
+ SENSITIVE = []
8105
+ include Aws::Structure
8106
+ end
8107
+
8056
8108
  # Describes the data quality metric value according to the analysis of
8057
8109
  # historical data.
8058
8110
  #
@@ -8541,10 +8593,15 @@ module Aws::Glue
8541
8593
  # An Glue table.
8542
8594
  # @return [Types::GlueTable]
8543
8595
  #
8596
+ # @!attribute [rw] data_quality_glue_table
8597
+ # An Glue table for Data Quality Operations.
8598
+ # @return [Types::DataQualityGlueTable]
8599
+ #
8544
8600
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataSource AWS API Documentation
8545
8601
  #
8546
8602
  class DataSource < Struct.new(
8547
- :glue_table)
8603
+ :glue_table,
8604
+ :data_quality_glue_table)
8548
8605
  SENSITIVE = []
8549
8606
  include Aws::Structure
8550
8607
  end
data/lib/aws-sdk-glue.rb CHANGED
@@ -54,7 +54,7 @@ module Aws::Glue
54
54
  autoload :EndpointProvider, 'aws-sdk-glue/endpoint_provider'
55
55
  autoload :Endpoints, 'aws-sdk-glue/endpoints'
56
56
 
57
- GEM_VERSION = '1.232.0'
57
+ GEM_VERSION = '1.233.0'
58
58
 
59
59
  end
60
60
 
data/sig/client.rbs CHANGED
@@ -4877,7 +4877,15 @@ module Aws
4877
4877
  catalog_id: ::String?,
4878
4878
  connection_name: ::String?,
4879
4879
  additional_options: Hash[::String, ::String]?
4880
- }
4880
+ }?,
4881
+ data_quality_glue_table: {
4882
+ database_name: ::String,
4883
+ table_name: ::String,
4884
+ catalog_id: ::String?,
4885
+ connection_name: ::String?,
4886
+ additional_options: Hash[::String, ::String]?,
4887
+ pre_processing_query: ::String?
4888
+ }?
4881
4889
  }?,
4882
4890
  job_name: ::String?,
4883
4891
  job_run_id: ::String?,
@@ -4904,7 +4912,15 @@ module Aws
4904
4912
  catalog_id: ::String?,
4905
4913
  connection_name: ::String?,
4906
4914
  additional_options: Hash[::String, ::String]?
4907
- }
4915
+ }?,
4916
+ data_quality_glue_table: {
4917
+ database_name: ::String,
4918
+ table_name: ::String,
4919
+ catalog_id: ::String?,
4920
+ connection_name: ::String?,
4921
+ additional_options: Hash[::String, ::String]?,
4922
+ pre_processing_query: ::String?
4923
+ }?
4908
4924
  },
4909
4925
  started_before: ::Time?,
4910
4926
  started_after: ::Time?
@@ -4929,7 +4945,15 @@ module Aws
4929
4945
  catalog_id: ::String?,
4930
4946
  connection_name: ::String?,
4931
4947
  additional_options: Hash[::String, ::String]?
4932
- }
4948
+ }?,
4949
+ data_quality_glue_table: {
4950
+ database_name: ::String,
4951
+ table_name: ::String,
4952
+ catalog_id: ::String?,
4953
+ connection_name: ::String?,
4954
+ additional_options: Hash[::String, ::String]?,
4955
+ pre_processing_query: ::String?
4956
+ }?
4933
4957
  },
4934
4958
  started_before: ::Time?,
4935
4959
  started_after: ::Time?
@@ -5530,7 +5554,15 @@ module Aws
5530
5554
  catalog_id: ::String?,
5531
5555
  connection_name: ::String?,
5532
5556
  additional_options: Hash[::String, ::String]?
5533
- }
5557
+ }?,
5558
+ data_quality_glue_table: {
5559
+ database_name: ::String,
5560
+ table_name: ::String,
5561
+ catalog_id: ::String?,
5562
+ connection_name: ::String?,
5563
+ additional_options: Hash[::String, ::String]?,
5564
+ pre_processing_query: ::String?
5565
+ }?
5534
5566
  },
5535
5567
  role: ::String,
5536
5568
  ?number_of_workers: ::Integer,
@@ -5554,7 +5586,15 @@ module Aws
5554
5586
  catalog_id: ::String?,
5555
5587
  connection_name: ::String?,
5556
5588
  additional_options: Hash[::String, ::String]?
5557
- }
5589
+ }?,
5590
+ data_quality_glue_table: {
5591
+ database_name: ::String,
5592
+ table_name: ::String,
5593
+ catalog_id: ::String?,
5594
+ connection_name: ::String?,
5595
+ additional_options: Hash[::String, ::String]?,
5596
+ pre_processing_query: ::String?
5597
+ }?
5558
5598
  },
5559
5599
  role: ::String,
5560
5600
  ?number_of_workers: ::Integer,
@@ -5573,7 +5613,15 @@ module Aws
5573
5613
  catalog_id: ::String?,
5574
5614
  connection_name: ::String?,
5575
5615
  additional_options: Hash[::String, ::String]?
5576
- }
5616
+ }?,
5617
+ data_quality_glue_table: {
5618
+ database_name: ::String,
5619
+ table_name: ::String,
5620
+ catalog_id: ::String?,
5621
+ connection_name: ::String?,
5622
+ additional_options: Hash[::String, ::String]?,
5623
+ pre_processing_query: ::String?
5624
+ }?
5577
5625
  }]
5578
5626
  ) -> _StartDataQualityRulesetEvaluationRunResponseSuccess
5579
5627
  | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _StartDataQualityRulesetEvaluationRunResponseSuccess
data/sig/types.rbs CHANGED
@@ -1825,6 +1825,16 @@ module Aws::Glue
1825
1825
  SENSITIVE: []
1826
1826
  end
1827
1827
 
1828
+ class DataQualityGlueTable
1829
+ attr_accessor database_name: ::String
1830
+ attr_accessor table_name: ::String
1831
+ attr_accessor catalog_id: ::String
1832
+ attr_accessor connection_name: ::String
1833
+ attr_accessor additional_options: ::Hash[::String, ::String]
1834
+ attr_accessor pre_processing_query: ::String
1835
+ SENSITIVE: []
1836
+ end
1837
+
1828
1838
  class DataQualityMetricValues
1829
1839
  attr_accessor actual_value: ::Float
1830
1840
  attr_accessor expected_value: ::Float
@@ -1948,6 +1958,7 @@ module Aws::Glue
1948
1958
 
1949
1959
  class DataSource
1950
1960
  attr_accessor glue_table: Types::GlueTable
1961
+ attr_accessor data_quality_glue_table: Types::DataQualityGlueTable
1951
1962
  SENSITIVE: []
1952
1963
  end
1953
1964
 
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.232.0
4
+ version: 1.233.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services