aws-sdk-glue 1.232.0 → 1.233.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +130 -8
- data/lib/aws-sdk-glue/client_api.rb +12 -1
- data/lib/aws-sdk-glue/types.rb +59 -2
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +54 -6
- data/sig/types.rbs +11 -0
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ebf83ccc3e93cf6da196bd373d30fecb0d58425edcba7ee81dfe2fd83f999d03
|
4
|
+
data.tar.gz: c3784a8204eda9f8651b6a2151b0856694a5a32cb50e003ffb870d6dc91e7007
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 691b75bd3e406dccda84af06ddb9a79f33b7df87fe822f46ec2b73da0aa02ad4267e762b9dd2f6427c266b170c39806706e7bc99626518e32a5df66382d0c3f2
|
7
|
+
data.tar.gz: b61de7f5ffb0010270a6b94ca65ec1fad3c93a81e102b546dda766e821ba7d9e457b9f30d5b8cfacdc2f9011dd9c26e45dfa16c51be650d3b8b426a6acadd9f9
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.233.0 (2025-08-21)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Added support for preprocessing queries in Data Quality operations through new DataQualityGlueTable structure.
|
8
|
+
|
4
9
|
1.232.0 (2025-08-15)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.233.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1020,6 +1020,13 @@ module Aws::Glue
|
|
1020
1020
|
# resp.results[0].data_source.glue_table.connection_name #=> String
|
1021
1021
|
# resp.results[0].data_source.glue_table.additional_options #=> Hash
|
1022
1022
|
# resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
|
1023
|
+
# resp.results[0].data_source.data_quality_glue_table.database_name #=> String
|
1024
|
+
# resp.results[0].data_source.data_quality_glue_table.table_name #=> String
|
1025
|
+
# resp.results[0].data_source.data_quality_glue_table.catalog_id #=> String
|
1026
|
+
# resp.results[0].data_source.data_quality_glue_table.connection_name #=> String
|
1027
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options #=> Hash
|
1028
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
1029
|
+
# resp.results[0].data_source.data_quality_glue_table.pre_processing_query #=> String
|
1023
1030
|
# resp.results[0].ruleset_name #=> String
|
1024
1031
|
# resp.results[0].evaluation_context #=> String
|
1025
1032
|
# resp.results[0].started_on #=> Time
|
@@ -1621,9 +1628,15 @@ module Aws::Glue
|
|
1621
1628
|
end
|
1622
1629
|
|
1623
1630
|
# Annotate datapoints over time for a specific data quality statistic.
|
1631
|
+
# The API requires both profileID and statisticID as part of the
|
1632
|
+
# InclusionAnnotation input. The API only works for a single statisticId
|
1633
|
+
# across multiple profiles.
|
1624
1634
|
#
|
1625
1635
|
# @option params [required, Array<Types::DatapointInclusionAnnotation>] :inclusion_annotations
|
1626
|
-
# A list of `DatapointInclusionAnnotation`'s.
|
1636
|
+
# A list of `DatapointInclusionAnnotation`'s. The InclusionAnnotations
|
1637
|
+
# must contain a profileId and statisticId. If there are multiple
|
1638
|
+
# InclusionAnnotations, the list must refer to a single statisticId
|
1639
|
+
# across multiple profileIds.
|
1627
1640
|
#
|
1628
1641
|
# @option params [String] :client_token
|
1629
1642
|
# Client Token.
|
@@ -7665,6 +7678,13 @@ module Aws::Glue
|
|
7665
7678
|
# resp.data_source.glue_table.connection_name #=> String
|
7666
7679
|
# resp.data_source.glue_table.additional_options #=> Hash
|
7667
7680
|
# resp.data_source.glue_table.additional_options["NameString"] #=> String
|
7681
|
+
# resp.data_source.data_quality_glue_table.database_name #=> String
|
7682
|
+
# resp.data_source.data_quality_glue_table.table_name #=> String
|
7683
|
+
# resp.data_source.data_quality_glue_table.catalog_id #=> String
|
7684
|
+
# resp.data_source.data_quality_glue_table.connection_name #=> String
|
7685
|
+
# resp.data_source.data_quality_glue_table.additional_options #=> Hash
|
7686
|
+
# resp.data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
7687
|
+
# resp.data_source.data_quality_glue_table.pre_processing_query #=> String
|
7668
7688
|
# resp.ruleset_name #=> String
|
7669
7689
|
# resp.evaluation_context #=> String
|
7670
7690
|
# resp.started_on #=> Time
|
@@ -7751,6 +7771,13 @@ module Aws::Glue
|
|
7751
7771
|
# resp.data_source.glue_table.connection_name #=> String
|
7752
7772
|
# resp.data_source.glue_table.additional_options #=> Hash
|
7753
7773
|
# resp.data_source.glue_table.additional_options["NameString"] #=> String
|
7774
|
+
# resp.data_source.data_quality_glue_table.database_name #=> String
|
7775
|
+
# resp.data_source.data_quality_glue_table.table_name #=> String
|
7776
|
+
# resp.data_source.data_quality_glue_table.catalog_id #=> String
|
7777
|
+
# resp.data_source.data_quality_glue_table.connection_name #=> String
|
7778
|
+
# resp.data_source.data_quality_glue_table.additional_options #=> Hash
|
7779
|
+
# resp.data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
7780
|
+
# resp.data_source.data_quality_glue_table.pre_processing_query #=> String
|
7754
7781
|
# resp.role #=> String
|
7755
7782
|
# resp.number_of_workers #=> Integer
|
7756
7783
|
# resp.timeout #=> Integer
|
@@ -7856,6 +7883,13 @@ module Aws::Glue
|
|
7856
7883
|
# resp.data_source.glue_table.connection_name #=> String
|
7857
7884
|
# resp.data_source.glue_table.additional_options #=> Hash
|
7858
7885
|
# resp.data_source.glue_table.additional_options["NameString"] #=> String
|
7886
|
+
# resp.data_source.data_quality_glue_table.database_name #=> String
|
7887
|
+
# resp.data_source.data_quality_glue_table.table_name #=> String
|
7888
|
+
# resp.data_source.data_quality_glue_table.catalog_id #=> String
|
7889
|
+
# resp.data_source.data_quality_glue_table.connection_name #=> String
|
7890
|
+
# resp.data_source.data_quality_glue_table.additional_options #=> Hash
|
7891
|
+
# resp.data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
7892
|
+
# resp.data_source.data_quality_glue_table.pre_processing_query #=> String
|
7859
7893
|
# resp.role #=> String
|
7860
7894
|
# resp.number_of_workers #=> Integer
|
7861
7895
|
# resp.timeout #=> Integer
|
@@ -7879,6 +7913,13 @@ module Aws::Glue
|
|
7879
7913
|
# resp.additional_data_sources["NameString"].glue_table.connection_name #=> String
|
7880
7914
|
# resp.additional_data_sources["NameString"].glue_table.additional_options #=> Hash
|
7881
7915
|
# resp.additional_data_sources["NameString"].glue_table.additional_options["NameString"] #=> String
|
7916
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.database_name #=> String
|
7917
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.table_name #=> String
|
7918
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.catalog_id #=> String
|
7919
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.connection_name #=> String
|
7920
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options #=> Hash
|
7921
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.additional_options["NameString"] #=> String
|
7922
|
+
# resp.additional_data_sources["NameString"].data_quality_glue_table.pre_processing_query #=> String
|
7882
7923
|
#
|
7883
7924
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRun AWS API Documentation
|
7884
7925
|
#
|
@@ -12550,7 +12591,7 @@ module Aws::Glue
|
|
12550
12591
|
# resp = client.list_data_quality_results({
|
12551
12592
|
# filter: {
|
12552
12593
|
# data_source: {
|
12553
|
-
# glue_table: {
|
12594
|
+
# glue_table: {
|
12554
12595
|
# database_name: "NameString", # required
|
12555
12596
|
# table_name: "NameString", # required
|
12556
12597
|
# catalog_id: "NameString",
|
@@ -12559,6 +12600,16 @@ module Aws::Glue
|
|
12559
12600
|
# "NameString" => "DescriptionString",
|
12560
12601
|
# },
|
12561
12602
|
# },
|
12603
|
+
# data_quality_glue_table: {
|
12604
|
+
# database_name: "NameString", # required
|
12605
|
+
# table_name: "NameString", # required
|
12606
|
+
# catalog_id: "NameString",
|
12607
|
+
# connection_name: "NameString",
|
12608
|
+
# additional_options: {
|
12609
|
+
# "NameString" => "DescriptionString",
|
12610
|
+
# },
|
12611
|
+
# pre_processing_query: "PreProcessingQueryString",
|
12612
|
+
# },
|
12562
12613
|
# },
|
12563
12614
|
# job_name: "NameString",
|
12564
12615
|
# job_run_id: "HashString",
|
@@ -12579,6 +12630,13 @@ module Aws::Glue
|
|
12579
12630
|
# resp.results[0].data_source.glue_table.connection_name #=> String
|
12580
12631
|
# resp.results[0].data_source.glue_table.additional_options #=> Hash
|
12581
12632
|
# resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
|
12633
|
+
# resp.results[0].data_source.data_quality_glue_table.database_name #=> String
|
12634
|
+
# resp.results[0].data_source.data_quality_glue_table.table_name #=> String
|
12635
|
+
# resp.results[0].data_source.data_quality_glue_table.catalog_id #=> String
|
12636
|
+
# resp.results[0].data_source.data_quality_glue_table.connection_name #=> String
|
12637
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options #=> Hash
|
12638
|
+
# resp.results[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
12639
|
+
# resp.results[0].data_source.data_quality_glue_table.pre_processing_query #=> String
|
12582
12640
|
# resp.results[0].job_name #=> String
|
12583
12641
|
# resp.results[0].job_run_id #=> String
|
12584
12642
|
# resp.results[0].started_on #=> Time
|
@@ -12616,7 +12674,16 @@ module Aws::Glue
|
|
12616
12674
|
# resp = client.list_data_quality_rule_recommendation_runs({
|
12617
12675
|
# filter: {
|
12618
12676
|
# data_source: { # required
|
12619
|
-
# glue_table: {
|
12677
|
+
# glue_table: {
|
12678
|
+
# database_name: "NameString", # required
|
12679
|
+
# table_name: "NameString", # required
|
12680
|
+
# catalog_id: "NameString",
|
12681
|
+
# connection_name: "NameString",
|
12682
|
+
# additional_options: {
|
12683
|
+
# "NameString" => "DescriptionString",
|
12684
|
+
# },
|
12685
|
+
# },
|
12686
|
+
# data_quality_glue_table: {
|
12620
12687
|
# database_name: "NameString", # required
|
12621
12688
|
# table_name: "NameString", # required
|
12622
12689
|
# catalog_id: "NameString",
|
@@ -12624,6 +12691,7 @@ module Aws::Glue
|
|
12624
12691
|
# additional_options: {
|
12625
12692
|
# "NameString" => "DescriptionString",
|
12626
12693
|
# },
|
12694
|
+
# pre_processing_query: "PreProcessingQueryString",
|
12627
12695
|
# },
|
12628
12696
|
# },
|
12629
12697
|
# started_before: Time.now,
|
@@ -12645,6 +12713,13 @@ module Aws::Glue
|
|
12645
12713
|
# resp.runs[0].data_source.glue_table.connection_name #=> String
|
12646
12714
|
# resp.runs[0].data_source.glue_table.additional_options #=> Hash
|
12647
12715
|
# resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
|
12716
|
+
# resp.runs[0].data_source.data_quality_glue_table.database_name #=> String
|
12717
|
+
# resp.runs[0].data_source.data_quality_glue_table.table_name #=> String
|
12718
|
+
# resp.runs[0].data_source.data_quality_glue_table.catalog_id #=> String
|
12719
|
+
# resp.runs[0].data_source.data_quality_glue_table.connection_name #=> String
|
12720
|
+
# resp.runs[0].data_source.data_quality_glue_table.additional_options #=> Hash
|
12721
|
+
# resp.runs[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
12722
|
+
# resp.runs[0].data_source.data_quality_glue_table.pre_processing_query #=> String
|
12648
12723
|
# resp.next_token #=> String
|
12649
12724
|
#
|
12650
12725
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRuleRecommendationRuns AWS API Documentation
|
@@ -12680,7 +12755,16 @@ module Aws::Glue
|
|
12680
12755
|
# resp = client.list_data_quality_ruleset_evaluation_runs({
|
12681
12756
|
# filter: {
|
12682
12757
|
# data_source: { # required
|
12683
|
-
# glue_table: {
|
12758
|
+
# glue_table: {
|
12759
|
+
# database_name: "NameString", # required
|
12760
|
+
# table_name: "NameString", # required
|
12761
|
+
# catalog_id: "NameString",
|
12762
|
+
# connection_name: "NameString",
|
12763
|
+
# additional_options: {
|
12764
|
+
# "NameString" => "DescriptionString",
|
12765
|
+
# },
|
12766
|
+
# },
|
12767
|
+
# data_quality_glue_table: {
|
12684
12768
|
# database_name: "NameString", # required
|
12685
12769
|
# table_name: "NameString", # required
|
12686
12770
|
# catalog_id: "NameString",
|
@@ -12688,6 +12772,7 @@ module Aws::Glue
|
|
12688
12772
|
# additional_options: {
|
12689
12773
|
# "NameString" => "DescriptionString",
|
12690
12774
|
# },
|
12775
|
+
# pre_processing_query: "PreProcessingQueryString",
|
12691
12776
|
# },
|
12692
12777
|
# },
|
12693
12778
|
# started_before: Time.now,
|
@@ -12709,6 +12794,13 @@ module Aws::Glue
|
|
12709
12794
|
# resp.runs[0].data_source.glue_table.connection_name #=> String
|
12710
12795
|
# resp.runs[0].data_source.glue_table.additional_options #=> Hash
|
12711
12796
|
# resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
|
12797
|
+
# resp.runs[0].data_source.data_quality_glue_table.database_name #=> String
|
12798
|
+
# resp.runs[0].data_source.data_quality_glue_table.table_name #=> String
|
12799
|
+
# resp.runs[0].data_source.data_quality_glue_table.catalog_id #=> String
|
12800
|
+
# resp.runs[0].data_source.data_quality_glue_table.connection_name #=> String
|
12801
|
+
# resp.runs[0].data_source.data_quality_glue_table.additional_options #=> Hash
|
12802
|
+
# resp.runs[0].data_source.data_quality_glue_table.additional_options["NameString"] #=> String
|
12803
|
+
# resp.runs[0].data_source.data_quality_glue_table.pre_processing_query #=> String
|
12712
12804
|
# resp.next_token #=> String
|
12713
12805
|
#
|
12714
12806
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRulesetEvaluationRuns AWS API Documentation
|
@@ -14711,7 +14803,7 @@ module Aws::Glue
|
|
14711
14803
|
#
|
14712
14804
|
# resp = client.start_data_quality_rule_recommendation_run({
|
14713
14805
|
# data_source: { # required
|
14714
|
-
# glue_table: {
|
14806
|
+
# glue_table: {
|
14715
14807
|
# database_name: "NameString", # required
|
14716
14808
|
# table_name: "NameString", # required
|
14717
14809
|
# catalog_id: "NameString",
|
@@ -14720,6 +14812,16 @@ module Aws::Glue
|
|
14720
14812
|
# "NameString" => "DescriptionString",
|
14721
14813
|
# },
|
14722
14814
|
# },
|
14815
|
+
# data_quality_glue_table: {
|
14816
|
+
# database_name: "NameString", # required
|
14817
|
+
# table_name: "NameString", # required
|
14818
|
+
# catalog_id: "NameString",
|
14819
|
+
# connection_name: "NameString",
|
14820
|
+
# additional_options: {
|
14821
|
+
# "NameString" => "DescriptionString",
|
14822
|
+
# },
|
14823
|
+
# pre_processing_query: "PreProcessingQueryString",
|
14824
|
+
# },
|
14723
14825
|
# },
|
14724
14826
|
# role: "RoleString", # required
|
14725
14827
|
# number_of_workers: 1,
|
@@ -14784,7 +14886,16 @@ module Aws::Glue
|
|
14784
14886
|
#
|
14785
14887
|
# resp = client.start_data_quality_ruleset_evaluation_run({
|
14786
14888
|
# data_source: { # required
|
14787
|
-
# glue_table: {
|
14889
|
+
# glue_table: {
|
14890
|
+
# database_name: "NameString", # required
|
14891
|
+
# table_name: "NameString", # required
|
14892
|
+
# catalog_id: "NameString",
|
14893
|
+
# connection_name: "NameString",
|
14894
|
+
# additional_options: {
|
14895
|
+
# "NameString" => "DescriptionString",
|
14896
|
+
# },
|
14897
|
+
# },
|
14898
|
+
# data_quality_glue_table: {
|
14788
14899
|
# database_name: "NameString", # required
|
14789
14900
|
# table_name: "NameString", # required
|
14790
14901
|
# catalog_id: "NameString",
|
@@ -14792,6 +14903,7 @@ module Aws::Glue
|
|
14792
14903
|
# additional_options: {
|
14793
14904
|
# "NameString" => "DescriptionString",
|
14794
14905
|
# },
|
14906
|
+
# pre_processing_query: "PreProcessingQueryString",
|
14795
14907
|
# },
|
14796
14908
|
# },
|
14797
14909
|
# role: "RoleString", # required
|
@@ -14806,7 +14918,16 @@ module Aws::Glue
|
|
14806
14918
|
# ruleset_names: ["NameString"], # required
|
14807
14919
|
# additional_data_sources: {
|
14808
14920
|
# "NameString" => {
|
14809
|
-
# glue_table: {
|
14921
|
+
# glue_table: {
|
14922
|
+
# database_name: "NameString", # required
|
14923
|
+
# table_name: "NameString", # required
|
14924
|
+
# catalog_id: "NameString",
|
14925
|
+
# connection_name: "NameString",
|
14926
|
+
# additional_options: {
|
14927
|
+
# "NameString" => "DescriptionString",
|
14928
|
+
# },
|
14929
|
+
# },
|
14930
|
+
# data_quality_glue_table: {
|
14810
14931
|
# database_name: "NameString", # required
|
14811
14932
|
# table_name: "NameString", # required
|
14812
14933
|
# catalog_id: "NameString",
|
@@ -14814,6 +14935,7 @@ module Aws::Glue
|
|
14814
14935
|
# additional_options: {
|
14815
14936
|
# "NameString" => "DescriptionString",
|
14816
14937
|
# },
|
14938
|
+
# pre_processing_query: "PreProcessingQueryString",
|
14817
14939
|
# },
|
14818
14940
|
# },
|
14819
14941
|
# },
|
@@ -17796,7 +17918,7 @@ module Aws::Glue
|
|
17796
17918
|
tracer: tracer
|
17797
17919
|
)
|
17798
17920
|
context[:gem_name] = 'aws-sdk-glue'
|
17799
|
-
context[:gem_version] = '1.
|
17921
|
+
context[:gem_version] = '1.233.0'
|
17800
17922
|
Seahorse::Client::Request.new(handlers, context)
|
17801
17923
|
end
|
17802
17924
|
|
@@ -410,6 +410,7 @@ module Aws::Glue
|
|
410
410
|
DataQualityEncryption = Shapes::StructureShape.new(name: 'DataQualityEncryption')
|
411
411
|
DataQualityEncryptionMode = Shapes::StringShape.new(name: 'DataQualityEncryptionMode')
|
412
412
|
DataQualityEvaluationRunAdditionalRunOptions = Shapes::StructureShape.new(name: 'DataQualityEvaluationRunAdditionalRunOptions')
|
413
|
+
DataQualityGlueTable = Shapes::StructureShape.new(name: 'DataQualityGlueTable')
|
413
414
|
DataQualityMetricValues = Shapes::StructureShape.new(name: 'DataQualityMetricValues')
|
414
415
|
DataQualityModelStatus = Shapes::StringShape.new(name: 'DataQualityModelStatus')
|
415
416
|
DataQualityObservation = Shapes::StructureShape.new(name: 'DataQualityObservation')
|
@@ -1145,6 +1146,7 @@ module Aws::Glue
|
|
1145
1146
|
PositiveLong = Shapes::IntegerShape.new(name: 'PositiveLong')
|
1146
1147
|
PostgreSQLCatalogSource = Shapes::StructureShape.new(name: 'PostgreSQLCatalogSource')
|
1147
1148
|
PostgreSQLCatalogTarget = Shapes::StructureShape.new(name: 'PostgreSQLCatalogTarget')
|
1149
|
+
PreProcessingQueryString = Shapes::StringShape.new(name: 'PreProcessingQueryString')
|
1148
1150
|
Predecessor = Shapes::StructureShape.new(name: 'Predecessor')
|
1149
1151
|
PredecessorList = Shapes::ListShape.new(name: 'PredecessorList')
|
1150
1152
|
Predicate = Shapes::StructureShape.new(name: 'Predicate')
|
@@ -3183,6 +3185,14 @@ module Aws::Glue
|
|
3183
3185
|
DataQualityEvaluationRunAdditionalRunOptions.add_member(:composite_rule_evaluation_method, Shapes::ShapeRef.new(shape: DQCompositeRuleEvaluationMethod, location_name: "CompositeRuleEvaluationMethod"))
|
3184
3186
|
DataQualityEvaluationRunAdditionalRunOptions.struct_class = Types::DataQualityEvaluationRunAdditionalRunOptions
|
3185
3187
|
|
3188
|
+
DataQualityGlueTable.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
3189
|
+
DataQualityGlueTable.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
3190
|
+
DataQualityGlueTable.add_member(:catalog_id, Shapes::ShapeRef.new(shape: NameString, location_name: "CatalogId"))
|
3191
|
+
DataQualityGlueTable.add_member(:connection_name, Shapes::ShapeRef.new(shape: NameString, location_name: "ConnectionName"))
|
3192
|
+
DataQualityGlueTable.add_member(:additional_options, Shapes::ShapeRef.new(shape: GlueTableAdditionalOptions, location_name: "AdditionalOptions"))
|
3193
|
+
DataQualityGlueTable.add_member(:pre_processing_query, Shapes::ShapeRef.new(shape: PreProcessingQueryString, location_name: "PreProcessingQuery"))
|
3194
|
+
DataQualityGlueTable.struct_class = Types::DataQualityGlueTable
|
3195
|
+
|
3186
3196
|
DataQualityMetricValues.add_member(:actual_value, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "ActualValue"))
|
3187
3197
|
DataQualityMetricValues.add_member(:expected_value, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "ExpectedValue"))
|
3188
3198
|
DataQualityMetricValues.add_member(:lower_limit, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "LowerLimit"))
|
@@ -3296,7 +3306,8 @@ module Aws::Glue
|
|
3296
3306
|
DataQualityTargetTable.add_member(:catalog_id, Shapes::ShapeRef.new(shape: NameString, location_name: "CatalogId"))
|
3297
3307
|
DataQualityTargetTable.struct_class = Types::DataQualityTargetTable
|
3298
3308
|
|
3299
|
-
DataSource.add_member(:glue_table, Shapes::ShapeRef.new(shape: GlueTable,
|
3309
|
+
DataSource.add_member(:glue_table, Shapes::ShapeRef.new(shape: GlueTable, location_name: "GlueTable"))
|
3310
|
+
DataSource.add_member(:data_quality_glue_table, Shapes::ShapeRef.new(shape: DataQualityGlueTable, location_name: "DataQualityGlueTable"))
|
3300
3311
|
DataSource.struct_class = Types::DataSource
|
3301
3312
|
|
3302
3313
|
DataSourceMap.key = Shapes::ShapeRef.new(shape: NameString)
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1389,7 +1389,10 @@ module Aws::Glue
|
|
1389
1389
|
end
|
1390
1390
|
|
1391
1391
|
# @!attribute [rw] inclusion_annotations
|
1392
|
-
# A list of `DatapointInclusionAnnotation`'s.
|
1392
|
+
# A list of `DatapointInclusionAnnotation`'s. The
|
1393
|
+
# InclusionAnnotations must contain a profileId and statisticId. If
|
1394
|
+
# there are multiple InclusionAnnotations, the list must refer to a
|
1395
|
+
# single statisticId across multiple profileIds.
|
1393
1396
|
# @return [Array<Types::DatapointInclusionAnnotation>]
|
1394
1397
|
#
|
1395
1398
|
# @!attribute [rw] client_token
|
@@ -8053,6 +8056,55 @@ module Aws::Glue
|
|
8053
8056
|
include Aws::Structure
|
8054
8057
|
end
|
8055
8058
|
|
8059
|
+
# The database and table in the Glue Data Catalog that is used for input
|
8060
|
+
# or output data for Data Quality Operations.
|
8061
|
+
#
|
8062
|
+
# @!attribute [rw] database_name
|
8063
|
+
# A database name in the Glue Data Catalog.
|
8064
|
+
# @return [String]
|
8065
|
+
#
|
8066
|
+
# @!attribute [rw] table_name
|
8067
|
+
# A table name in the Glue Data Catalog.
|
8068
|
+
# @return [String]
|
8069
|
+
#
|
8070
|
+
# @!attribute [rw] catalog_id
|
8071
|
+
# A unique identifier for the Glue Data Catalog.
|
8072
|
+
# @return [String]
|
8073
|
+
#
|
8074
|
+
# @!attribute [rw] connection_name
|
8075
|
+
# The name of the connection to the Glue Data Catalog.
|
8076
|
+
# @return [String]
|
8077
|
+
#
|
8078
|
+
# @!attribute [rw] additional_options
|
8079
|
+
# Additional options for the table. Currently there are two keys
|
8080
|
+
# supported:
|
8081
|
+
#
|
8082
|
+
# * `pushDownPredicate`: to filter on partitions without having to
|
8083
|
+
# list and read all the files in your dataset.
|
8084
|
+
#
|
8085
|
+
# * `catalogPartitionPredicate`: to use server-side partition pruning
|
8086
|
+
# using partition indexes in the Glue Data Catalog.
|
8087
|
+
# @return [Hash<String,String>]
|
8088
|
+
#
|
8089
|
+
# @!attribute [rw] pre_processing_query
|
8090
|
+
# SQL Query of SparkSQL format that can be used to pre-process the
|
8091
|
+
# data for the table in Glue Data Catalog, before running the Data
|
8092
|
+
# Quality Operation.
|
8093
|
+
# @return [String]
|
8094
|
+
#
|
8095
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityGlueTable AWS API Documentation
|
8096
|
+
#
|
8097
|
+
class DataQualityGlueTable < Struct.new(
|
8098
|
+
:database_name,
|
8099
|
+
:table_name,
|
8100
|
+
:catalog_id,
|
8101
|
+
:connection_name,
|
8102
|
+
:additional_options,
|
8103
|
+
:pre_processing_query)
|
8104
|
+
SENSITIVE = []
|
8105
|
+
include Aws::Structure
|
8106
|
+
end
|
8107
|
+
|
8056
8108
|
# Describes the data quality metric value according to the analysis of
|
8057
8109
|
# historical data.
|
8058
8110
|
#
|
@@ -8541,10 +8593,15 @@ module Aws::Glue
|
|
8541
8593
|
# An Glue table.
|
8542
8594
|
# @return [Types::GlueTable]
|
8543
8595
|
#
|
8596
|
+
# @!attribute [rw] data_quality_glue_table
|
8597
|
+
# An Glue table for Data Quality Operations.
|
8598
|
+
# @return [Types::DataQualityGlueTable]
|
8599
|
+
#
|
8544
8600
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataSource AWS API Documentation
|
8545
8601
|
#
|
8546
8602
|
class DataSource < Struct.new(
|
8547
|
-
:glue_table
|
8603
|
+
:glue_table,
|
8604
|
+
:data_quality_glue_table)
|
8548
8605
|
SENSITIVE = []
|
8549
8606
|
include Aws::Structure
|
8550
8607
|
end
|
data/lib/aws-sdk-glue.rb
CHANGED
data/sig/client.rbs
CHANGED
@@ -4877,7 +4877,15 @@ module Aws
|
|
4877
4877
|
catalog_id: ::String?,
|
4878
4878
|
connection_name: ::String?,
|
4879
4879
|
additional_options: Hash[::String, ::String]?
|
4880
|
-
}
|
4880
|
+
}?,
|
4881
|
+
data_quality_glue_table: {
|
4882
|
+
database_name: ::String,
|
4883
|
+
table_name: ::String,
|
4884
|
+
catalog_id: ::String?,
|
4885
|
+
connection_name: ::String?,
|
4886
|
+
additional_options: Hash[::String, ::String]?,
|
4887
|
+
pre_processing_query: ::String?
|
4888
|
+
}?
|
4881
4889
|
}?,
|
4882
4890
|
job_name: ::String?,
|
4883
4891
|
job_run_id: ::String?,
|
@@ -4904,7 +4912,15 @@ module Aws
|
|
4904
4912
|
catalog_id: ::String?,
|
4905
4913
|
connection_name: ::String?,
|
4906
4914
|
additional_options: Hash[::String, ::String]?
|
4907
|
-
}
|
4915
|
+
}?,
|
4916
|
+
data_quality_glue_table: {
|
4917
|
+
database_name: ::String,
|
4918
|
+
table_name: ::String,
|
4919
|
+
catalog_id: ::String?,
|
4920
|
+
connection_name: ::String?,
|
4921
|
+
additional_options: Hash[::String, ::String]?,
|
4922
|
+
pre_processing_query: ::String?
|
4923
|
+
}?
|
4908
4924
|
},
|
4909
4925
|
started_before: ::Time?,
|
4910
4926
|
started_after: ::Time?
|
@@ -4929,7 +4945,15 @@ module Aws
|
|
4929
4945
|
catalog_id: ::String?,
|
4930
4946
|
connection_name: ::String?,
|
4931
4947
|
additional_options: Hash[::String, ::String]?
|
4932
|
-
}
|
4948
|
+
}?,
|
4949
|
+
data_quality_glue_table: {
|
4950
|
+
database_name: ::String,
|
4951
|
+
table_name: ::String,
|
4952
|
+
catalog_id: ::String?,
|
4953
|
+
connection_name: ::String?,
|
4954
|
+
additional_options: Hash[::String, ::String]?,
|
4955
|
+
pre_processing_query: ::String?
|
4956
|
+
}?
|
4933
4957
|
},
|
4934
4958
|
started_before: ::Time?,
|
4935
4959
|
started_after: ::Time?
|
@@ -5530,7 +5554,15 @@ module Aws
|
|
5530
5554
|
catalog_id: ::String?,
|
5531
5555
|
connection_name: ::String?,
|
5532
5556
|
additional_options: Hash[::String, ::String]?
|
5533
|
-
}
|
5557
|
+
}?,
|
5558
|
+
data_quality_glue_table: {
|
5559
|
+
database_name: ::String,
|
5560
|
+
table_name: ::String,
|
5561
|
+
catalog_id: ::String?,
|
5562
|
+
connection_name: ::String?,
|
5563
|
+
additional_options: Hash[::String, ::String]?,
|
5564
|
+
pre_processing_query: ::String?
|
5565
|
+
}?
|
5534
5566
|
},
|
5535
5567
|
role: ::String,
|
5536
5568
|
?number_of_workers: ::Integer,
|
@@ -5554,7 +5586,15 @@ module Aws
|
|
5554
5586
|
catalog_id: ::String?,
|
5555
5587
|
connection_name: ::String?,
|
5556
5588
|
additional_options: Hash[::String, ::String]?
|
5557
|
-
}
|
5589
|
+
}?,
|
5590
|
+
data_quality_glue_table: {
|
5591
|
+
database_name: ::String,
|
5592
|
+
table_name: ::String,
|
5593
|
+
catalog_id: ::String?,
|
5594
|
+
connection_name: ::String?,
|
5595
|
+
additional_options: Hash[::String, ::String]?,
|
5596
|
+
pre_processing_query: ::String?
|
5597
|
+
}?
|
5558
5598
|
},
|
5559
5599
|
role: ::String,
|
5560
5600
|
?number_of_workers: ::Integer,
|
@@ -5573,7 +5613,15 @@ module Aws
|
|
5573
5613
|
catalog_id: ::String?,
|
5574
5614
|
connection_name: ::String?,
|
5575
5615
|
additional_options: Hash[::String, ::String]?
|
5576
|
-
}
|
5616
|
+
}?,
|
5617
|
+
data_quality_glue_table: {
|
5618
|
+
database_name: ::String,
|
5619
|
+
table_name: ::String,
|
5620
|
+
catalog_id: ::String?,
|
5621
|
+
connection_name: ::String?,
|
5622
|
+
additional_options: Hash[::String, ::String]?,
|
5623
|
+
pre_processing_query: ::String?
|
5624
|
+
}?
|
5577
5625
|
}]
|
5578
5626
|
) -> _StartDataQualityRulesetEvaluationRunResponseSuccess
|
5579
5627
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _StartDataQualityRulesetEvaluationRunResponseSuccess
|
data/sig/types.rbs
CHANGED
@@ -1825,6 +1825,16 @@ module Aws::Glue
|
|
1825
1825
|
SENSITIVE: []
|
1826
1826
|
end
|
1827
1827
|
|
1828
|
+
class DataQualityGlueTable
|
1829
|
+
attr_accessor database_name: ::String
|
1830
|
+
attr_accessor table_name: ::String
|
1831
|
+
attr_accessor catalog_id: ::String
|
1832
|
+
attr_accessor connection_name: ::String
|
1833
|
+
attr_accessor additional_options: ::Hash[::String, ::String]
|
1834
|
+
attr_accessor pre_processing_query: ::String
|
1835
|
+
SENSITIVE: []
|
1836
|
+
end
|
1837
|
+
|
1828
1838
|
class DataQualityMetricValues
|
1829
1839
|
attr_accessor actual_value: ::Float
|
1830
1840
|
attr_accessor expected_value: ::Float
|
@@ -1948,6 +1958,7 @@ module Aws::Glue
|
|
1948
1958
|
|
1949
1959
|
class DataSource
|
1950
1960
|
attr_accessor glue_table: Types::GlueTable
|
1961
|
+
attr_accessor data_quality_glue_table: Types::DataQualityGlueTable
|
1951
1962
|
SENSITIVE: []
|
1952
1963
|
end
|
1953
1964
|
|