aws-sdk-glue 1.125.0 → 1.126.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +907 -1
- data/lib/aws-sdk-glue/client_api.rb +573 -0
- data/lib/aws-sdk-glue/endpoints.rb +224 -0
- data/lib/aws-sdk-glue/plugins/endpoints.rb +32 -0
- data/lib/aws-sdk-glue/types.rb +1416 -8473
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -872,6 +872,57 @@ module Aws::Glue
|
|
872
872
|
req.send_request(options)
|
873
873
|
end
|
874
874
|
|
875
|
+
# Retrieves a list of data quality results for the specified result IDs.
|
876
|
+
#
|
877
|
+
# @option params [required, Array<String>] :result_ids
|
878
|
+
# A list of unique result IDs for the data quality results.
|
879
|
+
#
|
880
|
+
# @return [Types::BatchGetDataQualityResultResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
881
|
+
#
|
882
|
+
# * {Types::BatchGetDataQualityResultResponse#results #results} => Array<Types::DataQualityResult>
|
883
|
+
# * {Types::BatchGetDataQualityResultResponse#results_not_found #results_not_found} => Array<String>
|
884
|
+
#
|
885
|
+
# @example Request syntax with placeholder values
|
886
|
+
#
|
887
|
+
# resp = client.batch_get_data_quality_result({
|
888
|
+
# result_ids: ["HashString"], # required
|
889
|
+
# })
|
890
|
+
#
|
891
|
+
# @example Response structure
|
892
|
+
#
|
893
|
+
# resp.results #=> Array
|
894
|
+
# resp.results[0].result_id #=> String
|
895
|
+
# resp.results[0].score #=> Float
|
896
|
+
# resp.results[0].data_source.glue_table.database_name #=> String
|
897
|
+
# resp.results[0].data_source.glue_table.table_name #=> String
|
898
|
+
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
899
|
+
# resp.results[0].data_source.glue_table.connection_name #=> String
|
900
|
+
# resp.results[0].data_source.glue_table.additional_options #=> Hash
|
901
|
+
# resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
|
902
|
+
# resp.results[0].ruleset_name #=> String
|
903
|
+
# resp.results[0].evaluation_context #=> String
|
904
|
+
# resp.results[0].started_on #=> Time
|
905
|
+
# resp.results[0].completed_on #=> Time
|
906
|
+
# resp.results[0].job_name #=> String
|
907
|
+
# resp.results[0].job_run_id #=> String
|
908
|
+
# resp.results[0].ruleset_evaluation_run_id #=> String
|
909
|
+
# resp.results[0].rule_results #=> Array
|
910
|
+
# resp.results[0].rule_results[0].name #=> String
|
911
|
+
# resp.results[0].rule_results[0].description #=> String
|
912
|
+
# resp.results[0].rule_results[0].evaluation_message #=> String
|
913
|
+
# resp.results[0].rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
914
|
+
# resp.results_not_found #=> Array
|
915
|
+
# resp.results_not_found[0] #=> String
|
916
|
+
#
|
917
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetDataQualityResult AWS API Documentation
|
918
|
+
#
|
919
|
+
# @overload batch_get_data_quality_result(params = {})
|
920
|
+
# @param [Hash] params ({})
|
921
|
+
def batch_get_data_quality_result(params = {}, options = {})
|
922
|
+
req = build_request(:batch_get_data_quality_result, params)
|
923
|
+
req.send_request(options)
|
924
|
+
end
|
925
|
+
|
875
926
|
# Returns a list of resource metadata for a given list of development
|
876
927
|
# endpoint names. After calling the `ListDevEndpoints` operation, you
|
877
928
|
# can call this operation to access the data to which you have been
|
@@ -1481,6 +1532,16 @@ module Aws::Glue
|
|
1481
1532
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
|
1482
1533
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
|
1483
1534
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
|
1535
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.name #=> String
|
1536
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs #=> Array
|
1537
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs[0] #=> String
|
1538
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.ruleset #=> String
|
1539
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.output #=> String, one of "PrimaryInput", "EvaluationResults"
|
1540
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
|
1541
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
|
1542
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
1543
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
1544
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
1484
1545
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1485
1546
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
1486
1547
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -2012,6 +2073,52 @@ module Aws::Glue
|
|
2012
2073
|
req.send_request(options)
|
2013
2074
|
end
|
2014
2075
|
|
2076
|
+
# Cancels the specified recommendation run that was being used to
|
2077
|
+
# generate rules.
|
2078
|
+
#
|
2079
|
+
# @option params [required, String] :run_id
|
2080
|
+
# The unique run identifier associated with this run.
|
2081
|
+
#
|
2082
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2083
|
+
#
|
2084
|
+
# @example Request syntax with placeholder values
|
2085
|
+
#
|
2086
|
+
# resp = client.cancel_data_quality_rule_recommendation_run({
|
2087
|
+
# run_id: "HashString", # required
|
2088
|
+
# })
|
2089
|
+
#
|
2090
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelDataQualityRuleRecommendationRun AWS API Documentation
|
2091
|
+
#
|
2092
|
+
# @overload cancel_data_quality_rule_recommendation_run(params = {})
|
2093
|
+
# @param [Hash] params ({})
|
2094
|
+
def cancel_data_quality_rule_recommendation_run(params = {}, options = {})
|
2095
|
+
req = build_request(:cancel_data_quality_rule_recommendation_run, params)
|
2096
|
+
req.send_request(options)
|
2097
|
+
end
|
2098
|
+
|
2099
|
+
# Cancels a run where a ruleset is being evaluated against a data
|
2100
|
+
# source.
|
2101
|
+
#
|
2102
|
+
# @option params [required, String] :run_id
|
2103
|
+
# The unique run identifier associated with this run.
|
2104
|
+
#
|
2105
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2106
|
+
#
|
2107
|
+
# @example Request syntax with placeholder values
|
2108
|
+
#
|
2109
|
+
# resp = client.cancel_data_quality_ruleset_evaluation_run({
|
2110
|
+
# run_id: "HashString", # required
|
2111
|
+
# })
|
2112
|
+
#
|
2113
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelDataQualityRulesetEvaluationRun AWS API Documentation
|
2114
|
+
#
|
2115
|
+
# @overload cancel_data_quality_ruleset_evaluation_run(params = {})
|
2116
|
+
# @param [Hash] params ({})
|
2117
|
+
def cancel_data_quality_ruleset_evaluation_run(params = {}, options = {})
|
2118
|
+
req = build_request(:cancel_data_quality_ruleset_evaluation_run, params)
|
2119
|
+
req.send_request(options)
|
2120
|
+
end
|
2121
|
+
|
2015
2122
|
# Cancels (stops) a task run. Machine learning task runs are
|
2016
2123
|
# asynchronous tasks that Glue runs on your behalf as part of various
|
2017
2124
|
# machine learning workflows. You can cancel a machine learning task run
|
@@ -2481,6 +2588,66 @@ module Aws::Glue
|
|
2481
2588
|
req.send_request(options)
|
2482
2589
|
end
|
2483
2590
|
|
2591
|
+
# Creates a data quality ruleset with DQDL rules applied to a specified
|
2592
|
+
# Glue table.
|
2593
|
+
#
|
2594
|
+
# You create the ruleset using the Data Quality Definition Language
|
2595
|
+
# (DQDL). For more information, see the Glue developer guide.
|
2596
|
+
#
|
2597
|
+
# @option params [required, String] :name
|
2598
|
+
# A unique name for the data quality ruleset.
|
2599
|
+
#
|
2600
|
+
# @option params [String] :description
|
2601
|
+
# A description of the data quality ruleset.
|
2602
|
+
#
|
2603
|
+
# @option params [required, String] :ruleset
|
2604
|
+
# A Data Quality Definition Language (DQDL) ruleset. For more
|
2605
|
+
# information, see the Glue developer guide.
|
2606
|
+
#
|
2607
|
+
# @option params [Hash<String,String>] :tags
|
2608
|
+
# A list of tags applied to the data quality ruleset.
|
2609
|
+
#
|
2610
|
+
# @option params [Types::DataQualityTargetTable] :target_table
|
2611
|
+
# A target table associated with the data quality ruleset.
|
2612
|
+
#
|
2613
|
+
# @option params [String] :client_token
|
2614
|
+
# Used for idempotency and is recommended to be set to a random ID (such
|
2615
|
+
# as a UUID) to avoid creating or starting multiple instances of the
|
2616
|
+
# same resource.
|
2617
|
+
#
|
2618
|
+
# @return [Types::CreateDataQualityRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2619
|
+
#
|
2620
|
+
# * {Types::CreateDataQualityRulesetResponse#name #name} => String
|
2621
|
+
#
|
2622
|
+
# @example Request syntax with placeholder values
|
2623
|
+
#
|
2624
|
+
# resp = client.create_data_quality_ruleset({
|
2625
|
+
# name: "NameString", # required
|
2626
|
+
# description: "DescriptionString",
|
2627
|
+
# ruleset: "DataQualityRulesetString", # required
|
2628
|
+
# tags: {
|
2629
|
+
# "TagKey" => "TagValue",
|
2630
|
+
# },
|
2631
|
+
# target_table: {
|
2632
|
+
# table_name: "NameString", # required
|
2633
|
+
# database_name: "NameString", # required
|
2634
|
+
# },
|
2635
|
+
# client_token: "HashString",
|
2636
|
+
# })
|
2637
|
+
#
|
2638
|
+
# @example Response structure
|
2639
|
+
#
|
2640
|
+
# resp.name #=> String
|
2641
|
+
#
|
2642
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDataQualityRuleset AWS API Documentation
|
2643
|
+
#
|
2644
|
+
# @overload create_data_quality_ruleset(params = {})
|
2645
|
+
# @param [Hash] params ({})
|
2646
|
+
def create_data_quality_ruleset(params = {}, options = {})
|
2647
|
+
req = build_request(:create_data_quality_ruleset, params)
|
2648
|
+
req.send_request(options)
|
2649
|
+
end
|
2650
|
+
|
2484
2651
|
# Creates a new database in a Data Catalog.
|
2485
2652
|
#
|
2486
2653
|
# @option params [String] :catalog_id
|
@@ -3639,6 +3806,21 @@ module Aws::Glue
|
|
3639
3806
|
# path: "EnclosedInStringProperty", # required
|
3640
3807
|
# version: "EnclosedInStringProperty",
|
3641
3808
|
# },
|
3809
|
+
# evaluate_data_quality: {
|
3810
|
+
# name: "NodeName", # required
|
3811
|
+
# inputs: ["NodeId"], # required
|
3812
|
+
# ruleset: "DQDLString", # required
|
3813
|
+
# output: "PrimaryInput", # accepts PrimaryInput, EvaluationResults
|
3814
|
+
# publishing_options: {
|
3815
|
+
# evaluation_context: "GenericLimitedString",
|
3816
|
+
# results_s3_prefix: "EnclosedInStringProperty",
|
3817
|
+
# cloud_watch_metrics_enabled: false,
|
3818
|
+
# results_publishing_enabled: false,
|
3819
|
+
# },
|
3820
|
+
# stop_job_on_failure_options: {
|
3821
|
+
# stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
|
3822
|
+
# },
|
3823
|
+
# },
|
3642
3824
|
# },
|
3643
3825
|
# },
|
3644
3826
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -3833,6 +4015,9 @@ module Aws::Glue
|
|
3833
4015
|
# table_name: "NameString", # required
|
3834
4016
|
# catalog_id: "NameString",
|
3835
4017
|
# connection_name: "NameString",
|
4018
|
+
# additional_options: {
|
4019
|
+
# "NameString" => "DescriptionString",
|
4020
|
+
# },
|
3836
4021
|
# },
|
3837
4022
|
# ],
|
3838
4023
|
# parameters: { # required
|
@@ -5000,6 +5185,28 @@ module Aws::Glue
|
|
5000
5185
|
req.send_request(options)
|
5001
5186
|
end
|
5002
5187
|
|
5188
|
+
# Deletes a data quality ruleset.
|
5189
|
+
#
|
5190
|
+
# @option params [required, String] :name
|
5191
|
+
# A name for the data quality ruleset.
|
5192
|
+
#
|
5193
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
5194
|
+
#
|
5195
|
+
# @example Request syntax with placeholder values
|
5196
|
+
#
|
5197
|
+
# resp = client.delete_data_quality_ruleset({
|
5198
|
+
# name: "NameString", # required
|
5199
|
+
# })
|
5200
|
+
#
|
5201
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteDataQualityRuleset AWS API Documentation
|
5202
|
+
#
|
5203
|
+
# @overload delete_data_quality_ruleset(params = {})
|
5204
|
+
# @param [Hash] params ({})
|
5205
|
+
def delete_data_quality_ruleset(params = {}, options = {})
|
5206
|
+
req = build_request(:delete_data_quality_ruleset, params)
|
5207
|
+
req.send_request(options)
|
5208
|
+
end
|
5209
|
+
|
5003
5210
|
# Removes a specified database from a Data Catalog.
|
5004
5211
|
#
|
5005
5212
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
@@ -6497,6 +6704,224 @@ module Aws::Glue
|
|
6497
6704
|
req.send_request(options)
|
6498
6705
|
end
|
6499
6706
|
|
6707
|
+
# Retrieves the result of a data quality rule evaluation.
|
6708
|
+
#
|
6709
|
+
# @option params [required, String] :result_id
|
6710
|
+
# A unique result ID for the data quality result.
|
6711
|
+
#
|
6712
|
+
# @return [Types::GetDataQualityResultResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6713
|
+
#
|
6714
|
+
# * {Types::GetDataQualityResultResponse#result_id #result_id} => String
|
6715
|
+
# * {Types::GetDataQualityResultResponse#score #score} => Float
|
6716
|
+
# * {Types::GetDataQualityResultResponse#data_source #data_source} => Types::DataSource
|
6717
|
+
# * {Types::GetDataQualityResultResponse#ruleset_name #ruleset_name} => String
|
6718
|
+
# * {Types::GetDataQualityResultResponse#evaluation_context #evaluation_context} => String
|
6719
|
+
# * {Types::GetDataQualityResultResponse#started_on #started_on} => Time
|
6720
|
+
# * {Types::GetDataQualityResultResponse#completed_on #completed_on} => Time
|
6721
|
+
# * {Types::GetDataQualityResultResponse#job_name #job_name} => String
|
6722
|
+
# * {Types::GetDataQualityResultResponse#job_run_id #job_run_id} => String
|
6723
|
+
# * {Types::GetDataQualityResultResponse#ruleset_evaluation_run_id #ruleset_evaluation_run_id} => String
|
6724
|
+
# * {Types::GetDataQualityResultResponse#rule_results #rule_results} => Array<Types::DataQualityRuleResult>
|
6725
|
+
#
|
6726
|
+
# @example Request syntax with placeholder values
|
6727
|
+
#
|
6728
|
+
# resp = client.get_data_quality_result({
|
6729
|
+
# result_id: "HashString", # required
|
6730
|
+
# })
|
6731
|
+
#
|
6732
|
+
# @example Response structure
|
6733
|
+
#
|
6734
|
+
# resp.result_id #=> String
|
6735
|
+
# resp.score #=> Float
|
6736
|
+
# resp.data_source.glue_table.database_name #=> String
|
6737
|
+
# resp.data_source.glue_table.table_name #=> String
|
6738
|
+
# resp.data_source.glue_table.catalog_id #=> String
|
6739
|
+
# resp.data_source.glue_table.connection_name #=> String
|
6740
|
+
# resp.data_source.glue_table.additional_options #=> Hash
|
6741
|
+
# resp.data_source.glue_table.additional_options["NameString"] #=> String
|
6742
|
+
# resp.ruleset_name #=> String
|
6743
|
+
# resp.evaluation_context #=> String
|
6744
|
+
# resp.started_on #=> Time
|
6745
|
+
# resp.completed_on #=> Time
|
6746
|
+
# resp.job_name #=> String
|
6747
|
+
# resp.job_run_id #=> String
|
6748
|
+
# resp.ruleset_evaluation_run_id #=> String
|
6749
|
+
# resp.rule_results #=> Array
|
6750
|
+
# resp.rule_results[0].name #=> String
|
6751
|
+
# resp.rule_results[0].description #=> String
|
6752
|
+
# resp.rule_results[0].evaluation_message #=> String
|
6753
|
+
# resp.rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
6754
|
+
#
|
6755
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResult AWS API Documentation
|
6756
|
+
#
|
6757
|
+
# @overload get_data_quality_result(params = {})
|
6758
|
+
# @param [Hash] params ({})
|
6759
|
+
def get_data_quality_result(params = {}, options = {})
|
6760
|
+
req = build_request(:get_data_quality_result, params)
|
6761
|
+
req.send_request(options)
|
6762
|
+
end
|
6763
|
+
|
6764
|
+
# Gets the specified recommendation run that was used to generate rules.
|
6765
|
+
#
|
6766
|
+
# @option params [required, String] :run_id
|
6767
|
+
# The unique run identifier associated with this run.
|
6768
|
+
#
|
6769
|
+
# @return [Types::GetDataQualityRuleRecommendationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6770
|
+
#
|
6771
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#run_id #run_id} => String
|
6772
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#data_source #data_source} => Types::DataSource
|
6773
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#role #role} => String
|
6774
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#number_of_workers #number_of_workers} => Integer
|
6775
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#timeout #timeout} => Integer
|
6776
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#status #status} => String
|
6777
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#error_string #error_string} => String
|
6778
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#started_on #started_on} => Time
|
6779
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#last_modified_on #last_modified_on} => Time
|
6780
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#completed_on #completed_on} => Time
|
6781
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#execution_time #execution_time} => Integer
|
6782
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#recommended_ruleset #recommended_ruleset} => String
|
6783
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#created_ruleset_name #created_ruleset_name} => String
|
6784
|
+
#
|
6785
|
+
# @example Request syntax with placeholder values
|
6786
|
+
#
|
6787
|
+
# resp = client.get_data_quality_rule_recommendation_run({
|
6788
|
+
# run_id: "HashString", # required
|
6789
|
+
# })
|
6790
|
+
#
|
6791
|
+
# @example Response structure
|
6792
|
+
#
|
6793
|
+
# resp.run_id #=> String
|
6794
|
+
# resp.data_source.glue_table.database_name #=> String
|
6795
|
+
# resp.data_source.glue_table.table_name #=> String
|
6796
|
+
# resp.data_source.glue_table.catalog_id #=> String
|
6797
|
+
# resp.data_source.glue_table.connection_name #=> String
|
6798
|
+
# resp.data_source.glue_table.additional_options #=> Hash
|
6799
|
+
# resp.data_source.glue_table.additional_options["NameString"] #=> String
|
6800
|
+
# resp.role #=> String
|
6801
|
+
# resp.number_of_workers #=> Integer
|
6802
|
+
# resp.timeout #=> Integer
|
6803
|
+
# resp.status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
6804
|
+
# resp.error_string #=> String
|
6805
|
+
# resp.started_on #=> Time
|
6806
|
+
# resp.last_modified_on #=> Time
|
6807
|
+
# resp.completed_on #=> Time
|
6808
|
+
# resp.execution_time #=> Integer
|
6809
|
+
# resp.recommended_ruleset #=> String
|
6810
|
+
# resp.created_ruleset_name #=> String
|
6811
|
+
#
|
6812
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRuleRecommendationRun AWS API Documentation
|
6813
|
+
#
|
6814
|
+
# @overload get_data_quality_rule_recommendation_run(params = {})
|
6815
|
+
# @param [Hash] params ({})
|
6816
|
+
def get_data_quality_rule_recommendation_run(params = {}, options = {})
|
6817
|
+
req = build_request(:get_data_quality_rule_recommendation_run, params)
|
6818
|
+
req.send_request(options)
|
6819
|
+
end
|
6820
|
+
|
6821
|
+
# Returns an existing ruleset by identifier or name.
|
6822
|
+
#
|
6823
|
+
# @option params [required, String] :name
|
6824
|
+
# The name of the ruleset.
|
6825
|
+
#
|
6826
|
+
# @return [Types::GetDataQualityRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6827
|
+
#
|
6828
|
+
# * {Types::GetDataQualityRulesetResponse#name #name} => String
|
6829
|
+
# * {Types::GetDataQualityRulesetResponse#description #description} => String
|
6830
|
+
# * {Types::GetDataQualityRulesetResponse#ruleset #ruleset} => String
|
6831
|
+
# * {Types::GetDataQualityRulesetResponse#target_table #target_table} => Types::DataQualityTargetTable
|
6832
|
+
# * {Types::GetDataQualityRulesetResponse#created_on #created_on} => Time
|
6833
|
+
# * {Types::GetDataQualityRulesetResponse#last_modified_on #last_modified_on} => Time
|
6834
|
+
# * {Types::GetDataQualityRulesetResponse#recommendation_run_id #recommendation_run_id} => String
|
6835
|
+
#
|
6836
|
+
# @example Request syntax with placeholder values
|
6837
|
+
#
|
6838
|
+
# resp = client.get_data_quality_ruleset({
|
6839
|
+
# name: "NameString", # required
|
6840
|
+
# })
|
6841
|
+
#
|
6842
|
+
# @example Response structure
|
6843
|
+
#
|
6844
|
+
# resp.name #=> String
|
6845
|
+
# resp.description #=> String
|
6846
|
+
# resp.ruleset #=> String
|
6847
|
+
# resp.target_table.table_name #=> String
|
6848
|
+
# resp.target_table.database_name #=> String
|
6849
|
+
# resp.created_on #=> Time
|
6850
|
+
# resp.last_modified_on #=> Time
|
6851
|
+
# resp.recommendation_run_id #=> String
|
6852
|
+
#
|
6853
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRuleset AWS API Documentation
|
6854
|
+
#
|
6855
|
+
# @overload get_data_quality_ruleset(params = {})
|
6856
|
+
# @param [Hash] params ({})
|
6857
|
+
def get_data_quality_ruleset(params = {}, options = {})
|
6858
|
+
req = build_request(:get_data_quality_ruleset, params)
|
6859
|
+
req.send_request(options)
|
6860
|
+
end
|
6861
|
+
|
6862
|
+
# Retrieves a specific run where a ruleset is evaluated against a data
|
6863
|
+
# source.
|
6864
|
+
#
|
6865
|
+
# @option params [required, String] :run_id
|
6866
|
+
# The unique run identifier associated with this run.
|
6867
|
+
#
|
6868
|
+
# @return [Types::GetDataQualityRulesetEvaluationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6869
|
+
#
|
6870
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#run_id #run_id} => String
|
6871
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#data_source #data_source} => Types::DataSource
|
6872
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#role #role} => String
|
6873
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#number_of_workers #number_of_workers} => Integer
|
6874
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#timeout #timeout} => Integer
|
6875
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#additional_run_options #additional_run_options} => Types::DataQualityEvaluationRunAdditionalRunOptions
|
6876
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#status #status} => String
|
6877
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#error_string #error_string} => String
|
6878
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#started_on #started_on} => Time
|
6879
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#last_modified_on #last_modified_on} => Time
|
6880
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#completed_on #completed_on} => Time
|
6881
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#execution_time #execution_time} => Integer
|
6882
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#ruleset_names #ruleset_names} => Array<String>
|
6883
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#result_ids #result_ids} => Array<String>
|
6884
|
+
#
|
6885
|
+
# @example Request syntax with placeholder values
|
6886
|
+
#
|
6887
|
+
# resp = client.get_data_quality_ruleset_evaluation_run({
|
6888
|
+
# run_id: "HashString", # required
|
6889
|
+
# })
|
6890
|
+
#
|
6891
|
+
# @example Response structure
|
6892
|
+
#
|
6893
|
+
# resp.run_id #=> String
|
6894
|
+
# resp.data_source.glue_table.database_name #=> String
|
6895
|
+
# resp.data_source.glue_table.table_name #=> String
|
6896
|
+
# resp.data_source.glue_table.catalog_id #=> String
|
6897
|
+
# resp.data_source.glue_table.connection_name #=> String
|
6898
|
+
# resp.data_source.glue_table.additional_options #=> Hash
|
6899
|
+
# resp.data_source.glue_table.additional_options["NameString"] #=> String
|
6900
|
+
# resp.role #=> String
|
6901
|
+
# resp.number_of_workers #=> Integer
|
6902
|
+
# resp.timeout #=> Integer
|
6903
|
+
# resp.additional_run_options.cloud_watch_metrics_enabled #=> Boolean
|
6904
|
+
# resp.additional_run_options.results_s3_prefix #=> String
|
6905
|
+
# resp.status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
6906
|
+
# resp.error_string #=> String
|
6907
|
+
# resp.started_on #=> Time
|
6908
|
+
# resp.last_modified_on #=> Time
|
6909
|
+
# resp.completed_on #=> Time
|
6910
|
+
# resp.execution_time #=> Integer
|
6911
|
+
# resp.ruleset_names #=> Array
|
6912
|
+
# resp.ruleset_names[0] #=> String
|
6913
|
+
# resp.result_ids #=> Array
|
6914
|
+
# resp.result_ids[0] #=> String
|
6915
|
+
#
|
6916
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRun AWS API Documentation
|
6917
|
+
#
|
6918
|
+
# @overload get_data_quality_ruleset_evaluation_run(params = {})
|
6919
|
+
# @param [Hash] params ({})
|
6920
|
+
def get_data_quality_ruleset_evaluation_run(params = {}, options = {})
|
6921
|
+
req = build_request(:get_data_quality_ruleset_evaluation_run, params)
|
6922
|
+
req.send_request(options)
|
6923
|
+
end
|
6924
|
+
|
6500
6925
|
# Retrieves the definition of a specified database.
|
6501
6926
|
#
|
6502
6927
|
# @option params [String] :catalog_id
|
@@ -7320,6 +7745,16 @@ module Aws::Glue
|
|
7320
7745
|
# resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
|
7321
7746
|
# resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
|
7322
7747
|
# resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
|
7748
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.name #=> String
|
7749
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs #=> Array
|
7750
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs[0] #=> String
|
7751
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.ruleset #=> String
|
7752
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.output #=> String, one of "PrimaryInput", "EvaluationResults"
|
7753
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
|
7754
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
|
7755
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
7756
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
7757
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
7323
7758
|
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
7324
7759
|
# resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
7325
7760
|
# resp.job.source_control_details.repository #=> String
|
@@ -8066,6 +8501,16 @@ module Aws::Glue
|
|
8066
8501
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
|
8067
8502
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
|
8068
8503
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
|
8504
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.name #=> String
|
8505
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs #=> Array
|
8506
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs[0] #=> String
|
8507
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.ruleset #=> String
|
8508
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.output #=> String, one of "PrimaryInput", "EvaluationResults"
|
8509
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
|
8510
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
|
8511
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
8512
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
8513
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
8069
8514
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
8070
8515
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
8071
8516
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -8281,6 +8726,8 @@ module Aws::Glue
|
|
8281
8726
|
# resp.input_record_tables[0].table_name #=> String
|
8282
8727
|
# resp.input_record_tables[0].catalog_id #=> String
|
8283
8728
|
# resp.input_record_tables[0].connection_name #=> String
|
8729
|
+
# resp.input_record_tables[0].additional_options #=> Hash
|
8730
|
+
# resp.input_record_tables[0].additional_options["NameString"] #=> String
|
8284
8731
|
# resp.parameters.transform_type #=> String, one of "FIND_MATCHES"
|
8285
8732
|
# resp.parameters.find_matches_parameters.primary_key_column_name #=> String
|
8286
8733
|
# resp.parameters.find_matches_parameters.precision_recall_tradeoff #=> Float
|
@@ -8389,6 +8836,8 @@ module Aws::Glue
|
|
8389
8836
|
# resp.transforms[0].input_record_tables[0].table_name #=> String
|
8390
8837
|
# resp.transforms[0].input_record_tables[0].catalog_id #=> String
|
8391
8838
|
# resp.transforms[0].input_record_tables[0].connection_name #=> String
|
8839
|
+
# resp.transforms[0].input_record_tables[0].additional_options #=> Hash
|
8840
|
+
# resp.transforms[0].input_record_tables[0].additional_options["NameString"] #=> String
|
8392
8841
|
# resp.transforms[0].parameters.transform_type #=> String, one of "FIND_MATCHES"
|
8393
8842
|
# resp.transforms[0].parameters.find_matches_parameters.primary_key_column_name #=> String
|
8394
8843
|
# resp.transforms[0].parameters.find_matches_parameters.precision_recall_tradeoff #=> Float
|
@@ -11257,6 +11706,265 @@ module Aws::Glue
|
|
11257
11706
|
req.send_request(options)
|
11258
11707
|
end
|
11259
11708
|
|
11709
|
+
# Returns all data quality execution results for your account.
|
11710
|
+
#
|
11711
|
+
# @option params [Types::DataQualityResultFilterCriteria] :filter
|
11712
|
+
# The filter criteria.
|
11713
|
+
#
|
11714
|
+
# @option params [String] :next_token
|
11715
|
+
# A paginated token to offset the results.
|
11716
|
+
#
|
11717
|
+
# @option params [Integer] :max_results
|
11718
|
+
# The maximum number of results to return.
|
11719
|
+
#
|
11720
|
+
# @return [Types::ListDataQualityResultsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11721
|
+
#
|
11722
|
+
# * {Types::ListDataQualityResultsResponse#results #results} => Array<Types::DataQualityResultDescription>
|
11723
|
+
# * {Types::ListDataQualityResultsResponse#next_token #next_token} => String
|
11724
|
+
#
|
11725
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
11726
|
+
#
|
11727
|
+
# @example Request syntax with placeholder values
|
11728
|
+
#
|
11729
|
+
# resp = client.list_data_quality_results({
|
11730
|
+
# filter: {
|
11731
|
+
# data_source: {
|
11732
|
+
# glue_table: { # required
|
11733
|
+
# database_name: "NameString", # required
|
11734
|
+
# table_name: "NameString", # required
|
11735
|
+
# catalog_id: "NameString",
|
11736
|
+
# connection_name: "NameString",
|
11737
|
+
# additional_options: {
|
11738
|
+
# "NameString" => "DescriptionString",
|
11739
|
+
# },
|
11740
|
+
# },
|
11741
|
+
# },
|
11742
|
+
# job_name: "NameString",
|
11743
|
+
# job_run_id: "HashString",
|
11744
|
+
# started_after: Time.now,
|
11745
|
+
# started_before: Time.now,
|
11746
|
+
# },
|
11747
|
+
# next_token: "PaginationToken",
|
11748
|
+
# max_results: 1,
|
11749
|
+
# })
|
11750
|
+
#
|
11751
|
+
# @example Response structure
|
11752
|
+
#
|
11753
|
+
# resp.results #=> Array
|
11754
|
+
# resp.results[0].result_id #=> String
|
11755
|
+
# resp.results[0].data_source.glue_table.database_name #=> String
|
11756
|
+
# resp.results[0].data_source.glue_table.table_name #=> String
|
11757
|
+
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
11758
|
+
# resp.results[0].data_source.glue_table.connection_name #=> String
|
11759
|
+
# resp.results[0].data_source.glue_table.additional_options #=> Hash
|
11760
|
+
# resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
|
11761
|
+
# resp.results[0].job_name #=> String
|
11762
|
+
# resp.results[0].job_run_id #=> String
|
11763
|
+
# resp.results[0].started_on #=> Time
|
11764
|
+
# resp.next_token #=> String
|
11765
|
+
#
|
11766
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityResults AWS API Documentation
|
11767
|
+
#
|
11768
|
+
# @overload list_data_quality_results(params = {})
|
11769
|
+
# @param [Hash] params ({})
|
11770
|
+
def list_data_quality_results(params = {}, options = {})
|
11771
|
+
req = build_request(:list_data_quality_results, params)
|
11772
|
+
req.send_request(options)
|
11773
|
+
end
|
11774
|
+
|
11775
|
+
# Lists the recommendation runs meeting the filter criteria.
|
11776
|
+
#
|
11777
|
+
# @option params [Types::DataQualityRuleRecommendationRunFilter] :filter
|
11778
|
+
# The filter criteria.
|
11779
|
+
#
|
11780
|
+
# @option params [String] :next_token
|
11781
|
+
# A paginated token to offset the results.
|
11782
|
+
#
|
11783
|
+
# @option params [Integer] :max_results
|
11784
|
+
# The maximum number of results to return.
|
11785
|
+
#
|
11786
|
+
# @return [Types::ListDataQualityRuleRecommendationRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11787
|
+
#
|
11788
|
+
# * {Types::ListDataQualityRuleRecommendationRunsResponse#runs #runs} => Array<Types::DataQualityRuleRecommendationRunDescription>
|
11789
|
+
# * {Types::ListDataQualityRuleRecommendationRunsResponse#next_token #next_token} => String
|
11790
|
+
#
|
11791
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
11792
|
+
#
|
11793
|
+
# @example Request syntax with placeholder values
|
11794
|
+
#
|
11795
|
+
# resp = client.list_data_quality_rule_recommendation_runs({
|
11796
|
+
# filter: {
|
11797
|
+
# data_source: { # required
|
11798
|
+
# glue_table: { # required
|
11799
|
+
# database_name: "NameString", # required
|
11800
|
+
# table_name: "NameString", # required
|
11801
|
+
# catalog_id: "NameString",
|
11802
|
+
# connection_name: "NameString",
|
11803
|
+
# additional_options: {
|
11804
|
+
# "NameString" => "DescriptionString",
|
11805
|
+
# },
|
11806
|
+
# },
|
11807
|
+
# },
|
11808
|
+
# started_before: Time.now,
|
11809
|
+
# started_after: Time.now,
|
11810
|
+
# },
|
11811
|
+
# next_token: "PaginationToken",
|
11812
|
+
# max_results: 1,
|
11813
|
+
# })
|
11814
|
+
#
|
11815
|
+
# @example Response structure
|
11816
|
+
#
|
11817
|
+
# resp.runs #=> Array
|
11818
|
+
# resp.runs[0].run_id #=> String
|
11819
|
+
# resp.runs[0].status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
11820
|
+
# resp.runs[0].started_on #=> Time
|
11821
|
+
# resp.runs[0].data_source.glue_table.database_name #=> String
|
11822
|
+
# resp.runs[0].data_source.glue_table.table_name #=> String
|
11823
|
+
# resp.runs[0].data_source.glue_table.catalog_id #=> String
|
11824
|
+
# resp.runs[0].data_source.glue_table.connection_name #=> String
|
11825
|
+
# resp.runs[0].data_source.glue_table.additional_options #=> Hash
|
11826
|
+
# resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
|
11827
|
+
# resp.next_token #=> String
|
11828
|
+
#
|
11829
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRuleRecommendationRuns AWS API Documentation
|
11830
|
+
#
|
11831
|
+
# @overload list_data_quality_rule_recommendation_runs(params = {})
|
11832
|
+
# @param [Hash] params ({})
|
11833
|
+
def list_data_quality_rule_recommendation_runs(params = {}, options = {})
|
11834
|
+
req = build_request(:list_data_quality_rule_recommendation_runs, params)
|
11835
|
+
req.send_request(options)
|
11836
|
+
end
|
11837
|
+
|
11838
|
+
# Lists all the runs meeting the filter criteria, where a ruleset is
|
11839
|
+
# evaluated against a data source.
|
11840
|
+
#
|
11841
|
+
# @option params [Types::DataQualityRulesetEvaluationRunFilter] :filter
|
11842
|
+
# The filter criteria.
|
11843
|
+
#
|
11844
|
+
# @option params [String] :next_token
|
11845
|
+
# A paginated token to offset the results.
|
11846
|
+
#
|
11847
|
+
# @option params [Integer] :max_results
|
11848
|
+
# The maximum number of results to return.
|
11849
|
+
#
|
11850
|
+
# @return [Types::ListDataQualityRulesetEvaluationRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11851
|
+
#
|
11852
|
+
# * {Types::ListDataQualityRulesetEvaluationRunsResponse#runs #runs} => Array<Types::DataQualityRulesetEvaluationRunDescription>
|
11853
|
+
# * {Types::ListDataQualityRulesetEvaluationRunsResponse#next_token #next_token} => String
|
11854
|
+
#
|
11855
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
11856
|
+
#
|
11857
|
+
# @example Request syntax with placeholder values
|
11858
|
+
#
|
11859
|
+
# resp = client.list_data_quality_ruleset_evaluation_runs({
|
11860
|
+
# filter: {
|
11861
|
+
# data_source: { # required
|
11862
|
+
# glue_table: { # required
|
11863
|
+
# database_name: "NameString", # required
|
11864
|
+
# table_name: "NameString", # required
|
11865
|
+
# catalog_id: "NameString",
|
11866
|
+
# connection_name: "NameString",
|
11867
|
+
# additional_options: {
|
11868
|
+
# "NameString" => "DescriptionString",
|
11869
|
+
# },
|
11870
|
+
# },
|
11871
|
+
# },
|
11872
|
+
# started_before: Time.now,
|
11873
|
+
# started_after: Time.now,
|
11874
|
+
# },
|
11875
|
+
# next_token: "PaginationToken",
|
11876
|
+
# max_results: 1,
|
11877
|
+
# })
|
11878
|
+
#
|
11879
|
+
# @example Response structure
|
11880
|
+
#
|
11881
|
+
# resp.runs #=> Array
|
11882
|
+
# resp.runs[0].run_id #=> String
|
11883
|
+
# resp.runs[0].status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
11884
|
+
# resp.runs[0].started_on #=> Time
|
11885
|
+
# resp.runs[0].data_source.glue_table.database_name #=> String
|
11886
|
+
# resp.runs[0].data_source.glue_table.table_name #=> String
|
11887
|
+
# resp.runs[0].data_source.glue_table.catalog_id #=> String
|
11888
|
+
# resp.runs[0].data_source.glue_table.connection_name #=> String
|
11889
|
+
# resp.runs[0].data_source.glue_table.additional_options #=> Hash
|
11890
|
+
# resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
|
11891
|
+
# resp.next_token #=> String
|
11892
|
+
#
|
11893
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRulesetEvaluationRuns AWS API Documentation
|
11894
|
+
#
|
11895
|
+
# @overload list_data_quality_ruleset_evaluation_runs(params = {})
|
11896
|
+
# @param [Hash] params ({})
|
11897
|
+
def list_data_quality_ruleset_evaluation_runs(params = {}, options = {})
|
11898
|
+
req = build_request(:list_data_quality_ruleset_evaluation_runs, params)
|
11899
|
+
req.send_request(options)
|
11900
|
+
end
|
11901
|
+
|
11902
|
+
# Returns a paginated list of rulesets for the specified list of Glue
|
11903
|
+
# tables.
|
11904
|
+
#
|
11905
|
+
# @option params [String] :next_token
|
11906
|
+
# A paginated token to offset the results.
|
11907
|
+
#
|
11908
|
+
# @option params [Integer] :max_results
|
11909
|
+
# The maximum number of results to return.
|
11910
|
+
#
|
11911
|
+
# @option params [Types::DataQualityRulesetFilterCriteria] :filter
|
11912
|
+
# The filter criteria.
|
11913
|
+
#
|
11914
|
+
# @option params [Hash<String,String>] :tags
|
11915
|
+
# A list of key-value pair tags.
|
11916
|
+
#
|
11917
|
+
# @return [Types::ListDataQualityRulesetsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11918
|
+
#
|
11919
|
+
# * {Types::ListDataQualityRulesetsResponse#rulesets #rulesets} => Array<Types::DataQualityRulesetListDetails>
|
11920
|
+
# * {Types::ListDataQualityRulesetsResponse#next_token #next_token} => String
|
11921
|
+
#
|
11922
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
11923
|
+
#
|
11924
|
+
# @example Request syntax with placeholder values
|
11925
|
+
#
|
11926
|
+
# resp = client.list_data_quality_rulesets({
|
11927
|
+
# next_token: "PaginationToken",
|
11928
|
+
# max_results: 1,
|
11929
|
+
# filter: {
|
11930
|
+
# name: "NameString",
|
11931
|
+
# description: "DescriptionString",
|
11932
|
+
# created_before: Time.now,
|
11933
|
+
# created_after: Time.now,
|
11934
|
+
# last_modified_before: Time.now,
|
11935
|
+
# last_modified_after: Time.now,
|
11936
|
+
# target_table: {
|
11937
|
+
# table_name: "NameString", # required
|
11938
|
+
# database_name: "NameString", # required
|
11939
|
+
# },
|
11940
|
+
# },
|
11941
|
+
# tags: {
|
11942
|
+
# "TagKey" => "TagValue",
|
11943
|
+
# },
|
11944
|
+
# })
|
11945
|
+
#
|
11946
|
+
# @example Response structure
|
11947
|
+
#
|
11948
|
+
# resp.rulesets #=> Array
|
11949
|
+
# resp.rulesets[0].name #=> String
|
11950
|
+
# resp.rulesets[0].description #=> String
|
11951
|
+
# resp.rulesets[0].created_on #=> Time
|
11952
|
+
# resp.rulesets[0].last_modified_on #=> Time
|
11953
|
+
# resp.rulesets[0].target_table.table_name #=> String
|
11954
|
+
# resp.rulesets[0].target_table.database_name #=> String
|
11955
|
+
# resp.rulesets[0].recommendation_run_id #=> String
|
11956
|
+
# resp.rulesets[0].rule_count #=> Integer
|
11957
|
+
# resp.next_token #=> String
|
11958
|
+
#
|
11959
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRulesets AWS API Documentation
|
11960
|
+
#
|
11961
|
+
# @overload list_data_quality_rulesets(params = {})
|
11962
|
+
# @param [Hash] params ({})
|
11963
|
+
def list_data_quality_rulesets(params = {}, options = {})
|
11964
|
+
req = build_request(:list_data_quality_rulesets, params)
|
11965
|
+
req.send_request(options)
|
11966
|
+
end
|
11967
|
+
|
11260
11968
|
# Retrieves the names of all `DevEndpoint` resources in this Amazon Web
|
11261
11969
|
# Services account, or the resources with the specified tag. This
|
11262
11970
|
# operation allows you to see which resources are available in your
|
@@ -12593,6 +13301,144 @@ module Aws::Glue
|
|
12593
13301
|
req.send_request(options)
|
12594
13302
|
end
|
12595
13303
|
|
13304
|
+
# Starts a recommendation run that is used to generate rules when you
|
13305
|
+
# don't know what rules to write. Glue Data Quality analyzes the data
|
13306
|
+
# and comes up with recommendations for a potential ruleset. You can
|
13307
|
+
# then triage the ruleset and modify the generated ruleset to your
|
13308
|
+
# liking.
|
13309
|
+
#
|
13310
|
+
# @option params [required, Types::DataSource] :data_source
|
13311
|
+
# The data source (Glue table) associated with this run.
|
13312
|
+
#
|
13313
|
+
# @option params [required, String] :role
|
13314
|
+
# An IAM role supplied to encrypt the results of the run.
|
13315
|
+
#
|
13316
|
+
# @option params [Integer] :number_of_workers
|
13317
|
+
# The number of `G.1X` workers to be used in the run. The default is 5.
|
13318
|
+
#
|
13319
|
+
# @option params [Integer] :timeout
|
13320
|
+
# The timeout for a run in minutes. This is the maximum time that a run
|
13321
|
+
# can consume resources before it is terminated and enters `TIMEOUT`
|
13322
|
+
# status. The default is 2,880 minutes (48 hours).
|
13323
|
+
#
|
13324
|
+
# @option params [String] :created_ruleset_name
|
13325
|
+
# A name for the ruleset.
|
13326
|
+
#
|
13327
|
+
# @option params [String] :client_token
|
13328
|
+
# Used for idempotency and is recommended to be set to a random ID (such
|
13329
|
+
# as a UUID) to avoid creating or starting multiple instances of the
|
13330
|
+
# same resource.
|
13331
|
+
#
|
13332
|
+
# @return [Types::StartDataQualityRuleRecommendationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
13333
|
+
#
|
13334
|
+
# * {Types::StartDataQualityRuleRecommendationRunResponse#run_id #run_id} => String
|
13335
|
+
#
|
13336
|
+
# @example Request syntax with placeholder values
|
13337
|
+
#
|
13338
|
+
# resp = client.start_data_quality_rule_recommendation_run({
|
13339
|
+
# data_source: { # required
|
13340
|
+
# glue_table: { # required
|
13341
|
+
# database_name: "NameString", # required
|
13342
|
+
# table_name: "NameString", # required
|
13343
|
+
# catalog_id: "NameString",
|
13344
|
+
# connection_name: "NameString",
|
13345
|
+
# additional_options: {
|
13346
|
+
# "NameString" => "DescriptionString",
|
13347
|
+
# },
|
13348
|
+
# },
|
13349
|
+
# },
|
13350
|
+
# role: "RoleString", # required
|
13351
|
+
# number_of_workers: 1,
|
13352
|
+
# timeout: 1,
|
13353
|
+
# created_ruleset_name: "NameString",
|
13354
|
+
# client_token: "HashString",
|
13355
|
+
# })
|
13356
|
+
#
|
13357
|
+
# @example Response structure
|
13358
|
+
#
|
13359
|
+
# resp.run_id #=> String
|
13360
|
+
#
|
13361
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartDataQualityRuleRecommendationRun AWS API Documentation
|
13362
|
+
#
|
13363
|
+
# @overload start_data_quality_rule_recommendation_run(params = {})
|
13364
|
+
# @param [Hash] params ({})
|
13365
|
+
def start_data_quality_rule_recommendation_run(params = {}, options = {})
|
13366
|
+
req = build_request(:start_data_quality_rule_recommendation_run, params)
|
13367
|
+
req.send_request(options)
|
13368
|
+
end
|
13369
|
+
|
13370
|
+
# Once you have a ruleset definition (either recommended or your own),
|
13371
|
+
# you call this operation to evaluate the ruleset against a data source
|
13372
|
+
# (Glue table). The evaluation computes results which you can retrieve
|
13373
|
+
# with the `GetDataQualityResult` API.
|
13374
|
+
#
|
13375
|
+
# @option params [required, Types::DataSource] :data_source
|
13376
|
+
# The data source (Glue table) associated with this run.
|
13377
|
+
#
|
13378
|
+
# @option params [required, String] :role
|
13379
|
+
# An IAM role supplied to encrypt the results of the run.
|
13380
|
+
#
|
13381
|
+
# @option params [Integer] :number_of_workers
|
13382
|
+
# The number of `G.1X` workers to be used in the run. The default is 5.
|
13383
|
+
#
|
13384
|
+
# @option params [Integer] :timeout
|
13385
|
+
# The timeout for a run in minutes. This is the maximum time that a run
|
13386
|
+
# can consume resources before it is terminated and enters `TIMEOUT`
|
13387
|
+
# status. The default is 2,880 minutes (48 hours).
|
13388
|
+
#
|
13389
|
+
# @option params [String] :client_token
|
13390
|
+
# Used for idempotency and is recommended to be set to a random ID (such
|
13391
|
+
# as a UUID) to avoid creating or starting multiple instances of the
|
13392
|
+
# same resource.
|
13393
|
+
#
|
13394
|
+
# @option params [Types::DataQualityEvaluationRunAdditionalRunOptions] :additional_run_options
|
13395
|
+
# Additional run options you can specify for an evaluation run.
|
13396
|
+
#
|
13397
|
+
# @option params [required, Array<String>] :ruleset_names
|
13398
|
+
# A list of ruleset names.
|
13399
|
+
#
|
13400
|
+
# @return [Types::StartDataQualityRulesetEvaluationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
13401
|
+
#
|
13402
|
+
# * {Types::StartDataQualityRulesetEvaluationRunResponse#run_id #run_id} => String
|
13403
|
+
#
|
13404
|
+
# @example Request syntax with placeholder values
|
13405
|
+
#
|
13406
|
+
# resp = client.start_data_quality_ruleset_evaluation_run({
|
13407
|
+
# data_source: { # required
|
13408
|
+
# glue_table: { # required
|
13409
|
+
# database_name: "NameString", # required
|
13410
|
+
# table_name: "NameString", # required
|
13411
|
+
# catalog_id: "NameString",
|
13412
|
+
# connection_name: "NameString",
|
13413
|
+
# additional_options: {
|
13414
|
+
# "NameString" => "DescriptionString",
|
13415
|
+
# },
|
13416
|
+
# },
|
13417
|
+
# },
|
13418
|
+
# role: "RoleString", # required
|
13419
|
+
# number_of_workers: 1,
|
13420
|
+
# timeout: 1,
|
13421
|
+
# client_token: "HashString",
|
13422
|
+
# additional_run_options: {
|
13423
|
+
# cloud_watch_metrics_enabled: false,
|
13424
|
+
# results_s3_prefix: "UriString",
|
13425
|
+
# },
|
13426
|
+
# ruleset_names: ["NameString"], # required
|
13427
|
+
# })
|
13428
|
+
#
|
13429
|
+
# @example Response structure
|
13430
|
+
#
|
13431
|
+
# resp.run_id #=> String
|
13432
|
+
#
|
13433
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartDataQualityRulesetEvaluationRun AWS API Documentation
|
13434
|
+
#
|
13435
|
+
# @overload start_data_quality_ruleset_evaluation_run(params = {})
|
13436
|
+
# @param [Hash] params ({})
|
13437
|
+
def start_data_quality_ruleset_evaluation_run(params = {}, options = {})
|
13438
|
+
req = build_request(:start_data_quality_ruleset_evaluation_run, params)
|
13439
|
+
req.send_request(options)
|
13440
|
+
end
|
13441
|
+
|
12596
13442
|
# Begins an asynchronous task to export all labeled data for a
|
12597
13443
|
# particular transform. This task is the only label-related API call
|
12598
13444
|
# that is not part of the typical active learning workflow. You
|
@@ -13802,6 +14648,51 @@ module Aws::Glue
|
|
13802
14648
|
req.send_request(options)
|
13803
14649
|
end
|
13804
14650
|
|
14651
|
+
# Updates the specified data quality ruleset.
|
14652
|
+
#
|
14653
|
+
# @option params [required, String] :name
|
14654
|
+
# The name of the data quality ruleset.
|
14655
|
+
#
|
14656
|
+
# @option params [String] :updated_name
|
14657
|
+
# The new name of the ruleset, if you are renaming it.
|
14658
|
+
#
|
14659
|
+
# @option params [String] :description
|
14660
|
+
# A description of the ruleset.
|
14661
|
+
#
|
14662
|
+
# @option params [String] :ruleset
|
14663
|
+
# A Data Quality Definition Language (DQDL) ruleset. For more
|
14664
|
+
# information, see the Glue developer guide.
|
14665
|
+
#
|
14666
|
+
# @return [Types::UpdateDataQualityRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
14667
|
+
#
|
14668
|
+
# * {Types::UpdateDataQualityRulesetResponse#name #name} => String
|
14669
|
+
# * {Types::UpdateDataQualityRulesetResponse#description #description} => String
|
14670
|
+
# * {Types::UpdateDataQualityRulesetResponse#ruleset #ruleset} => String
|
14671
|
+
#
|
14672
|
+
# @example Request syntax with placeholder values
|
14673
|
+
#
|
14674
|
+
# resp = client.update_data_quality_ruleset({
|
14675
|
+
# name: "NameString", # required
|
14676
|
+
# updated_name: "NameString",
|
14677
|
+
# description: "DescriptionString",
|
14678
|
+
# ruleset: "DataQualityRulesetString",
|
14679
|
+
# })
|
14680
|
+
#
|
14681
|
+
# @example Response structure
|
14682
|
+
#
|
14683
|
+
# resp.name #=> String
|
14684
|
+
# resp.description #=> String
|
14685
|
+
# resp.ruleset #=> String
|
14686
|
+
#
|
14687
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDataQualityRuleset AWS API Documentation
|
14688
|
+
#
|
14689
|
+
# @overload update_data_quality_ruleset(params = {})
|
14690
|
+
# @param [Hash] params ({})
|
14691
|
+
def update_data_quality_ruleset(params = {}, options = {})
|
14692
|
+
req = build_request(:update_data_quality_ruleset, params)
|
14693
|
+
req.send_request(options)
|
14694
|
+
end
|
14695
|
+
|
13805
14696
|
# Updates an existing database definition in a Data Catalog.
|
13806
14697
|
#
|
13807
14698
|
# @option params [String] :catalog_id
|
@@ -14659,6 +15550,21 @@ module Aws::Glue
|
|
14659
15550
|
# path: "EnclosedInStringProperty", # required
|
14660
15551
|
# version: "EnclosedInStringProperty",
|
14661
15552
|
# },
|
15553
|
+
# evaluate_data_quality: {
|
15554
|
+
# name: "NodeName", # required
|
15555
|
+
# inputs: ["NodeId"], # required
|
15556
|
+
# ruleset: "DQDLString", # required
|
15557
|
+
# output: "PrimaryInput", # accepts PrimaryInput, EvaluationResults
|
15558
|
+
# publishing_options: {
|
15559
|
+
# evaluation_context: "GenericLimitedString",
|
15560
|
+
# results_s3_prefix: "EnclosedInStringProperty",
|
15561
|
+
# cloud_watch_metrics_enabled: false,
|
15562
|
+
# results_publishing_enabled: false,
|
15563
|
+
# },
|
15564
|
+
# stop_job_on_failure_options: {
|
15565
|
+
# stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
|
15566
|
+
# },
|
15567
|
+
# },
|
14662
15568
|
# },
|
14663
15569
|
# },
|
14664
15570
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -15484,7 +16390,7 @@ module Aws::Glue
|
|
15484
16390
|
params: params,
|
15485
16391
|
config: config)
|
15486
16392
|
context[:gem_name] = 'aws-sdk-glue'
|
15487
|
-
context[:gem_version] = '1.
|
16393
|
+
context[:gem_version] = '1.126.0'
|
15488
16394
|
Seahorse::Client::Request.new(handlers, context)
|
15489
16395
|
end
|
15490
16396
|
|