aws-sdk-glue 1.125.0 → 1.126.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +907 -1
- data/lib/aws-sdk-glue/client_api.rb +573 -0
- data/lib/aws-sdk-glue/endpoints.rb +224 -0
- data/lib/aws-sdk-glue/plugins/endpoints.rb +32 -0
- data/lib/aws-sdk-glue/types.rb +1416 -8473
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -872,6 +872,57 @@ module Aws::Glue
|
|
872
872
|
req.send_request(options)
|
873
873
|
end
|
874
874
|
|
875
|
+
# Retrieves a list of data quality results for the specified result IDs.
|
876
|
+
#
|
877
|
+
# @option params [required, Array<String>] :result_ids
|
878
|
+
# A list of unique result IDs for the data quality results.
|
879
|
+
#
|
880
|
+
# @return [Types::BatchGetDataQualityResultResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
881
|
+
#
|
882
|
+
# * {Types::BatchGetDataQualityResultResponse#results #results} => Array<Types::DataQualityResult>
|
883
|
+
# * {Types::BatchGetDataQualityResultResponse#results_not_found #results_not_found} => Array<String>
|
884
|
+
#
|
885
|
+
# @example Request syntax with placeholder values
|
886
|
+
#
|
887
|
+
# resp = client.batch_get_data_quality_result({
|
888
|
+
# result_ids: ["HashString"], # required
|
889
|
+
# })
|
890
|
+
#
|
891
|
+
# @example Response structure
|
892
|
+
#
|
893
|
+
# resp.results #=> Array
|
894
|
+
# resp.results[0].result_id #=> String
|
895
|
+
# resp.results[0].score #=> Float
|
896
|
+
# resp.results[0].data_source.glue_table.database_name #=> String
|
897
|
+
# resp.results[0].data_source.glue_table.table_name #=> String
|
898
|
+
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
899
|
+
# resp.results[0].data_source.glue_table.connection_name #=> String
|
900
|
+
# resp.results[0].data_source.glue_table.additional_options #=> Hash
|
901
|
+
# resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
|
902
|
+
# resp.results[0].ruleset_name #=> String
|
903
|
+
# resp.results[0].evaluation_context #=> String
|
904
|
+
# resp.results[0].started_on #=> Time
|
905
|
+
# resp.results[0].completed_on #=> Time
|
906
|
+
# resp.results[0].job_name #=> String
|
907
|
+
# resp.results[0].job_run_id #=> String
|
908
|
+
# resp.results[0].ruleset_evaluation_run_id #=> String
|
909
|
+
# resp.results[0].rule_results #=> Array
|
910
|
+
# resp.results[0].rule_results[0].name #=> String
|
911
|
+
# resp.results[0].rule_results[0].description #=> String
|
912
|
+
# resp.results[0].rule_results[0].evaluation_message #=> String
|
913
|
+
# resp.results[0].rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
914
|
+
# resp.results_not_found #=> Array
|
915
|
+
# resp.results_not_found[0] #=> String
|
916
|
+
#
|
917
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetDataQualityResult AWS API Documentation
|
918
|
+
#
|
919
|
+
# @overload batch_get_data_quality_result(params = {})
|
920
|
+
# @param [Hash] params ({})
|
921
|
+
def batch_get_data_quality_result(params = {}, options = {})
|
922
|
+
req = build_request(:batch_get_data_quality_result, params)
|
923
|
+
req.send_request(options)
|
924
|
+
end
|
925
|
+
|
875
926
|
# Returns a list of resource metadata for a given list of development
|
876
927
|
# endpoint names. After calling the `ListDevEndpoints` operation, you
|
877
928
|
# can call this operation to access the data to which you have been
|
@@ -1481,6 +1532,16 @@ module Aws::Glue
|
|
1481
1532
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
|
1482
1533
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
|
1483
1534
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
|
1535
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.name #=> String
|
1536
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs #=> Array
|
1537
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs[0] #=> String
|
1538
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.ruleset #=> String
|
1539
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.output #=> String, one of "PrimaryInput", "EvaluationResults"
|
1540
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
|
1541
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
|
1542
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
1543
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
1544
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
1484
1545
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1485
1546
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
1486
1547
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -2012,6 +2073,52 @@ module Aws::Glue
|
|
2012
2073
|
req.send_request(options)
|
2013
2074
|
end
|
2014
2075
|
|
2076
|
+
# Cancels the specified recommendation run that was being used to
|
2077
|
+
# generate rules.
|
2078
|
+
#
|
2079
|
+
# @option params [required, String] :run_id
|
2080
|
+
# The unique run identifier associated with this run.
|
2081
|
+
#
|
2082
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2083
|
+
#
|
2084
|
+
# @example Request syntax with placeholder values
|
2085
|
+
#
|
2086
|
+
# resp = client.cancel_data_quality_rule_recommendation_run({
|
2087
|
+
# run_id: "HashString", # required
|
2088
|
+
# })
|
2089
|
+
#
|
2090
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelDataQualityRuleRecommendationRun AWS API Documentation
|
2091
|
+
#
|
2092
|
+
# @overload cancel_data_quality_rule_recommendation_run(params = {})
|
2093
|
+
# @param [Hash] params ({})
|
2094
|
+
def cancel_data_quality_rule_recommendation_run(params = {}, options = {})
|
2095
|
+
req = build_request(:cancel_data_quality_rule_recommendation_run, params)
|
2096
|
+
req.send_request(options)
|
2097
|
+
end
|
2098
|
+
|
2099
|
+
# Cancels a run where a ruleset is being evaluated against a data
|
2100
|
+
# source.
|
2101
|
+
#
|
2102
|
+
# @option params [required, String] :run_id
|
2103
|
+
# The unique run identifier associated with this run.
|
2104
|
+
#
|
2105
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2106
|
+
#
|
2107
|
+
# @example Request syntax with placeholder values
|
2108
|
+
#
|
2109
|
+
# resp = client.cancel_data_quality_ruleset_evaluation_run({
|
2110
|
+
# run_id: "HashString", # required
|
2111
|
+
# })
|
2112
|
+
#
|
2113
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelDataQualityRulesetEvaluationRun AWS API Documentation
|
2114
|
+
#
|
2115
|
+
# @overload cancel_data_quality_ruleset_evaluation_run(params = {})
|
2116
|
+
# @param [Hash] params ({})
|
2117
|
+
def cancel_data_quality_ruleset_evaluation_run(params = {}, options = {})
|
2118
|
+
req = build_request(:cancel_data_quality_ruleset_evaluation_run, params)
|
2119
|
+
req.send_request(options)
|
2120
|
+
end
|
2121
|
+
|
2015
2122
|
# Cancels (stops) a task run. Machine learning task runs are
|
2016
2123
|
# asynchronous tasks that Glue runs on your behalf as part of various
|
2017
2124
|
# machine learning workflows. You can cancel a machine learning task run
|
@@ -2481,6 +2588,66 @@ module Aws::Glue
|
|
2481
2588
|
req.send_request(options)
|
2482
2589
|
end
|
2483
2590
|
|
2591
|
+
# Creates a data quality ruleset with DQDL rules applied to a specified
|
2592
|
+
# Glue table.
|
2593
|
+
#
|
2594
|
+
# You create the ruleset using the Data Quality Definition Language
|
2595
|
+
# (DQDL). For more information, see the Glue developer guide.
|
2596
|
+
#
|
2597
|
+
# @option params [required, String] :name
|
2598
|
+
# A unique name for the data quality ruleset.
|
2599
|
+
#
|
2600
|
+
# @option params [String] :description
|
2601
|
+
# A description of the data quality ruleset.
|
2602
|
+
#
|
2603
|
+
# @option params [required, String] :ruleset
|
2604
|
+
# A Data Quality Definition Language (DQDL) ruleset. For more
|
2605
|
+
# information, see the Glue developer guide.
|
2606
|
+
#
|
2607
|
+
# @option params [Hash<String,String>] :tags
|
2608
|
+
# A list of tags applied to the data quality ruleset.
|
2609
|
+
#
|
2610
|
+
# @option params [Types::DataQualityTargetTable] :target_table
|
2611
|
+
# A target table associated with the data quality ruleset.
|
2612
|
+
#
|
2613
|
+
# @option params [String] :client_token
|
2614
|
+
# Used for idempotency and is recommended to be set to a random ID (such
|
2615
|
+
# as a UUID) to avoid creating or starting multiple instances of the
|
2616
|
+
# same resource.
|
2617
|
+
#
|
2618
|
+
# @return [Types::CreateDataQualityRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2619
|
+
#
|
2620
|
+
# * {Types::CreateDataQualityRulesetResponse#name #name} => String
|
2621
|
+
#
|
2622
|
+
# @example Request syntax with placeholder values
|
2623
|
+
#
|
2624
|
+
# resp = client.create_data_quality_ruleset({
|
2625
|
+
# name: "NameString", # required
|
2626
|
+
# description: "DescriptionString",
|
2627
|
+
# ruleset: "DataQualityRulesetString", # required
|
2628
|
+
# tags: {
|
2629
|
+
# "TagKey" => "TagValue",
|
2630
|
+
# },
|
2631
|
+
# target_table: {
|
2632
|
+
# table_name: "NameString", # required
|
2633
|
+
# database_name: "NameString", # required
|
2634
|
+
# },
|
2635
|
+
# client_token: "HashString",
|
2636
|
+
# })
|
2637
|
+
#
|
2638
|
+
# @example Response structure
|
2639
|
+
#
|
2640
|
+
# resp.name #=> String
|
2641
|
+
#
|
2642
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDataQualityRuleset AWS API Documentation
|
2643
|
+
#
|
2644
|
+
# @overload create_data_quality_ruleset(params = {})
|
2645
|
+
# @param [Hash] params ({})
|
2646
|
+
def create_data_quality_ruleset(params = {}, options = {})
|
2647
|
+
req = build_request(:create_data_quality_ruleset, params)
|
2648
|
+
req.send_request(options)
|
2649
|
+
end
|
2650
|
+
|
2484
2651
|
# Creates a new database in a Data Catalog.
|
2485
2652
|
#
|
2486
2653
|
# @option params [String] :catalog_id
|
@@ -3639,6 +3806,21 @@ module Aws::Glue
|
|
3639
3806
|
# path: "EnclosedInStringProperty", # required
|
3640
3807
|
# version: "EnclosedInStringProperty",
|
3641
3808
|
# },
|
3809
|
+
# evaluate_data_quality: {
|
3810
|
+
# name: "NodeName", # required
|
3811
|
+
# inputs: ["NodeId"], # required
|
3812
|
+
# ruleset: "DQDLString", # required
|
3813
|
+
# output: "PrimaryInput", # accepts PrimaryInput, EvaluationResults
|
3814
|
+
# publishing_options: {
|
3815
|
+
# evaluation_context: "GenericLimitedString",
|
3816
|
+
# results_s3_prefix: "EnclosedInStringProperty",
|
3817
|
+
# cloud_watch_metrics_enabled: false,
|
3818
|
+
# results_publishing_enabled: false,
|
3819
|
+
# },
|
3820
|
+
# stop_job_on_failure_options: {
|
3821
|
+
# stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
|
3822
|
+
# },
|
3823
|
+
# },
|
3642
3824
|
# },
|
3643
3825
|
# },
|
3644
3826
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -3833,6 +4015,9 @@ module Aws::Glue
|
|
3833
4015
|
# table_name: "NameString", # required
|
3834
4016
|
# catalog_id: "NameString",
|
3835
4017
|
# connection_name: "NameString",
|
4018
|
+
# additional_options: {
|
4019
|
+
# "NameString" => "DescriptionString",
|
4020
|
+
# },
|
3836
4021
|
# },
|
3837
4022
|
# ],
|
3838
4023
|
# parameters: { # required
|
@@ -5000,6 +5185,28 @@ module Aws::Glue
|
|
5000
5185
|
req.send_request(options)
|
5001
5186
|
end
|
5002
5187
|
|
5188
|
+
# Deletes a data quality ruleset.
|
5189
|
+
#
|
5190
|
+
# @option params [required, String] :name
|
5191
|
+
# A name for the data quality ruleset.
|
5192
|
+
#
|
5193
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
5194
|
+
#
|
5195
|
+
# @example Request syntax with placeholder values
|
5196
|
+
#
|
5197
|
+
# resp = client.delete_data_quality_ruleset({
|
5198
|
+
# name: "NameString", # required
|
5199
|
+
# })
|
5200
|
+
#
|
5201
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteDataQualityRuleset AWS API Documentation
|
5202
|
+
#
|
5203
|
+
# @overload delete_data_quality_ruleset(params = {})
|
5204
|
+
# @param [Hash] params ({})
|
5205
|
+
def delete_data_quality_ruleset(params = {}, options = {})
|
5206
|
+
req = build_request(:delete_data_quality_ruleset, params)
|
5207
|
+
req.send_request(options)
|
5208
|
+
end
|
5209
|
+
|
5003
5210
|
# Removes a specified database from a Data Catalog.
|
5004
5211
|
#
|
5005
5212
|
# <note markdown="1"> After completing this operation, you no longer have access to the
|
@@ -6497,6 +6704,224 @@ module Aws::Glue
|
|
6497
6704
|
req.send_request(options)
|
6498
6705
|
end
|
6499
6706
|
|
6707
|
+
# Retrieves the result of a data quality rule evaluation.
|
6708
|
+
#
|
6709
|
+
# @option params [required, String] :result_id
|
6710
|
+
# A unique result ID for the data quality result.
|
6711
|
+
#
|
6712
|
+
# @return [Types::GetDataQualityResultResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6713
|
+
#
|
6714
|
+
# * {Types::GetDataQualityResultResponse#result_id #result_id} => String
|
6715
|
+
# * {Types::GetDataQualityResultResponse#score #score} => Float
|
6716
|
+
# * {Types::GetDataQualityResultResponse#data_source #data_source} => Types::DataSource
|
6717
|
+
# * {Types::GetDataQualityResultResponse#ruleset_name #ruleset_name} => String
|
6718
|
+
# * {Types::GetDataQualityResultResponse#evaluation_context #evaluation_context} => String
|
6719
|
+
# * {Types::GetDataQualityResultResponse#started_on #started_on} => Time
|
6720
|
+
# * {Types::GetDataQualityResultResponse#completed_on #completed_on} => Time
|
6721
|
+
# * {Types::GetDataQualityResultResponse#job_name #job_name} => String
|
6722
|
+
# * {Types::GetDataQualityResultResponse#job_run_id #job_run_id} => String
|
6723
|
+
# * {Types::GetDataQualityResultResponse#ruleset_evaluation_run_id #ruleset_evaluation_run_id} => String
|
6724
|
+
# * {Types::GetDataQualityResultResponse#rule_results #rule_results} => Array<Types::DataQualityRuleResult>
|
6725
|
+
#
|
6726
|
+
# @example Request syntax with placeholder values
|
6727
|
+
#
|
6728
|
+
# resp = client.get_data_quality_result({
|
6729
|
+
# result_id: "HashString", # required
|
6730
|
+
# })
|
6731
|
+
#
|
6732
|
+
# @example Response structure
|
6733
|
+
#
|
6734
|
+
# resp.result_id #=> String
|
6735
|
+
# resp.score #=> Float
|
6736
|
+
# resp.data_source.glue_table.database_name #=> String
|
6737
|
+
# resp.data_source.glue_table.table_name #=> String
|
6738
|
+
# resp.data_source.glue_table.catalog_id #=> String
|
6739
|
+
# resp.data_source.glue_table.connection_name #=> String
|
6740
|
+
# resp.data_source.glue_table.additional_options #=> Hash
|
6741
|
+
# resp.data_source.glue_table.additional_options["NameString"] #=> String
|
6742
|
+
# resp.ruleset_name #=> String
|
6743
|
+
# resp.evaluation_context #=> String
|
6744
|
+
# resp.started_on #=> Time
|
6745
|
+
# resp.completed_on #=> Time
|
6746
|
+
# resp.job_name #=> String
|
6747
|
+
# resp.job_run_id #=> String
|
6748
|
+
# resp.ruleset_evaluation_run_id #=> String
|
6749
|
+
# resp.rule_results #=> Array
|
6750
|
+
# resp.rule_results[0].name #=> String
|
6751
|
+
# resp.rule_results[0].description #=> String
|
6752
|
+
# resp.rule_results[0].evaluation_message #=> String
|
6753
|
+
# resp.rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
|
6754
|
+
#
|
6755
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResult AWS API Documentation
|
6756
|
+
#
|
6757
|
+
# @overload get_data_quality_result(params = {})
|
6758
|
+
# @param [Hash] params ({})
|
6759
|
+
def get_data_quality_result(params = {}, options = {})
|
6760
|
+
req = build_request(:get_data_quality_result, params)
|
6761
|
+
req.send_request(options)
|
6762
|
+
end
|
6763
|
+
|
6764
|
+
# Gets the specified recommendation run that was used to generate rules.
|
6765
|
+
#
|
6766
|
+
# @option params [required, String] :run_id
|
6767
|
+
# The unique run identifier associated with this run.
|
6768
|
+
#
|
6769
|
+
# @return [Types::GetDataQualityRuleRecommendationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6770
|
+
#
|
6771
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#run_id #run_id} => String
|
6772
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#data_source #data_source} => Types::DataSource
|
6773
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#role #role} => String
|
6774
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#number_of_workers #number_of_workers} => Integer
|
6775
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#timeout #timeout} => Integer
|
6776
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#status #status} => String
|
6777
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#error_string #error_string} => String
|
6778
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#started_on #started_on} => Time
|
6779
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#last_modified_on #last_modified_on} => Time
|
6780
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#completed_on #completed_on} => Time
|
6781
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#execution_time #execution_time} => Integer
|
6782
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#recommended_ruleset #recommended_ruleset} => String
|
6783
|
+
# * {Types::GetDataQualityRuleRecommendationRunResponse#created_ruleset_name #created_ruleset_name} => String
|
6784
|
+
#
|
6785
|
+
# @example Request syntax with placeholder values
|
6786
|
+
#
|
6787
|
+
# resp = client.get_data_quality_rule_recommendation_run({
|
6788
|
+
# run_id: "HashString", # required
|
6789
|
+
# })
|
6790
|
+
#
|
6791
|
+
# @example Response structure
|
6792
|
+
#
|
6793
|
+
# resp.run_id #=> String
|
6794
|
+
# resp.data_source.glue_table.database_name #=> String
|
6795
|
+
# resp.data_source.glue_table.table_name #=> String
|
6796
|
+
# resp.data_source.glue_table.catalog_id #=> String
|
6797
|
+
# resp.data_source.glue_table.connection_name #=> String
|
6798
|
+
# resp.data_source.glue_table.additional_options #=> Hash
|
6799
|
+
# resp.data_source.glue_table.additional_options["NameString"] #=> String
|
6800
|
+
# resp.role #=> String
|
6801
|
+
# resp.number_of_workers #=> Integer
|
6802
|
+
# resp.timeout #=> Integer
|
6803
|
+
# resp.status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
6804
|
+
# resp.error_string #=> String
|
6805
|
+
# resp.started_on #=> Time
|
6806
|
+
# resp.last_modified_on #=> Time
|
6807
|
+
# resp.completed_on #=> Time
|
6808
|
+
# resp.execution_time #=> Integer
|
6809
|
+
# resp.recommended_ruleset #=> String
|
6810
|
+
# resp.created_ruleset_name #=> String
|
6811
|
+
#
|
6812
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRuleRecommendationRun AWS API Documentation
|
6813
|
+
#
|
6814
|
+
# @overload get_data_quality_rule_recommendation_run(params = {})
|
6815
|
+
# @param [Hash] params ({})
|
6816
|
+
def get_data_quality_rule_recommendation_run(params = {}, options = {})
|
6817
|
+
req = build_request(:get_data_quality_rule_recommendation_run, params)
|
6818
|
+
req.send_request(options)
|
6819
|
+
end
|
6820
|
+
|
6821
|
+
# Returns an existing ruleset by identifier or name.
|
6822
|
+
#
|
6823
|
+
# @option params [required, String] :name
|
6824
|
+
# The name of the ruleset.
|
6825
|
+
#
|
6826
|
+
# @return [Types::GetDataQualityRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6827
|
+
#
|
6828
|
+
# * {Types::GetDataQualityRulesetResponse#name #name} => String
|
6829
|
+
# * {Types::GetDataQualityRulesetResponse#description #description} => String
|
6830
|
+
# * {Types::GetDataQualityRulesetResponse#ruleset #ruleset} => String
|
6831
|
+
# * {Types::GetDataQualityRulesetResponse#target_table #target_table} => Types::DataQualityTargetTable
|
6832
|
+
# * {Types::GetDataQualityRulesetResponse#created_on #created_on} => Time
|
6833
|
+
# * {Types::GetDataQualityRulesetResponse#last_modified_on #last_modified_on} => Time
|
6834
|
+
# * {Types::GetDataQualityRulesetResponse#recommendation_run_id #recommendation_run_id} => String
|
6835
|
+
#
|
6836
|
+
# @example Request syntax with placeholder values
|
6837
|
+
#
|
6838
|
+
# resp = client.get_data_quality_ruleset({
|
6839
|
+
# name: "NameString", # required
|
6840
|
+
# })
|
6841
|
+
#
|
6842
|
+
# @example Response structure
|
6843
|
+
#
|
6844
|
+
# resp.name #=> String
|
6845
|
+
# resp.description #=> String
|
6846
|
+
# resp.ruleset #=> String
|
6847
|
+
# resp.target_table.table_name #=> String
|
6848
|
+
# resp.target_table.database_name #=> String
|
6849
|
+
# resp.created_on #=> Time
|
6850
|
+
# resp.last_modified_on #=> Time
|
6851
|
+
# resp.recommendation_run_id #=> String
|
6852
|
+
#
|
6853
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRuleset AWS API Documentation
|
6854
|
+
#
|
6855
|
+
# @overload get_data_quality_ruleset(params = {})
|
6856
|
+
# @param [Hash] params ({})
|
6857
|
+
def get_data_quality_ruleset(params = {}, options = {})
|
6858
|
+
req = build_request(:get_data_quality_ruleset, params)
|
6859
|
+
req.send_request(options)
|
6860
|
+
end
|
6861
|
+
|
6862
|
+
# Retrieves a specific run where a ruleset is evaluated against a data
|
6863
|
+
# source.
|
6864
|
+
#
|
6865
|
+
# @option params [required, String] :run_id
|
6866
|
+
# The unique run identifier associated with this run.
|
6867
|
+
#
|
6868
|
+
# @return [Types::GetDataQualityRulesetEvaluationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6869
|
+
#
|
6870
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#run_id #run_id} => String
|
6871
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#data_source #data_source} => Types::DataSource
|
6872
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#role #role} => String
|
6873
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#number_of_workers #number_of_workers} => Integer
|
6874
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#timeout #timeout} => Integer
|
6875
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#additional_run_options #additional_run_options} => Types::DataQualityEvaluationRunAdditionalRunOptions
|
6876
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#status #status} => String
|
6877
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#error_string #error_string} => String
|
6878
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#started_on #started_on} => Time
|
6879
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#last_modified_on #last_modified_on} => Time
|
6880
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#completed_on #completed_on} => Time
|
6881
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#execution_time #execution_time} => Integer
|
6882
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#ruleset_names #ruleset_names} => Array<String>
|
6883
|
+
# * {Types::GetDataQualityRulesetEvaluationRunResponse#result_ids #result_ids} => Array<String>
|
6884
|
+
#
|
6885
|
+
# @example Request syntax with placeholder values
|
6886
|
+
#
|
6887
|
+
# resp = client.get_data_quality_ruleset_evaluation_run({
|
6888
|
+
# run_id: "HashString", # required
|
6889
|
+
# })
|
6890
|
+
#
|
6891
|
+
# @example Response structure
|
6892
|
+
#
|
6893
|
+
# resp.run_id #=> String
|
6894
|
+
# resp.data_source.glue_table.database_name #=> String
|
6895
|
+
# resp.data_source.glue_table.table_name #=> String
|
6896
|
+
# resp.data_source.glue_table.catalog_id #=> String
|
6897
|
+
# resp.data_source.glue_table.connection_name #=> String
|
6898
|
+
# resp.data_source.glue_table.additional_options #=> Hash
|
6899
|
+
# resp.data_source.glue_table.additional_options["NameString"] #=> String
|
6900
|
+
# resp.role #=> String
|
6901
|
+
# resp.number_of_workers #=> Integer
|
6902
|
+
# resp.timeout #=> Integer
|
6903
|
+
# resp.additional_run_options.cloud_watch_metrics_enabled #=> Boolean
|
6904
|
+
# resp.additional_run_options.results_s3_prefix #=> String
|
6905
|
+
# resp.status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
6906
|
+
# resp.error_string #=> String
|
6907
|
+
# resp.started_on #=> Time
|
6908
|
+
# resp.last_modified_on #=> Time
|
6909
|
+
# resp.completed_on #=> Time
|
6910
|
+
# resp.execution_time #=> Integer
|
6911
|
+
# resp.ruleset_names #=> Array
|
6912
|
+
# resp.ruleset_names[0] #=> String
|
6913
|
+
# resp.result_ids #=> Array
|
6914
|
+
# resp.result_ids[0] #=> String
|
6915
|
+
#
|
6916
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRun AWS API Documentation
|
6917
|
+
#
|
6918
|
+
# @overload get_data_quality_ruleset_evaluation_run(params = {})
|
6919
|
+
# @param [Hash] params ({})
|
6920
|
+
def get_data_quality_ruleset_evaluation_run(params = {}, options = {})
|
6921
|
+
req = build_request(:get_data_quality_ruleset_evaluation_run, params)
|
6922
|
+
req.send_request(options)
|
6923
|
+
end
|
6924
|
+
|
6500
6925
|
# Retrieves the definition of a specified database.
|
6501
6926
|
#
|
6502
6927
|
# @option params [String] :catalog_id
|
@@ -7320,6 +7745,16 @@ module Aws::Glue
|
|
7320
7745
|
# resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
|
7321
7746
|
# resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
|
7322
7747
|
# resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
|
7748
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.name #=> String
|
7749
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs #=> Array
|
7750
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs[0] #=> String
|
7751
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.ruleset #=> String
|
7752
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.output #=> String, one of "PrimaryInput", "EvaluationResults"
|
7753
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
|
7754
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
|
7755
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
7756
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
7757
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
7323
7758
|
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
7324
7759
|
# resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
7325
7760
|
# resp.job.source_control_details.repository #=> String
|
@@ -8066,6 +8501,16 @@ module Aws::Glue
|
|
8066
8501
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
|
8067
8502
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
|
8068
8503
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
|
8504
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.name #=> String
|
8505
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs #=> Array
|
8506
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs[0] #=> String
|
8507
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.ruleset #=> String
|
8508
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.output #=> String, one of "PrimaryInput", "EvaluationResults"
|
8509
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
|
8510
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
|
8511
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
|
8512
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
|
8513
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
|
8069
8514
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
8070
8515
|
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
8071
8516
|
# resp.jobs[0].source_control_details.repository #=> String
|
@@ -8281,6 +8726,8 @@ module Aws::Glue
|
|
8281
8726
|
# resp.input_record_tables[0].table_name #=> String
|
8282
8727
|
# resp.input_record_tables[0].catalog_id #=> String
|
8283
8728
|
# resp.input_record_tables[0].connection_name #=> String
|
8729
|
+
# resp.input_record_tables[0].additional_options #=> Hash
|
8730
|
+
# resp.input_record_tables[0].additional_options["NameString"] #=> String
|
8284
8731
|
# resp.parameters.transform_type #=> String, one of "FIND_MATCHES"
|
8285
8732
|
# resp.parameters.find_matches_parameters.primary_key_column_name #=> String
|
8286
8733
|
# resp.parameters.find_matches_parameters.precision_recall_tradeoff #=> Float
|
@@ -8389,6 +8836,8 @@ module Aws::Glue
|
|
8389
8836
|
# resp.transforms[0].input_record_tables[0].table_name #=> String
|
8390
8837
|
# resp.transforms[0].input_record_tables[0].catalog_id #=> String
|
8391
8838
|
# resp.transforms[0].input_record_tables[0].connection_name #=> String
|
8839
|
+
# resp.transforms[0].input_record_tables[0].additional_options #=> Hash
|
8840
|
+
# resp.transforms[0].input_record_tables[0].additional_options["NameString"] #=> String
|
8392
8841
|
# resp.transforms[0].parameters.transform_type #=> String, one of "FIND_MATCHES"
|
8393
8842
|
# resp.transforms[0].parameters.find_matches_parameters.primary_key_column_name #=> String
|
8394
8843
|
# resp.transforms[0].parameters.find_matches_parameters.precision_recall_tradeoff #=> Float
|
@@ -11257,6 +11706,265 @@ module Aws::Glue
|
|
11257
11706
|
req.send_request(options)
|
11258
11707
|
end
|
11259
11708
|
|
11709
|
+
# Returns all data quality execution results for your account.
|
11710
|
+
#
|
11711
|
+
# @option params [Types::DataQualityResultFilterCriteria] :filter
|
11712
|
+
# The filter criteria.
|
11713
|
+
#
|
11714
|
+
# @option params [String] :next_token
|
11715
|
+
# A paginated token to offset the results.
|
11716
|
+
#
|
11717
|
+
# @option params [Integer] :max_results
|
11718
|
+
# The maximum number of results to return.
|
11719
|
+
#
|
11720
|
+
# @return [Types::ListDataQualityResultsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11721
|
+
#
|
11722
|
+
# * {Types::ListDataQualityResultsResponse#results #results} => Array<Types::DataQualityResultDescription>
|
11723
|
+
# * {Types::ListDataQualityResultsResponse#next_token #next_token} => String
|
11724
|
+
#
|
11725
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
11726
|
+
#
|
11727
|
+
# @example Request syntax with placeholder values
|
11728
|
+
#
|
11729
|
+
# resp = client.list_data_quality_results({
|
11730
|
+
# filter: {
|
11731
|
+
# data_source: {
|
11732
|
+
# glue_table: { # required
|
11733
|
+
# database_name: "NameString", # required
|
11734
|
+
# table_name: "NameString", # required
|
11735
|
+
# catalog_id: "NameString",
|
11736
|
+
# connection_name: "NameString",
|
11737
|
+
# additional_options: {
|
11738
|
+
# "NameString" => "DescriptionString",
|
11739
|
+
# },
|
11740
|
+
# },
|
11741
|
+
# },
|
11742
|
+
# job_name: "NameString",
|
11743
|
+
# job_run_id: "HashString",
|
11744
|
+
# started_after: Time.now,
|
11745
|
+
# started_before: Time.now,
|
11746
|
+
# },
|
11747
|
+
# next_token: "PaginationToken",
|
11748
|
+
# max_results: 1,
|
11749
|
+
# })
|
11750
|
+
#
|
11751
|
+
# @example Response structure
|
11752
|
+
#
|
11753
|
+
# resp.results #=> Array
|
11754
|
+
# resp.results[0].result_id #=> String
|
11755
|
+
# resp.results[0].data_source.glue_table.database_name #=> String
|
11756
|
+
# resp.results[0].data_source.glue_table.table_name #=> String
|
11757
|
+
# resp.results[0].data_source.glue_table.catalog_id #=> String
|
11758
|
+
# resp.results[0].data_source.glue_table.connection_name #=> String
|
11759
|
+
# resp.results[0].data_source.glue_table.additional_options #=> Hash
|
11760
|
+
# resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
|
11761
|
+
# resp.results[0].job_name #=> String
|
11762
|
+
# resp.results[0].job_run_id #=> String
|
11763
|
+
# resp.results[0].started_on #=> Time
|
11764
|
+
# resp.next_token #=> String
|
11765
|
+
#
|
11766
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityResults AWS API Documentation
|
11767
|
+
#
|
11768
|
+
# @overload list_data_quality_results(params = {})
|
11769
|
+
# @param [Hash] params ({})
|
11770
|
+
def list_data_quality_results(params = {}, options = {})
|
11771
|
+
req = build_request(:list_data_quality_results, params)
|
11772
|
+
req.send_request(options)
|
11773
|
+
end
|
11774
|
+
|
11775
|
+
# Lists the recommendation runs meeting the filter criteria.
|
11776
|
+
#
|
11777
|
+
# @option params [Types::DataQualityRuleRecommendationRunFilter] :filter
|
11778
|
+
# The filter criteria.
|
11779
|
+
#
|
11780
|
+
# @option params [String] :next_token
|
11781
|
+
# A paginated token to offset the results.
|
11782
|
+
#
|
11783
|
+
# @option params [Integer] :max_results
|
11784
|
+
# The maximum number of results to return.
|
11785
|
+
#
|
11786
|
+
# @return [Types::ListDataQualityRuleRecommendationRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11787
|
+
#
|
11788
|
+
# * {Types::ListDataQualityRuleRecommendationRunsResponse#runs #runs} => Array<Types::DataQualityRuleRecommendationRunDescription>
|
11789
|
+
# * {Types::ListDataQualityRuleRecommendationRunsResponse#next_token #next_token} => String
|
11790
|
+
#
|
11791
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
11792
|
+
#
|
11793
|
+
# @example Request syntax with placeholder values
|
11794
|
+
#
|
11795
|
+
# resp = client.list_data_quality_rule_recommendation_runs({
|
11796
|
+
# filter: {
|
11797
|
+
# data_source: { # required
|
11798
|
+
# glue_table: { # required
|
11799
|
+
# database_name: "NameString", # required
|
11800
|
+
# table_name: "NameString", # required
|
11801
|
+
# catalog_id: "NameString",
|
11802
|
+
# connection_name: "NameString",
|
11803
|
+
# additional_options: {
|
11804
|
+
# "NameString" => "DescriptionString",
|
11805
|
+
# },
|
11806
|
+
# },
|
11807
|
+
# },
|
11808
|
+
# started_before: Time.now,
|
11809
|
+
# started_after: Time.now,
|
11810
|
+
# },
|
11811
|
+
# next_token: "PaginationToken",
|
11812
|
+
# max_results: 1,
|
11813
|
+
# })
|
11814
|
+
#
|
11815
|
+
# @example Response structure
|
11816
|
+
#
|
11817
|
+
# resp.runs #=> Array
|
11818
|
+
# resp.runs[0].run_id #=> String
|
11819
|
+
# resp.runs[0].status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
11820
|
+
# resp.runs[0].started_on #=> Time
|
11821
|
+
# resp.runs[0].data_source.glue_table.database_name #=> String
|
11822
|
+
# resp.runs[0].data_source.glue_table.table_name #=> String
|
11823
|
+
# resp.runs[0].data_source.glue_table.catalog_id #=> String
|
11824
|
+
# resp.runs[0].data_source.glue_table.connection_name #=> String
|
11825
|
+
# resp.runs[0].data_source.glue_table.additional_options #=> Hash
|
11826
|
+
# resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
|
11827
|
+
# resp.next_token #=> String
|
11828
|
+
#
|
11829
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRuleRecommendationRuns AWS API Documentation
|
11830
|
+
#
|
11831
|
+
# @overload list_data_quality_rule_recommendation_runs(params = {})
|
11832
|
+
# @param [Hash] params ({})
|
11833
|
+
def list_data_quality_rule_recommendation_runs(params = {}, options = {})
|
11834
|
+
req = build_request(:list_data_quality_rule_recommendation_runs, params)
|
11835
|
+
req.send_request(options)
|
11836
|
+
end
|
11837
|
+
|
11838
|
+
# Lists all the runs meeting the filter criteria, where a ruleset is
|
11839
|
+
# evaluated against a data source.
|
11840
|
+
#
|
11841
|
+
# @option params [Types::DataQualityRulesetEvaluationRunFilter] :filter
|
11842
|
+
# The filter criteria.
|
11843
|
+
#
|
11844
|
+
# @option params [String] :next_token
|
11845
|
+
# A paginated token to offset the results.
|
11846
|
+
#
|
11847
|
+
# @option params [Integer] :max_results
|
11848
|
+
# The maximum number of results to return.
|
11849
|
+
#
|
11850
|
+
# @return [Types::ListDataQualityRulesetEvaluationRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11851
|
+
#
|
11852
|
+
# * {Types::ListDataQualityRulesetEvaluationRunsResponse#runs #runs} => Array<Types::DataQualityRulesetEvaluationRunDescription>
|
11853
|
+
# * {Types::ListDataQualityRulesetEvaluationRunsResponse#next_token #next_token} => String
|
11854
|
+
#
|
11855
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
11856
|
+
#
|
11857
|
+
# @example Request syntax with placeholder values
|
11858
|
+
#
|
11859
|
+
# resp = client.list_data_quality_ruleset_evaluation_runs({
|
11860
|
+
# filter: {
|
11861
|
+
# data_source: { # required
|
11862
|
+
# glue_table: { # required
|
11863
|
+
# database_name: "NameString", # required
|
11864
|
+
# table_name: "NameString", # required
|
11865
|
+
# catalog_id: "NameString",
|
11866
|
+
# connection_name: "NameString",
|
11867
|
+
# additional_options: {
|
11868
|
+
# "NameString" => "DescriptionString",
|
11869
|
+
# },
|
11870
|
+
# },
|
11871
|
+
# },
|
11872
|
+
# started_before: Time.now,
|
11873
|
+
# started_after: Time.now,
|
11874
|
+
# },
|
11875
|
+
# next_token: "PaginationToken",
|
11876
|
+
# max_results: 1,
|
11877
|
+
# })
|
11878
|
+
#
|
11879
|
+
# @example Response structure
|
11880
|
+
#
|
11881
|
+
# resp.runs #=> Array
|
11882
|
+
# resp.runs[0].run_id #=> String
|
11883
|
+
# resp.runs[0].status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
11884
|
+
# resp.runs[0].started_on #=> Time
|
11885
|
+
# resp.runs[0].data_source.glue_table.database_name #=> String
|
11886
|
+
# resp.runs[0].data_source.glue_table.table_name #=> String
|
11887
|
+
# resp.runs[0].data_source.glue_table.catalog_id #=> String
|
11888
|
+
# resp.runs[0].data_source.glue_table.connection_name #=> String
|
11889
|
+
# resp.runs[0].data_source.glue_table.additional_options #=> Hash
|
11890
|
+
# resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
|
11891
|
+
# resp.next_token #=> String
|
11892
|
+
#
|
11893
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRulesetEvaluationRuns AWS API Documentation
|
11894
|
+
#
|
11895
|
+
# @overload list_data_quality_ruleset_evaluation_runs(params = {})
|
11896
|
+
# @param [Hash] params ({})
|
11897
|
+
def list_data_quality_ruleset_evaluation_runs(params = {}, options = {})
|
11898
|
+
req = build_request(:list_data_quality_ruleset_evaluation_runs, params)
|
11899
|
+
req.send_request(options)
|
11900
|
+
end
|
11901
|
+
|
11902
|
+
# Returns a paginated list of rulesets for the specified list of Glue
|
11903
|
+
# tables.
|
11904
|
+
#
|
11905
|
+
# @option params [String] :next_token
|
11906
|
+
# A paginated token to offset the results.
|
11907
|
+
#
|
11908
|
+
# @option params [Integer] :max_results
|
11909
|
+
# The maximum number of results to return.
|
11910
|
+
#
|
11911
|
+
# @option params [Types::DataQualityRulesetFilterCriteria] :filter
|
11912
|
+
# The filter criteria.
|
11913
|
+
#
|
11914
|
+
# @option params [Hash<String,String>] :tags
|
11915
|
+
# A list of key-value pair tags.
|
11916
|
+
#
|
11917
|
+
# @return [Types::ListDataQualityRulesetsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
11918
|
+
#
|
11919
|
+
# * {Types::ListDataQualityRulesetsResponse#rulesets #rulesets} => Array<Types::DataQualityRulesetListDetails>
|
11920
|
+
# * {Types::ListDataQualityRulesetsResponse#next_token #next_token} => String
|
11921
|
+
#
|
11922
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
11923
|
+
#
|
11924
|
+
# @example Request syntax with placeholder values
|
11925
|
+
#
|
11926
|
+
# resp = client.list_data_quality_rulesets({
|
11927
|
+
# next_token: "PaginationToken",
|
11928
|
+
# max_results: 1,
|
11929
|
+
# filter: {
|
11930
|
+
# name: "NameString",
|
11931
|
+
# description: "DescriptionString",
|
11932
|
+
# created_before: Time.now,
|
11933
|
+
# created_after: Time.now,
|
11934
|
+
# last_modified_before: Time.now,
|
11935
|
+
# last_modified_after: Time.now,
|
11936
|
+
# target_table: {
|
11937
|
+
# table_name: "NameString", # required
|
11938
|
+
# database_name: "NameString", # required
|
11939
|
+
# },
|
11940
|
+
# },
|
11941
|
+
# tags: {
|
11942
|
+
# "TagKey" => "TagValue",
|
11943
|
+
# },
|
11944
|
+
# })
|
11945
|
+
#
|
11946
|
+
# @example Response structure
|
11947
|
+
#
|
11948
|
+
# resp.rulesets #=> Array
|
11949
|
+
# resp.rulesets[0].name #=> String
|
11950
|
+
# resp.rulesets[0].description #=> String
|
11951
|
+
# resp.rulesets[0].created_on #=> Time
|
11952
|
+
# resp.rulesets[0].last_modified_on #=> Time
|
11953
|
+
# resp.rulesets[0].target_table.table_name #=> String
|
11954
|
+
# resp.rulesets[0].target_table.database_name #=> String
|
11955
|
+
# resp.rulesets[0].recommendation_run_id #=> String
|
11956
|
+
# resp.rulesets[0].rule_count #=> Integer
|
11957
|
+
# resp.next_token #=> String
|
11958
|
+
#
|
11959
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRulesets AWS API Documentation
|
11960
|
+
#
|
11961
|
+
# @overload list_data_quality_rulesets(params = {})
|
11962
|
+
# @param [Hash] params ({})
|
11963
|
+
def list_data_quality_rulesets(params = {}, options = {})
|
11964
|
+
req = build_request(:list_data_quality_rulesets, params)
|
11965
|
+
req.send_request(options)
|
11966
|
+
end
|
11967
|
+
|
11260
11968
|
# Retrieves the names of all `DevEndpoint` resources in this Amazon Web
|
11261
11969
|
# Services account, or the resources with the specified tag. This
|
11262
11970
|
# operation allows you to see which resources are available in your
|
@@ -12593,6 +13301,144 @@ module Aws::Glue
|
|
12593
13301
|
req.send_request(options)
|
12594
13302
|
end
|
12595
13303
|
|
13304
|
+
# Starts a recommendation run that is used to generate rules when you
|
13305
|
+
# don't know what rules to write. Glue Data Quality analyzes the data
|
13306
|
+
# and comes up with recommendations for a potential ruleset. You can
|
13307
|
+
# then triage the ruleset and modify the generated ruleset to your
|
13308
|
+
# liking.
|
13309
|
+
#
|
13310
|
+
# @option params [required, Types::DataSource] :data_source
|
13311
|
+
# The data source (Glue table) associated with this run.
|
13312
|
+
#
|
13313
|
+
# @option params [required, String] :role
|
13314
|
+
# An IAM role supplied to encrypt the results of the run.
|
13315
|
+
#
|
13316
|
+
# @option params [Integer] :number_of_workers
|
13317
|
+
# The number of `G.1X` workers to be used in the run. The default is 5.
|
13318
|
+
#
|
13319
|
+
# @option params [Integer] :timeout
|
13320
|
+
# The timeout for a run in minutes. This is the maximum time that a run
|
13321
|
+
# can consume resources before it is terminated and enters `TIMEOUT`
|
13322
|
+
# status. The default is 2,880 minutes (48 hours).
|
13323
|
+
#
|
13324
|
+
# @option params [String] :created_ruleset_name
|
13325
|
+
# A name for the ruleset.
|
13326
|
+
#
|
13327
|
+
# @option params [String] :client_token
|
13328
|
+
# Used for idempotency and is recommended to be set to a random ID (such
|
13329
|
+
# as a UUID) to avoid creating or starting multiple instances of the
|
13330
|
+
# same resource.
|
13331
|
+
#
|
13332
|
+
# @return [Types::StartDataQualityRuleRecommendationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
13333
|
+
#
|
13334
|
+
# * {Types::StartDataQualityRuleRecommendationRunResponse#run_id #run_id} => String
|
13335
|
+
#
|
13336
|
+
# @example Request syntax with placeholder values
|
13337
|
+
#
|
13338
|
+
# resp = client.start_data_quality_rule_recommendation_run({
|
13339
|
+
# data_source: { # required
|
13340
|
+
# glue_table: { # required
|
13341
|
+
# database_name: "NameString", # required
|
13342
|
+
# table_name: "NameString", # required
|
13343
|
+
# catalog_id: "NameString",
|
13344
|
+
# connection_name: "NameString",
|
13345
|
+
# additional_options: {
|
13346
|
+
# "NameString" => "DescriptionString",
|
13347
|
+
# },
|
13348
|
+
# },
|
13349
|
+
# },
|
13350
|
+
# role: "RoleString", # required
|
13351
|
+
# number_of_workers: 1,
|
13352
|
+
# timeout: 1,
|
13353
|
+
# created_ruleset_name: "NameString",
|
13354
|
+
# client_token: "HashString",
|
13355
|
+
# })
|
13356
|
+
#
|
13357
|
+
# @example Response structure
|
13358
|
+
#
|
13359
|
+
# resp.run_id #=> String
|
13360
|
+
#
|
13361
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartDataQualityRuleRecommendationRun AWS API Documentation
|
13362
|
+
#
|
13363
|
+
# @overload start_data_quality_rule_recommendation_run(params = {})
|
13364
|
+
# @param [Hash] params ({})
|
13365
|
+
def start_data_quality_rule_recommendation_run(params = {}, options = {})
|
13366
|
+
req = build_request(:start_data_quality_rule_recommendation_run, params)
|
13367
|
+
req.send_request(options)
|
13368
|
+
end
|
13369
|
+
|
13370
|
+
# Once you have a ruleset definition (either recommended or your own),
|
13371
|
+
# you call this operation to evaluate the ruleset against a data source
|
13372
|
+
# (Glue table). The evaluation computes results which you can retrieve
|
13373
|
+
# with the `GetDataQualityResult` API.
|
13374
|
+
#
|
13375
|
+
# @option params [required, Types::DataSource] :data_source
|
13376
|
+
# The data source (Glue table) associated with this run.
|
13377
|
+
#
|
13378
|
+
# @option params [required, String] :role
|
13379
|
+
# An IAM role supplied to encrypt the results of the run.
|
13380
|
+
#
|
13381
|
+
# @option params [Integer] :number_of_workers
|
13382
|
+
# The number of `G.1X` workers to be used in the run. The default is 5.
|
13383
|
+
#
|
13384
|
+
# @option params [Integer] :timeout
|
13385
|
+
# The timeout for a run in minutes. This is the maximum time that a run
|
13386
|
+
# can consume resources before it is terminated and enters `TIMEOUT`
|
13387
|
+
# status. The default is 2,880 minutes (48 hours).
|
13388
|
+
#
|
13389
|
+
# @option params [String] :client_token
|
13390
|
+
# Used for idempotency and is recommended to be set to a random ID (such
|
13391
|
+
# as a UUID) to avoid creating or starting multiple instances of the
|
13392
|
+
# same resource.
|
13393
|
+
#
|
13394
|
+
# @option params [Types::DataQualityEvaluationRunAdditionalRunOptions] :additional_run_options
|
13395
|
+
# Additional run options you can specify for an evaluation run.
|
13396
|
+
#
|
13397
|
+
# @option params [required, Array<String>] :ruleset_names
|
13398
|
+
# A list of ruleset names.
|
13399
|
+
#
|
13400
|
+
# @return [Types::StartDataQualityRulesetEvaluationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
13401
|
+
#
|
13402
|
+
# * {Types::StartDataQualityRulesetEvaluationRunResponse#run_id #run_id} => String
|
13403
|
+
#
|
13404
|
+
# @example Request syntax with placeholder values
|
13405
|
+
#
|
13406
|
+
# resp = client.start_data_quality_ruleset_evaluation_run({
|
13407
|
+
# data_source: { # required
|
13408
|
+
# glue_table: { # required
|
13409
|
+
# database_name: "NameString", # required
|
13410
|
+
# table_name: "NameString", # required
|
13411
|
+
# catalog_id: "NameString",
|
13412
|
+
# connection_name: "NameString",
|
13413
|
+
# additional_options: {
|
13414
|
+
# "NameString" => "DescriptionString",
|
13415
|
+
# },
|
13416
|
+
# },
|
13417
|
+
# },
|
13418
|
+
# role: "RoleString", # required
|
13419
|
+
# number_of_workers: 1,
|
13420
|
+
# timeout: 1,
|
13421
|
+
# client_token: "HashString",
|
13422
|
+
# additional_run_options: {
|
13423
|
+
# cloud_watch_metrics_enabled: false,
|
13424
|
+
# results_s3_prefix: "UriString",
|
13425
|
+
# },
|
13426
|
+
# ruleset_names: ["NameString"], # required
|
13427
|
+
# })
|
13428
|
+
#
|
13429
|
+
# @example Response structure
|
13430
|
+
#
|
13431
|
+
# resp.run_id #=> String
|
13432
|
+
#
|
13433
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartDataQualityRulesetEvaluationRun AWS API Documentation
|
13434
|
+
#
|
13435
|
+
# @overload start_data_quality_ruleset_evaluation_run(params = {})
|
13436
|
+
# @param [Hash] params ({})
|
13437
|
+
def start_data_quality_ruleset_evaluation_run(params = {}, options = {})
|
13438
|
+
req = build_request(:start_data_quality_ruleset_evaluation_run, params)
|
13439
|
+
req.send_request(options)
|
13440
|
+
end
|
13441
|
+
|
12596
13442
|
# Begins an asynchronous task to export all labeled data for a
|
12597
13443
|
# particular transform. This task is the only label-related API call
|
12598
13444
|
# that is not part of the typical active learning workflow. You
|
@@ -13802,6 +14648,51 @@ module Aws::Glue
|
|
13802
14648
|
req.send_request(options)
|
13803
14649
|
end
|
13804
14650
|
|
14651
|
+
# Updates the specified data quality ruleset.
|
14652
|
+
#
|
14653
|
+
# @option params [required, String] :name
|
14654
|
+
# The name of the data quality ruleset.
|
14655
|
+
#
|
14656
|
+
# @option params [String] :updated_name
|
14657
|
+
# The new name of the ruleset, if you are renaming it.
|
14658
|
+
#
|
14659
|
+
# @option params [String] :description
|
14660
|
+
# A description of the ruleset.
|
14661
|
+
#
|
14662
|
+
# @option params [String] :ruleset
|
14663
|
+
# A Data Quality Definition Language (DQDL) ruleset. For more
|
14664
|
+
# information, see the Glue developer guide.
|
14665
|
+
#
|
14666
|
+
# @return [Types::UpdateDataQualityRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
14667
|
+
#
|
14668
|
+
# * {Types::UpdateDataQualityRulesetResponse#name #name} => String
|
14669
|
+
# * {Types::UpdateDataQualityRulesetResponse#description #description} => String
|
14670
|
+
# * {Types::UpdateDataQualityRulesetResponse#ruleset #ruleset} => String
|
14671
|
+
#
|
14672
|
+
# @example Request syntax with placeholder values
|
14673
|
+
#
|
14674
|
+
# resp = client.update_data_quality_ruleset({
|
14675
|
+
# name: "NameString", # required
|
14676
|
+
# updated_name: "NameString",
|
14677
|
+
# description: "DescriptionString",
|
14678
|
+
# ruleset: "DataQualityRulesetString",
|
14679
|
+
# })
|
14680
|
+
#
|
14681
|
+
# @example Response structure
|
14682
|
+
#
|
14683
|
+
# resp.name #=> String
|
14684
|
+
# resp.description #=> String
|
14685
|
+
# resp.ruleset #=> String
|
14686
|
+
#
|
14687
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDataQualityRuleset AWS API Documentation
|
14688
|
+
#
|
14689
|
+
# @overload update_data_quality_ruleset(params = {})
|
14690
|
+
# @param [Hash] params ({})
|
14691
|
+
def update_data_quality_ruleset(params = {}, options = {})
|
14692
|
+
req = build_request(:update_data_quality_ruleset, params)
|
14693
|
+
req.send_request(options)
|
14694
|
+
end
|
14695
|
+
|
13805
14696
|
# Updates an existing database definition in a Data Catalog.
|
13806
14697
|
#
|
13807
14698
|
# @option params [String] :catalog_id
|
@@ -14659,6 +15550,21 @@ module Aws::Glue
|
|
14659
15550
|
# path: "EnclosedInStringProperty", # required
|
14660
15551
|
# version: "EnclosedInStringProperty",
|
14661
15552
|
# },
|
15553
|
+
# evaluate_data_quality: {
|
15554
|
+
# name: "NodeName", # required
|
15555
|
+
# inputs: ["NodeId"], # required
|
15556
|
+
# ruleset: "DQDLString", # required
|
15557
|
+
# output: "PrimaryInput", # accepts PrimaryInput, EvaluationResults
|
15558
|
+
# publishing_options: {
|
15559
|
+
# evaluation_context: "GenericLimitedString",
|
15560
|
+
# results_s3_prefix: "EnclosedInStringProperty",
|
15561
|
+
# cloud_watch_metrics_enabled: false,
|
15562
|
+
# results_publishing_enabled: false,
|
15563
|
+
# },
|
15564
|
+
# stop_job_on_failure_options: {
|
15565
|
+
# stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
|
15566
|
+
# },
|
15567
|
+
# },
|
14662
15568
|
# },
|
14663
15569
|
# },
|
14664
15570
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
@@ -15484,7 +16390,7 @@ module Aws::Glue
|
|
15484
16390
|
params: params,
|
15485
16391
|
config: config)
|
15486
16392
|
context[:gem_name] = 'aws-sdk-glue'
|
15487
|
-
context[:gem_version] = '1.
|
16393
|
+
context[:gem_version] = '1.126.0'
|
15488
16394
|
Seahorse::Client::Request.new(handlers, context)
|
15489
16395
|
end
|
15490
16396
|
|