aws-sdk-glue 1.125.0 → 1.127.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -798,6 +798,7 @@ module Aws::Glue
798
798
  # resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
799
799
  # resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
800
800
  # resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
801
+ # resp.crawlers[0].targets.delta_targets[0].create_native_delta_table #=> Boolean
801
802
  # resp.crawlers[0].database_name #=> String
802
803
  # resp.crawlers[0].description #=> String
803
804
  # resp.crawlers[0].classifiers #=> Array
@@ -872,6 +873,57 @@ module Aws::Glue
872
873
  req.send_request(options)
873
874
  end
874
875
 
876
+ # Retrieves a list of data quality results for the specified result IDs.
877
+ #
878
+ # @option params [required, Array<String>] :result_ids
879
+ # A list of unique result IDs for the data quality results.
880
+ #
881
+ # @return [Types::BatchGetDataQualityResultResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
882
+ #
883
+ # * {Types::BatchGetDataQualityResultResponse#results #results} => Array&lt;Types::DataQualityResult&gt;
884
+ # * {Types::BatchGetDataQualityResultResponse#results_not_found #results_not_found} => Array&lt;String&gt;
885
+ #
886
+ # @example Request syntax with placeholder values
887
+ #
888
+ # resp = client.batch_get_data_quality_result({
889
+ # result_ids: ["HashString"], # required
890
+ # })
891
+ #
892
+ # @example Response structure
893
+ #
894
+ # resp.results #=> Array
895
+ # resp.results[0].result_id #=> String
896
+ # resp.results[0].score #=> Float
897
+ # resp.results[0].data_source.glue_table.database_name #=> String
898
+ # resp.results[0].data_source.glue_table.table_name #=> String
899
+ # resp.results[0].data_source.glue_table.catalog_id #=> String
900
+ # resp.results[0].data_source.glue_table.connection_name #=> String
901
+ # resp.results[0].data_source.glue_table.additional_options #=> Hash
902
+ # resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
903
+ # resp.results[0].ruleset_name #=> String
904
+ # resp.results[0].evaluation_context #=> String
905
+ # resp.results[0].started_on #=> Time
906
+ # resp.results[0].completed_on #=> Time
907
+ # resp.results[0].job_name #=> String
908
+ # resp.results[0].job_run_id #=> String
909
+ # resp.results[0].ruleset_evaluation_run_id #=> String
910
+ # resp.results[0].rule_results #=> Array
911
+ # resp.results[0].rule_results[0].name #=> String
912
+ # resp.results[0].rule_results[0].description #=> String
913
+ # resp.results[0].rule_results[0].evaluation_message #=> String
914
+ # resp.results[0].rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
915
+ # resp.results_not_found #=> Array
916
+ # resp.results_not_found[0] #=> String
917
+ #
918
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetDataQualityResult AWS API Documentation
919
+ #
920
+ # @overload batch_get_data_quality_result(params = {})
921
+ # @param [Hash] params ({})
922
+ def batch_get_data_quality_result(params = {}, options = {})
923
+ req = build_request(:batch_get_data_quality_result, params)
924
+ req.send_request(options)
925
+ end
926
+
875
927
  # Returns a list of resource metadata for a given list of development
876
928
  # endpoint names. After calling the `ListDevEndpoints` operation, you
877
929
  # can call this operation to access the data to which you have been
@@ -1481,6 +1533,16 @@ module Aws::Glue
1481
1533
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
1482
1534
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
1483
1535
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
1536
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.name #=> String
1537
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs #=> Array
1538
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs[0] #=> String
1539
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.ruleset #=> String
1540
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.output #=> String, one of "PrimaryInput", "EvaluationResults"
1541
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
1542
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
1543
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
1544
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
1545
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
1484
1546
  # resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
1485
1547
  # resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
1486
1548
  # resp.jobs[0].source_control_details.repository #=> String
@@ -2012,6 +2074,52 @@ module Aws::Glue
2012
2074
  req.send_request(options)
2013
2075
  end
2014
2076
 
2077
+ # Cancels the specified recommendation run that was being used to
2078
+ # generate rules.
2079
+ #
2080
+ # @option params [required, String] :run_id
2081
+ # The unique run identifier associated with this run.
2082
+ #
2083
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2084
+ #
2085
+ # @example Request syntax with placeholder values
2086
+ #
2087
+ # resp = client.cancel_data_quality_rule_recommendation_run({
2088
+ # run_id: "HashString", # required
2089
+ # })
2090
+ #
2091
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelDataQualityRuleRecommendationRun AWS API Documentation
2092
+ #
2093
+ # @overload cancel_data_quality_rule_recommendation_run(params = {})
2094
+ # @param [Hash] params ({})
2095
+ def cancel_data_quality_rule_recommendation_run(params = {}, options = {})
2096
+ req = build_request(:cancel_data_quality_rule_recommendation_run, params)
2097
+ req.send_request(options)
2098
+ end
2099
+
2100
+ # Cancels a run where a ruleset is being evaluated against a data
2101
+ # source.
2102
+ #
2103
+ # @option params [required, String] :run_id
2104
+ # The unique run identifier associated with this run.
2105
+ #
2106
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2107
+ #
2108
+ # @example Request syntax with placeholder values
2109
+ #
2110
+ # resp = client.cancel_data_quality_ruleset_evaluation_run({
2111
+ # run_id: "HashString", # required
2112
+ # })
2113
+ #
2114
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelDataQualityRulesetEvaluationRun AWS API Documentation
2115
+ #
2116
+ # @overload cancel_data_quality_ruleset_evaluation_run(params = {})
2117
+ # @param [Hash] params ({})
2118
+ def cancel_data_quality_ruleset_evaluation_run(params = {}, options = {})
2119
+ req = build_request(:cancel_data_quality_ruleset_evaluation_run, params)
2120
+ req.send_request(options)
2121
+ end
2122
+
2015
2123
  # Cancels (stops) a task run. Machine learning task runs are
2016
2124
  # asynchronous tasks that Glue runs on your behalf as part of various
2017
2125
  # machine learning workflows. You can cancel a machine learning task run
@@ -2397,6 +2505,7 @@ module Aws::Glue
2397
2505
  # delta_tables: ["Path"],
2398
2506
  # connection_name: "ConnectionName",
2399
2507
  # write_manifest: false,
2508
+ # create_native_delta_table: false,
2400
2509
  # },
2401
2510
  # ],
2402
2511
  # },
@@ -2481,6 +2590,66 @@ module Aws::Glue
2481
2590
  req.send_request(options)
2482
2591
  end
2483
2592
 
2593
+ # Creates a data quality ruleset with DQDL rules applied to a specified
2594
+ # Glue table.
2595
+ #
2596
+ # You create the ruleset using the Data Quality Definition Language
2597
+ # (DQDL). For more information, see the Glue developer guide.
2598
+ #
2599
+ # @option params [required, String] :name
2600
+ # A unique name for the data quality ruleset.
2601
+ #
2602
+ # @option params [String] :description
2603
+ # A description of the data quality ruleset.
2604
+ #
2605
+ # @option params [required, String] :ruleset
2606
+ # A Data Quality Definition Language (DQDL) ruleset. For more
2607
+ # information, see the Glue developer guide.
2608
+ #
2609
+ # @option params [Hash<String,String>] :tags
2610
+ # A list of tags applied to the data quality ruleset.
2611
+ #
2612
+ # @option params [Types::DataQualityTargetTable] :target_table
2613
+ # A target table associated with the data quality ruleset.
2614
+ #
2615
+ # @option params [String] :client_token
2616
+ # Used for idempotency and is recommended to be set to a random ID (such
2617
+ # as a UUID) to avoid creating or starting multiple instances of the
2618
+ # same resource.
2619
+ #
2620
+ # @return [Types::CreateDataQualityRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2621
+ #
2622
+ # * {Types::CreateDataQualityRulesetResponse#name #name} => String
2623
+ #
2624
+ # @example Request syntax with placeholder values
2625
+ #
2626
+ # resp = client.create_data_quality_ruleset({
2627
+ # name: "NameString", # required
2628
+ # description: "DescriptionString",
2629
+ # ruleset: "DataQualityRulesetString", # required
2630
+ # tags: {
2631
+ # "TagKey" => "TagValue",
2632
+ # },
2633
+ # target_table: {
2634
+ # table_name: "NameString", # required
2635
+ # database_name: "NameString", # required
2636
+ # },
2637
+ # client_token: "HashString",
2638
+ # })
2639
+ #
2640
+ # @example Response structure
2641
+ #
2642
+ # resp.name #=> String
2643
+ #
2644
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDataQualityRuleset AWS API Documentation
2645
+ #
2646
+ # @overload create_data_quality_ruleset(params = {})
2647
+ # @param [Hash] params ({})
2648
+ def create_data_quality_ruleset(params = {}, options = {})
2649
+ req = build_request(:create_data_quality_ruleset, params)
2650
+ req.send_request(options)
2651
+ end
2652
+
2484
2653
  # Creates a new database in a Data Catalog.
2485
2654
  #
2486
2655
  # @option params [String] :catalog_id
@@ -3639,6 +3808,21 @@ module Aws::Glue
3639
3808
  # path: "EnclosedInStringProperty", # required
3640
3809
  # version: "EnclosedInStringProperty",
3641
3810
  # },
3811
+ # evaluate_data_quality: {
3812
+ # name: "NodeName", # required
3813
+ # inputs: ["NodeId"], # required
3814
+ # ruleset: "DQDLString", # required
3815
+ # output: "PrimaryInput", # accepts PrimaryInput, EvaluationResults
3816
+ # publishing_options: {
3817
+ # evaluation_context: "GenericLimitedString",
3818
+ # results_s3_prefix: "EnclosedInStringProperty",
3819
+ # cloud_watch_metrics_enabled: false,
3820
+ # results_publishing_enabled: false,
3821
+ # },
3822
+ # stop_job_on_failure_options: {
3823
+ # stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
3824
+ # },
3825
+ # },
3642
3826
  # },
3643
3827
  # },
3644
3828
  # execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -3833,6 +4017,9 @@ module Aws::Glue
3833
4017
  # table_name: "NameString", # required
3834
4018
  # catalog_id: "NameString",
3835
4019
  # connection_name: "NameString",
4020
+ # additional_options: {
4021
+ # "NameString" => "DescriptionString",
4022
+ # },
3836
4023
  # },
3837
4024
  # ],
3838
4025
  # parameters: { # required
@@ -5000,6 +5187,28 @@ module Aws::Glue
5000
5187
  req.send_request(options)
5001
5188
  end
5002
5189
 
5190
+ # Deletes a data quality ruleset.
5191
+ #
5192
+ # @option params [required, String] :name
5193
+ # A name for the data quality ruleset.
5194
+ #
5195
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
5196
+ #
5197
+ # @example Request syntax with placeholder values
5198
+ #
5199
+ # resp = client.delete_data_quality_ruleset({
5200
+ # name: "NameString", # required
5201
+ # })
5202
+ #
5203
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteDataQualityRuleset AWS API Documentation
5204
+ #
5205
+ # @overload delete_data_quality_ruleset(params = {})
5206
+ # @param [Hash] params ({})
5207
+ def delete_data_quality_ruleset(params = {}, options = {})
5208
+ req = build_request(:delete_data_quality_ruleset, params)
5209
+ req.send_request(options)
5210
+ end
5211
+
5003
5212
  # Removes a specified database from a Data Catalog.
5004
5213
  #
5005
5214
  # <note markdown="1"> After completing this operation, you no longer have access to the
@@ -6248,6 +6457,7 @@ module Aws::Glue
6248
6457
  # resp.crawler.targets.delta_targets[0].delta_tables[0] #=> String
6249
6458
  # resp.crawler.targets.delta_targets[0].connection_name #=> String
6250
6459
  # resp.crawler.targets.delta_targets[0].write_manifest #=> Boolean
6460
+ # resp.crawler.targets.delta_targets[0].create_native_delta_table #=> Boolean
6251
6461
  # resp.crawler.database_name #=> String
6252
6462
  # resp.crawler.description #=> String
6253
6463
  # resp.crawler.classifiers #=> Array
@@ -6394,6 +6604,7 @@ module Aws::Glue
6394
6604
  # resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
6395
6605
  # resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
6396
6606
  # resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
6607
+ # resp.crawlers[0].targets.delta_targets[0].create_native_delta_table #=> Boolean
6397
6608
  # resp.crawlers[0].database_name #=> String
6398
6609
  # resp.crawlers[0].description #=> String
6399
6610
  # resp.crawlers[0].classifiers #=> Array
@@ -6497,6 +6708,224 @@ module Aws::Glue
6497
6708
  req.send_request(options)
6498
6709
  end
6499
6710
 
6711
+ # Retrieves the result of a data quality rule evaluation.
6712
+ #
6713
+ # @option params [required, String] :result_id
6714
+ # A unique result ID for the data quality result.
6715
+ #
6716
+ # @return [Types::GetDataQualityResultResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6717
+ #
6718
+ # * {Types::GetDataQualityResultResponse#result_id #result_id} => String
6719
+ # * {Types::GetDataQualityResultResponse#score #score} => Float
6720
+ # * {Types::GetDataQualityResultResponse#data_source #data_source} => Types::DataSource
6721
+ # * {Types::GetDataQualityResultResponse#ruleset_name #ruleset_name} => String
6722
+ # * {Types::GetDataQualityResultResponse#evaluation_context #evaluation_context} => String
6723
+ # * {Types::GetDataQualityResultResponse#started_on #started_on} => Time
6724
+ # * {Types::GetDataQualityResultResponse#completed_on #completed_on} => Time
6725
+ # * {Types::GetDataQualityResultResponse#job_name #job_name} => String
6726
+ # * {Types::GetDataQualityResultResponse#job_run_id #job_run_id} => String
6727
+ # * {Types::GetDataQualityResultResponse#ruleset_evaluation_run_id #ruleset_evaluation_run_id} => String
6728
+ # * {Types::GetDataQualityResultResponse#rule_results #rule_results} => Array&lt;Types::DataQualityRuleResult&gt;
6729
+ #
6730
+ # @example Request syntax with placeholder values
6731
+ #
6732
+ # resp = client.get_data_quality_result({
6733
+ # result_id: "HashString", # required
6734
+ # })
6735
+ #
6736
+ # @example Response structure
6737
+ #
6738
+ # resp.result_id #=> String
6739
+ # resp.score #=> Float
6740
+ # resp.data_source.glue_table.database_name #=> String
6741
+ # resp.data_source.glue_table.table_name #=> String
6742
+ # resp.data_source.glue_table.catalog_id #=> String
6743
+ # resp.data_source.glue_table.connection_name #=> String
6744
+ # resp.data_source.glue_table.additional_options #=> Hash
6745
+ # resp.data_source.glue_table.additional_options["NameString"] #=> String
6746
+ # resp.ruleset_name #=> String
6747
+ # resp.evaluation_context #=> String
6748
+ # resp.started_on #=> Time
6749
+ # resp.completed_on #=> Time
6750
+ # resp.job_name #=> String
6751
+ # resp.job_run_id #=> String
6752
+ # resp.ruleset_evaluation_run_id #=> String
6753
+ # resp.rule_results #=> Array
6754
+ # resp.rule_results[0].name #=> String
6755
+ # resp.rule_results[0].description #=> String
6756
+ # resp.rule_results[0].evaluation_message #=> String
6757
+ # resp.rule_results[0].result #=> String, one of "PASS", "FAIL", "ERROR"
6758
+ #
6759
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityResult AWS API Documentation
6760
+ #
6761
+ # @overload get_data_quality_result(params = {})
6762
+ # @param [Hash] params ({})
6763
+ def get_data_quality_result(params = {}, options = {})
6764
+ req = build_request(:get_data_quality_result, params)
6765
+ req.send_request(options)
6766
+ end
6767
+
6768
+ # Gets the specified recommendation run that was used to generate rules.
6769
+ #
6770
+ # @option params [required, String] :run_id
6771
+ # The unique run identifier associated with this run.
6772
+ #
6773
+ # @return [Types::GetDataQualityRuleRecommendationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6774
+ #
6775
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#run_id #run_id} => String
6776
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#data_source #data_source} => Types::DataSource
6777
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#role #role} => String
6778
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#number_of_workers #number_of_workers} => Integer
6779
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#timeout #timeout} => Integer
6780
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#status #status} => String
6781
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#error_string #error_string} => String
6782
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#started_on #started_on} => Time
6783
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#last_modified_on #last_modified_on} => Time
6784
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#completed_on #completed_on} => Time
6785
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#execution_time #execution_time} => Integer
6786
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#recommended_ruleset #recommended_ruleset} => String
6787
+ # * {Types::GetDataQualityRuleRecommendationRunResponse#created_ruleset_name #created_ruleset_name} => String
6788
+ #
6789
+ # @example Request syntax with placeholder values
6790
+ #
6791
+ # resp = client.get_data_quality_rule_recommendation_run({
6792
+ # run_id: "HashString", # required
6793
+ # })
6794
+ #
6795
+ # @example Response structure
6796
+ #
6797
+ # resp.run_id #=> String
6798
+ # resp.data_source.glue_table.database_name #=> String
6799
+ # resp.data_source.glue_table.table_name #=> String
6800
+ # resp.data_source.glue_table.catalog_id #=> String
6801
+ # resp.data_source.glue_table.connection_name #=> String
6802
+ # resp.data_source.glue_table.additional_options #=> Hash
6803
+ # resp.data_source.glue_table.additional_options["NameString"] #=> String
6804
+ # resp.role #=> String
6805
+ # resp.number_of_workers #=> Integer
6806
+ # resp.timeout #=> Integer
6807
+ # resp.status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
6808
+ # resp.error_string #=> String
6809
+ # resp.started_on #=> Time
6810
+ # resp.last_modified_on #=> Time
6811
+ # resp.completed_on #=> Time
6812
+ # resp.execution_time #=> Integer
6813
+ # resp.recommended_ruleset #=> String
6814
+ # resp.created_ruleset_name #=> String
6815
+ #
6816
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRuleRecommendationRun AWS API Documentation
6817
+ #
6818
+ # @overload get_data_quality_rule_recommendation_run(params = {})
6819
+ # @param [Hash] params ({})
6820
+ def get_data_quality_rule_recommendation_run(params = {}, options = {})
6821
+ req = build_request(:get_data_quality_rule_recommendation_run, params)
6822
+ req.send_request(options)
6823
+ end
6824
+
6825
+ # Returns an existing ruleset by identifier or name.
6826
+ #
6827
+ # @option params [required, String] :name
6828
+ # The name of the ruleset.
6829
+ #
6830
+ # @return [Types::GetDataQualityRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6831
+ #
6832
+ # * {Types::GetDataQualityRulesetResponse#name #name} => String
6833
+ # * {Types::GetDataQualityRulesetResponse#description #description} => String
6834
+ # * {Types::GetDataQualityRulesetResponse#ruleset #ruleset} => String
6835
+ # * {Types::GetDataQualityRulesetResponse#target_table #target_table} => Types::DataQualityTargetTable
6836
+ # * {Types::GetDataQualityRulesetResponse#created_on #created_on} => Time
6837
+ # * {Types::GetDataQualityRulesetResponse#last_modified_on #last_modified_on} => Time
6838
+ # * {Types::GetDataQualityRulesetResponse#recommendation_run_id #recommendation_run_id} => String
6839
+ #
6840
+ # @example Request syntax with placeholder values
6841
+ #
6842
+ # resp = client.get_data_quality_ruleset({
6843
+ # name: "NameString", # required
6844
+ # })
6845
+ #
6846
+ # @example Response structure
6847
+ #
6848
+ # resp.name #=> String
6849
+ # resp.description #=> String
6850
+ # resp.ruleset #=> String
6851
+ # resp.target_table.table_name #=> String
6852
+ # resp.target_table.database_name #=> String
6853
+ # resp.created_on #=> Time
6854
+ # resp.last_modified_on #=> Time
6855
+ # resp.recommendation_run_id #=> String
6856
+ #
6857
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRuleset AWS API Documentation
6858
+ #
6859
+ # @overload get_data_quality_ruleset(params = {})
6860
+ # @param [Hash] params ({})
6861
+ def get_data_quality_ruleset(params = {}, options = {})
6862
+ req = build_request(:get_data_quality_ruleset, params)
6863
+ req.send_request(options)
6864
+ end
6865
+
6866
+ # Retrieves a specific run where a ruleset is evaluated against a data
6867
+ # source.
6868
+ #
6869
+ # @option params [required, String] :run_id
6870
+ # The unique run identifier associated with this run.
6871
+ #
6872
+ # @return [Types::GetDataQualityRulesetEvaluationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6873
+ #
6874
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#run_id #run_id} => String
6875
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#data_source #data_source} => Types::DataSource
6876
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#role #role} => String
6877
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#number_of_workers #number_of_workers} => Integer
6878
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#timeout #timeout} => Integer
6879
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#additional_run_options #additional_run_options} => Types::DataQualityEvaluationRunAdditionalRunOptions
6880
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#status #status} => String
6881
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#error_string #error_string} => String
6882
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#started_on #started_on} => Time
6883
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#last_modified_on #last_modified_on} => Time
6884
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#completed_on #completed_on} => Time
6885
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#execution_time #execution_time} => Integer
6886
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#ruleset_names #ruleset_names} => Array&lt;String&gt;
6887
+ # * {Types::GetDataQualityRulesetEvaluationRunResponse#result_ids #result_ids} => Array&lt;String&gt;
6888
+ #
6889
+ # @example Request syntax with placeholder values
6890
+ #
6891
+ # resp = client.get_data_quality_ruleset_evaluation_run({
6892
+ # run_id: "HashString", # required
6893
+ # })
6894
+ #
6895
+ # @example Response structure
6896
+ #
6897
+ # resp.run_id #=> String
6898
+ # resp.data_source.glue_table.database_name #=> String
6899
+ # resp.data_source.glue_table.table_name #=> String
6900
+ # resp.data_source.glue_table.catalog_id #=> String
6901
+ # resp.data_source.glue_table.connection_name #=> String
6902
+ # resp.data_source.glue_table.additional_options #=> Hash
6903
+ # resp.data_source.glue_table.additional_options["NameString"] #=> String
6904
+ # resp.role #=> String
6905
+ # resp.number_of_workers #=> Integer
6906
+ # resp.timeout #=> Integer
6907
+ # resp.additional_run_options.cloud_watch_metrics_enabled #=> Boolean
6908
+ # resp.additional_run_options.results_s3_prefix #=> String
6909
+ # resp.status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
6910
+ # resp.error_string #=> String
6911
+ # resp.started_on #=> Time
6912
+ # resp.last_modified_on #=> Time
6913
+ # resp.completed_on #=> Time
6914
+ # resp.execution_time #=> Integer
6915
+ # resp.ruleset_names #=> Array
6916
+ # resp.ruleset_names[0] #=> String
6917
+ # resp.result_ids #=> Array
6918
+ # resp.result_ids[0] #=> String
6919
+ #
6920
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataQualityRulesetEvaluationRun AWS API Documentation
6921
+ #
6922
+ # @overload get_data_quality_ruleset_evaluation_run(params = {})
6923
+ # @param [Hash] params ({})
6924
+ def get_data_quality_ruleset_evaluation_run(params = {}, options = {})
6925
+ req = build_request(:get_data_quality_ruleset_evaluation_run, params)
6926
+ req.send_request(options)
6927
+ end
6928
+
6500
6929
  # Retrieves the definition of a specified database.
6501
6930
  #
6502
6931
  # @option params [String] :catalog_id
@@ -7320,6 +7749,16 @@ module Aws::Glue
7320
7749
  # resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
7321
7750
  # resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
7322
7751
  # resp.job.code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
7752
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.name #=> String
7753
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs #=> Array
7754
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs[0] #=> String
7755
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.ruleset #=> String
7756
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.output #=> String, one of "PrimaryInput", "EvaluationResults"
7757
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
7758
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
7759
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
7760
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
7761
+ # resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
7323
7762
  # resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
7324
7763
  # resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
7325
7764
  # resp.job.source_control_details.repository #=> String
@@ -8066,6 +8505,16 @@ module Aws::Glue
8066
8505
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.function_name #=> String
8067
8506
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.path #=> String
8068
8507
  # resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamic_transform.version #=> String
8508
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.name #=> String
8509
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs #=> Array
8510
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.inputs[0] #=> String
8511
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.ruleset #=> String
8512
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.output #=> String, one of "PrimaryInput", "EvaluationResults"
8513
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
8514
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
8515
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
8516
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
8517
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
8069
8518
  # resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
8070
8519
  # resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
8071
8520
  # resp.jobs[0].source_control_details.repository #=> String
@@ -8281,6 +8730,8 @@ module Aws::Glue
8281
8730
  # resp.input_record_tables[0].table_name #=> String
8282
8731
  # resp.input_record_tables[0].catalog_id #=> String
8283
8732
  # resp.input_record_tables[0].connection_name #=> String
8733
+ # resp.input_record_tables[0].additional_options #=> Hash
8734
+ # resp.input_record_tables[0].additional_options["NameString"] #=> String
8284
8735
  # resp.parameters.transform_type #=> String, one of "FIND_MATCHES"
8285
8736
  # resp.parameters.find_matches_parameters.primary_key_column_name #=> String
8286
8737
  # resp.parameters.find_matches_parameters.precision_recall_tradeoff #=> Float
@@ -8389,6 +8840,8 @@ module Aws::Glue
8389
8840
  # resp.transforms[0].input_record_tables[0].table_name #=> String
8390
8841
  # resp.transforms[0].input_record_tables[0].catalog_id #=> String
8391
8842
  # resp.transforms[0].input_record_tables[0].connection_name #=> String
8843
+ # resp.transforms[0].input_record_tables[0].additional_options #=> Hash
8844
+ # resp.transforms[0].input_record_tables[0].additional_options["NameString"] #=> String
8392
8845
  # resp.transforms[0].parameters.transform_type #=> String, one of "FIND_MATCHES"
8393
8846
  # resp.transforms[0].parameters.find_matches_parameters.primary_key_column_name #=> String
8394
8847
  # resp.transforms[0].parameters.find_matches_parameters.precision_recall_tradeoff #=> Float
@@ -11257,6 +11710,265 @@ module Aws::Glue
11257
11710
  req.send_request(options)
11258
11711
  end
11259
11712
 
11713
+ # Returns all data quality execution results for your account.
11714
+ #
11715
+ # @option params [Types::DataQualityResultFilterCriteria] :filter
11716
+ # The filter criteria.
11717
+ #
11718
+ # @option params [String] :next_token
11719
+ # A paginated token to offset the results.
11720
+ #
11721
+ # @option params [Integer] :max_results
11722
+ # The maximum number of results to return.
11723
+ #
11724
+ # @return [Types::ListDataQualityResultsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11725
+ #
11726
+ # * {Types::ListDataQualityResultsResponse#results #results} => Array&lt;Types::DataQualityResultDescription&gt;
11727
+ # * {Types::ListDataQualityResultsResponse#next_token #next_token} => String
11728
+ #
11729
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
11730
+ #
11731
+ # @example Request syntax with placeholder values
11732
+ #
11733
+ # resp = client.list_data_quality_results({
11734
+ # filter: {
11735
+ # data_source: {
11736
+ # glue_table: { # required
11737
+ # database_name: "NameString", # required
11738
+ # table_name: "NameString", # required
11739
+ # catalog_id: "NameString",
11740
+ # connection_name: "NameString",
11741
+ # additional_options: {
11742
+ # "NameString" => "DescriptionString",
11743
+ # },
11744
+ # },
11745
+ # },
11746
+ # job_name: "NameString",
11747
+ # job_run_id: "HashString",
11748
+ # started_after: Time.now,
11749
+ # started_before: Time.now,
11750
+ # },
11751
+ # next_token: "PaginationToken",
11752
+ # max_results: 1,
11753
+ # })
11754
+ #
11755
+ # @example Response structure
11756
+ #
11757
+ # resp.results #=> Array
11758
+ # resp.results[0].result_id #=> String
11759
+ # resp.results[0].data_source.glue_table.database_name #=> String
11760
+ # resp.results[0].data_source.glue_table.table_name #=> String
11761
+ # resp.results[0].data_source.glue_table.catalog_id #=> String
11762
+ # resp.results[0].data_source.glue_table.connection_name #=> String
11763
+ # resp.results[0].data_source.glue_table.additional_options #=> Hash
11764
+ # resp.results[0].data_source.glue_table.additional_options["NameString"] #=> String
11765
+ # resp.results[0].job_name #=> String
11766
+ # resp.results[0].job_run_id #=> String
11767
+ # resp.results[0].started_on #=> Time
11768
+ # resp.next_token #=> String
11769
+ #
11770
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityResults AWS API Documentation
11771
+ #
11772
+ # @overload list_data_quality_results(params = {})
11773
+ # @param [Hash] params ({})
11774
+ def list_data_quality_results(params = {}, options = {})
11775
+ req = build_request(:list_data_quality_results, params)
11776
+ req.send_request(options)
11777
+ end
11778
+
11779
+ # Lists the recommendation runs meeting the filter criteria.
11780
+ #
11781
+ # @option params [Types::DataQualityRuleRecommendationRunFilter] :filter
11782
+ # The filter criteria.
11783
+ #
11784
+ # @option params [String] :next_token
11785
+ # A paginated token to offset the results.
11786
+ #
11787
+ # @option params [Integer] :max_results
11788
+ # The maximum number of results to return.
11789
+ #
11790
+ # @return [Types::ListDataQualityRuleRecommendationRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11791
+ #
11792
+ # * {Types::ListDataQualityRuleRecommendationRunsResponse#runs #runs} => Array&lt;Types::DataQualityRuleRecommendationRunDescription&gt;
11793
+ # * {Types::ListDataQualityRuleRecommendationRunsResponse#next_token #next_token} => String
11794
+ #
11795
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
11796
+ #
11797
+ # @example Request syntax with placeholder values
11798
+ #
11799
+ # resp = client.list_data_quality_rule_recommendation_runs({
11800
+ # filter: {
11801
+ # data_source: { # required
11802
+ # glue_table: { # required
11803
+ # database_name: "NameString", # required
11804
+ # table_name: "NameString", # required
11805
+ # catalog_id: "NameString",
11806
+ # connection_name: "NameString",
11807
+ # additional_options: {
11808
+ # "NameString" => "DescriptionString",
11809
+ # },
11810
+ # },
11811
+ # },
11812
+ # started_before: Time.now,
11813
+ # started_after: Time.now,
11814
+ # },
11815
+ # next_token: "PaginationToken",
11816
+ # max_results: 1,
11817
+ # })
11818
+ #
11819
+ # @example Response structure
11820
+ #
11821
+ # resp.runs #=> Array
11822
+ # resp.runs[0].run_id #=> String
11823
+ # resp.runs[0].status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
11824
+ # resp.runs[0].started_on #=> Time
11825
+ # resp.runs[0].data_source.glue_table.database_name #=> String
11826
+ # resp.runs[0].data_source.glue_table.table_name #=> String
11827
+ # resp.runs[0].data_source.glue_table.catalog_id #=> String
11828
+ # resp.runs[0].data_source.glue_table.connection_name #=> String
11829
+ # resp.runs[0].data_source.glue_table.additional_options #=> Hash
11830
+ # resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
11831
+ # resp.next_token #=> String
11832
+ #
11833
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRuleRecommendationRuns AWS API Documentation
11834
+ #
11835
+ # @overload list_data_quality_rule_recommendation_runs(params = {})
11836
+ # @param [Hash] params ({})
11837
+ def list_data_quality_rule_recommendation_runs(params = {}, options = {})
11838
+ req = build_request(:list_data_quality_rule_recommendation_runs, params)
11839
+ req.send_request(options)
11840
+ end
11841
+
11842
+ # Lists all the runs meeting the filter criteria, where a ruleset is
11843
+ # evaluated against a data source.
11844
+ #
11845
+ # @option params [Types::DataQualityRulesetEvaluationRunFilter] :filter
11846
+ # The filter criteria.
11847
+ #
11848
+ # @option params [String] :next_token
11849
+ # A paginated token to offset the results.
11850
+ #
11851
+ # @option params [Integer] :max_results
11852
+ # The maximum number of results to return.
11853
+ #
11854
+ # @return [Types::ListDataQualityRulesetEvaluationRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11855
+ #
11856
+ # * {Types::ListDataQualityRulesetEvaluationRunsResponse#runs #runs} => Array&lt;Types::DataQualityRulesetEvaluationRunDescription&gt;
11857
+ # * {Types::ListDataQualityRulesetEvaluationRunsResponse#next_token #next_token} => String
11858
+ #
11859
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
11860
+ #
11861
+ # @example Request syntax with placeholder values
11862
+ #
11863
+ # resp = client.list_data_quality_ruleset_evaluation_runs({
11864
+ # filter: {
11865
+ # data_source: { # required
11866
+ # glue_table: { # required
11867
+ # database_name: "NameString", # required
11868
+ # table_name: "NameString", # required
11869
+ # catalog_id: "NameString",
11870
+ # connection_name: "NameString",
11871
+ # additional_options: {
11872
+ # "NameString" => "DescriptionString",
11873
+ # },
11874
+ # },
11875
+ # },
11876
+ # started_before: Time.now,
11877
+ # started_after: Time.now,
11878
+ # },
11879
+ # next_token: "PaginationToken",
11880
+ # max_results: 1,
11881
+ # })
11882
+ #
11883
+ # @example Response structure
11884
+ #
11885
+ # resp.runs #=> Array
11886
+ # resp.runs[0].run_id #=> String
11887
+ # resp.runs[0].status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
11888
+ # resp.runs[0].started_on #=> Time
11889
+ # resp.runs[0].data_source.glue_table.database_name #=> String
11890
+ # resp.runs[0].data_source.glue_table.table_name #=> String
11891
+ # resp.runs[0].data_source.glue_table.catalog_id #=> String
11892
+ # resp.runs[0].data_source.glue_table.connection_name #=> String
11893
+ # resp.runs[0].data_source.glue_table.additional_options #=> Hash
11894
+ # resp.runs[0].data_source.glue_table.additional_options["NameString"] #=> String
11895
+ # resp.next_token #=> String
11896
+ #
11897
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRulesetEvaluationRuns AWS API Documentation
11898
+ #
11899
+ # @overload list_data_quality_ruleset_evaluation_runs(params = {})
11900
+ # @param [Hash] params ({})
11901
+ def list_data_quality_ruleset_evaluation_runs(params = {}, options = {})
11902
+ req = build_request(:list_data_quality_ruleset_evaluation_runs, params)
11903
+ req.send_request(options)
11904
+ end
11905
+
11906
+ # Returns a paginated list of rulesets for the specified list of Glue
11907
+ # tables.
11908
+ #
11909
+ # @option params [String] :next_token
11910
+ # A paginated token to offset the results.
11911
+ #
11912
+ # @option params [Integer] :max_results
11913
+ # The maximum number of results to return.
11914
+ #
11915
+ # @option params [Types::DataQualityRulesetFilterCriteria] :filter
11916
+ # The filter criteria.
11917
+ #
11918
+ # @option params [Hash<String,String>] :tags
11919
+ # A list of key-value pair tags.
11920
+ #
11921
+ # @return [Types::ListDataQualityRulesetsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
11922
+ #
11923
+ # * {Types::ListDataQualityRulesetsResponse#rulesets #rulesets} => Array&lt;Types::DataQualityRulesetListDetails&gt;
11924
+ # * {Types::ListDataQualityRulesetsResponse#next_token #next_token} => String
11925
+ #
11926
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
11927
+ #
11928
+ # @example Request syntax with placeholder values
11929
+ #
11930
+ # resp = client.list_data_quality_rulesets({
11931
+ # next_token: "PaginationToken",
11932
+ # max_results: 1,
11933
+ # filter: {
11934
+ # name: "NameString",
11935
+ # description: "DescriptionString",
11936
+ # created_before: Time.now,
11937
+ # created_after: Time.now,
11938
+ # last_modified_before: Time.now,
11939
+ # last_modified_after: Time.now,
11940
+ # target_table: {
11941
+ # table_name: "NameString", # required
11942
+ # database_name: "NameString", # required
11943
+ # },
11944
+ # },
11945
+ # tags: {
11946
+ # "TagKey" => "TagValue",
11947
+ # },
11948
+ # })
11949
+ #
11950
+ # @example Response structure
11951
+ #
11952
+ # resp.rulesets #=> Array
11953
+ # resp.rulesets[0].name #=> String
11954
+ # resp.rulesets[0].description #=> String
11955
+ # resp.rulesets[0].created_on #=> Time
11956
+ # resp.rulesets[0].last_modified_on #=> Time
11957
+ # resp.rulesets[0].target_table.table_name #=> String
11958
+ # resp.rulesets[0].target_table.database_name #=> String
11959
+ # resp.rulesets[0].recommendation_run_id #=> String
11960
+ # resp.rulesets[0].rule_count #=> Integer
11961
+ # resp.next_token #=> String
11962
+ #
11963
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDataQualityRulesets AWS API Documentation
11964
+ #
11965
+ # @overload list_data_quality_rulesets(params = {})
11966
+ # @param [Hash] params ({})
11967
+ def list_data_quality_rulesets(params = {}, options = {})
11968
+ req = build_request(:list_data_quality_rulesets, params)
11969
+ req.send_request(options)
11970
+ end
11971
+
11260
11972
  # Retrieves the names of all `DevEndpoint` resources in this Amazon Web
11261
11973
  # Services account, or the resources with the specified tag. This
11262
11974
  # operation allows you to see which resources are available in your
@@ -12593,6 +13305,144 @@ module Aws::Glue
12593
13305
  req.send_request(options)
12594
13306
  end
12595
13307
 
13308
+ # Starts a recommendation run that is used to generate rules when you
13309
+ # don't know what rules to write. Glue Data Quality analyzes the data
13310
+ # and comes up with recommendations for a potential ruleset. You can
13311
+ # then triage the ruleset and modify the generated ruleset to your
13312
+ # liking.
13313
+ #
13314
+ # @option params [required, Types::DataSource] :data_source
13315
+ # The data source (Glue table) associated with this run.
13316
+ #
13317
+ # @option params [required, String] :role
13318
+ # An IAM role supplied to encrypt the results of the run.
13319
+ #
13320
+ # @option params [Integer] :number_of_workers
13321
+ # The number of `G.1X` workers to be used in the run. The default is 5.
13322
+ #
13323
+ # @option params [Integer] :timeout
13324
+ # The timeout for a run in minutes. This is the maximum time that a run
13325
+ # can consume resources before it is terminated and enters `TIMEOUT`
13326
+ # status. The default is 2,880 minutes (48 hours).
13327
+ #
13328
+ # @option params [String] :created_ruleset_name
13329
+ # A name for the ruleset.
13330
+ #
13331
+ # @option params [String] :client_token
13332
+ # Used for idempotency and is recommended to be set to a random ID (such
13333
+ # as a UUID) to avoid creating or starting multiple instances of the
13334
+ # same resource.
13335
+ #
13336
+ # @return [Types::StartDataQualityRuleRecommendationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
13337
+ #
13338
+ # * {Types::StartDataQualityRuleRecommendationRunResponse#run_id #run_id} => String
13339
+ #
13340
+ # @example Request syntax with placeholder values
13341
+ #
13342
+ # resp = client.start_data_quality_rule_recommendation_run({
13343
+ # data_source: { # required
13344
+ # glue_table: { # required
13345
+ # database_name: "NameString", # required
13346
+ # table_name: "NameString", # required
13347
+ # catalog_id: "NameString",
13348
+ # connection_name: "NameString",
13349
+ # additional_options: {
13350
+ # "NameString" => "DescriptionString",
13351
+ # },
13352
+ # },
13353
+ # },
13354
+ # role: "RoleString", # required
13355
+ # number_of_workers: 1,
13356
+ # timeout: 1,
13357
+ # created_ruleset_name: "NameString",
13358
+ # client_token: "HashString",
13359
+ # })
13360
+ #
13361
+ # @example Response structure
13362
+ #
13363
+ # resp.run_id #=> String
13364
+ #
13365
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartDataQualityRuleRecommendationRun AWS API Documentation
13366
+ #
13367
+ # @overload start_data_quality_rule_recommendation_run(params = {})
13368
+ # @param [Hash] params ({})
13369
+ def start_data_quality_rule_recommendation_run(params = {}, options = {})
13370
+ req = build_request(:start_data_quality_rule_recommendation_run, params)
13371
+ req.send_request(options)
13372
+ end
13373
+
13374
+ # Once you have a ruleset definition (either recommended or your own),
13375
+ # you call this operation to evaluate the ruleset against a data source
13376
+ # (Glue table). The evaluation computes results which you can retrieve
13377
+ # with the `GetDataQualityResult` API.
13378
+ #
13379
+ # @option params [required, Types::DataSource] :data_source
13380
+ # The data source (Glue table) associated with this run.
13381
+ #
13382
+ # @option params [required, String] :role
13383
+ # An IAM role supplied to encrypt the results of the run.
13384
+ #
13385
+ # @option params [Integer] :number_of_workers
13386
+ # The number of `G.1X` workers to be used in the run. The default is 5.
13387
+ #
13388
+ # @option params [Integer] :timeout
13389
+ # The timeout for a run in minutes. This is the maximum time that a run
13390
+ # can consume resources before it is terminated and enters `TIMEOUT`
13391
+ # status. The default is 2,880 minutes (48 hours).
13392
+ #
13393
+ # @option params [String] :client_token
13394
+ # Used for idempotency and is recommended to be set to a random ID (such
13395
+ # as a UUID) to avoid creating or starting multiple instances of the
13396
+ # same resource.
13397
+ #
13398
+ # @option params [Types::DataQualityEvaluationRunAdditionalRunOptions] :additional_run_options
13399
+ # Additional run options you can specify for an evaluation run.
13400
+ #
13401
+ # @option params [required, Array<String>] :ruleset_names
13402
+ # A list of ruleset names.
13403
+ #
13404
+ # @return [Types::StartDataQualityRulesetEvaluationRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
13405
+ #
13406
+ # * {Types::StartDataQualityRulesetEvaluationRunResponse#run_id #run_id} => String
13407
+ #
13408
+ # @example Request syntax with placeholder values
13409
+ #
13410
+ # resp = client.start_data_quality_ruleset_evaluation_run({
13411
+ # data_source: { # required
13412
+ # glue_table: { # required
13413
+ # database_name: "NameString", # required
13414
+ # table_name: "NameString", # required
13415
+ # catalog_id: "NameString",
13416
+ # connection_name: "NameString",
13417
+ # additional_options: {
13418
+ # "NameString" => "DescriptionString",
13419
+ # },
13420
+ # },
13421
+ # },
13422
+ # role: "RoleString", # required
13423
+ # number_of_workers: 1,
13424
+ # timeout: 1,
13425
+ # client_token: "HashString",
13426
+ # additional_run_options: {
13427
+ # cloud_watch_metrics_enabled: false,
13428
+ # results_s3_prefix: "UriString",
13429
+ # },
13430
+ # ruleset_names: ["NameString"], # required
13431
+ # })
13432
+ #
13433
+ # @example Response structure
13434
+ #
13435
+ # resp.run_id #=> String
13436
+ #
13437
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartDataQualityRulesetEvaluationRun AWS API Documentation
13438
+ #
13439
+ # @overload start_data_quality_ruleset_evaluation_run(params = {})
13440
+ # @param [Hash] params ({})
13441
+ def start_data_quality_ruleset_evaluation_run(params = {}, options = {})
13442
+ req = build_request(:start_data_quality_ruleset_evaluation_run, params)
13443
+ req.send_request(options)
13444
+ end
13445
+
12596
13446
  # Begins an asynchronous task to export all labeled data for a
12597
13447
  # particular transform. This task is the only label-related API call
12598
13448
  # that is not part of the typical active learning workflow. You
@@ -13736,6 +14586,7 @@ module Aws::Glue
13736
14586
  # delta_tables: ["Path"],
13737
14587
  # connection_name: "ConnectionName",
13738
14588
  # write_manifest: false,
14589
+ # create_native_delta_table: false,
13739
14590
  # },
13740
14591
  # ],
13741
14592
  # },
@@ -13802,6 +14653,51 @@ module Aws::Glue
13802
14653
  req.send_request(options)
13803
14654
  end
13804
14655
 
14656
+ # Updates the specified data quality ruleset.
14657
+ #
14658
+ # @option params [required, String] :name
14659
+ # The name of the data quality ruleset.
14660
+ #
14661
+ # @option params [String] :updated_name
14662
+ # The new name of the ruleset, if you are renaming it.
14663
+ #
14664
+ # @option params [String] :description
14665
+ # A description of the ruleset.
14666
+ #
14667
+ # @option params [String] :ruleset
14668
+ # A Data Quality Definition Language (DQDL) ruleset. For more
14669
+ # information, see the Glue developer guide.
14670
+ #
14671
+ # @return [Types::UpdateDataQualityRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
14672
+ #
14673
+ # * {Types::UpdateDataQualityRulesetResponse#name #name} => String
14674
+ # * {Types::UpdateDataQualityRulesetResponse#description #description} => String
14675
+ # * {Types::UpdateDataQualityRulesetResponse#ruleset #ruleset} => String
14676
+ #
14677
+ # @example Request syntax with placeholder values
14678
+ #
14679
+ # resp = client.update_data_quality_ruleset({
14680
+ # name: "NameString", # required
14681
+ # updated_name: "NameString",
14682
+ # description: "DescriptionString",
14683
+ # ruleset: "DataQualityRulesetString",
14684
+ # })
14685
+ #
14686
+ # @example Response structure
14687
+ #
14688
+ # resp.name #=> String
14689
+ # resp.description #=> String
14690
+ # resp.ruleset #=> String
14691
+ #
14692
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDataQualityRuleset AWS API Documentation
14693
+ #
14694
+ # @overload update_data_quality_ruleset(params = {})
14695
+ # @param [Hash] params ({})
14696
+ def update_data_quality_ruleset(params = {}, options = {})
14697
+ req = build_request(:update_data_quality_ruleset, params)
14698
+ req.send_request(options)
14699
+ end
14700
+
13805
14701
  # Updates an existing database definition in a Data Catalog.
13806
14702
  #
13807
14703
  # @option params [String] :catalog_id
@@ -14659,6 +15555,21 @@ module Aws::Glue
14659
15555
  # path: "EnclosedInStringProperty", # required
14660
15556
  # version: "EnclosedInStringProperty",
14661
15557
  # },
15558
+ # evaluate_data_quality: {
15559
+ # name: "NodeName", # required
15560
+ # inputs: ["NodeId"], # required
15561
+ # ruleset: "DQDLString", # required
15562
+ # output: "PrimaryInput", # accepts PrimaryInput, EvaluationResults
15563
+ # publishing_options: {
15564
+ # evaluation_context: "GenericLimitedString",
15565
+ # results_s3_prefix: "EnclosedInStringProperty",
15566
+ # cloud_watch_metrics_enabled: false,
15567
+ # results_publishing_enabled: false,
15568
+ # },
15569
+ # stop_job_on_failure_options: {
15570
+ # stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
15571
+ # },
15572
+ # },
14662
15573
  # },
14663
15574
  # },
14664
15575
  # execution_class: "FLEX", # accepts FLEX, STANDARD
@@ -15484,7 +16395,7 @@ module Aws::Glue
15484
16395
  params: params,
15485
16396
  config: config)
15486
16397
  context[:gem_name] = 'aws-sdk-glue'
15487
- context[:gem_version] = '1.125.0'
16398
+ context[:gem_version] = '1.127.0'
15488
16399
  Seahorse::Client::Request.new(handlers, context)
15489
16400
  end
15490
16401