aws-sdk-gluedatabrew 1.15.0 → 1.16.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +347 -3
- data/lib/aws-sdk-gluedatabrew/client_api.rb +205 -1
- data/lib/aws-sdk-gluedatabrew/types.rb +793 -13
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6bc20385d9c242636d7e89aad10d9a479e3a982eb918b190815698391701d607
|
4
|
+
data.tar.gz: a23a76a4cc0eb80c21a7e55b055f46101e1025beab68b1a3fb53aa78a88d8066
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e29aeb7ace46c1a04e1907658f498a8eb81110f312355c9a0384068e90d73e42e85124b2fed9dbc525edcf6259abbff4e6b3dd644e94583c4ba2f244a181d092
|
7
|
+
data.tar.gz: 41f61885e975dcd35434e68f6082e3a82cdef118b70f932f0d30886ce803372d265c383cfe9be383cc8998138c697192a6900c6c962a34c513db054bc61daf5f
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.16.0 (2021-11-18)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - This SDK release adds the following new features: 1) PII detection in profile jobs, 2) Data quality rules, enabling validation of data quality in profile jobs, 3) SQL query-based datasets for Amazon Redshift and Snowflake data sources, and 4) Connecting DataBrew datasets with Amazon AppFlow flows.
|
8
|
+
|
4
9
|
1.15.0 (2021-11-04)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.16.0
|
@@ -466,11 +466,15 @@ module Aws::GlueDataBrew
|
|
466
466
|
# },
|
467
467
|
# database_input_definition: {
|
468
468
|
# glue_connection_name: "GlueConnectionName", # required
|
469
|
-
# database_table_name: "DatabaseTableName",
|
469
|
+
# database_table_name: "DatabaseTableName",
|
470
470
|
# temp_directory: {
|
471
471
|
# bucket: "Bucket", # required
|
472
472
|
# key: "Key",
|
473
473
|
# },
|
474
|
+
# query_string: "QueryString",
|
475
|
+
# },
|
476
|
+
# metadata: {
|
477
|
+
# source_arn: "Arn",
|
474
478
|
# },
|
475
479
|
# },
|
476
480
|
# path_options: {
|
@@ -563,6 +567,9 @@ module Aws::GlueDataBrew
|
|
563
567
|
# evaluations, and override default parameters of evaluations. When
|
564
568
|
# configuration is null, the profile job will run with default settings.
|
565
569
|
#
|
570
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
571
|
+
# List of validation configurations that are applied to the profile job.
|
572
|
+
#
|
566
573
|
# @option params [required, String] :role_arn
|
567
574
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
568
575
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -637,7 +644,21 @@ module Aws::GlueDataBrew
|
|
637
644
|
# },
|
638
645
|
# },
|
639
646
|
# ],
|
647
|
+
# entity_detector_configuration: {
|
648
|
+
# entity_types: ["EntityType"], # required
|
649
|
+
# allowed_statistics: [
|
650
|
+
# {
|
651
|
+
# statistics: ["Statistic"], # required
|
652
|
+
# },
|
653
|
+
# ],
|
654
|
+
# },
|
640
655
|
# },
|
656
|
+
# validation_configurations: [
|
657
|
+
# {
|
658
|
+
# ruleset_arn: "Arn", # required
|
659
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
660
|
+
# },
|
661
|
+
# ],
|
641
662
|
# role_arn: "Arn", # required
|
642
663
|
# tags: {
|
643
664
|
# "TagKey" => "TagValue",
|
@@ -930,6 +951,76 @@ module Aws::GlueDataBrew
|
|
930
951
|
req.send_request(options)
|
931
952
|
end
|
932
953
|
|
954
|
+
# Creates a new ruleset that can be used in a profile job to validate
|
955
|
+
# the data quality of a dataset.
|
956
|
+
#
|
957
|
+
# @option params [required, String] :name
|
958
|
+
# The name of the ruleset to be created. Valid characters are
|
959
|
+
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
960
|
+
#
|
961
|
+
# @option params [String] :description
|
962
|
+
# The description of the ruleset.
|
963
|
+
#
|
964
|
+
# @option params [required, String] :target_arn
|
965
|
+
# The Amazon Resource Name (ARN) of a resource (dataset) that the
|
966
|
+
# ruleset is associated with.
|
967
|
+
#
|
968
|
+
# @option params [required, Array<Types::Rule>] :rules
|
969
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
970
|
+
# or more checks to be validated on a DataBrew dataset.
|
971
|
+
#
|
972
|
+
# @option params [Hash<String,String>] :tags
|
973
|
+
# Metadata tags to apply to the ruleset.
|
974
|
+
#
|
975
|
+
# @return [Types::CreateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
976
|
+
#
|
977
|
+
# * {Types::CreateRulesetResponse#name #name} => String
|
978
|
+
#
|
979
|
+
# @example Request syntax with placeholder values
|
980
|
+
#
|
981
|
+
# resp = client.create_ruleset({
|
982
|
+
# name: "RulesetName", # required
|
983
|
+
# description: "RulesetDescription",
|
984
|
+
# target_arn: "Arn", # required
|
985
|
+
# rules: [ # required
|
986
|
+
# {
|
987
|
+
# name: "RuleName", # required
|
988
|
+
# disabled: false,
|
989
|
+
# check_expression: "Expression", # required
|
990
|
+
# substitution_map: {
|
991
|
+
# "ValueReference" => "ConditionValue",
|
992
|
+
# },
|
993
|
+
# threshold: {
|
994
|
+
# value: 1.0, # required
|
995
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
996
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
997
|
+
# },
|
998
|
+
# column_selectors: [
|
999
|
+
# {
|
1000
|
+
# regex: "ColumnName",
|
1001
|
+
# name: "ColumnName",
|
1002
|
+
# },
|
1003
|
+
# ],
|
1004
|
+
# },
|
1005
|
+
# ],
|
1006
|
+
# tags: {
|
1007
|
+
# "TagKey" => "TagValue",
|
1008
|
+
# },
|
1009
|
+
# })
|
1010
|
+
#
|
1011
|
+
# @example Response structure
|
1012
|
+
#
|
1013
|
+
# resp.name #=> String
|
1014
|
+
#
|
1015
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateRuleset AWS API Documentation
|
1016
|
+
#
|
1017
|
+
# @overload create_ruleset(params = {})
|
1018
|
+
# @param [Hash] params ({})
|
1019
|
+
def create_ruleset(params = {}, options = {})
|
1020
|
+
req = build_request(:create_ruleset, params)
|
1021
|
+
req.send_request(options)
|
1022
|
+
end
|
1023
|
+
|
933
1024
|
# Creates a new schedule for one or more DataBrew jobs. Jobs can be run
|
934
1025
|
# at a specific date and time, or at regular intervals.
|
935
1026
|
#
|
@@ -1100,6 +1191,34 @@ module Aws::GlueDataBrew
|
|
1100
1191
|
req.send_request(options)
|
1101
1192
|
end
|
1102
1193
|
|
1194
|
+
# Deletes a ruleset.
|
1195
|
+
#
|
1196
|
+
# @option params [required, String] :name
|
1197
|
+
# The name of the ruleset to be deleted.
|
1198
|
+
#
|
1199
|
+
# @return [Types::DeleteRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1200
|
+
#
|
1201
|
+
# * {Types::DeleteRulesetResponse#name #name} => String
|
1202
|
+
#
|
1203
|
+
# @example Request syntax with placeholder values
|
1204
|
+
#
|
1205
|
+
# resp = client.delete_ruleset({
|
1206
|
+
# name: "RulesetName", # required
|
1207
|
+
# })
|
1208
|
+
#
|
1209
|
+
# @example Response structure
|
1210
|
+
#
|
1211
|
+
# resp.name #=> String
|
1212
|
+
#
|
1213
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DeleteRuleset AWS API Documentation
|
1214
|
+
#
|
1215
|
+
# @overload delete_ruleset(params = {})
|
1216
|
+
# @param [Hash] params ({})
|
1217
|
+
def delete_ruleset(params = {}, options = {})
|
1218
|
+
req = build_request(:delete_ruleset, params)
|
1219
|
+
req.send_request(options)
|
1220
|
+
end
|
1221
|
+
|
1103
1222
|
# Deletes the specified DataBrew schedule.
|
1104
1223
|
#
|
1105
1224
|
# @option params [required, String] :name
|
@@ -1179,6 +1298,8 @@ module Aws::GlueDataBrew
|
|
1179
1298
|
# resp.input.database_input_definition.database_table_name #=> String
|
1180
1299
|
# resp.input.database_input_definition.temp_directory.bucket #=> String
|
1181
1300
|
# resp.input.database_input_definition.temp_directory.key #=> String
|
1301
|
+
# resp.input.database_input_definition.query_string #=> String
|
1302
|
+
# resp.input.metadata.source_arn #=> String
|
1182
1303
|
# resp.last_modified_date #=> Time
|
1183
1304
|
# resp.last_modified_by #=> String
|
1184
1305
|
# resp.source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1235,6 +1356,7 @@ module Aws::GlueDataBrew
|
|
1235
1356
|
# * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1236
1357
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1237
1358
|
# * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1359
|
+
# * {Types::DescribeJobResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1238
1360
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1239
1361
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
1240
1362
|
# * {Types::DescribeJobResponse#role_arn #role_arn} => String
|
@@ -1307,6 +1429,14 @@ module Aws::GlueDataBrew
|
|
1307
1429
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1308
1430
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1309
1431
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1432
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1433
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1434
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1435
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1436
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1437
|
+
# resp.validation_configurations #=> Array
|
1438
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1439
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1310
1440
|
# resp.recipe_reference.name #=> String
|
1311
1441
|
# resp.recipe_reference.recipe_version #=> String
|
1312
1442
|
# resp.resource_arn #=> String
|
@@ -1343,6 +1473,7 @@ module Aws::GlueDataBrew
|
|
1343
1473
|
# * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
|
1344
1474
|
# * {Types::DescribeJobRunResponse#job_name #job_name} => String
|
1345
1475
|
# * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1476
|
+
# * {Types::DescribeJobRunResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1346
1477
|
# * {Types::DescribeJobRunResponse#run_id #run_id} => String
|
1347
1478
|
# * {Types::DescribeJobRunResponse#state #state} => String
|
1348
1479
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
@@ -1389,6 +1520,14 @@ module Aws::GlueDataBrew
|
|
1389
1520
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1390
1521
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1391
1522
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1523
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1524
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1525
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1526
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1527
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1528
|
+
# resp.validation_configurations #=> Array
|
1529
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1530
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1392
1531
|
# resp.run_id #=> String
|
1393
1532
|
# resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1394
1533
|
# resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
|
@@ -1556,6 +1695,64 @@ module Aws::GlueDataBrew
|
|
1556
1695
|
req.send_request(options)
|
1557
1696
|
end
|
1558
1697
|
|
1698
|
+
# Retrieves detailed information about the ruleset.
|
1699
|
+
#
|
1700
|
+
# @option params [required, String] :name
|
1701
|
+
# The name of the ruleset to be described.
|
1702
|
+
#
|
1703
|
+
# @return [Types::DescribeRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1704
|
+
#
|
1705
|
+
# * {Types::DescribeRulesetResponse#name #name} => String
|
1706
|
+
# * {Types::DescribeRulesetResponse#description #description} => String
|
1707
|
+
# * {Types::DescribeRulesetResponse#target_arn #target_arn} => String
|
1708
|
+
# * {Types::DescribeRulesetResponse#rules #rules} => Array<Types::Rule>
|
1709
|
+
# * {Types::DescribeRulesetResponse#create_date #create_date} => Time
|
1710
|
+
# * {Types::DescribeRulesetResponse#created_by #created_by} => String
|
1711
|
+
# * {Types::DescribeRulesetResponse#last_modified_by #last_modified_by} => String
|
1712
|
+
# * {Types::DescribeRulesetResponse#last_modified_date #last_modified_date} => Time
|
1713
|
+
# * {Types::DescribeRulesetResponse#resource_arn #resource_arn} => String
|
1714
|
+
# * {Types::DescribeRulesetResponse#tags #tags} => Hash<String,String>
|
1715
|
+
#
|
1716
|
+
# @example Request syntax with placeholder values
|
1717
|
+
#
|
1718
|
+
# resp = client.describe_ruleset({
|
1719
|
+
# name: "RulesetName", # required
|
1720
|
+
# })
|
1721
|
+
#
|
1722
|
+
# @example Response structure
|
1723
|
+
#
|
1724
|
+
# resp.name #=> String
|
1725
|
+
# resp.description #=> String
|
1726
|
+
# resp.target_arn #=> String
|
1727
|
+
# resp.rules #=> Array
|
1728
|
+
# resp.rules[0].name #=> String
|
1729
|
+
# resp.rules[0].disabled #=> Boolean
|
1730
|
+
# resp.rules[0].check_expression #=> String
|
1731
|
+
# resp.rules[0].substitution_map #=> Hash
|
1732
|
+
# resp.rules[0].substitution_map["ValueReference"] #=> String
|
1733
|
+
# resp.rules[0].threshold.value #=> Float
|
1734
|
+
# resp.rules[0].threshold.type #=> String, one of "GREATER_THAN_OR_EQUAL", "LESS_THAN_OR_EQUAL", "GREATER_THAN", "LESS_THAN"
|
1735
|
+
# resp.rules[0].threshold.unit #=> String, one of "COUNT", "PERCENTAGE"
|
1736
|
+
# resp.rules[0].column_selectors #=> Array
|
1737
|
+
# resp.rules[0].column_selectors[0].regex #=> String
|
1738
|
+
# resp.rules[0].column_selectors[0].name #=> String
|
1739
|
+
# resp.create_date #=> Time
|
1740
|
+
# resp.created_by #=> String
|
1741
|
+
# resp.last_modified_by #=> String
|
1742
|
+
# resp.last_modified_date #=> Time
|
1743
|
+
# resp.resource_arn #=> String
|
1744
|
+
# resp.tags #=> Hash
|
1745
|
+
# resp.tags["TagKey"] #=> String
|
1746
|
+
#
|
1747
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeRuleset AWS API Documentation
|
1748
|
+
#
|
1749
|
+
# @overload describe_ruleset(params = {})
|
1750
|
+
# @param [Hash] params ({})
|
1751
|
+
def describe_ruleset(params = {}, options = {})
|
1752
|
+
req = build_request(:describe_ruleset, params)
|
1753
|
+
req.send_request(options)
|
1754
|
+
end
|
1755
|
+
|
1559
1756
|
# Returns the definition of a specific DataBrew schedule.
|
1560
1757
|
#
|
1561
1758
|
# @option params [required, String] :name
|
@@ -1652,6 +1849,8 @@ module Aws::GlueDataBrew
|
|
1652
1849
|
# resp.datasets[0].input.database_input_definition.database_table_name #=> String
|
1653
1850
|
# resp.datasets[0].input.database_input_definition.temp_directory.bucket #=> String
|
1654
1851
|
# resp.datasets[0].input.database_input_definition.temp_directory.key #=> String
|
1852
|
+
# resp.datasets[0].input.database_input_definition.query_string #=> String
|
1853
|
+
# resp.datasets[0].input.metadata.source_arn #=> String
|
1655
1854
|
# resp.datasets[0].last_modified_date #=> Time
|
1656
1855
|
# resp.datasets[0].last_modified_by #=> String
|
1657
1856
|
# resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1756,6 +1955,9 @@ module Aws::GlueDataBrew
|
|
1756
1955
|
# resp.job_runs[0].started_on #=> Time
|
1757
1956
|
# resp.job_runs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1758
1957
|
# resp.job_runs[0].job_sample.size #=> Integer
|
1958
|
+
# resp.job_runs[0].validation_configurations #=> Array
|
1959
|
+
# resp.job_runs[0].validation_configurations[0].ruleset_arn #=> String
|
1960
|
+
# resp.job_runs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1759
1961
|
# resp.next_token #=> String
|
1760
1962
|
#
|
1761
1963
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobRuns AWS API Documentation
|
@@ -1853,6 +2055,9 @@ module Aws::GlueDataBrew
|
|
1853
2055
|
# resp.jobs[0].tags["TagKey"] #=> String
|
1854
2056
|
# resp.jobs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1855
2057
|
# resp.jobs[0].job_sample.size #=> Integer
|
2058
|
+
# resp.jobs[0].validation_configurations #=> Array
|
2059
|
+
# resp.jobs[0].validation_configurations[0].ruleset_arn #=> String
|
2060
|
+
# resp.jobs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1856
2061
|
# resp.next_token #=> String
|
1857
2062
|
#
|
1858
2063
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobs AWS API Documentation
|
@@ -2046,6 +2251,64 @@ module Aws::GlueDataBrew
|
|
2046
2251
|
req.send_request(options)
|
2047
2252
|
end
|
2048
2253
|
|
2254
|
+
# List all rulesets available in the current account or rulesets
|
2255
|
+
# associated with a specific resource (dataset).
|
2256
|
+
#
|
2257
|
+
# @option params [String] :target_arn
|
2258
|
+
# The Amazon Resource Name (ARN) of a resource (dataset). Using this
|
2259
|
+
# parameter indicates to return only those rulesets that are associated
|
2260
|
+
# with the specified resource.
|
2261
|
+
#
|
2262
|
+
# @option params [Integer] :max_results
|
2263
|
+
# The maximum number of results to return in this request.
|
2264
|
+
#
|
2265
|
+
# @option params [String] :next_token
|
2266
|
+
# A token generated by DataBrew that specifies where to continue
|
2267
|
+
# pagination if a previous request was truncated. To get the next set of
|
2268
|
+
# pages, pass in the NextToken value from the response object of the
|
2269
|
+
# previous page call.
|
2270
|
+
#
|
2271
|
+
# @return [Types::ListRulesetsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2272
|
+
#
|
2273
|
+
# * {Types::ListRulesetsResponse#rulesets #rulesets} => Array<Types::RulesetItem>
|
2274
|
+
# * {Types::ListRulesetsResponse#next_token #next_token} => String
|
2275
|
+
#
|
2276
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
2277
|
+
#
|
2278
|
+
# @example Request syntax with placeholder values
|
2279
|
+
#
|
2280
|
+
# resp = client.list_rulesets({
|
2281
|
+
# target_arn: "Arn",
|
2282
|
+
# max_results: 1,
|
2283
|
+
# next_token: "NextToken",
|
2284
|
+
# })
|
2285
|
+
#
|
2286
|
+
# @example Response structure
|
2287
|
+
#
|
2288
|
+
# resp.rulesets #=> Array
|
2289
|
+
# resp.rulesets[0].account_id #=> String
|
2290
|
+
# resp.rulesets[0].created_by #=> String
|
2291
|
+
# resp.rulesets[0].create_date #=> Time
|
2292
|
+
# resp.rulesets[0].description #=> String
|
2293
|
+
# resp.rulesets[0].last_modified_by #=> String
|
2294
|
+
# resp.rulesets[0].last_modified_date #=> Time
|
2295
|
+
# resp.rulesets[0].name #=> String
|
2296
|
+
# resp.rulesets[0].resource_arn #=> String
|
2297
|
+
# resp.rulesets[0].rule_count #=> Integer
|
2298
|
+
# resp.rulesets[0].tags #=> Hash
|
2299
|
+
# resp.rulesets[0].tags["TagKey"] #=> String
|
2300
|
+
# resp.rulesets[0].target_arn #=> String
|
2301
|
+
# resp.next_token #=> String
|
2302
|
+
#
|
2303
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListRulesets AWS API Documentation
|
2304
|
+
#
|
2305
|
+
# @overload list_rulesets(params = {})
|
2306
|
+
# @param [Hash] params ({})
|
2307
|
+
def list_rulesets(params = {}, options = {})
|
2308
|
+
req = build_request(:list_rulesets, params)
|
2309
|
+
req.send_request(options)
|
2310
|
+
end
|
2311
|
+
|
2049
2312
|
# Lists the DataBrew schedules that are defined.
|
2050
2313
|
#
|
2051
2314
|
# @option params [String] :job_name
|
@@ -2219,6 +2482,9 @@ module Aws::GlueDataBrew
|
|
2219
2482
|
# start_column_index: 1, # required
|
2220
2483
|
# column_range: 1,
|
2221
2484
|
# hidden_columns: ["ColumnName"],
|
2485
|
+
# start_row_index: 1,
|
2486
|
+
# row_range: 1,
|
2487
|
+
# analytics: "ENABLE", # accepts ENABLE, DISABLE
|
2222
2488
|
# },
|
2223
2489
|
# })
|
2224
2490
|
#
|
@@ -2451,11 +2717,15 @@ module Aws::GlueDataBrew
|
|
2451
2717
|
# },
|
2452
2718
|
# database_input_definition: {
|
2453
2719
|
# glue_connection_name: "GlueConnectionName", # required
|
2454
|
-
# database_table_name: "DatabaseTableName",
|
2720
|
+
# database_table_name: "DatabaseTableName",
|
2455
2721
|
# temp_directory: {
|
2456
2722
|
# bucket: "Bucket", # required
|
2457
2723
|
# key: "Key",
|
2458
2724
|
# },
|
2725
|
+
# query_string: "QueryString",
|
2726
|
+
# },
|
2727
|
+
# metadata: {
|
2728
|
+
# source_arn: "Arn",
|
2459
2729
|
# },
|
2460
2730
|
# },
|
2461
2731
|
# path_options: {
|
@@ -2540,6 +2810,9 @@ module Aws::GlueDataBrew
|
|
2540
2810
|
# Represents an Amazon S3 location (bucket name and object key) where
|
2541
2811
|
# DataBrew can read input data, or write output from a job.
|
2542
2812
|
#
|
2813
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
2814
|
+
# List of validation configurations that are applied to the profile job.
|
2815
|
+
#
|
2543
2816
|
# @option params [required, String] :role_arn
|
2544
2817
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2545
2818
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -2601,6 +2874,14 @@ module Aws::GlueDataBrew
|
|
2601
2874
|
# },
|
2602
2875
|
# },
|
2603
2876
|
# ],
|
2877
|
+
# entity_detector_configuration: {
|
2878
|
+
# entity_types: ["EntityType"], # required
|
2879
|
+
# allowed_statistics: [
|
2880
|
+
# {
|
2881
|
+
# statistics: ["Statistic"], # required
|
2882
|
+
# },
|
2883
|
+
# ],
|
2884
|
+
# },
|
2604
2885
|
# },
|
2605
2886
|
# encryption_key_arn: "EncryptionKeyArn",
|
2606
2887
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
@@ -2612,6 +2893,12 @@ module Aws::GlueDataBrew
|
|
2612
2893
|
# bucket: "Bucket", # required
|
2613
2894
|
# key: "Key",
|
2614
2895
|
# },
|
2896
|
+
# validation_configurations: [
|
2897
|
+
# {
|
2898
|
+
# ruleset_arn: "Arn", # required
|
2899
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
2900
|
+
# },
|
2901
|
+
# ],
|
2615
2902
|
# role_arn: "Arn", # required
|
2616
2903
|
# timeout: 1,
|
2617
2904
|
# job_sample: {
|
@@ -2857,6 +3144,63 @@ module Aws::GlueDataBrew
|
|
2857
3144
|
req.send_request(options)
|
2858
3145
|
end
|
2859
3146
|
|
3147
|
+
# Updates specified ruleset.
|
3148
|
+
#
|
3149
|
+
# @option params [required, String] :name
|
3150
|
+
# The name of the ruleset to be updated.
|
3151
|
+
#
|
3152
|
+
# @option params [String] :description
|
3153
|
+
# The description of the ruleset.
|
3154
|
+
#
|
3155
|
+
# @option params [required, Array<Types::Rule>] :rules
|
3156
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
3157
|
+
# or more checks to be validated on a DataBrew dataset.
|
3158
|
+
#
|
3159
|
+
# @return [Types::UpdateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3160
|
+
#
|
3161
|
+
# * {Types::UpdateRulesetResponse#name #name} => String
|
3162
|
+
#
|
3163
|
+
# @example Request syntax with placeholder values
|
3164
|
+
#
|
3165
|
+
# resp = client.update_ruleset({
|
3166
|
+
# name: "RulesetName", # required
|
3167
|
+
# description: "RulesetDescription",
|
3168
|
+
# rules: [ # required
|
3169
|
+
# {
|
3170
|
+
# name: "RuleName", # required
|
3171
|
+
# disabled: false,
|
3172
|
+
# check_expression: "Expression", # required
|
3173
|
+
# substitution_map: {
|
3174
|
+
# "ValueReference" => "ConditionValue",
|
3175
|
+
# },
|
3176
|
+
# threshold: {
|
3177
|
+
# value: 1.0, # required
|
3178
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
3179
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
3180
|
+
# },
|
3181
|
+
# column_selectors: [
|
3182
|
+
# {
|
3183
|
+
# regex: "ColumnName",
|
3184
|
+
# name: "ColumnName",
|
3185
|
+
# },
|
3186
|
+
# ],
|
3187
|
+
# },
|
3188
|
+
# ],
|
3189
|
+
# })
|
3190
|
+
#
|
3191
|
+
# @example Response structure
|
3192
|
+
#
|
3193
|
+
# resp.name #=> String
|
3194
|
+
#
|
3195
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateRuleset AWS API Documentation
|
3196
|
+
#
|
3197
|
+
# @overload update_ruleset(params = {})
|
3198
|
+
# @param [Hash] params ({})
|
3199
|
+
def update_ruleset(params = {}, options = {})
|
3200
|
+
req = build_request(:update_ruleset, params)
|
3201
|
+
req.send_request(options)
|
3202
|
+
end
|
3203
|
+
|
2860
3204
|
# Modifies the definition of an existing DataBrew schedule.
|
2861
3205
|
#
|
2862
3206
|
# @option params [Array<String>] :job_names
|
@@ -2912,7 +3256,7 @@ module Aws::GlueDataBrew
|
|
2912
3256
|
params: params,
|
2913
3257
|
config: config)
|
2914
3258
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2915
|
-
context[:gem_version] = '1.
|
3259
|
+
context[:gem_version] = '1.16.0'
|
2916
3260
|
Seahorse::Client::Request.new(handlers, context)
|
2917
3261
|
end
|
2918
3262
|
|