aws-sdk-gluedatabrew 1.15.0 → 1.16.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +347 -3
- data/lib/aws-sdk-gluedatabrew/client_api.rb +205 -1
- data/lib/aws-sdk-gluedatabrew/types.rb +793 -13
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6bc20385d9c242636d7e89aad10d9a479e3a982eb918b190815698391701d607
|
4
|
+
data.tar.gz: a23a76a4cc0eb80c21a7e55b055f46101e1025beab68b1a3fb53aa78a88d8066
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e29aeb7ace46c1a04e1907658f498a8eb81110f312355c9a0384068e90d73e42e85124b2fed9dbc525edcf6259abbff4e6b3dd644e94583c4ba2f244a181d092
|
7
|
+
data.tar.gz: 41f61885e975dcd35434e68f6082e3a82cdef118b70f932f0d30886ce803372d265c383cfe9be383cc8998138c697192a6900c6c962a34c513db054bc61daf5f
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.16.0 (2021-11-18)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - This SDK release adds the following new features: 1) PII detection in profile jobs, 2) Data quality rules, enabling validation of data quality in profile jobs, 3) SQL query-based datasets for Amazon Redshift and Snowflake data sources, and 4) Connecting DataBrew datasets with Amazon AppFlow flows.
|
8
|
+
|
4
9
|
1.15.0 (2021-11-04)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.16.0
|
@@ -466,11 +466,15 @@ module Aws::GlueDataBrew
|
|
466
466
|
# },
|
467
467
|
# database_input_definition: {
|
468
468
|
# glue_connection_name: "GlueConnectionName", # required
|
469
|
-
# database_table_name: "DatabaseTableName",
|
469
|
+
# database_table_name: "DatabaseTableName",
|
470
470
|
# temp_directory: {
|
471
471
|
# bucket: "Bucket", # required
|
472
472
|
# key: "Key",
|
473
473
|
# },
|
474
|
+
# query_string: "QueryString",
|
475
|
+
# },
|
476
|
+
# metadata: {
|
477
|
+
# source_arn: "Arn",
|
474
478
|
# },
|
475
479
|
# },
|
476
480
|
# path_options: {
|
@@ -563,6 +567,9 @@ module Aws::GlueDataBrew
|
|
563
567
|
# evaluations, and override default parameters of evaluations. When
|
564
568
|
# configuration is null, the profile job will run with default settings.
|
565
569
|
#
|
570
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
571
|
+
# List of validation configurations that are applied to the profile job.
|
572
|
+
#
|
566
573
|
# @option params [required, String] :role_arn
|
567
574
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
568
575
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -637,7 +644,21 @@ module Aws::GlueDataBrew
|
|
637
644
|
# },
|
638
645
|
# },
|
639
646
|
# ],
|
647
|
+
# entity_detector_configuration: {
|
648
|
+
# entity_types: ["EntityType"], # required
|
649
|
+
# allowed_statistics: [
|
650
|
+
# {
|
651
|
+
# statistics: ["Statistic"], # required
|
652
|
+
# },
|
653
|
+
# ],
|
654
|
+
# },
|
640
655
|
# },
|
656
|
+
# validation_configurations: [
|
657
|
+
# {
|
658
|
+
# ruleset_arn: "Arn", # required
|
659
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
660
|
+
# },
|
661
|
+
# ],
|
641
662
|
# role_arn: "Arn", # required
|
642
663
|
# tags: {
|
643
664
|
# "TagKey" => "TagValue",
|
@@ -930,6 +951,76 @@ module Aws::GlueDataBrew
|
|
930
951
|
req.send_request(options)
|
931
952
|
end
|
932
953
|
|
954
|
+
# Creates a new ruleset that can be used in a profile job to validate
|
955
|
+
# the data quality of a dataset.
|
956
|
+
#
|
957
|
+
# @option params [required, String] :name
|
958
|
+
# The name of the ruleset to be created. Valid characters are
|
959
|
+
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
960
|
+
#
|
961
|
+
# @option params [String] :description
|
962
|
+
# The description of the ruleset.
|
963
|
+
#
|
964
|
+
# @option params [required, String] :target_arn
|
965
|
+
# The Amazon Resource Name (ARN) of a resource (dataset) that the
|
966
|
+
# ruleset is associated with.
|
967
|
+
#
|
968
|
+
# @option params [required, Array<Types::Rule>] :rules
|
969
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
970
|
+
# or more checks to be validated on a DataBrew dataset.
|
971
|
+
#
|
972
|
+
# @option params [Hash<String,String>] :tags
|
973
|
+
# Metadata tags to apply to the ruleset.
|
974
|
+
#
|
975
|
+
# @return [Types::CreateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
976
|
+
#
|
977
|
+
# * {Types::CreateRulesetResponse#name #name} => String
|
978
|
+
#
|
979
|
+
# @example Request syntax with placeholder values
|
980
|
+
#
|
981
|
+
# resp = client.create_ruleset({
|
982
|
+
# name: "RulesetName", # required
|
983
|
+
# description: "RulesetDescription",
|
984
|
+
# target_arn: "Arn", # required
|
985
|
+
# rules: [ # required
|
986
|
+
# {
|
987
|
+
# name: "RuleName", # required
|
988
|
+
# disabled: false,
|
989
|
+
# check_expression: "Expression", # required
|
990
|
+
# substitution_map: {
|
991
|
+
# "ValueReference" => "ConditionValue",
|
992
|
+
# },
|
993
|
+
# threshold: {
|
994
|
+
# value: 1.0, # required
|
995
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
996
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
997
|
+
# },
|
998
|
+
# column_selectors: [
|
999
|
+
# {
|
1000
|
+
# regex: "ColumnName",
|
1001
|
+
# name: "ColumnName",
|
1002
|
+
# },
|
1003
|
+
# ],
|
1004
|
+
# },
|
1005
|
+
# ],
|
1006
|
+
# tags: {
|
1007
|
+
# "TagKey" => "TagValue",
|
1008
|
+
# },
|
1009
|
+
# })
|
1010
|
+
#
|
1011
|
+
# @example Response structure
|
1012
|
+
#
|
1013
|
+
# resp.name #=> String
|
1014
|
+
#
|
1015
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateRuleset AWS API Documentation
|
1016
|
+
#
|
1017
|
+
# @overload create_ruleset(params = {})
|
1018
|
+
# @param [Hash] params ({})
|
1019
|
+
def create_ruleset(params = {}, options = {})
|
1020
|
+
req = build_request(:create_ruleset, params)
|
1021
|
+
req.send_request(options)
|
1022
|
+
end
|
1023
|
+
|
933
1024
|
# Creates a new schedule for one or more DataBrew jobs. Jobs can be run
|
934
1025
|
# at a specific date and time, or at regular intervals.
|
935
1026
|
#
|
@@ -1100,6 +1191,34 @@ module Aws::GlueDataBrew
|
|
1100
1191
|
req.send_request(options)
|
1101
1192
|
end
|
1102
1193
|
|
1194
|
+
# Deletes a ruleset.
|
1195
|
+
#
|
1196
|
+
# @option params [required, String] :name
|
1197
|
+
# The name of the ruleset to be deleted.
|
1198
|
+
#
|
1199
|
+
# @return [Types::DeleteRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1200
|
+
#
|
1201
|
+
# * {Types::DeleteRulesetResponse#name #name} => String
|
1202
|
+
#
|
1203
|
+
# @example Request syntax with placeholder values
|
1204
|
+
#
|
1205
|
+
# resp = client.delete_ruleset({
|
1206
|
+
# name: "RulesetName", # required
|
1207
|
+
# })
|
1208
|
+
#
|
1209
|
+
# @example Response structure
|
1210
|
+
#
|
1211
|
+
# resp.name #=> String
|
1212
|
+
#
|
1213
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DeleteRuleset AWS API Documentation
|
1214
|
+
#
|
1215
|
+
# @overload delete_ruleset(params = {})
|
1216
|
+
# @param [Hash] params ({})
|
1217
|
+
def delete_ruleset(params = {}, options = {})
|
1218
|
+
req = build_request(:delete_ruleset, params)
|
1219
|
+
req.send_request(options)
|
1220
|
+
end
|
1221
|
+
|
1103
1222
|
# Deletes the specified DataBrew schedule.
|
1104
1223
|
#
|
1105
1224
|
# @option params [required, String] :name
|
@@ -1179,6 +1298,8 @@ module Aws::GlueDataBrew
|
|
1179
1298
|
# resp.input.database_input_definition.database_table_name #=> String
|
1180
1299
|
# resp.input.database_input_definition.temp_directory.bucket #=> String
|
1181
1300
|
# resp.input.database_input_definition.temp_directory.key #=> String
|
1301
|
+
# resp.input.database_input_definition.query_string #=> String
|
1302
|
+
# resp.input.metadata.source_arn #=> String
|
1182
1303
|
# resp.last_modified_date #=> Time
|
1183
1304
|
# resp.last_modified_by #=> String
|
1184
1305
|
# resp.source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1235,6 +1356,7 @@ module Aws::GlueDataBrew
|
|
1235
1356
|
# * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1236
1357
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1237
1358
|
# * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1359
|
+
# * {Types::DescribeJobResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1238
1360
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1239
1361
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
1240
1362
|
# * {Types::DescribeJobResponse#role_arn #role_arn} => String
|
@@ -1307,6 +1429,14 @@ module Aws::GlueDataBrew
|
|
1307
1429
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1308
1430
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1309
1431
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1432
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1433
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1434
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1435
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1436
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1437
|
+
# resp.validation_configurations #=> Array
|
1438
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1439
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1310
1440
|
# resp.recipe_reference.name #=> String
|
1311
1441
|
# resp.recipe_reference.recipe_version #=> String
|
1312
1442
|
# resp.resource_arn #=> String
|
@@ -1343,6 +1473,7 @@ module Aws::GlueDataBrew
|
|
1343
1473
|
# * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
|
1344
1474
|
# * {Types::DescribeJobRunResponse#job_name #job_name} => String
|
1345
1475
|
# * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1476
|
+
# * {Types::DescribeJobRunResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1346
1477
|
# * {Types::DescribeJobRunResponse#run_id #run_id} => String
|
1347
1478
|
# * {Types::DescribeJobRunResponse#state #state} => String
|
1348
1479
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
@@ -1389,6 +1520,14 @@ module Aws::GlueDataBrew
|
|
1389
1520
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1390
1521
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1391
1522
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1523
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1524
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1525
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1526
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1527
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1528
|
+
# resp.validation_configurations #=> Array
|
1529
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1530
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1392
1531
|
# resp.run_id #=> String
|
1393
1532
|
# resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1394
1533
|
# resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
|
@@ -1556,6 +1695,64 @@ module Aws::GlueDataBrew
|
|
1556
1695
|
req.send_request(options)
|
1557
1696
|
end
|
1558
1697
|
|
1698
|
+
# Retrieves detailed information about the ruleset.
|
1699
|
+
#
|
1700
|
+
# @option params [required, String] :name
|
1701
|
+
# The name of the ruleset to be described.
|
1702
|
+
#
|
1703
|
+
# @return [Types::DescribeRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1704
|
+
#
|
1705
|
+
# * {Types::DescribeRulesetResponse#name #name} => String
|
1706
|
+
# * {Types::DescribeRulesetResponse#description #description} => String
|
1707
|
+
# * {Types::DescribeRulesetResponse#target_arn #target_arn} => String
|
1708
|
+
# * {Types::DescribeRulesetResponse#rules #rules} => Array<Types::Rule>
|
1709
|
+
# * {Types::DescribeRulesetResponse#create_date #create_date} => Time
|
1710
|
+
# * {Types::DescribeRulesetResponse#created_by #created_by} => String
|
1711
|
+
# * {Types::DescribeRulesetResponse#last_modified_by #last_modified_by} => String
|
1712
|
+
# * {Types::DescribeRulesetResponse#last_modified_date #last_modified_date} => Time
|
1713
|
+
# * {Types::DescribeRulesetResponse#resource_arn #resource_arn} => String
|
1714
|
+
# * {Types::DescribeRulesetResponse#tags #tags} => Hash<String,String>
|
1715
|
+
#
|
1716
|
+
# @example Request syntax with placeholder values
|
1717
|
+
#
|
1718
|
+
# resp = client.describe_ruleset({
|
1719
|
+
# name: "RulesetName", # required
|
1720
|
+
# })
|
1721
|
+
#
|
1722
|
+
# @example Response structure
|
1723
|
+
#
|
1724
|
+
# resp.name #=> String
|
1725
|
+
# resp.description #=> String
|
1726
|
+
# resp.target_arn #=> String
|
1727
|
+
# resp.rules #=> Array
|
1728
|
+
# resp.rules[0].name #=> String
|
1729
|
+
# resp.rules[0].disabled #=> Boolean
|
1730
|
+
# resp.rules[0].check_expression #=> String
|
1731
|
+
# resp.rules[0].substitution_map #=> Hash
|
1732
|
+
# resp.rules[0].substitution_map["ValueReference"] #=> String
|
1733
|
+
# resp.rules[0].threshold.value #=> Float
|
1734
|
+
# resp.rules[0].threshold.type #=> String, one of "GREATER_THAN_OR_EQUAL", "LESS_THAN_OR_EQUAL", "GREATER_THAN", "LESS_THAN"
|
1735
|
+
# resp.rules[0].threshold.unit #=> String, one of "COUNT", "PERCENTAGE"
|
1736
|
+
# resp.rules[0].column_selectors #=> Array
|
1737
|
+
# resp.rules[0].column_selectors[0].regex #=> String
|
1738
|
+
# resp.rules[0].column_selectors[0].name #=> String
|
1739
|
+
# resp.create_date #=> Time
|
1740
|
+
# resp.created_by #=> String
|
1741
|
+
# resp.last_modified_by #=> String
|
1742
|
+
# resp.last_modified_date #=> Time
|
1743
|
+
# resp.resource_arn #=> String
|
1744
|
+
# resp.tags #=> Hash
|
1745
|
+
# resp.tags["TagKey"] #=> String
|
1746
|
+
#
|
1747
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeRuleset AWS API Documentation
|
1748
|
+
#
|
1749
|
+
# @overload describe_ruleset(params = {})
|
1750
|
+
# @param [Hash] params ({})
|
1751
|
+
def describe_ruleset(params = {}, options = {})
|
1752
|
+
req = build_request(:describe_ruleset, params)
|
1753
|
+
req.send_request(options)
|
1754
|
+
end
|
1755
|
+
|
1559
1756
|
# Returns the definition of a specific DataBrew schedule.
|
1560
1757
|
#
|
1561
1758
|
# @option params [required, String] :name
|
@@ -1652,6 +1849,8 @@ module Aws::GlueDataBrew
|
|
1652
1849
|
# resp.datasets[0].input.database_input_definition.database_table_name #=> String
|
1653
1850
|
# resp.datasets[0].input.database_input_definition.temp_directory.bucket #=> String
|
1654
1851
|
# resp.datasets[0].input.database_input_definition.temp_directory.key #=> String
|
1852
|
+
# resp.datasets[0].input.database_input_definition.query_string #=> String
|
1853
|
+
# resp.datasets[0].input.metadata.source_arn #=> String
|
1655
1854
|
# resp.datasets[0].last_modified_date #=> Time
|
1656
1855
|
# resp.datasets[0].last_modified_by #=> String
|
1657
1856
|
# resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1756,6 +1955,9 @@ module Aws::GlueDataBrew
|
|
1756
1955
|
# resp.job_runs[0].started_on #=> Time
|
1757
1956
|
# resp.job_runs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1758
1957
|
# resp.job_runs[0].job_sample.size #=> Integer
|
1958
|
+
# resp.job_runs[0].validation_configurations #=> Array
|
1959
|
+
# resp.job_runs[0].validation_configurations[0].ruleset_arn #=> String
|
1960
|
+
# resp.job_runs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1759
1961
|
# resp.next_token #=> String
|
1760
1962
|
#
|
1761
1963
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobRuns AWS API Documentation
|
@@ -1853,6 +2055,9 @@ module Aws::GlueDataBrew
|
|
1853
2055
|
# resp.jobs[0].tags["TagKey"] #=> String
|
1854
2056
|
# resp.jobs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1855
2057
|
# resp.jobs[0].job_sample.size #=> Integer
|
2058
|
+
# resp.jobs[0].validation_configurations #=> Array
|
2059
|
+
# resp.jobs[0].validation_configurations[0].ruleset_arn #=> String
|
2060
|
+
# resp.jobs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1856
2061
|
# resp.next_token #=> String
|
1857
2062
|
#
|
1858
2063
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobs AWS API Documentation
|
@@ -2046,6 +2251,64 @@ module Aws::GlueDataBrew
|
|
2046
2251
|
req.send_request(options)
|
2047
2252
|
end
|
2048
2253
|
|
2254
|
+
# List all rulesets available in the current account or rulesets
|
2255
|
+
# associated with a specific resource (dataset).
|
2256
|
+
#
|
2257
|
+
# @option params [String] :target_arn
|
2258
|
+
# The Amazon Resource Name (ARN) of a resource (dataset). Using this
|
2259
|
+
# parameter indicates to return only those rulesets that are associated
|
2260
|
+
# with the specified resource.
|
2261
|
+
#
|
2262
|
+
# @option params [Integer] :max_results
|
2263
|
+
# The maximum number of results to return in this request.
|
2264
|
+
#
|
2265
|
+
# @option params [String] :next_token
|
2266
|
+
# A token generated by DataBrew that specifies where to continue
|
2267
|
+
# pagination if a previous request was truncated. To get the next set of
|
2268
|
+
# pages, pass in the NextToken value from the response object of the
|
2269
|
+
# previous page call.
|
2270
|
+
#
|
2271
|
+
# @return [Types::ListRulesetsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2272
|
+
#
|
2273
|
+
# * {Types::ListRulesetsResponse#rulesets #rulesets} => Array<Types::RulesetItem>
|
2274
|
+
# * {Types::ListRulesetsResponse#next_token #next_token} => String
|
2275
|
+
#
|
2276
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
2277
|
+
#
|
2278
|
+
# @example Request syntax with placeholder values
|
2279
|
+
#
|
2280
|
+
# resp = client.list_rulesets({
|
2281
|
+
# target_arn: "Arn",
|
2282
|
+
# max_results: 1,
|
2283
|
+
# next_token: "NextToken",
|
2284
|
+
# })
|
2285
|
+
#
|
2286
|
+
# @example Response structure
|
2287
|
+
#
|
2288
|
+
# resp.rulesets #=> Array
|
2289
|
+
# resp.rulesets[0].account_id #=> String
|
2290
|
+
# resp.rulesets[0].created_by #=> String
|
2291
|
+
# resp.rulesets[0].create_date #=> Time
|
2292
|
+
# resp.rulesets[0].description #=> String
|
2293
|
+
# resp.rulesets[0].last_modified_by #=> String
|
2294
|
+
# resp.rulesets[0].last_modified_date #=> Time
|
2295
|
+
# resp.rulesets[0].name #=> String
|
2296
|
+
# resp.rulesets[0].resource_arn #=> String
|
2297
|
+
# resp.rulesets[0].rule_count #=> Integer
|
2298
|
+
# resp.rulesets[0].tags #=> Hash
|
2299
|
+
# resp.rulesets[0].tags["TagKey"] #=> String
|
2300
|
+
# resp.rulesets[0].target_arn #=> String
|
2301
|
+
# resp.next_token #=> String
|
2302
|
+
#
|
2303
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListRulesets AWS API Documentation
|
2304
|
+
#
|
2305
|
+
# @overload list_rulesets(params = {})
|
2306
|
+
# @param [Hash] params ({})
|
2307
|
+
def list_rulesets(params = {}, options = {})
|
2308
|
+
req = build_request(:list_rulesets, params)
|
2309
|
+
req.send_request(options)
|
2310
|
+
end
|
2311
|
+
|
2049
2312
|
# Lists the DataBrew schedules that are defined.
|
2050
2313
|
#
|
2051
2314
|
# @option params [String] :job_name
|
@@ -2219,6 +2482,9 @@ module Aws::GlueDataBrew
|
|
2219
2482
|
# start_column_index: 1, # required
|
2220
2483
|
# column_range: 1,
|
2221
2484
|
# hidden_columns: ["ColumnName"],
|
2485
|
+
# start_row_index: 1,
|
2486
|
+
# row_range: 1,
|
2487
|
+
# analytics: "ENABLE", # accepts ENABLE, DISABLE
|
2222
2488
|
# },
|
2223
2489
|
# })
|
2224
2490
|
#
|
@@ -2451,11 +2717,15 @@ module Aws::GlueDataBrew
|
|
2451
2717
|
# },
|
2452
2718
|
# database_input_definition: {
|
2453
2719
|
# glue_connection_name: "GlueConnectionName", # required
|
2454
|
-
# database_table_name: "DatabaseTableName",
|
2720
|
+
# database_table_name: "DatabaseTableName",
|
2455
2721
|
# temp_directory: {
|
2456
2722
|
# bucket: "Bucket", # required
|
2457
2723
|
# key: "Key",
|
2458
2724
|
# },
|
2725
|
+
# query_string: "QueryString",
|
2726
|
+
# },
|
2727
|
+
# metadata: {
|
2728
|
+
# source_arn: "Arn",
|
2459
2729
|
# },
|
2460
2730
|
# },
|
2461
2731
|
# path_options: {
|
@@ -2540,6 +2810,9 @@ module Aws::GlueDataBrew
|
|
2540
2810
|
# Represents an Amazon S3 location (bucket name and object key) where
|
2541
2811
|
# DataBrew can read input data, or write output from a job.
|
2542
2812
|
#
|
2813
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
2814
|
+
# List of validation configurations that are applied to the profile job.
|
2815
|
+
#
|
2543
2816
|
# @option params [required, String] :role_arn
|
2544
2817
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2545
2818
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -2601,6 +2874,14 @@ module Aws::GlueDataBrew
|
|
2601
2874
|
# },
|
2602
2875
|
# },
|
2603
2876
|
# ],
|
2877
|
+
# entity_detector_configuration: {
|
2878
|
+
# entity_types: ["EntityType"], # required
|
2879
|
+
# allowed_statistics: [
|
2880
|
+
# {
|
2881
|
+
# statistics: ["Statistic"], # required
|
2882
|
+
# },
|
2883
|
+
# ],
|
2884
|
+
# },
|
2604
2885
|
# },
|
2605
2886
|
# encryption_key_arn: "EncryptionKeyArn",
|
2606
2887
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
@@ -2612,6 +2893,12 @@ module Aws::GlueDataBrew
|
|
2612
2893
|
# bucket: "Bucket", # required
|
2613
2894
|
# key: "Key",
|
2614
2895
|
# },
|
2896
|
+
# validation_configurations: [
|
2897
|
+
# {
|
2898
|
+
# ruleset_arn: "Arn", # required
|
2899
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
2900
|
+
# },
|
2901
|
+
# ],
|
2615
2902
|
# role_arn: "Arn", # required
|
2616
2903
|
# timeout: 1,
|
2617
2904
|
# job_sample: {
|
@@ -2857,6 +3144,63 @@ module Aws::GlueDataBrew
|
|
2857
3144
|
req.send_request(options)
|
2858
3145
|
end
|
2859
3146
|
|
3147
|
+
# Updates specified ruleset.
|
3148
|
+
#
|
3149
|
+
# @option params [required, String] :name
|
3150
|
+
# The name of the ruleset to be updated.
|
3151
|
+
#
|
3152
|
+
# @option params [String] :description
|
3153
|
+
# The description of the ruleset.
|
3154
|
+
#
|
3155
|
+
# @option params [required, Array<Types::Rule>] :rules
|
3156
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
3157
|
+
# or more checks to be validated on a DataBrew dataset.
|
3158
|
+
#
|
3159
|
+
# @return [Types::UpdateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3160
|
+
#
|
3161
|
+
# * {Types::UpdateRulesetResponse#name #name} => String
|
3162
|
+
#
|
3163
|
+
# @example Request syntax with placeholder values
|
3164
|
+
#
|
3165
|
+
# resp = client.update_ruleset({
|
3166
|
+
# name: "RulesetName", # required
|
3167
|
+
# description: "RulesetDescription",
|
3168
|
+
# rules: [ # required
|
3169
|
+
# {
|
3170
|
+
# name: "RuleName", # required
|
3171
|
+
# disabled: false,
|
3172
|
+
# check_expression: "Expression", # required
|
3173
|
+
# substitution_map: {
|
3174
|
+
# "ValueReference" => "ConditionValue",
|
3175
|
+
# },
|
3176
|
+
# threshold: {
|
3177
|
+
# value: 1.0, # required
|
3178
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
3179
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
3180
|
+
# },
|
3181
|
+
# column_selectors: [
|
3182
|
+
# {
|
3183
|
+
# regex: "ColumnName",
|
3184
|
+
# name: "ColumnName",
|
3185
|
+
# },
|
3186
|
+
# ],
|
3187
|
+
# },
|
3188
|
+
# ],
|
3189
|
+
# })
|
3190
|
+
#
|
3191
|
+
# @example Response structure
|
3192
|
+
#
|
3193
|
+
# resp.name #=> String
|
3194
|
+
#
|
3195
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateRuleset AWS API Documentation
|
3196
|
+
#
|
3197
|
+
# @overload update_ruleset(params = {})
|
3198
|
+
# @param [Hash] params ({})
|
3199
|
+
def update_ruleset(params = {}, options = {})
|
3200
|
+
req = build_request(:update_ruleset, params)
|
3201
|
+
req.send_request(options)
|
3202
|
+
end
|
3203
|
+
|
2860
3204
|
# Modifies the definition of an existing DataBrew schedule.
|
2861
3205
|
#
|
2862
3206
|
# @option params [Array<String>] :job_names
|
@@ -2912,7 +3256,7 @@ module Aws::GlueDataBrew
|
|
2912
3256
|
params: params,
|
2913
3257
|
config: config)
|
2914
3258
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2915
|
-
context[:gem_version] = '1.
|
3259
|
+
context[:gem_version] = '1.16.0'
|
2916
3260
|
Seahorse::Client::Request.new(handlers, context)
|
2917
3261
|
end
|
2918
3262
|
|