aws-sdk-gluedatabrew 1.13.0 → 1.17.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +359 -4
- data/lib/aws-sdk-gluedatabrew/client_api.rb +205 -1
- data/lib/aws-sdk-gluedatabrew/types.rb +793 -13
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 0f1a5e4aa0c879bf34345c709131c5801efa7ceb0be92c3914ab6666e4d766ca
|
4
|
+
data.tar.gz: 2ecf0261b0a8fbdf9a628c1011752360ef15d4a77f6a5fd8fb869f82ebee0b61
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 400cc67c7aec2002ab383442d7fc84ddab224ef4d52de2a2d55818be5cdac79727abd08b352d7c6e1ba1c34386b2da9e7f186c33eaf96be790d1f7ea8af95fda
|
7
|
+
data.tar.gz: 763853eeaf49c208d176130b2136ffdef3b7344d28d79c5b71e237b6204bfad753e5059c634a508c5d81cc1a6a03f7af6f754707b1ac5923561295799c656968
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.17.0 (2021-11-30)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
8
|
+
|
9
|
+
1.16.0 (2021-11-18)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - This SDK release adds the following new features: 1) PII detection in profile jobs, 2) Data quality rules, enabling validation of data quality in profile jobs, 3) SQL query-based datasets for Amazon Redshift and Snowflake data sources, and 4) Connecting DataBrew datasets with Amazon AppFlow flows.
|
13
|
+
|
14
|
+
1.15.0 (2021-11-04)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
18
|
+
|
19
|
+
1.14.0 (2021-10-18)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
23
|
+
|
4
24
|
1.13.0 (2021-09-01)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.17.0
|
@@ -119,7 +119,9 @@ module Aws::GlueDataBrew
|
|
119
119
|
# * EC2/ECS IMDS instance profile - When used by default, the timeouts
|
120
120
|
# are very aggressive. Construct and pass an instance of
|
121
121
|
# `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
|
122
|
-
# enable retries and extended timeouts.
|
122
|
+
# enable retries and extended timeouts. Instance profile credential
|
123
|
+
# fetching can be disabled by setting ENV['AWS_EC2_METADATA_DISABLED']
|
124
|
+
# to true.
|
123
125
|
#
|
124
126
|
# @option options [required, String] :region
|
125
127
|
# The AWS region to connect to. The configured `:region` is
|
@@ -275,6 +277,15 @@ module Aws::GlueDataBrew
|
|
275
277
|
# ** Please note ** When response stubbing is enabled, no HTTP
|
276
278
|
# requests are made, and retries are disabled.
|
277
279
|
#
|
280
|
+
# @option options [Boolean] :use_dualstack_endpoint
|
281
|
+
# When set to `true`, dualstack enabled endpoints (with `.aws` TLD)
|
282
|
+
# will be used if available.
|
283
|
+
#
|
284
|
+
# @option options [Boolean] :use_fips_endpoint
|
285
|
+
# When set to `true`, fips compatible endpoints will be used if available.
|
286
|
+
# When a `fips` region is used, the region is normalized and this config
|
287
|
+
# is set to `true`.
|
288
|
+
#
|
278
289
|
# @option options [Boolean] :validate_params (true)
|
279
290
|
# When `true`, request parameters are validated before
|
280
291
|
# sending the request.
|
@@ -457,11 +468,15 @@ module Aws::GlueDataBrew
|
|
457
468
|
# },
|
458
469
|
# database_input_definition: {
|
459
470
|
# glue_connection_name: "GlueConnectionName", # required
|
460
|
-
# database_table_name: "DatabaseTableName",
|
471
|
+
# database_table_name: "DatabaseTableName",
|
461
472
|
# temp_directory: {
|
462
473
|
# bucket: "Bucket", # required
|
463
474
|
# key: "Key",
|
464
475
|
# },
|
476
|
+
# query_string: "QueryString",
|
477
|
+
# },
|
478
|
+
# metadata: {
|
479
|
+
# source_arn: "Arn",
|
465
480
|
# },
|
466
481
|
# },
|
467
482
|
# path_options: {
|
@@ -554,6 +569,9 @@ module Aws::GlueDataBrew
|
|
554
569
|
# evaluations, and override default parameters of evaluations. When
|
555
570
|
# configuration is null, the profile job will run with default settings.
|
556
571
|
#
|
572
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
573
|
+
# List of validation configurations that are applied to the profile job.
|
574
|
+
#
|
557
575
|
# @option params [required, String] :role_arn
|
558
576
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
559
577
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -628,7 +646,21 @@ module Aws::GlueDataBrew
|
|
628
646
|
# },
|
629
647
|
# },
|
630
648
|
# ],
|
649
|
+
# entity_detector_configuration: {
|
650
|
+
# entity_types: ["EntityType"], # required
|
651
|
+
# allowed_statistics: [
|
652
|
+
# {
|
653
|
+
# statistics: ["Statistic"], # required
|
654
|
+
# },
|
655
|
+
# ],
|
656
|
+
# },
|
631
657
|
# },
|
658
|
+
# validation_configurations: [
|
659
|
+
# {
|
660
|
+
# ruleset_arn: "Arn", # required
|
661
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
662
|
+
# },
|
663
|
+
# ],
|
632
664
|
# role_arn: "Arn", # required
|
633
665
|
# tags: {
|
634
666
|
# "TagKey" => "TagValue",
|
@@ -921,6 +953,76 @@ module Aws::GlueDataBrew
|
|
921
953
|
req.send_request(options)
|
922
954
|
end
|
923
955
|
|
956
|
+
# Creates a new ruleset that can be used in a profile job to validate
|
957
|
+
# the data quality of a dataset.
|
958
|
+
#
|
959
|
+
# @option params [required, String] :name
|
960
|
+
# The name of the ruleset to be created. Valid characters are
|
961
|
+
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
962
|
+
#
|
963
|
+
# @option params [String] :description
|
964
|
+
# The description of the ruleset.
|
965
|
+
#
|
966
|
+
# @option params [required, String] :target_arn
|
967
|
+
# The Amazon Resource Name (ARN) of a resource (dataset) that the
|
968
|
+
# ruleset is associated with.
|
969
|
+
#
|
970
|
+
# @option params [required, Array<Types::Rule>] :rules
|
971
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
972
|
+
# or more checks to be validated on a DataBrew dataset.
|
973
|
+
#
|
974
|
+
# @option params [Hash<String,String>] :tags
|
975
|
+
# Metadata tags to apply to the ruleset.
|
976
|
+
#
|
977
|
+
# @return [Types::CreateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
978
|
+
#
|
979
|
+
# * {Types::CreateRulesetResponse#name #name} => String
|
980
|
+
#
|
981
|
+
# @example Request syntax with placeholder values
|
982
|
+
#
|
983
|
+
# resp = client.create_ruleset({
|
984
|
+
# name: "RulesetName", # required
|
985
|
+
# description: "RulesetDescription",
|
986
|
+
# target_arn: "Arn", # required
|
987
|
+
# rules: [ # required
|
988
|
+
# {
|
989
|
+
# name: "RuleName", # required
|
990
|
+
# disabled: false,
|
991
|
+
# check_expression: "Expression", # required
|
992
|
+
# substitution_map: {
|
993
|
+
# "ValueReference" => "ConditionValue",
|
994
|
+
# },
|
995
|
+
# threshold: {
|
996
|
+
# value: 1.0, # required
|
997
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
998
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
999
|
+
# },
|
1000
|
+
# column_selectors: [
|
1001
|
+
# {
|
1002
|
+
# regex: "ColumnName",
|
1003
|
+
# name: "ColumnName",
|
1004
|
+
# },
|
1005
|
+
# ],
|
1006
|
+
# },
|
1007
|
+
# ],
|
1008
|
+
# tags: {
|
1009
|
+
# "TagKey" => "TagValue",
|
1010
|
+
# },
|
1011
|
+
# })
|
1012
|
+
#
|
1013
|
+
# @example Response structure
|
1014
|
+
#
|
1015
|
+
# resp.name #=> String
|
1016
|
+
#
|
1017
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateRuleset AWS API Documentation
|
1018
|
+
#
|
1019
|
+
# @overload create_ruleset(params = {})
|
1020
|
+
# @param [Hash] params ({})
|
1021
|
+
def create_ruleset(params = {}, options = {})
|
1022
|
+
req = build_request(:create_ruleset, params)
|
1023
|
+
req.send_request(options)
|
1024
|
+
end
|
1025
|
+
|
924
1026
|
# Creates a new schedule for one or more DataBrew jobs. Jobs can be run
|
925
1027
|
# at a specific date and time, or at regular intervals.
|
926
1028
|
#
|
@@ -1091,6 +1193,34 @@ module Aws::GlueDataBrew
|
|
1091
1193
|
req.send_request(options)
|
1092
1194
|
end
|
1093
1195
|
|
1196
|
+
# Deletes a ruleset.
|
1197
|
+
#
|
1198
|
+
# @option params [required, String] :name
|
1199
|
+
# The name of the ruleset to be deleted.
|
1200
|
+
#
|
1201
|
+
# @return [Types::DeleteRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1202
|
+
#
|
1203
|
+
# * {Types::DeleteRulesetResponse#name #name} => String
|
1204
|
+
#
|
1205
|
+
# @example Request syntax with placeholder values
|
1206
|
+
#
|
1207
|
+
# resp = client.delete_ruleset({
|
1208
|
+
# name: "RulesetName", # required
|
1209
|
+
# })
|
1210
|
+
#
|
1211
|
+
# @example Response structure
|
1212
|
+
#
|
1213
|
+
# resp.name #=> String
|
1214
|
+
#
|
1215
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DeleteRuleset AWS API Documentation
|
1216
|
+
#
|
1217
|
+
# @overload delete_ruleset(params = {})
|
1218
|
+
# @param [Hash] params ({})
|
1219
|
+
def delete_ruleset(params = {}, options = {})
|
1220
|
+
req = build_request(:delete_ruleset, params)
|
1221
|
+
req.send_request(options)
|
1222
|
+
end
|
1223
|
+
|
1094
1224
|
# Deletes the specified DataBrew schedule.
|
1095
1225
|
#
|
1096
1226
|
# @option params [required, String] :name
|
@@ -1170,6 +1300,8 @@ module Aws::GlueDataBrew
|
|
1170
1300
|
# resp.input.database_input_definition.database_table_name #=> String
|
1171
1301
|
# resp.input.database_input_definition.temp_directory.bucket #=> String
|
1172
1302
|
# resp.input.database_input_definition.temp_directory.key #=> String
|
1303
|
+
# resp.input.database_input_definition.query_string #=> String
|
1304
|
+
# resp.input.metadata.source_arn #=> String
|
1173
1305
|
# resp.last_modified_date #=> Time
|
1174
1306
|
# resp.last_modified_by #=> String
|
1175
1307
|
# resp.source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1226,6 +1358,7 @@ module Aws::GlueDataBrew
|
|
1226
1358
|
# * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1227
1359
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1228
1360
|
# * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1361
|
+
# * {Types::DescribeJobResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1229
1362
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1230
1363
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
1231
1364
|
# * {Types::DescribeJobResponse#role_arn #role_arn} => String
|
@@ -1298,6 +1431,14 @@ module Aws::GlueDataBrew
|
|
1298
1431
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1299
1432
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1300
1433
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1434
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1435
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1436
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1437
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1438
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1439
|
+
# resp.validation_configurations #=> Array
|
1440
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1441
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1301
1442
|
# resp.recipe_reference.name #=> String
|
1302
1443
|
# resp.recipe_reference.recipe_version #=> String
|
1303
1444
|
# resp.resource_arn #=> String
|
@@ -1334,6 +1475,7 @@ module Aws::GlueDataBrew
|
|
1334
1475
|
# * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
|
1335
1476
|
# * {Types::DescribeJobRunResponse#job_name #job_name} => String
|
1336
1477
|
# * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1478
|
+
# * {Types::DescribeJobRunResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1337
1479
|
# * {Types::DescribeJobRunResponse#run_id #run_id} => String
|
1338
1480
|
# * {Types::DescribeJobRunResponse#state #state} => String
|
1339
1481
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
@@ -1380,6 +1522,14 @@ module Aws::GlueDataBrew
|
|
1380
1522
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1381
1523
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1382
1524
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1525
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1526
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1527
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1528
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1529
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1530
|
+
# resp.validation_configurations #=> Array
|
1531
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1532
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1383
1533
|
# resp.run_id #=> String
|
1384
1534
|
# resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1385
1535
|
# resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
|
@@ -1547,6 +1697,64 @@ module Aws::GlueDataBrew
|
|
1547
1697
|
req.send_request(options)
|
1548
1698
|
end
|
1549
1699
|
|
1700
|
+
# Retrieves detailed information about the ruleset.
|
1701
|
+
#
|
1702
|
+
# @option params [required, String] :name
|
1703
|
+
# The name of the ruleset to be described.
|
1704
|
+
#
|
1705
|
+
# @return [Types::DescribeRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1706
|
+
#
|
1707
|
+
# * {Types::DescribeRulesetResponse#name #name} => String
|
1708
|
+
# * {Types::DescribeRulesetResponse#description #description} => String
|
1709
|
+
# * {Types::DescribeRulesetResponse#target_arn #target_arn} => String
|
1710
|
+
# * {Types::DescribeRulesetResponse#rules #rules} => Array<Types::Rule>
|
1711
|
+
# * {Types::DescribeRulesetResponse#create_date #create_date} => Time
|
1712
|
+
# * {Types::DescribeRulesetResponse#created_by #created_by} => String
|
1713
|
+
# * {Types::DescribeRulesetResponse#last_modified_by #last_modified_by} => String
|
1714
|
+
# * {Types::DescribeRulesetResponse#last_modified_date #last_modified_date} => Time
|
1715
|
+
# * {Types::DescribeRulesetResponse#resource_arn #resource_arn} => String
|
1716
|
+
# * {Types::DescribeRulesetResponse#tags #tags} => Hash<String,String>
|
1717
|
+
#
|
1718
|
+
# @example Request syntax with placeholder values
|
1719
|
+
#
|
1720
|
+
# resp = client.describe_ruleset({
|
1721
|
+
# name: "RulesetName", # required
|
1722
|
+
# })
|
1723
|
+
#
|
1724
|
+
# @example Response structure
|
1725
|
+
#
|
1726
|
+
# resp.name #=> String
|
1727
|
+
# resp.description #=> String
|
1728
|
+
# resp.target_arn #=> String
|
1729
|
+
# resp.rules #=> Array
|
1730
|
+
# resp.rules[0].name #=> String
|
1731
|
+
# resp.rules[0].disabled #=> Boolean
|
1732
|
+
# resp.rules[0].check_expression #=> String
|
1733
|
+
# resp.rules[0].substitution_map #=> Hash
|
1734
|
+
# resp.rules[0].substitution_map["ValueReference"] #=> String
|
1735
|
+
# resp.rules[0].threshold.value #=> Float
|
1736
|
+
# resp.rules[0].threshold.type #=> String, one of "GREATER_THAN_OR_EQUAL", "LESS_THAN_OR_EQUAL", "GREATER_THAN", "LESS_THAN"
|
1737
|
+
# resp.rules[0].threshold.unit #=> String, one of "COUNT", "PERCENTAGE"
|
1738
|
+
# resp.rules[0].column_selectors #=> Array
|
1739
|
+
# resp.rules[0].column_selectors[0].regex #=> String
|
1740
|
+
# resp.rules[0].column_selectors[0].name #=> String
|
1741
|
+
# resp.create_date #=> Time
|
1742
|
+
# resp.created_by #=> String
|
1743
|
+
# resp.last_modified_by #=> String
|
1744
|
+
# resp.last_modified_date #=> Time
|
1745
|
+
# resp.resource_arn #=> String
|
1746
|
+
# resp.tags #=> Hash
|
1747
|
+
# resp.tags["TagKey"] #=> String
|
1748
|
+
#
|
1749
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeRuleset AWS API Documentation
|
1750
|
+
#
|
1751
|
+
# @overload describe_ruleset(params = {})
|
1752
|
+
# @param [Hash] params ({})
|
1753
|
+
def describe_ruleset(params = {}, options = {})
|
1754
|
+
req = build_request(:describe_ruleset, params)
|
1755
|
+
req.send_request(options)
|
1756
|
+
end
|
1757
|
+
|
1550
1758
|
# Returns the definition of a specific DataBrew schedule.
|
1551
1759
|
#
|
1552
1760
|
# @option params [required, String] :name
|
@@ -1643,6 +1851,8 @@ module Aws::GlueDataBrew
|
|
1643
1851
|
# resp.datasets[0].input.database_input_definition.database_table_name #=> String
|
1644
1852
|
# resp.datasets[0].input.database_input_definition.temp_directory.bucket #=> String
|
1645
1853
|
# resp.datasets[0].input.database_input_definition.temp_directory.key #=> String
|
1854
|
+
# resp.datasets[0].input.database_input_definition.query_string #=> String
|
1855
|
+
# resp.datasets[0].input.metadata.source_arn #=> String
|
1646
1856
|
# resp.datasets[0].last_modified_date #=> Time
|
1647
1857
|
# resp.datasets[0].last_modified_by #=> String
|
1648
1858
|
# resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1747,6 +1957,9 @@ module Aws::GlueDataBrew
|
|
1747
1957
|
# resp.job_runs[0].started_on #=> Time
|
1748
1958
|
# resp.job_runs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1749
1959
|
# resp.job_runs[0].job_sample.size #=> Integer
|
1960
|
+
# resp.job_runs[0].validation_configurations #=> Array
|
1961
|
+
# resp.job_runs[0].validation_configurations[0].ruleset_arn #=> String
|
1962
|
+
# resp.job_runs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1750
1963
|
# resp.next_token #=> String
|
1751
1964
|
#
|
1752
1965
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobRuns AWS API Documentation
|
@@ -1844,6 +2057,9 @@ module Aws::GlueDataBrew
|
|
1844
2057
|
# resp.jobs[0].tags["TagKey"] #=> String
|
1845
2058
|
# resp.jobs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1846
2059
|
# resp.jobs[0].job_sample.size #=> Integer
|
2060
|
+
# resp.jobs[0].validation_configurations #=> Array
|
2061
|
+
# resp.jobs[0].validation_configurations[0].ruleset_arn #=> String
|
2062
|
+
# resp.jobs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1847
2063
|
# resp.next_token #=> String
|
1848
2064
|
#
|
1849
2065
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobs AWS API Documentation
|
@@ -2037,6 +2253,64 @@ module Aws::GlueDataBrew
|
|
2037
2253
|
req.send_request(options)
|
2038
2254
|
end
|
2039
2255
|
|
2256
|
+
# List all rulesets available in the current account or rulesets
|
2257
|
+
# associated with a specific resource (dataset).
|
2258
|
+
#
|
2259
|
+
# @option params [String] :target_arn
|
2260
|
+
# The Amazon Resource Name (ARN) of a resource (dataset). Using this
|
2261
|
+
# parameter indicates to return only those rulesets that are associated
|
2262
|
+
# with the specified resource.
|
2263
|
+
#
|
2264
|
+
# @option params [Integer] :max_results
|
2265
|
+
# The maximum number of results to return in this request.
|
2266
|
+
#
|
2267
|
+
# @option params [String] :next_token
|
2268
|
+
# A token generated by DataBrew that specifies where to continue
|
2269
|
+
# pagination if a previous request was truncated. To get the next set of
|
2270
|
+
# pages, pass in the NextToken value from the response object of the
|
2271
|
+
# previous page call.
|
2272
|
+
#
|
2273
|
+
# @return [Types::ListRulesetsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2274
|
+
#
|
2275
|
+
# * {Types::ListRulesetsResponse#rulesets #rulesets} => Array<Types::RulesetItem>
|
2276
|
+
# * {Types::ListRulesetsResponse#next_token #next_token} => String
|
2277
|
+
#
|
2278
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
2279
|
+
#
|
2280
|
+
# @example Request syntax with placeholder values
|
2281
|
+
#
|
2282
|
+
# resp = client.list_rulesets({
|
2283
|
+
# target_arn: "Arn",
|
2284
|
+
# max_results: 1,
|
2285
|
+
# next_token: "NextToken",
|
2286
|
+
# })
|
2287
|
+
#
|
2288
|
+
# @example Response structure
|
2289
|
+
#
|
2290
|
+
# resp.rulesets #=> Array
|
2291
|
+
# resp.rulesets[0].account_id #=> String
|
2292
|
+
# resp.rulesets[0].created_by #=> String
|
2293
|
+
# resp.rulesets[0].create_date #=> Time
|
2294
|
+
# resp.rulesets[0].description #=> String
|
2295
|
+
# resp.rulesets[0].last_modified_by #=> String
|
2296
|
+
# resp.rulesets[0].last_modified_date #=> Time
|
2297
|
+
# resp.rulesets[0].name #=> String
|
2298
|
+
# resp.rulesets[0].resource_arn #=> String
|
2299
|
+
# resp.rulesets[0].rule_count #=> Integer
|
2300
|
+
# resp.rulesets[0].tags #=> Hash
|
2301
|
+
# resp.rulesets[0].tags["TagKey"] #=> String
|
2302
|
+
# resp.rulesets[0].target_arn #=> String
|
2303
|
+
# resp.next_token #=> String
|
2304
|
+
#
|
2305
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListRulesets AWS API Documentation
|
2306
|
+
#
|
2307
|
+
# @overload list_rulesets(params = {})
|
2308
|
+
# @param [Hash] params ({})
|
2309
|
+
def list_rulesets(params = {}, options = {})
|
2310
|
+
req = build_request(:list_rulesets, params)
|
2311
|
+
req.send_request(options)
|
2312
|
+
end
|
2313
|
+
|
2040
2314
|
# Lists the DataBrew schedules that are defined.
|
2041
2315
|
#
|
2042
2316
|
# @option params [String] :job_name
|
@@ -2210,6 +2484,9 @@ module Aws::GlueDataBrew
|
|
2210
2484
|
# start_column_index: 1, # required
|
2211
2485
|
# column_range: 1,
|
2212
2486
|
# hidden_columns: ["ColumnName"],
|
2487
|
+
# start_row_index: 1,
|
2488
|
+
# row_range: 1,
|
2489
|
+
# analytics: "ENABLE", # accepts ENABLE, DISABLE
|
2213
2490
|
# },
|
2214
2491
|
# })
|
2215
2492
|
#
|
@@ -2442,11 +2719,15 @@ module Aws::GlueDataBrew
|
|
2442
2719
|
# },
|
2443
2720
|
# database_input_definition: {
|
2444
2721
|
# glue_connection_name: "GlueConnectionName", # required
|
2445
|
-
# database_table_name: "DatabaseTableName",
|
2722
|
+
# database_table_name: "DatabaseTableName",
|
2446
2723
|
# temp_directory: {
|
2447
2724
|
# bucket: "Bucket", # required
|
2448
2725
|
# key: "Key",
|
2449
2726
|
# },
|
2727
|
+
# query_string: "QueryString",
|
2728
|
+
# },
|
2729
|
+
# metadata: {
|
2730
|
+
# source_arn: "Arn",
|
2450
2731
|
# },
|
2451
2732
|
# },
|
2452
2733
|
# path_options: {
|
@@ -2531,6 +2812,9 @@ module Aws::GlueDataBrew
|
|
2531
2812
|
# Represents an Amazon S3 location (bucket name and object key) where
|
2532
2813
|
# DataBrew can read input data, or write output from a job.
|
2533
2814
|
#
|
2815
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
2816
|
+
# List of validation configurations that are applied to the profile job.
|
2817
|
+
#
|
2534
2818
|
# @option params [required, String] :role_arn
|
2535
2819
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2536
2820
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -2592,6 +2876,14 @@ module Aws::GlueDataBrew
|
|
2592
2876
|
# },
|
2593
2877
|
# },
|
2594
2878
|
# ],
|
2879
|
+
# entity_detector_configuration: {
|
2880
|
+
# entity_types: ["EntityType"], # required
|
2881
|
+
# allowed_statistics: [
|
2882
|
+
# {
|
2883
|
+
# statistics: ["Statistic"], # required
|
2884
|
+
# },
|
2885
|
+
# ],
|
2886
|
+
# },
|
2595
2887
|
# },
|
2596
2888
|
# encryption_key_arn: "EncryptionKeyArn",
|
2597
2889
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
@@ -2603,6 +2895,12 @@ module Aws::GlueDataBrew
|
|
2603
2895
|
# bucket: "Bucket", # required
|
2604
2896
|
# key: "Key",
|
2605
2897
|
# },
|
2898
|
+
# validation_configurations: [
|
2899
|
+
# {
|
2900
|
+
# ruleset_arn: "Arn", # required
|
2901
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
2902
|
+
# },
|
2903
|
+
# ],
|
2606
2904
|
# role_arn: "Arn", # required
|
2607
2905
|
# timeout: 1,
|
2608
2906
|
# job_sample: {
|
@@ -2848,6 +3146,63 @@ module Aws::GlueDataBrew
|
|
2848
3146
|
req.send_request(options)
|
2849
3147
|
end
|
2850
3148
|
|
3149
|
+
# Updates specified ruleset.
|
3150
|
+
#
|
3151
|
+
# @option params [required, String] :name
|
3152
|
+
# The name of the ruleset to be updated.
|
3153
|
+
#
|
3154
|
+
# @option params [String] :description
|
3155
|
+
# The description of the ruleset.
|
3156
|
+
#
|
3157
|
+
# @option params [required, Array<Types::Rule>] :rules
|
3158
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
3159
|
+
# or more checks to be validated on a DataBrew dataset.
|
3160
|
+
#
|
3161
|
+
# @return [Types::UpdateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3162
|
+
#
|
3163
|
+
# * {Types::UpdateRulesetResponse#name #name} => String
|
3164
|
+
#
|
3165
|
+
# @example Request syntax with placeholder values
|
3166
|
+
#
|
3167
|
+
# resp = client.update_ruleset({
|
3168
|
+
# name: "RulesetName", # required
|
3169
|
+
# description: "RulesetDescription",
|
3170
|
+
# rules: [ # required
|
3171
|
+
# {
|
3172
|
+
# name: "RuleName", # required
|
3173
|
+
# disabled: false,
|
3174
|
+
# check_expression: "Expression", # required
|
3175
|
+
# substitution_map: {
|
3176
|
+
# "ValueReference" => "ConditionValue",
|
3177
|
+
# },
|
3178
|
+
# threshold: {
|
3179
|
+
# value: 1.0, # required
|
3180
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
3181
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
3182
|
+
# },
|
3183
|
+
# column_selectors: [
|
3184
|
+
# {
|
3185
|
+
# regex: "ColumnName",
|
3186
|
+
# name: "ColumnName",
|
3187
|
+
# },
|
3188
|
+
# ],
|
3189
|
+
# },
|
3190
|
+
# ],
|
3191
|
+
# })
|
3192
|
+
#
|
3193
|
+
# @example Response structure
|
3194
|
+
#
|
3195
|
+
# resp.name #=> String
|
3196
|
+
#
|
3197
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateRuleset AWS API Documentation
|
3198
|
+
#
|
3199
|
+
# @overload update_ruleset(params = {})
|
3200
|
+
# @param [Hash] params ({})
|
3201
|
+
def update_ruleset(params = {}, options = {})
|
3202
|
+
req = build_request(:update_ruleset, params)
|
3203
|
+
req.send_request(options)
|
3204
|
+
end
|
3205
|
+
|
2851
3206
|
# Modifies the definition of an existing DataBrew schedule.
|
2852
3207
|
#
|
2853
3208
|
# @option params [Array<String>] :job_names
|
@@ -2903,7 +3258,7 @@ module Aws::GlueDataBrew
|
|
2903
3258
|
params: params,
|
2904
3259
|
config: config)
|
2905
3260
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2906
|
-
context[:gem_version] = '1.
|
3261
|
+
context[:gem_version] = '1.17.0'
|
2907
3262
|
Seahorse::Client::Request.new(handlers, context)
|
2908
3263
|
end
|
2909
3264
|
|