aws-sdk-gluedatabrew 1.13.0 → 1.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +359 -4
- data/lib/aws-sdk-gluedatabrew/client_api.rb +205 -1
- data/lib/aws-sdk-gluedatabrew/types.rb +793 -13
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 0f1a5e4aa0c879bf34345c709131c5801efa7ceb0be92c3914ab6666e4d766ca
|
4
|
+
data.tar.gz: 2ecf0261b0a8fbdf9a628c1011752360ef15d4a77f6a5fd8fb869f82ebee0b61
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 400cc67c7aec2002ab383442d7fc84ddab224ef4d52de2a2d55818be5cdac79727abd08b352d7c6e1ba1c34386b2da9e7f186c33eaf96be790d1f7ea8af95fda
|
7
|
+
data.tar.gz: 763853eeaf49c208d176130b2136ffdef3b7344d28d79c5b71e237b6204bfad753e5059c634a508c5d81cc1a6a03f7af6f754707b1ac5923561295799c656968
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.17.0 (2021-11-30)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
8
|
+
|
9
|
+
1.16.0 (2021-11-18)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - This SDK release adds the following new features: 1) PII detection in profile jobs, 2) Data quality rules, enabling validation of data quality in profile jobs, 3) SQL query-based datasets for Amazon Redshift and Snowflake data sources, and 4) Connecting DataBrew datasets with Amazon AppFlow flows.
|
13
|
+
|
14
|
+
1.15.0 (2021-11-04)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
18
|
+
|
19
|
+
1.14.0 (2021-10-18)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
23
|
+
|
4
24
|
1.13.0 (2021-09-01)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.17.0
|
@@ -119,7 +119,9 @@ module Aws::GlueDataBrew
|
|
119
119
|
# * EC2/ECS IMDS instance profile - When used by default, the timeouts
|
120
120
|
# are very aggressive. Construct and pass an instance of
|
121
121
|
# `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
|
122
|
-
# enable retries and extended timeouts.
|
122
|
+
# enable retries and extended timeouts. Instance profile credential
|
123
|
+
# fetching can be disabled by setting ENV['AWS_EC2_METADATA_DISABLED']
|
124
|
+
# to true.
|
123
125
|
#
|
124
126
|
# @option options [required, String] :region
|
125
127
|
# The AWS region to connect to. The configured `:region` is
|
@@ -275,6 +277,15 @@ module Aws::GlueDataBrew
|
|
275
277
|
# ** Please note ** When response stubbing is enabled, no HTTP
|
276
278
|
# requests are made, and retries are disabled.
|
277
279
|
#
|
280
|
+
# @option options [Boolean] :use_dualstack_endpoint
|
281
|
+
# When set to `true`, dualstack enabled endpoints (with `.aws` TLD)
|
282
|
+
# will be used if available.
|
283
|
+
#
|
284
|
+
# @option options [Boolean] :use_fips_endpoint
|
285
|
+
# When set to `true`, fips compatible endpoints will be used if available.
|
286
|
+
# When a `fips` region is used, the region is normalized and this config
|
287
|
+
# is set to `true`.
|
288
|
+
#
|
278
289
|
# @option options [Boolean] :validate_params (true)
|
279
290
|
# When `true`, request parameters are validated before
|
280
291
|
# sending the request.
|
@@ -457,11 +468,15 @@ module Aws::GlueDataBrew
|
|
457
468
|
# },
|
458
469
|
# database_input_definition: {
|
459
470
|
# glue_connection_name: "GlueConnectionName", # required
|
460
|
-
# database_table_name: "DatabaseTableName",
|
471
|
+
# database_table_name: "DatabaseTableName",
|
461
472
|
# temp_directory: {
|
462
473
|
# bucket: "Bucket", # required
|
463
474
|
# key: "Key",
|
464
475
|
# },
|
476
|
+
# query_string: "QueryString",
|
477
|
+
# },
|
478
|
+
# metadata: {
|
479
|
+
# source_arn: "Arn",
|
465
480
|
# },
|
466
481
|
# },
|
467
482
|
# path_options: {
|
@@ -554,6 +569,9 @@ module Aws::GlueDataBrew
|
|
554
569
|
# evaluations, and override default parameters of evaluations. When
|
555
570
|
# configuration is null, the profile job will run with default settings.
|
556
571
|
#
|
572
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
573
|
+
# List of validation configurations that are applied to the profile job.
|
574
|
+
#
|
557
575
|
# @option params [required, String] :role_arn
|
558
576
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
559
577
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -628,7 +646,21 @@ module Aws::GlueDataBrew
|
|
628
646
|
# },
|
629
647
|
# },
|
630
648
|
# ],
|
649
|
+
# entity_detector_configuration: {
|
650
|
+
# entity_types: ["EntityType"], # required
|
651
|
+
# allowed_statistics: [
|
652
|
+
# {
|
653
|
+
# statistics: ["Statistic"], # required
|
654
|
+
# },
|
655
|
+
# ],
|
656
|
+
# },
|
631
657
|
# },
|
658
|
+
# validation_configurations: [
|
659
|
+
# {
|
660
|
+
# ruleset_arn: "Arn", # required
|
661
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
662
|
+
# },
|
663
|
+
# ],
|
632
664
|
# role_arn: "Arn", # required
|
633
665
|
# tags: {
|
634
666
|
# "TagKey" => "TagValue",
|
@@ -921,6 +953,76 @@ module Aws::GlueDataBrew
|
|
921
953
|
req.send_request(options)
|
922
954
|
end
|
923
955
|
|
956
|
+
# Creates a new ruleset that can be used in a profile job to validate
|
957
|
+
# the data quality of a dataset.
|
958
|
+
#
|
959
|
+
# @option params [required, String] :name
|
960
|
+
# The name of the ruleset to be created. Valid characters are
|
961
|
+
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
962
|
+
#
|
963
|
+
# @option params [String] :description
|
964
|
+
# The description of the ruleset.
|
965
|
+
#
|
966
|
+
# @option params [required, String] :target_arn
|
967
|
+
# The Amazon Resource Name (ARN) of a resource (dataset) that the
|
968
|
+
# ruleset is associated with.
|
969
|
+
#
|
970
|
+
# @option params [required, Array<Types::Rule>] :rules
|
971
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
972
|
+
# or more checks to be validated on a DataBrew dataset.
|
973
|
+
#
|
974
|
+
# @option params [Hash<String,String>] :tags
|
975
|
+
# Metadata tags to apply to the ruleset.
|
976
|
+
#
|
977
|
+
# @return [Types::CreateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
978
|
+
#
|
979
|
+
# * {Types::CreateRulesetResponse#name #name} => String
|
980
|
+
#
|
981
|
+
# @example Request syntax with placeholder values
|
982
|
+
#
|
983
|
+
# resp = client.create_ruleset({
|
984
|
+
# name: "RulesetName", # required
|
985
|
+
# description: "RulesetDescription",
|
986
|
+
# target_arn: "Arn", # required
|
987
|
+
# rules: [ # required
|
988
|
+
# {
|
989
|
+
# name: "RuleName", # required
|
990
|
+
# disabled: false,
|
991
|
+
# check_expression: "Expression", # required
|
992
|
+
# substitution_map: {
|
993
|
+
# "ValueReference" => "ConditionValue",
|
994
|
+
# },
|
995
|
+
# threshold: {
|
996
|
+
# value: 1.0, # required
|
997
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
998
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
999
|
+
# },
|
1000
|
+
# column_selectors: [
|
1001
|
+
# {
|
1002
|
+
# regex: "ColumnName",
|
1003
|
+
# name: "ColumnName",
|
1004
|
+
# },
|
1005
|
+
# ],
|
1006
|
+
# },
|
1007
|
+
# ],
|
1008
|
+
# tags: {
|
1009
|
+
# "TagKey" => "TagValue",
|
1010
|
+
# },
|
1011
|
+
# })
|
1012
|
+
#
|
1013
|
+
# @example Response structure
|
1014
|
+
#
|
1015
|
+
# resp.name #=> String
|
1016
|
+
#
|
1017
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateRuleset AWS API Documentation
|
1018
|
+
#
|
1019
|
+
# @overload create_ruleset(params = {})
|
1020
|
+
# @param [Hash] params ({})
|
1021
|
+
def create_ruleset(params = {}, options = {})
|
1022
|
+
req = build_request(:create_ruleset, params)
|
1023
|
+
req.send_request(options)
|
1024
|
+
end
|
1025
|
+
|
924
1026
|
# Creates a new schedule for one or more DataBrew jobs. Jobs can be run
|
925
1027
|
# at a specific date and time, or at regular intervals.
|
926
1028
|
#
|
@@ -1091,6 +1193,34 @@ module Aws::GlueDataBrew
|
|
1091
1193
|
req.send_request(options)
|
1092
1194
|
end
|
1093
1195
|
|
1196
|
+
# Deletes a ruleset.
|
1197
|
+
#
|
1198
|
+
# @option params [required, String] :name
|
1199
|
+
# The name of the ruleset to be deleted.
|
1200
|
+
#
|
1201
|
+
# @return [Types::DeleteRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1202
|
+
#
|
1203
|
+
# * {Types::DeleteRulesetResponse#name #name} => String
|
1204
|
+
#
|
1205
|
+
# @example Request syntax with placeholder values
|
1206
|
+
#
|
1207
|
+
# resp = client.delete_ruleset({
|
1208
|
+
# name: "RulesetName", # required
|
1209
|
+
# })
|
1210
|
+
#
|
1211
|
+
# @example Response structure
|
1212
|
+
#
|
1213
|
+
# resp.name #=> String
|
1214
|
+
#
|
1215
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DeleteRuleset AWS API Documentation
|
1216
|
+
#
|
1217
|
+
# @overload delete_ruleset(params = {})
|
1218
|
+
# @param [Hash] params ({})
|
1219
|
+
def delete_ruleset(params = {}, options = {})
|
1220
|
+
req = build_request(:delete_ruleset, params)
|
1221
|
+
req.send_request(options)
|
1222
|
+
end
|
1223
|
+
|
1094
1224
|
# Deletes the specified DataBrew schedule.
|
1095
1225
|
#
|
1096
1226
|
# @option params [required, String] :name
|
@@ -1170,6 +1300,8 @@ module Aws::GlueDataBrew
|
|
1170
1300
|
# resp.input.database_input_definition.database_table_name #=> String
|
1171
1301
|
# resp.input.database_input_definition.temp_directory.bucket #=> String
|
1172
1302
|
# resp.input.database_input_definition.temp_directory.key #=> String
|
1303
|
+
# resp.input.database_input_definition.query_string #=> String
|
1304
|
+
# resp.input.metadata.source_arn #=> String
|
1173
1305
|
# resp.last_modified_date #=> Time
|
1174
1306
|
# resp.last_modified_by #=> String
|
1175
1307
|
# resp.source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1226,6 +1358,7 @@ module Aws::GlueDataBrew
|
|
1226
1358
|
# * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1227
1359
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1228
1360
|
# * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1361
|
+
# * {Types::DescribeJobResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1229
1362
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1230
1363
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
1231
1364
|
# * {Types::DescribeJobResponse#role_arn #role_arn} => String
|
@@ -1298,6 +1431,14 @@ module Aws::GlueDataBrew
|
|
1298
1431
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1299
1432
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1300
1433
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1434
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1435
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1436
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1437
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1438
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1439
|
+
# resp.validation_configurations #=> Array
|
1440
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1441
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1301
1442
|
# resp.recipe_reference.name #=> String
|
1302
1443
|
# resp.recipe_reference.recipe_version #=> String
|
1303
1444
|
# resp.resource_arn #=> String
|
@@ -1334,6 +1475,7 @@ module Aws::GlueDataBrew
|
|
1334
1475
|
# * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
|
1335
1476
|
# * {Types::DescribeJobRunResponse#job_name #job_name} => String
|
1336
1477
|
# * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1478
|
+
# * {Types::DescribeJobRunResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1337
1479
|
# * {Types::DescribeJobRunResponse#run_id #run_id} => String
|
1338
1480
|
# * {Types::DescribeJobRunResponse#state #state} => String
|
1339
1481
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
@@ -1380,6 +1522,14 @@ module Aws::GlueDataBrew
|
|
1380
1522
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1381
1523
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1382
1524
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1525
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1526
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1527
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1528
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1529
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1530
|
+
# resp.validation_configurations #=> Array
|
1531
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1532
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1383
1533
|
# resp.run_id #=> String
|
1384
1534
|
# resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1385
1535
|
# resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
|
@@ -1547,6 +1697,64 @@ module Aws::GlueDataBrew
|
|
1547
1697
|
req.send_request(options)
|
1548
1698
|
end
|
1549
1699
|
|
1700
|
+
# Retrieves detailed information about the ruleset.
|
1701
|
+
#
|
1702
|
+
# @option params [required, String] :name
|
1703
|
+
# The name of the ruleset to be described.
|
1704
|
+
#
|
1705
|
+
# @return [Types::DescribeRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1706
|
+
#
|
1707
|
+
# * {Types::DescribeRulesetResponse#name #name} => String
|
1708
|
+
# * {Types::DescribeRulesetResponse#description #description} => String
|
1709
|
+
# * {Types::DescribeRulesetResponse#target_arn #target_arn} => String
|
1710
|
+
# * {Types::DescribeRulesetResponse#rules #rules} => Array<Types::Rule>
|
1711
|
+
# * {Types::DescribeRulesetResponse#create_date #create_date} => Time
|
1712
|
+
# * {Types::DescribeRulesetResponse#created_by #created_by} => String
|
1713
|
+
# * {Types::DescribeRulesetResponse#last_modified_by #last_modified_by} => String
|
1714
|
+
# * {Types::DescribeRulesetResponse#last_modified_date #last_modified_date} => Time
|
1715
|
+
# * {Types::DescribeRulesetResponse#resource_arn #resource_arn} => String
|
1716
|
+
# * {Types::DescribeRulesetResponse#tags #tags} => Hash<String,String>
|
1717
|
+
#
|
1718
|
+
# @example Request syntax with placeholder values
|
1719
|
+
#
|
1720
|
+
# resp = client.describe_ruleset({
|
1721
|
+
# name: "RulesetName", # required
|
1722
|
+
# })
|
1723
|
+
#
|
1724
|
+
# @example Response structure
|
1725
|
+
#
|
1726
|
+
# resp.name #=> String
|
1727
|
+
# resp.description #=> String
|
1728
|
+
# resp.target_arn #=> String
|
1729
|
+
# resp.rules #=> Array
|
1730
|
+
# resp.rules[0].name #=> String
|
1731
|
+
# resp.rules[0].disabled #=> Boolean
|
1732
|
+
# resp.rules[0].check_expression #=> String
|
1733
|
+
# resp.rules[0].substitution_map #=> Hash
|
1734
|
+
# resp.rules[0].substitution_map["ValueReference"] #=> String
|
1735
|
+
# resp.rules[0].threshold.value #=> Float
|
1736
|
+
# resp.rules[0].threshold.type #=> String, one of "GREATER_THAN_OR_EQUAL", "LESS_THAN_OR_EQUAL", "GREATER_THAN", "LESS_THAN"
|
1737
|
+
# resp.rules[0].threshold.unit #=> String, one of "COUNT", "PERCENTAGE"
|
1738
|
+
# resp.rules[0].column_selectors #=> Array
|
1739
|
+
# resp.rules[0].column_selectors[0].regex #=> String
|
1740
|
+
# resp.rules[0].column_selectors[0].name #=> String
|
1741
|
+
# resp.create_date #=> Time
|
1742
|
+
# resp.created_by #=> String
|
1743
|
+
# resp.last_modified_by #=> String
|
1744
|
+
# resp.last_modified_date #=> Time
|
1745
|
+
# resp.resource_arn #=> String
|
1746
|
+
# resp.tags #=> Hash
|
1747
|
+
# resp.tags["TagKey"] #=> String
|
1748
|
+
#
|
1749
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeRuleset AWS API Documentation
|
1750
|
+
#
|
1751
|
+
# @overload describe_ruleset(params = {})
|
1752
|
+
# @param [Hash] params ({})
|
1753
|
+
def describe_ruleset(params = {}, options = {})
|
1754
|
+
req = build_request(:describe_ruleset, params)
|
1755
|
+
req.send_request(options)
|
1756
|
+
end
|
1757
|
+
|
1550
1758
|
# Returns the definition of a specific DataBrew schedule.
|
1551
1759
|
#
|
1552
1760
|
# @option params [required, String] :name
|
@@ -1643,6 +1851,8 @@ module Aws::GlueDataBrew
|
|
1643
1851
|
# resp.datasets[0].input.database_input_definition.database_table_name #=> String
|
1644
1852
|
# resp.datasets[0].input.database_input_definition.temp_directory.bucket #=> String
|
1645
1853
|
# resp.datasets[0].input.database_input_definition.temp_directory.key #=> String
|
1854
|
+
# resp.datasets[0].input.database_input_definition.query_string #=> String
|
1855
|
+
# resp.datasets[0].input.metadata.source_arn #=> String
|
1646
1856
|
# resp.datasets[0].last_modified_date #=> Time
|
1647
1857
|
# resp.datasets[0].last_modified_by #=> String
|
1648
1858
|
# resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1747,6 +1957,9 @@ module Aws::GlueDataBrew
|
|
1747
1957
|
# resp.job_runs[0].started_on #=> Time
|
1748
1958
|
# resp.job_runs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1749
1959
|
# resp.job_runs[0].job_sample.size #=> Integer
|
1960
|
+
# resp.job_runs[0].validation_configurations #=> Array
|
1961
|
+
# resp.job_runs[0].validation_configurations[0].ruleset_arn #=> String
|
1962
|
+
# resp.job_runs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1750
1963
|
# resp.next_token #=> String
|
1751
1964
|
#
|
1752
1965
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobRuns AWS API Documentation
|
@@ -1844,6 +2057,9 @@ module Aws::GlueDataBrew
|
|
1844
2057
|
# resp.jobs[0].tags["TagKey"] #=> String
|
1845
2058
|
# resp.jobs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1846
2059
|
# resp.jobs[0].job_sample.size #=> Integer
|
2060
|
+
# resp.jobs[0].validation_configurations #=> Array
|
2061
|
+
# resp.jobs[0].validation_configurations[0].ruleset_arn #=> String
|
2062
|
+
# resp.jobs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1847
2063
|
# resp.next_token #=> String
|
1848
2064
|
#
|
1849
2065
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobs AWS API Documentation
|
@@ -2037,6 +2253,64 @@ module Aws::GlueDataBrew
|
|
2037
2253
|
req.send_request(options)
|
2038
2254
|
end
|
2039
2255
|
|
2256
|
+
# List all rulesets available in the current account or rulesets
|
2257
|
+
# associated with a specific resource (dataset).
|
2258
|
+
#
|
2259
|
+
# @option params [String] :target_arn
|
2260
|
+
# The Amazon Resource Name (ARN) of a resource (dataset). Using this
|
2261
|
+
# parameter indicates to return only those rulesets that are associated
|
2262
|
+
# with the specified resource.
|
2263
|
+
#
|
2264
|
+
# @option params [Integer] :max_results
|
2265
|
+
# The maximum number of results to return in this request.
|
2266
|
+
#
|
2267
|
+
# @option params [String] :next_token
|
2268
|
+
# A token generated by DataBrew that specifies where to continue
|
2269
|
+
# pagination if a previous request was truncated. To get the next set of
|
2270
|
+
# pages, pass in the NextToken value from the response object of the
|
2271
|
+
# previous page call.
|
2272
|
+
#
|
2273
|
+
# @return [Types::ListRulesetsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2274
|
+
#
|
2275
|
+
# * {Types::ListRulesetsResponse#rulesets #rulesets} => Array<Types::RulesetItem>
|
2276
|
+
# * {Types::ListRulesetsResponse#next_token #next_token} => String
|
2277
|
+
#
|
2278
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
2279
|
+
#
|
2280
|
+
# @example Request syntax with placeholder values
|
2281
|
+
#
|
2282
|
+
# resp = client.list_rulesets({
|
2283
|
+
# target_arn: "Arn",
|
2284
|
+
# max_results: 1,
|
2285
|
+
# next_token: "NextToken",
|
2286
|
+
# })
|
2287
|
+
#
|
2288
|
+
# @example Response structure
|
2289
|
+
#
|
2290
|
+
# resp.rulesets #=> Array
|
2291
|
+
# resp.rulesets[0].account_id #=> String
|
2292
|
+
# resp.rulesets[0].created_by #=> String
|
2293
|
+
# resp.rulesets[0].create_date #=> Time
|
2294
|
+
# resp.rulesets[0].description #=> String
|
2295
|
+
# resp.rulesets[0].last_modified_by #=> String
|
2296
|
+
# resp.rulesets[0].last_modified_date #=> Time
|
2297
|
+
# resp.rulesets[0].name #=> String
|
2298
|
+
# resp.rulesets[0].resource_arn #=> String
|
2299
|
+
# resp.rulesets[0].rule_count #=> Integer
|
2300
|
+
# resp.rulesets[0].tags #=> Hash
|
2301
|
+
# resp.rulesets[0].tags["TagKey"] #=> String
|
2302
|
+
# resp.rulesets[0].target_arn #=> String
|
2303
|
+
# resp.next_token #=> String
|
2304
|
+
#
|
2305
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListRulesets AWS API Documentation
|
2306
|
+
#
|
2307
|
+
# @overload list_rulesets(params = {})
|
2308
|
+
# @param [Hash] params ({})
|
2309
|
+
def list_rulesets(params = {}, options = {})
|
2310
|
+
req = build_request(:list_rulesets, params)
|
2311
|
+
req.send_request(options)
|
2312
|
+
end
|
2313
|
+
|
2040
2314
|
# Lists the DataBrew schedules that are defined.
|
2041
2315
|
#
|
2042
2316
|
# @option params [String] :job_name
|
@@ -2210,6 +2484,9 @@ module Aws::GlueDataBrew
|
|
2210
2484
|
# start_column_index: 1, # required
|
2211
2485
|
# column_range: 1,
|
2212
2486
|
# hidden_columns: ["ColumnName"],
|
2487
|
+
# start_row_index: 1,
|
2488
|
+
# row_range: 1,
|
2489
|
+
# analytics: "ENABLE", # accepts ENABLE, DISABLE
|
2213
2490
|
# },
|
2214
2491
|
# })
|
2215
2492
|
#
|
@@ -2442,11 +2719,15 @@ module Aws::GlueDataBrew
|
|
2442
2719
|
# },
|
2443
2720
|
# database_input_definition: {
|
2444
2721
|
# glue_connection_name: "GlueConnectionName", # required
|
2445
|
-
# database_table_name: "DatabaseTableName",
|
2722
|
+
# database_table_name: "DatabaseTableName",
|
2446
2723
|
# temp_directory: {
|
2447
2724
|
# bucket: "Bucket", # required
|
2448
2725
|
# key: "Key",
|
2449
2726
|
# },
|
2727
|
+
# query_string: "QueryString",
|
2728
|
+
# },
|
2729
|
+
# metadata: {
|
2730
|
+
# source_arn: "Arn",
|
2450
2731
|
# },
|
2451
2732
|
# },
|
2452
2733
|
# path_options: {
|
@@ -2531,6 +2812,9 @@ module Aws::GlueDataBrew
|
|
2531
2812
|
# Represents an Amazon S3 location (bucket name and object key) where
|
2532
2813
|
# DataBrew can read input data, or write output from a job.
|
2533
2814
|
#
|
2815
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
2816
|
+
# List of validation configurations that are applied to the profile job.
|
2817
|
+
#
|
2534
2818
|
# @option params [required, String] :role_arn
|
2535
2819
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2536
2820
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -2592,6 +2876,14 @@ module Aws::GlueDataBrew
|
|
2592
2876
|
# },
|
2593
2877
|
# },
|
2594
2878
|
# ],
|
2879
|
+
# entity_detector_configuration: {
|
2880
|
+
# entity_types: ["EntityType"], # required
|
2881
|
+
# allowed_statistics: [
|
2882
|
+
# {
|
2883
|
+
# statistics: ["Statistic"], # required
|
2884
|
+
# },
|
2885
|
+
# ],
|
2886
|
+
# },
|
2595
2887
|
# },
|
2596
2888
|
# encryption_key_arn: "EncryptionKeyArn",
|
2597
2889
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
@@ -2603,6 +2895,12 @@ module Aws::GlueDataBrew
|
|
2603
2895
|
# bucket: "Bucket", # required
|
2604
2896
|
# key: "Key",
|
2605
2897
|
# },
|
2898
|
+
# validation_configurations: [
|
2899
|
+
# {
|
2900
|
+
# ruleset_arn: "Arn", # required
|
2901
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
2902
|
+
# },
|
2903
|
+
# ],
|
2606
2904
|
# role_arn: "Arn", # required
|
2607
2905
|
# timeout: 1,
|
2608
2906
|
# job_sample: {
|
@@ -2848,6 +3146,63 @@ module Aws::GlueDataBrew
|
|
2848
3146
|
req.send_request(options)
|
2849
3147
|
end
|
2850
3148
|
|
3149
|
+
# Updates specified ruleset.
|
3150
|
+
#
|
3151
|
+
# @option params [required, String] :name
|
3152
|
+
# The name of the ruleset to be updated.
|
3153
|
+
#
|
3154
|
+
# @option params [String] :description
|
3155
|
+
# The description of the ruleset.
|
3156
|
+
#
|
3157
|
+
# @option params [required, Array<Types::Rule>] :rules
|
3158
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
3159
|
+
# or more checks to be validated on a DataBrew dataset.
|
3160
|
+
#
|
3161
|
+
# @return [Types::UpdateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3162
|
+
#
|
3163
|
+
# * {Types::UpdateRulesetResponse#name #name} => String
|
3164
|
+
#
|
3165
|
+
# @example Request syntax with placeholder values
|
3166
|
+
#
|
3167
|
+
# resp = client.update_ruleset({
|
3168
|
+
# name: "RulesetName", # required
|
3169
|
+
# description: "RulesetDescription",
|
3170
|
+
# rules: [ # required
|
3171
|
+
# {
|
3172
|
+
# name: "RuleName", # required
|
3173
|
+
# disabled: false,
|
3174
|
+
# check_expression: "Expression", # required
|
3175
|
+
# substitution_map: {
|
3176
|
+
# "ValueReference" => "ConditionValue",
|
3177
|
+
# },
|
3178
|
+
# threshold: {
|
3179
|
+
# value: 1.0, # required
|
3180
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
3181
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
3182
|
+
# },
|
3183
|
+
# column_selectors: [
|
3184
|
+
# {
|
3185
|
+
# regex: "ColumnName",
|
3186
|
+
# name: "ColumnName",
|
3187
|
+
# },
|
3188
|
+
# ],
|
3189
|
+
# },
|
3190
|
+
# ],
|
3191
|
+
# })
|
3192
|
+
#
|
3193
|
+
# @example Response structure
|
3194
|
+
#
|
3195
|
+
# resp.name #=> String
|
3196
|
+
#
|
3197
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateRuleset AWS API Documentation
|
3198
|
+
#
|
3199
|
+
# @overload update_ruleset(params = {})
|
3200
|
+
# @param [Hash] params ({})
|
3201
|
+
def update_ruleset(params = {}, options = {})
|
3202
|
+
req = build_request(:update_ruleset, params)
|
3203
|
+
req.send_request(options)
|
3204
|
+
end
|
3205
|
+
|
2851
3206
|
# Modifies the definition of an existing DataBrew schedule.
|
2852
3207
|
#
|
2853
3208
|
# @option params [Array<String>] :job_names
|
@@ -2903,7 +3258,7 @@ module Aws::GlueDataBrew
|
|
2903
3258
|
params: params,
|
2904
3259
|
config: config)
|
2905
3260
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2906
|
-
context[:gem_version] = '1.
|
3261
|
+
context[:gem_version] = '1.17.0'
|
2907
3262
|
Seahorse::Client::Request.new(handlers, context)
|
2908
3263
|
end
|
2909
3264
|
|