aws-sdk-gluedatabrew 1.14.0 → 1.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +369 -5
- data/lib/aws-sdk-gluedatabrew/client_api.rb +205 -1
- data/lib/aws-sdk-gluedatabrew/types.rb +793 -13
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 535900e0eb77076c3034349139591688dff7f0efd39a74dd20a337a9e6b2cff6
|
4
|
+
data.tar.gz: db82218f6ac3b9c4ca4ed9803c252644ffe4d2fca5dad5f129c8eabcc65dddf4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 305d268d7cff482a400d8dcd103ee69dd9f0d77fd909203a1daff2c6818469e8c5a0f41a899c10656e680782437969ff9114ad6f82697c2da9413a30284e3d11
|
7
|
+
data.tar.gz: 3e8a7760033f21ba53823e771784ef7f54c7b046a9516842bf05572cb092fb21c67a922e60e669ac0e01cf65fcd3951cd8decc6c789e14f84d8cfd3d231a0d8c
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.18.0 (2021-12-21)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
8
|
+
|
9
|
+
1.17.0 (2021-11-30)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
13
|
+
|
14
|
+
1.16.0 (2021-11-18)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - This SDK release adds the following new features: 1) PII detection in profile jobs, 2) Data quality rules, enabling validation of data quality in profile jobs, 3) SQL query-based datasets for Amazon Redshift and Snowflake data sources, and 4) Connecting DataBrew datasets with Amazon AppFlow flows.
|
18
|
+
|
19
|
+
1.15.0 (2021-11-04)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
23
|
+
|
4
24
|
1.14.0 (2021-10-18)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.18.0
|
@@ -27,6 +27,7 @@ require 'aws-sdk-core/plugins/client_metrics_plugin.rb'
|
|
27
27
|
require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
|
28
28
|
require 'aws-sdk-core/plugins/transfer_encoding.rb'
|
29
29
|
require 'aws-sdk-core/plugins/http_checksum.rb'
|
30
|
+
require 'aws-sdk-core/plugins/defaults_mode.rb'
|
30
31
|
require 'aws-sdk-core/plugins/signature_v4.rb'
|
31
32
|
require 'aws-sdk-core/plugins/protocols/rest_json.rb'
|
32
33
|
|
@@ -73,6 +74,7 @@ module Aws::GlueDataBrew
|
|
73
74
|
add_plugin(Aws::Plugins::ClientMetricsSendPlugin)
|
74
75
|
add_plugin(Aws::Plugins::TransferEncoding)
|
75
76
|
add_plugin(Aws::Plugins::HttpChecksum)
|
77
|
+
add_plugin(Aws::Plugins::DefaultsMode)
|
76
78
|
add_plugin(Aws::Plugins::SignatureV4)
|
77
79
|
add_plugin(Aws::Plugins::Protocols::RestJson)
|
78
80
|
|
@@ -119,7 +121,9 @@ module Aws::GlueDataBrew
|
|
119
121
|
# * EC2/ECS IMDS instance profile - When used by default, the timeouts
|
120
122
|
# are very aggressive. Construct and pass an instance of
|
121
123
|
# `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
|
122
|
-
# enable retries and extended timeouts.
|
124
|
+
# enable retries and extended timeouts. Instance profile credential
|
125
|
+
# fetching can be disabled by setting ENV['AWS_EC2_METADATA_DISABLED']
|
126
|
+
# to true.
|
123
127
|
#
|
124
128
|
# @option options [required, String] :region
|
125
129
|
# The AWS region to connect to. The configured `:region` is
|
@@ -173,6 +177,10 @@ module Aws::GlueDataBrew
|
|
173
177
|
# Used only in `standard` and adaptive retry modes. Specifies whether to apply
|
174
178
|
# a clock skew correction and retry requests with skewed client clocks.
|
175
179
|
#
|
180
|
+
# @option options [String] :defaults_mode ("legacy")
|
181
|
+
# See {Aws::DefaultsModeConfiguration} for a list of the
|
182
|
+
# accepted modes and the configuration defaults that are included.
|
183
|
+
#
|
176
184
|
# @option options [Boolean] :disable_host_prefix_injection (false)
|
177
185
|
# Set to true to disable SDK automatically adding host prefix
|
178
186
|
# to default service endpoint when available.
|
@@ -275,6 +283,15 @@ module Aws::GlueDataBrew
|
|
275
283
|
# ** Please note ** When response stubbing is enabled, no HTTP
|
276
284
|
# requests are made, and retries are disabled.
|
277
285
|
#
|
286
|
+
# @option options [Boolean] :use_dualstack_endpoint
|
287
|
+
# When set to `true`, dualstack enabled endpoints (with `.aws` TLD)
|
288
|
+
# will be used if available.
|
289
|
+
#
|
290
|
+
# @option options [Boolean] :use_fips_endpoint
|
291
|
+
# When set to `true`, fips compatible endpoints will be used if available.
|
292
|
+
# When a `fips` region is used, the region is normalized and this config
|
293
|
+
# is set to `true`.
|
294
|
+
#
|
278
295
|
# @option options [Boolean] :validate_params (true)
|
279
296
|
# When `true`, request parameters are validated before
|
280
297
|
# sending the request.
|
@@ -286,7 +303,7 @@ module Aws::GlueDataBrew
|
|
286
303
|
# seconds to wait when opening a HTTP session before raising a
|
287
304
|
# `Timeout::Error`.
|
288
305
|
#
|
289
|
-
# @option options [
|
306
|
+
# @option options [Float] :http_read_timeout (60) The default
|
290
307
|
# number of seconds to wait for response data. This value can
|
291
308
|
# safely be set per-request on the session.
|
292
309
|
#
|
@@ -302,6 +319,9 @@ module Aws::GlueDataBrew
|
|
302
319
|
# disables this behaviour. This value can safely be set per
|
303
320
|
# request on the session.
|
304
321
|
#
|
322
|
+
# @option options [Float] :ssl_timeout (nil) Sets the SSL timeout
|
323
|
+
# in seconds.
|
324
|
+
#
|
305
325
|
# @option options [Boolean] :http_wire_trace (false) When `true`,
|
306
326
|
# HTTP debug output will be sent to the `:logger`.
|
307
327
|
#
|
@@ -457,11 +477,15 @@ module Aws::GlueDataBrew
|
|
457
477
|
# },
|
458
478
|
# database_input_definition: {
|
459
479
|
# glue_connection_name: "GlueConnectionName", # required
|
460
|
-
# database_table_name: "DatabaseTableName",
|
480
|
+
# database_table_name: "DatabaseTableName",
|
461
481
|
# temp_directory: {
|
462
482
|
# bucket: "Bucket", # required
|
463
483
|
# key: "Key",
|
464
484
|
# },
|
485
|
+
# query_string: "QueryString",
|
486
|
+
# },
|
487
|
+
# metadata: {
|
488
|
+
# source_arn: "Arn",
|
465
489
|
# },
|
466
490
|
# },
|
467
491
|
# path_options: {
|
@@ -554,6 +578,9 @@ module Aws::GlueDataBrew
|
|
554
578
|
# evaluations, and override default parameters of evaluations. When
|
555
579
|
# configuration is null, the profile job will run with default settings.
|
556
580
|
#
|
581
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
582
|
+
# List of validation configurations that are applied to the profile job.
|
583
|
+
#
|
557
584
|
# @option params [required, String] :role_arn
|
558
585
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
559
586
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -628,7 +655,21 @@ module Aws::GlueDataBrew
|
|
628
655
|
# },
|
629
656
|
# },
|
630
657
|
# ],
|
658
|
+
# entity_detector_configuration: {
|
659
|
+
# entity_types: ["EntityType"], # required
|
660
|
+
# allowed_statistics: [
|
661
|
+
# {
|
662
|
+
# statistics: ["Statistic"], # required
|
663
|
+
# },
|
664
|
+
# ],
|
665
|
+
# },
|
631
666
|
# },
|
667
|
+
# validation_configurations: [
|
668
|
+
# {
|
669
|
+
# ruleset_arn: "Arn", # required
|
670
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
671
|
+
# },
|
672
|
+
# ],
|
632
673
|
# role_arn: "Arn", # required
|
633
674
|
# tags: {
|
634
675
|
# "TagKey" => "TagValue",
|
@@ -921,6 +962,76 @@ module Aws::GlueDataBrew
|
|
921
962
|
req.send_request(options)
|
922
963
|
end
|
923
964
|
|
965
|
+
# Creates a new ruleset that can be used in a profile job to validate
|
966
|
+
# the data quality of a dataset.
|
967
|
+
#
|
968
|
+
# @option params [required, String] :name
|
969
|
+
# The name of the ruleset to be created. Valid characters are
|
970
|
+
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
971
|
+
#
|
972
|
+
# @option params [String] :description
|
973
|
+
# The description of the ruleset.
|
974
|
+
#
|
975
|
+
# @option params [required, String] :target_arn
|
976
|
+
# The Amazon Resource Name (ARN) of a resource (dataset) that the
|
977
|
+
# ruleset is associated with.
|
978
|
+
#
|
979
|
+
# @option params [required, Array<Types::Rule>] :rules
|
980
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
981
|
+
# or more checks to be validated on a DataBrew dataset.
|
982
|
+
#
|
983
|
+
# @option params [Hash<String,String>] :tags
|
984
|
+
# Metadata tags to apply to the ruleset.
|
985
|
+
#
|
986
|
+
# @return [Types::CreateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
987
|
+
#
|
988
|
+
# * {Types::CreateRulesetResponse#name #name} => String
|
989
|
+
#
|
990
|
+
# @example Request syntax with placeholder values
|
991
|
+
#
|
992
|
+
# resp = client.create_ruleset({
|
993
|
+
# name: "RulesetName", # required
|
994
|
+
# description: "RulesetDescription",
|
995
|
+
# target_arn: "Arn", # required
|
996
|
+
# rules: [ # required
|
997
|
+
# {
|
998
|
+
# name: "RuleName", # required
|
999
|
+
# disabled: false,
|
1000
|
+
# check_expression: "Expression", # required
|
1001
|
+
# substitution_map: {
|
1002
|
+
# "ValueReference" => "ConditionValue",
|
1003
|
+
# },
|
1004
|
+
# threshold: {
|
1005
|
+
# value: 1.0, # required
|
1006
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
1007
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
1008
|
+
# },
|
1009
|
+
# column_selectors: [
|
1010
|
+
# {
|
1011
|
+
# regex: "ColumnName",
|
1012
|
+
# name: "ColumnName",
|
1013
|
+
# },
|
1014
|
+
# ],
|
1015
|
+
# },
|
1016
|
+
# ],
|
1017
|
+
# tags: {
|
1018
|
+
# "TagKey" => "TagValue",
|
1019
|
+
# },
|
1020
|
+
# })
|
1021
|
+
#
|
1022
|
+
# @example Response structure
|
1023
|
+
#
|
1024
|
+
# resp.name #=> String
|
1025
|
+
#
|
1026
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateRuleset AWS API Documentation
|
1027
|
+
#
|
1028
|
+
# @overload create_ruleset(params = {})
|
1029
|
+
# @param [Hash] params ({})
|
1030
|
+
def create_ruleset(params = {}, options = {})
|
1031
|
+
req = build_request(:create_ruleset, params)
|
1032
|
+
req.send_request(options)
|
1033
|
+
end
|
1034
|
+
|
924
1035
|
# Creates a new schedule for one or more DataBrew jobs. Jobs can be run
|
925
1036
|
# at a specific date and time, or at regular intervals.
|
926
1037
|
#
|
@@ -1091,6 +1202,34 @@ module Aws::GlueDataBrew
|
|
1091
1202
|
req.send_request(options)
|
1092
1203
|
end
|
1093
1204
|
|
1205
|
+
# Deletes a ruleset.
|
1206
|
+
#
|
1207
|
+
# @option params [required, String] :name
|
1208
|
+
# The name of the ruleset to be deleted.
|
1209
|
+
#
|
1210
|
+
# @return [Types::DeleteRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1211
|
+
#
|
1212
|
+
# * {Types::DeleteRulesetResponse#name #name} => String
|
1213
|
+
#
|
1214
|
+
# @example Request syntax with placeholder values
|
1215
|
+
#
|
1216
|
+
# resp = client.delete_ruleset({
|
1217
|
+
# name: "RulesetName", # required
|
1218
|
+
# })
|
1219
|
+
#
|
1220
|
+
# @example Response structure
|
1221
|
+
#
|
1222
|
+
# resp.name #=> String
|
1223
|
+
#
|
1224
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DeleteRuleset AWS API Documentation
|
1225
|
+
#
|
1226
|
+
# @overload delete_ruleset(params = {})
|
1227
|
+
# @param [Hash] params ({})
|
1228
|
+
def delete_ruleset(params = {}, options = {})
|
1229
|
+
req = build_request(:delete_ruleset, params)
|
1230
|
+
req.send_request(options)
|
1231
|
+
end
|
1232
|
+
|
1094
1233
|
# Deletes the specified DataBrew schedule.
|
1095
1234
|
#
|
1096
1235
|
# @option params [required, String] :name
|
@@ -1170,6 +1309,8 @@ module Aws::GlueDataBrew
|
|
1170
1309
|
# resp.input.database_input_definition.database_table_name #=> String
|
1171
1310
|
# resp.input.database_input_definition.temp_directory.bucket #=> String
|
1172
1311
|
# resp.input.database_input_definition.temp_directory.key #=> String
|
1312
|
+
# resp.input.database_input_definition.query_string #=> String
|
1313
|
+
# resp.input.metadata.source_arn #=> String
|
1173
1314
|
# resp.last_modified_date #=> Time
|
1174
1315
|
# resp.last_modified_by #=> String
|
1175
1316
|
# resp.source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1226,6 +1367,7 @@ module Aws::GlueDataBrew
|
|
1226
1367
|
# * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1227
1368
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1228
1369
|
# * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1370
|
+
# * {Types::DescribeJobResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1229
1371
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1230
1372
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
1231
1373
|
# * {Types::DescribeJobResponse#role_arn #role_arn} => String
|
@@ -1298,6 +1440,14 @@ module Aws::GlueDataBrew
|
|
1298
1440
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1299
1441
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1300
1442
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1443
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1444
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1445
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1446
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1447
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1448
|
+
# resp.validation_configurations #=> Array
|
1449
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1450
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1301
1451
|
# resp.recipe_reference.name #=> String
|
1302
1452
|
# resp.recipe_reference.recipe_version #=> String
|
1303
1453
|
# resp.resource_arn #=> String
|
@@ -1334,6 +1484,7 @@ module Aws::GlueDataBrew
|
|
1334
1484
|
# * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
|
1335
1485
|
# * {Types::DescribeJobRunResponse#job_name #job_name} => String
|
1336
1486
|
# * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1487
|
+
# * {Types::DescribeJobRunResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1337
1488
|
# * {Types::DescribeJobRunResponse#run_id #run_id} => String
|
1338
1489
|
# * {Types::DescribeJobRunResponse#state #state} => String
|
1339
1490
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
@@ -1380,6 +1531,14 @@ module Aws::GlueDataBrew
|
|
1380
1531
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1381
1532
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1382
1533
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1534
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1535
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1536
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1537
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1538
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1539
|
+
# resp.validation_configurations #=> Array
|
1540
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1541
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1383
1542
|
# resp.run_id #=> String
|
1384
1543
|
# resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1385
1544
|
# resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
|
@@ -1547,6 +1706,64 @@ module Aws::GlueDataBrew
|
|
1547
1706
|
req.send_request(options)
|
1548
1707
|
end
|
1549
1708
|
|
1709
|
+
# Retrieves detailed information about the ruleset.
|
1710
|
+
#
|
1711
|
+
# @option params [required, String] :name
|
1712
|
+
# The name of the ruleset to be described.
|
1713
|
+
#
|
1714
|
+
# @return [Types::DescribeRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1715
|
+
#
|
1716
|
+
# * {Types::DescribeRulesetResponse#name #name} => String
|
1717
|
+
# * {Types::DescribeRulesetResponse#description #description} => String
|
1718
|
+
# * {Types::DescribeRulesetResponse#target_arn #target_arn} => String
|
1719
|
+
# * {Types::DescribeRulesetResponse#rules #rules} => Array<Types::Rule>
|
1720
|
+
# * {Types::DescribeRulesetResponse#create_date #create_date} => Time
|
1721
|
+
# * {Types::DescribeRulesetResponse#created_by #created_by} => String
|
1722
|
+
# * {Types::DescribeRulesetResponse#last_modified_by #last_modified_by} => String
|
1723
|
+
# * {Types::DescribeRulesetResponse#last_modified_date #last_modified_date} => Time
|
1724
|
+
# * {Types::DescribeRulesetResponse#resource_arn #resource_arn} => String
|
1725
|
+
# * {Types::DescribeRulesetResponse#tags #tags} => Hash<String,String>
|
1726
|
+
#
|
1727
|
+
# @example Request syntax with placeholder values
|
1728
|
+
#
|
1729
|
+
# resp = client.describe_ruleset({
|
1730
|
+
# name: "RulesetName", # required
|
1731
|
+
# })
|
1732
|
+
#
|
1733
|
+
# @example Response structure
|
1734
|
+
#
|
1735
|
+
# resp.name #=> String
|
1736
|
+
# resp.description #=> String
|
1737
|
+
# resp.target_arn #=> String
|
1738
|
+
# resp.rules #=> Array
|
1739
|
+
# resp.rules[0].name #=> String
|
1740
|
+
# resp.rules[0].disabled #=> Boolean
|
1741
|
+
# resp.rules[0].check_expression #=> String
|
1742
|
+
# resp.rules[0].substitution_map #=> Hash
|
1743
|
+
# resp.rules[0].substitution_map["ValueReference"] #=> String
|
1744
|
+
# resp.rules[0].threshold.value #=> Float
|
1745
|
+
# resp.rules[0].threshold.type #=> String, one of "GREATER_THAN_OR_EQUAL", "LESS_THAN_OR_EQUAL", "GREATER_THAN", "LESS_THAN"
|
1746
|
+
# resp.rules[0].threshold.unit #=> String, one of "COUNT", "PERCENTAGE"
|
1747
|
+
# resp.rules[0].column_selectors #=> Array
|
1748
|
+
# resp.rules[0].column_selectors[0].regex #=> String
|
1749
|
+
# resp.rules[0].column_selectors[0].name #=> String
|
1750
|
+
# resp.create_date #=> Time
|
1751
|
+
# resp.created_by #=> String
|
1752
|
+
# resp.last_modified_by #=> String
|
1753
|
+
# resp.last_modified_date #=> Time
|
1754
|
+
# resp.resource_arn #=> String
|
1755
|
+
# resp.tags #=> Hash
|
1756
|
+
# resp.tags["TagKey"] #=> String
|
1757
|
+
#
|
1758
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeRuleset AWS API Documentation
|
1759
|
+
#
|
1760
|
+
# @overload describe_ruleset(params = {})
|
1761
|
+
# @param [Hash] params ({})
|
1762
|
+
def describe_ruleset(params = {}, options = {})
|
1763
|
+
req = build_request(:describe_ruleset, params)
|
1764
|
+
req.send_request(options)
|
1765
|
+
end
|
1766
|
+
|
1550
1767
|
# Returns the definition of a specific DataBrew schedule.
|
1551
1768
|
#
|
1552
1769
|
# @option params [required, String] :name
|
@@ -1643,6 +1860,8 @@ module Aws::GlueDataBrew
|
|
1643
1860
|
# resp.datasets[0].input.database_input_definition.database_table_name #=> String
|
1644
1861
|
# resp.datasets[0].input.database_input_definition.temp_directory.bucket #=> String
|
1645
1862
|
# resp.datasets[0].input.database_input_definition.temp_directory.key #=> String
|
1863
|
+
# resp.datasets[0].input.database_input_definition.query_string #=> String
|
1864
|
+
# resp.datasets[0].input.metadata.source_arn #=> String
|
1646
1865
|
# resp.datasets[0].last_modified_date #=> Time
|
1647
1866
|
# resp.datasets[0].last_modified_by #=> String
|
1648
1867
|
# resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1747,6 +1966,9 @@ module Aws::GlueDataBrew
|
|
1747
1966
|
# resp.job_runs[0].started_on #=> Time
|
1748
1967
|
# resp.job_runs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1749
1968
|
# resp.job_runs[0].job_sample.size #=> Integer
|
1969
|
+
# resp.job_runs[0].validation_configurations #=> Array
|
1970
|
+
# resp.job_runs[0].validation_configurations[0].ruleset_arn #=> String
|
1971
|
+
# resp.job_runs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1750
1972
|
# resp.next_token #=> String
|
1751
1973
|
#
|
1752
1974
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobRuns AWS API Documentation
|
@@ -1844,6 +2066,9 @@ module Aws::GlueDataBrew
|
|
1844
2066
|
# resp.jobs[0].tags["TagKey"] #=> String
|
1845
2067
|
# resp.jobs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1846
2068
|
# resp.jobs[0].job_sample.size #=> Integer
|
2069
|
+
# resp.jobs[0].validation_configurations #=> Array
|
2070
|
+
# resp.jobs[0].validation_configurations[0].ruleset_arn #=> String
|
2071
|
+
# resp.jobs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1847
2072
|
# resp.next_token #=> String
|
1848
2073
|
#
|
1849
2074
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobs AWS API Documentation
|
@@ -2037,6 +2262,64 @@ module Aws::GlueDataBrew
|
|
2037
2262
|
req.send_request(options)
|
2038
2263
|
end
|
2039
2264
|
|
2265
|
+
# List all rulesets available in the current account or rulesets
|
2266
|
+
# associated with a specific resource (dataset).
|
2267
|
+
#
|
2268
|
+
# @option params [String] :target_arn
|
2269
|
+
# The Amazon Resource Name (ARN) of a resource (dataset). Using this
|
2270
|
+
# parameter indicates to return only those rulesets that are associated
|
2271
|
+
# with the specified resource.
|
2272
|
+
#
|
2273
|
+
# @option params [Integer] :max_results
|
2274
|
+
# The maximum number of results to return in this request.
|
2275
|
+
#
|
2276
|
+
# @option params [String] :next_token
|
2277
|
+
# A token generated by DataBrew that specifies where to continue
|
2278
|
+
# pagination if a previous request was truncated. To get the next set of
|
2279
|
+
# pages, pass in the NextToken value from the response object of the
|
2280
|
+
# previous page call.
|
2281
|
+
#
|
2282
|
+
# @return [Types::ListRulesetsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2283
|
+
#
|
2284
|
+
# * {Types::ListRulesetsResponse#rulesets #rulesets} => Array<Types::RulesetItem>
|
2285
|
+
# * {Types::ListRulesetsResponse#next_token #next_token} => String
|
2286
|
+
#
|
2287
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
2288
|
+
#
|
2289
|
+
# @example Request syntax with placeholder values
|
2290
|
+
#
|
2291
|
+
# resp = client.list_rulesets({
|
2292
|
+
# target_arn: "Arn",
|
2293
|
+
# max_results: 1,
|
2294
|
+
# next_token: "NextToken",
|
2295
|
+
# })
|
2296
|
+
#
|
2297
|
+
# @example Response structure
|
2298
|
+
#
|
2299
|
+
# resp.rulesets #=> Array
|
2300
|
+
# resp.rulesets[0].account_id #=> String
|
2301
|
+
# resp.rulesets[0].created_by #=> String
|
2302
|
+
# resp.rulesets[0].create_date #=> Time
|
2303
|
+
# resp.rulesets[0].description #=> String
|
2304
|
+
# resp.rulesets[0].last_modified_by #=> String
|
2305
|
+
# resp.rulesets[0].last_modified_date #=> Time
|
2306
|
+
# resp.rulesets[0].name #=> String
|
2307
|
+
# resp.rulesets[0].resource_arn #=> String
|
2308
|
+
# resp.rulesets[0].rule_count #=> Integer
|
2309
|
+
# resp.rulesets[0].tags #=> Hash
|
2310
|
+
# resp.rulesets[0].tags["TagKey"] #=> String
|
2311
|
+
# resp.rulesets[0].target_arn #=> String
|
2312
|
+
# resp.next_token #=> String
|
2313
|
+
#
|
2314
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListRulesets AWS API Documentation
|
2315
|
+
#
|
2316
|
+
# @overload list_rulesets(params = {})
|
2317
|
+
# @param [Hash] params ({})
|
2318
|
+
def list_rulesets(params = {}, options = {})
|
2319
|
+
req = build_request(:list_rulesets, params)
|
2320
|
+
req.send_request(options)
|
2321
|
+
end
|
2322
|
+
|
2040
2323
|
# Lists the DataBrew schedules that are defined.
|
2041
2324
|
#
|
2042
2325
|
# @option params [String] :job_name
|
@@ -2210,6 +2493,9 @@ module Aws::GlueDataBrew
|
|
2210
2493
|
# start_column_index: 1, # required
|
2211
2494
|
# column_range: 1,
|
2212
2495
|
# hidden_columns: ["ColumnName"],
|
2496
|
+
# start_row_index: 1,
|
2497
|
+
# row_range: 1,
|
2498
|
+
# analytics: "ENABLE", # accepts ENABLE, DISABLE
|
2213
2499
|
# },
|
2214
2500
|
# })
|
2215
2501
|
#
|
@@ -2442,11 +2728,15 @@ module Aws::GlueDataBrew
|
|
2442
2728
|
# },
|
2443
2729
|
# database_input_definition: {
|
2444
2730
|
# glue_connection_name: "GlueConnectionName", # required
|
2445
|
-
# database_table_name: "DatabaseTableName",
|
2731
|
+
# database_table_name: "DatabaseTableName",
|
2446
2732
|
# temp_directory: {
|
2447
2733
|
# bucket: "Bucket", # required
|
2448
2734
|
# key: "Key",
|
2449
2735
|
# },
|
2736
|
+
# query_string: "QueryString",
|
2737
|
+
# },
|
2738
|
+
# metadata: {
|
2739
|
+
# source_arn: "Arn",
|
2450
2740
|
# },
|
2451
2741
|
# },
|
2452
2742
|
# path_options: {
|
@@ -2531,6 +2821,9 @@ module Aws::GlueDataBrew
|
|
2531
2821
|
# Represents an Amazon S3 location (bucket name and object key) where
|
2532
2822
|
# DataBrew can read input data, or write output from a job.
|
2533
2823
|
#
|
2824
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
2825
|
+
# List of validation configurations that are applied to the profile job.
|
2826
|
+
#
|
2534
2827
|
# @option params [required, String] :role_arn
|
2535
2828
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2536
2829
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -2592,6 +2885,14 @@ module Aws::GlueDataBrew
|
|
2592
2885
|
# },
|
2593
2886
|
# },
|
2594
2887
|
# ],
|
2888
|
+
# entity_detector_configuration: {
|
2889
|
+
# entity_types: ["EntityType"], # required
|
2890
|
+
# allowed_statistics: [
|
2891
|
+
# {
|
2892
|
+
# statistics: ["Statistic"], # required
|
2893
|
+
# },
|
2894
|
+
# ],
|
2895
|
+
# },
|
2595
2896
|
# },
|
2596
2897
|
# encryption_key_arn: "EncryptionKeyArn",
|
2597
2898
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
@@ -2603,6 +2904,12 @@ module Aws::GlueDataBrew
|
|
2603
2904
|
# bucket: "Bucket", # required
|
2604
2905
|
# key: "Key",
|
2605
2906
|
# },
|
2907
|
+
# validation_configurations: [
|
2908
|
+
# {
|
2909
|
+
# ruleset_arn: "Arn", # required
|
2910
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
2911
|
+
# },
|
2912
|
+
# ],
|
2606
2913
|
# role_arn: "Arn", # required
|
2607
2914
|
# timeout: 1,
|
2608
2915
|
# job_sample: {
|
@@ -2848,6 +3155,63 @@ module Aws::GlueDataBrew
|
|
2848
3155
|
req.send_request(options)
|
2849
3156
|
end
|
2850
3157
|
|
3158
|
+
# Updates specified ruleset.
|
3159
|
+
#
|
3160
|
+
# @option params [required, String] :name
|
3161
|
+
# The name of the ruleset to be updated.
|
3162
|
+
#
|
3163
|
+
# @option params [String] :description
|
3164
|
+
# The description of the ruleset.
|
3165
|
+
#
|
3166
|
+
# @option params [required, Array<Types::Rule>] :rules
|
3167
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
3168
|
+
# or more checks to be validated on a DataBrew dataset.
|
3169
|
+
#
|
3170
|
+
# @return [Types::UpdateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3171
|
+
#
|
3172
|
+
# * {Types::UpdateRulesetResponse#name #name} => String
|
3173
|
+
#
|
3174
|
+
# @example Request syntax with placeholder values
|
3175
|
+
#
|
3176
|
+
# resp = client.update_ruleset({
|
3177
|
+
# name: "RulesetName", # required
|
3178
|
+
# description: "RulesetDescription",
|
3179
|
+
# rules: [ # required
|
3180
|
+
# {
|
3181
|
+
# name: "RuleName", # required
|
3182
|
+
# disabled: false,
|
3183
|
+
# check_expression: "Expression", # required
|
3184
|
+
# substitution_map: {
|
3185
|
+
# "ValueReference" => "ConditionValue",
|
3186
|
+
# },
|
3187
|
+
# threshold: {
|
3188
|
+
# value: 1.0, # required
|
3189
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
3190
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
3191
|
+
# },
|
3192
|
+
# column_selectors: [
|
3193
|
+
# {
|
3194
|
+
# regex: "ColumnName",
|
3195
|
+
# name: "ColumnName",
|
3196
|
+
# },
|
3197
|
+
# ],
|
3198
|
+
# },
|
3199
|
+
# ],
|
3200
|
+
# })
|
3201
|
+
#
|
3202
|
+
# @example Response structure
|
3203
|
+
#
|
3204
|
+
# resp.name #=> String
|
3205
|
+
#
|
3206
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateRuleset AWS API Documentation
|
3207
|
+
#
|
3208
|
+
# @overload update_ruleset(params = {})
|
3209
|
+
# @param [Hash] params ({})
|
3210
|
+
def update_ruleset(params = {}, options = {})
|
3211
|
+
req = build_request(:update_ruleset, params)
|
3212
|
+
req.send_request(options)
|
3213
|
+
end
|
3214
|
+
|
2851
3215
|
# Modifies the definition of an existing DataBrew schedule.
|
2852
3216
|
#
|
2853
3217
|
# @option params [Array<String>] :job_names
|
@@ -2903,7 +3267,7 @@ module Aws::GlueDataBrew
|
|
2903
3267
|
params: params,
|
2904
3268
|
config: config)
|
2905
3269
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2906
|
-
context[:gem_version] = '1.
|
3270
|
+
context[:gem_version] = '1.18.0'
|
2907
3271
|
Seahorse::Client::Request.new(handlers, context)
|
2908
3272
|
end
|
2909
3273
|
|