aws-sdk-gluedatabrew 1.14.0 → 1.18.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +369 -5
- data/lib/aws-sdk-gluedatabrew/client_api.rb +205 -1
- data/lib/aws-sdk-gluedatabrew/types.rb +793 -13
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 535900e0eb77076c3034349139591688dff7f0efd39a74dd20a337a9e6b2cff6
|
4
|
+
data.tar.gz: db82218f6ac3b9c4ca4ed9803c252644ffe4d2fca5dad5f129c8eabcc65dddf4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 305d268d7cff482a400d8dcd103ee69dd9f0d77fd909203a1daff2c6818469e8c5a0f41a899c10656e680782437969ff9114ad6f82697c2da9413a30284e3d11
|
7
|
+
data.tar.gz: 3e8a7760033f21ba53823e771784ef7f54c7b046a9516842bf05572cb092fb21c67a922e60e669ac0e01cf65fcd3951cd8decc6c789e14f84d8cfd3d231a0d8c
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.18.0 (2021-12-21)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
8
|
+
|
9
|
+
1.17.0 (2021-11-30)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
13
|
+
|
14
|
+
1.16.0 (2021-11-18)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - This SDK release adds the following new features: 1) PII detection in profile jobs, 2) Data quality rules, enabling validation of data quality in profile jobs, 3) SQL query-based datasets for Amazon Redshift and Snowflake data sources, and 4) Connecting DataBrew datasets with Amazon AppFlow flows.
|
18
|
+
|
19
|
+
1.15.0 (2021-11-04)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
23
|
+
|
4
24
|
1.14.0 (2021-10-18)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.18.0
|
@@ -27,6 +27,7 @@ require 'aws-sdk-core/plugins/client_metrics_plugin.rb'
|
|
27
27
|
require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
|
28
28
|
require 'aws-sdk-core/plugins/transfer_encoding.rb'
|
29
29
|
require 'aws-sdk-core/plugins/http_checksum.rb'
|
30
|
+
require 'aws-sdk-core/plugins/defaults_mode.rb'
|
30
31
|
require 'aws-sdk-core/plugins/signature_v4.rb'
|
31
32
|
require 'aws-sdk-core/plugins/protocols/rest_json.rb'
|
32
33
|
|
@@ -73,6 +74,7 @@ module Aws::GlueDataBrew
|
|
73
74
|
add_plugin(Aws::Plugins::ClientMetricsSendPlugin)
|
74
75
|
add_plugin(Aws::Plugins::TransferEncoding)
|
75
76
|
add_plugin(Aws::Plugins::HttpChecksum)
|
77
|
+
add_plugin(Aws::Plugins::DefaultsMode)
|
76
78
|
add_plugin(Aws::Plugins::SignatureV4)
|
77
79
|
add_plugin(Aws::Plugins::Protocols::RestJson)
|
78
80
|
|
@@ -119,7 +121,9 @@ module Aws::GlueDataBrew
|
|
119
121
|
# * EC2/ECS IMDS instance profile - When used by default, the timeouts
|
120
122
|
# are very aggressive. Construct and pass an instance of
|
121
123
|
# `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
|
122
|
-
# enable retries and extended timeouts.
|
124
|
+
# enable retries and extended timeouts. Instance profile credential
|
125
|
+
# fetching can be disabled by setting ENV['AWS_EC2_METADATA_DISABLED']
|
126
|
+
# to true.
|
123
127
|
#
|
124
128
|
# @option options [required, String] :region
|
125
129
|
# The AWS region to connect to. The configured `:region` is
|
@@ -173,6 +177,10 @@ module Aws::GlueDataBrew
|
|
173
177
|
# Used only in `standard` and adaptive retry modes. Specifies whether to apply
|
174
178
|
# a clock skew correction and retry requests with skewed client clocks.
|
175
179
|
#
|
180
|
+
# @option options [String] :defaults_mode ("legacy")
|
181
|
+
# See {Aws::DefaultsModeConfiguration} for a list of the
|
182
|
+
# accepted modes and the configuration defaults that are included.
|
183
|
+
#
|
176
184
|
# @option options [Boolean] :disable_host_prefix_injection (false)
|
177
185
|
# Set to true to disable SDK automatically adding host prefix
|
178
186
|
# to default service endpoint when available.
|
@@ -275,6 +283,15 @@ module Aws::GlueDataBrew
|
|
275
283
|
# ** Please note ** When response stubbing is enabled, no HTTP
|
276
284
|
# requests are made, and retries are disabled.
|
277
285
|
#
|
286
|
+
# @option options [Boolean] :use_dualstack_endpoint
|
287
|
+
# When set to `true`, dualstack enabled endpoints (with `.aws` TLD)
|
288
|
+
# will be used if available.
|
289
|
+
#
|
290
|
+
# @option options [Boolean] :use_fips_endpoint
|
291
|
+
# When set to `true`, fips compatible endpoints will be used if available.
|
292
|
+
# When a `fips` region is used, the region is normalized and this config
|
293
|
+
# is set to `true`.
|
294
|
+
#
|
278
295
|
# @option options [Boolean] :validate_params (true)
|
279
296
|
# When `true`, request parameters are validated before
|
280
297
|
# sending the request.
|
@@ -286,7 +303,7 @@ module Aws::GlueDataBrew
|
|
286
303
|
# seconds to wait when opening a HTTP session before raising a
|
287
304
|
# `Timeout::Error`.
|
288
305
|
#
|
289
|
-
# @option options [
|
306
|
+
# @option options [Float] :http_read_timeout (60) The default
|
290
307
|
# number of seconds to wait for response data. This value can
|
291
308
|
# safely be set per-request on the session.
|
292
309
|
#
|
@@ -302,6 +319,9 @@ module Aws::GlueDataBrew
|
|
302
319
|
# disables this behaviour. This value can safely be set per
|
303
320
|
# request on the session.
|
304
321
|
#
|
322
|
+
# @option options [Float] :ssl_timeout (nil) Sets the SSL timeout
|
323
|
+
# in seconds.
|
324
|
+
#
|
305
325
|
# @option options [Boolean] :http_wire_trace (false) When `true`,
|
306
326
|
# HTTP debug output will be sent to the `:logger`.
|
307
327
|
#
|
@@ -457,11 +477,15 @@ module Aws::GlueDataBrew
|
|
457
477
|
# },
|
458
478
|
# database_input_definition: {
|
459
479
|
# glue_connection_name: "GlueConnectionName", # required
|
460
|
-
# database_table_name: "DatabaseTableName",
|
480
|
+
# database_table_name: "DatabaseTableName",
|
461
481
|
# temp_directory: {
|
462
482
|
# bucket: "Bucket", # required
|
463
483
|
# key: "Key",
|
464
484
|
# },
|
485
|
+
# query_string: "QueryString",
|
486
|
+
# },
|
487
|
+
# metadata: {
|
488
|
+
# source_arn: "Arn",
|
465
489
|
# },
|
466
490
|
# },
|
467
491
|
# path_options: {
|
@@ -554,6 +578,9 @@ module Aws::GlueDataBrew
|
|
554
578
|
# evaluations, and override default parameters of evaluations. When
|
555
579
|
# configuration is null, the profile job will run with default settings.
|
556
580
|
#
|
581
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
582
|
+
# List of validation configurations that are applied to the profile job.
|
583
|
+
#
|
557
584
|
# @option params [required, String] :role_arn
|
558
585
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
559
586
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -628,7 +655,21 @@ module Aws::GlueDataBrew
|
|
628
655
|
# },
|
629
656
|
# },
|
630
657
|
# ],
|
658
|
+
# entity_detector_configuration: {
|
659
|
+
# entity_types: ["EntityType"], # required
|
660
|
+
# allowed_statistics: [
|
661
|
+
# {
|
662
|
+
# statistics: ["Statistic"], # required
|
663
|
+
# },
|
664
|
+
# ],
|
665
|
+
# },
|
631
666
|
# },
|
667
|
+
# validation_configurations: [
|
668
|
+
# {
|
669
|
+
# ruleset_arn: "Arn", # required
|
670
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
671
|
+
# },
|
672
|
+
# ],
|
632
673
|
# role_arn: "Arn", # required
|
633
674
|
# tags: {
|
634
675
|
# "TagKey" => "TagValue",
|
@@ -921,6 +962,76 @@ module Aws::GlueDataBrew
|
|
921
962
|
req.send_request(options)
|
922
963
|
end
|
923
964
|
|
965
|
+
# Creates a new ruleset that can be used in a profile job to validate
|
966
|
+
# the data quality of a dataset.
|
967
|
+
#
|
968
|
+
# @option params [required, String] :name
|
969
|
+
# The name of the ruleset to be created. Valid characters are
|
970
|
+
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
971
|
+
#
|
972
|
+
# @option params [String] :description
|
973
|
+
# The description of the ruleset.
|
974
|
+
#
|
975
|
+
# @option params [required, String] :target_arn
|
976
|
+
# The Amazon Resource Name (ARN) of a resource (dataset) that the
|
977
|
+
# ruleset is associated with.
|
978
|
+
#
|
979
|
+
# @option params [required, Array<Types::Rule>] :rules
|
980
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
981
|
+
# or more checks to be validated on a DataBrew dataset.
|
982
|
+
#
|
983
|
+
# @option params [Hash<String,String>] :tags
|
984
|
+
# Metadata tags to apply to the ruleset.
|
985
|
+
#
|
986
|
+
# @return [Types::CreateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
987
|
+
#
|
988
|
+
# * {Types::CreateRulesetResponse#name #name} => String
|
989
|
+
#
|
990
|
+
# @example Request syntax with placeholder values
|
991
|
+
#
|
992
|
+
# resp = client.create_ruleset({
|
993
|
+
# name: "RulesetName", # required
|
994
|
+
# description: "RulesetDescription",
|
995
|
+
# target_arn: "Arn", # required
|
996
|
+
# rules: [ # required
|
997
|
+
# {
|
998
|
+
# name: "RuleName", # required
|
999
|
+
# disabled: false,
|
1000
|
+
# check_expression: "Expression", # required
|
1001
|
+
# substitution_map: {
|
1002
|
+
# "ValueReference" => "ConditionValue",
|
1003
|
+
# },
|
1004
|
+
# threshold: {
|
1005
|
+
# value: 1.0, # required
|
1006
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
1007
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
1008
|
+
# },
|
1009
|
+
# column_selectors: [
|
1010
|
+
# {
|
1011
|
+
# regex: "ColumnName",
|
1012
|
+
# name: "ColumnName",
|
1013
|
+
# },
|
1014
|
+
# ],
|
1015
|
+
# },
|
1016
|
+
# ],
|
1017
|
+
# tags: {
|
1018
|
+
# "TagKey" => "TagValue",
|
1019
|
+
# },
|
1020
|
+
# })
|
1021
|
+
#
|
1022
|
+
# @example Response structure
|
1023
|
+
#
|
1024
|
+
# resp.name #=> String
|
1025
|
+
#
|
1026
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateRuleset AWS API Documentation
|
1027
|
+
#
|
1028
|
+
# @overload create_ruleset(params = {})
|
1029
|
+
# @param [Hash] params ({})
|
1030
|
+
def create_ruleset(params = {}, options = {})
|
1031
|
+
req = build_request(:create_ruleset, params)
|
1032
|
+
req.send_request(options)
|
1033
|
+
end
|
1034
|
+
|
924
1035
|
# Creates a new schedule for one or more DataBrew jobs. Jobs can be run
|
925
1036
|
# at a specific date and time, or at regular intervals.
|
926
1037
|
#
|
@@ -1091,6 +1202,34 @@ module Aws::GlueDataBrew
|
|
1091
1202
|
req.send_request(options)
|
1092
1203
|
end
|
1093
1204
|
|
1205
|
+
# Deletes a ruleset.
|
1206
|
+
#
|
1207
|
+
# @option params [required, String] :name
|
1208
|
+
# The name of the ruleset to be deleted.
|
1209
|
+
#
|
1210
|
+
# @return [Types::DeleteRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1211
|
+
#
|
1212
|
+
# * {Types::DeleteRulesetResponse#name #name} => String
|
1213
|
+
#
|
1214
|
+
# @example Request syntax with placeholder values
|
1215
|
+
#
|
1216
|
+
# resp = client.delete_ruleset({
|
1217
|
+
# name: "RulesetName", # required
|
1218
|
+
# })
|
1219
|
+
#
|
1220
|
+
# @example Response structure
|
1221
|
+
#
|
1222
|
+
# resp.name #=> String
|
1223
|
+
#
|
1224
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DeleteRuleset AWS API Documentation
|
1225
|
+
#
|
1226
|
+
# @overload delete_ruleset(params = {})
|
1227
|
+
# @param [Hash] params ({})
|
1228
|
+
def delete_ruleset(params = {}, options = {})
|
1229
|
+
req = build_request(:delete_ruleset, params)
|
1230
|
+
req.send_request(options)
|
1231
|
+
end
|
1232
|
+
|
1094
1233
|
# Deletes the specified DataBrew schedule.
|
1095
1234
|
#
|
1096
1235
|
# @option params [required, String] :name
|
@@ -1170,6 +1309,8 @@ module Aws::GlueDataBrew
|
|
1170
1309
|
# resp.input.database_input_definition.database_table_name #=> String
|
1171
1310
|
# resp.input.database_input_definition.temp_directory.bucket #=> String
|
1172
1311
|
# resp.input.database_input_definition.temp_directory.key #=> String
|
1312
|
+
# resp.input.database_input_definition.query_string #=> String
|
1313
|
+
# resp.input.metadata.source_arn #=> String
|
1173
1314
|
# resp.last_modified_date #=> Time
|
1174
1315
|
# resp.last_modified_by #=> String
|
1175
1316
|
# resp.source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1226,6 +1367,7 @@ module Aws::GlueDataBrew
|
|
1226
1367
|
# * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1227
1368
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1228
1369
|
# * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1370
|
+
# * {Types::DescribeJobResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1229
1371
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1230
1372
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
1231
1373
|
# * {Types::DescribeJobResponse#role_arn #role_arn} => String
|
@@ -1298,6 +1440,14 @@ module Aws::GlueDataBrew
|
|
1298
1440
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1299
1441
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1300
1442
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1443
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1444
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1445
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1446
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1447
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1448
|
+
# resp.validation_configurations #=> Array
|
1449
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1450
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1301
1451
|
# resp.recipe_reference.name #=> String
|
1302
1452
|
# resp.recipe_reference.recipe_version #=> String
|
1303
1453
|
# resp.resource_arn #=> String
|
@@ -1334,6 +1484,7 @@ module Aws::GlueDataBrew
|
|
1334
1484
|
# * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
|
1335
1485
|
# * {Types::DescribeJobRunResponse#job_name #job_name} => String
|
1336
1486
|
# * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1487
|
+
# * {Types::DescribeJobRunResponse#validation_configurations #validation_configurations} => Array<Types::ValidationConfiguration>
|
1337
1488
|
# * {Types::DescribeJobRunResponse#run_id #run_id} => String
|
1338
1489
|
# * {Types::DescribeJobRunResponse#state #state} => String
|
1339
1490
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
@@ -1380,6 +1531,14 @@ module Aws::GlueDataBrew
|
|
1380
1531
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1381
1532
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1382
1533
|
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1534
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types #=> Array
|
1535
|
+
# resp.profile_configuration.entity_detector_configuration.entity_types[0] #=> String
|
1536
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics #=> Array
|
1537
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics #=> Array
|
1538
|
+
# resp.profile_configuration.entity_detector_configuration.allowed_statistics[0].statistics[0] #=> String
|
1539
|
+
# resp.validation_configurations #=> Array
|
1540
|
+
# resp.validation_configurations[0].ruleset_arn #=> String
|
1541
|
+
# resp.validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1383
1542
|
# resp.run_id #=> String
|
1384
1543
|
# resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1385
1544
|
# resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
|
@@ -1547,6 +1706,64 @@ module Aws::GlueDataBrew
|
|
1547
1706
|
req.send_request(options)
|
1548
1707
|
end
|
1549
1708
|
|
1709
|
+
# Retrieves detailed information about the ruleset.
|
1710
|
+
#
|
1711
|
+
# @option params [required, String] :name
|
1712
|
+
# The name of the ruleset to be described.
|
1713
|
+
#
|
1714
|
+
# @return [Types::DescribeRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1715
|
+
#
|
1716
|
+
# * {Types::DescribeRulesetResponse#name #name} => String
|
1717
|
+
# * {Types::DescribeRulesetResponse#description #description} => String
|
1718
|
+
# * {Types::DescribeRulesetResponse#target_arn #target_arn} => String
|
1719
|
+
# * {Types::DescribeRulesetResponse#rules #rules} => Array<Types::Rule>
|
1720
|
+
# * {Types::DescribeRulesetResponse#create_date #create_date} => Time
|
1721
|
+
# * {Types::DescribeRulesetResponse#created_by #created_by} => String
|
1722
|
+
# * {Types::DescribeRulesetResponse#last_modified_by #last_modified_by} => String
|
1723
|
+
# * {Types::DescribeRulesetResponse#last_modified_date #last_modified_date} => Time
|
1724
|
+
# * {Types::DescribeRulesetResponse#resource_arn #resource_arn} => String
|
1725
|
+
# * {Types::DescribeRulesetResponse#tags #tags} => Hash<String,String>
|
1726
|
+
#
|
1727
|
+
# @example Request syntax with placeholder values
|
1728
|
+
#
|
1729
|
+
# resp = client.describe_ruleset({
|
1730
|
+
# name: "RulesetName", # required
|
1731
|
+
# })
|
1732
|
+
#
|
1733
|
+
# @example Response structure
|
1734
|
+
#
|
1735
|
+
# resp.name #=> String
|
1736
|
+
# resp.description #=> String
|
1737
|
+
# resp.target_arn #=> String
|
1738
|
+
# resp.rules #=> Array
|
1739
|
+
# resp.rules[0].name #=> String
|
1740
|
+
# resp.rules[0].disabled #=> Boolean
|
1741
|
+
# resp.rules[0].check_expression #=> String
|
1742
|
+
# resp.rules[0].substitution_map #=> Hash
|
1743
|
+
# resp.rules[0].substitution_map["ValueReference"] #=> String
|
1744
|
+
# resp.rules[0].threshold.value #=> Float
|
1745
|
+
# resp.rules[0].threshold.type #=> String, one of "GREATER_THAN_OR_EQUAL", "LESS_THAN_OR_EQUAL", "GREATER_THAN", "LESS_THAN"
|
1746
|
+
# resp.rules[0].threshold.unit #=> String, one of "COUNT", "PERCENTAGE"
|
1747
|
+
# resp.rules[0].column_selectors #=> Array
|
1748
|
+
# resp.rules[0].column_selectors[0].regex #=> String
|
1749
|
+
# resp.rules[0].column_selectors[0].name #=> String
|
1750
|
+
# resp.create_date #=> Time
|
1751
|
+
# resp.created_by #=> String
|
1752
|
+
# resp.last_modified_by #=> String
|
1753
|
+
# resp.last_modified_date #=> Time
|
1754
|
+
# resp.resource_arn #=> String
|
1755
|
+
# resp.tags #=> Hash
|
1756
|
+
# resp.tags["TagKey"] #=> String
|
1757
|
+
#
|
1758
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeRuleset AWS API Documentation
|
1759
|
+
#
|
1760
|
+
# @overload describe_ruleset(params = {})
|
1761
|
+
# @param [Hash] params ({})
|
1762
|
+
def describe_ruleset(params = {}, options = {})
|
1763
|
+
req = build_request(:describe_ruleset, params)
|
1764
|
+
req.send_request(options)
|
1765
|
+
end
|
1766
|
+
|
1550
1767
|
# Returns the definition of a specific DataBrew schedule.
|
1551
1768
|
#
|
1552
1769
|
# @option params [required, String] :name
|
@@ -1643,6 +1860,8 @@ module Aws::GlueDataBrew
|
|
1643
1860
|
# resp.datasets[0].input.database_input_definition.database_table_name #=> String
|
1644
1861
|
# resp.datasets[0].input.database_input_definition.temp_directory.bucket #=> String
|
1645
1862
|
# resp.datasets[0].input.database_input_definition.temp_directory.key #=> String
|
1863
|
+
# resp.datasets[0].input.database_input_definition.query_string #=> String
|
1864
|
+
# resp.datasets[0].input.metadata.source_arn #=> String
|
1646
1865
|
# resp.datasets[0].last_modified_date #=> Time
|
1647
1866
|
# resp.datasets[0].last_modified_by #=> String
|
1648
1867
|
# resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
@@ -1747,6 +1966,9 @@ module Aws::GlueDataBrew
|
|
1747
1966
|
# resp.job_runs[0].started_on #=> Time
|
1748
1967
|
# resp.job_runs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1749
1968
|
# resp.job_runs[0].job_sample.size #=> Integer
|
1969
|
+
# resp.job_runs[0].validation_configurations #=> Array
|
1970
|
+
# resp.job_runs[0].validation_configurations[0].ruleset_arn #=> String
|
1971
|
+
# resp.job_runs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1750
1972
|
# resp.next_token #=> String
|
1751
1973
|
#
|
1752
1974
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobRuns AWS API Documentation
|
@@ -1844,6 +2066,9 @@ module Aws::GlueDataBrew
|
|
1844
2066
|
# resp.jobs[0].tags["TagKey"] #=> String
|
1845
2067
|
# resp.jobs[0].job_sample.mode #=> String, one of "FULL_DATASET", "CUSTOM_ROWS"
|
1846
2068
|
# resp.jobs[0].job_sample.size #=> Integer
|
2069
|
+
# resp.jobs[0].validation_configurations #=> Array
|
2070
|
+
# resp.jobs[0].validation_configurations[0].ruleset_arn #=> String
|
2071
|
+
# resp.jobs[0].validation_configurations[0].validation_mode #=> String, one of "CHECK_ALL"
|
1847
2072
|
# resp.next_token #=> String
|
1848
2073
|
#
|
1849
2074
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListJobs AWS API Documentation
|
@@ -2037,6 +2262,64 @@ module Aws::GlueDataBrew
|
|
2037
2262
|
req.send_request(options)
|
2038
2263
|
end
|
2039
2264
|
|
2265
|
+
# List all rulesets available in the current account or rulesets
|
2266
|
+
# associated with a specific resource (dataset).
|
2267
|
+
#
|
2268
|
+
# @option params [String] :target_arn
|
2269
|
+
# The Amazon Resource Name (ARN) of a resource (dataset). Using this
|
2270
|
+
# parameter indicates to return only those rulesets that are associated
|
2271
|
+
# with the specified resource.
|
2272
|
+
#
|
2273
|
+
# @option params [Integer] :max_results
|
2274
|
+
# The maximum number of results to return in this request.
|
2275
|
+
#
|
2276
|
+
# @option params [String] :next_token
|
2277
|
+
# A token generated by DataBrew that specifies where to continue
|
2278
|
+
# pagination if a previous request was truncated. To get the next set of
|
2279
|
+
# pages, pass in the NextToken value from the response object of the
|
2280
|
+
# previous page call.
|
2281
|
+
#
|
2282
|
+
# @return [Types::ListRulesetsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2283
|
+
#
|
2284
|
+
# * {Types::ListRulesetsResponse#rulesets #rulesets} => Array<Types::RulesetItem>
|
2285
|
+
# * {Types::ListRulesetsResponse#next_token #next_token} => String
|
2286
|
+
#
|
2287
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
2288
|
+
#
|
2289
|
+
# @example Request syntax with placeholder values
|
2290
|
+
#
|
2291
|
+
# resp = client.list_rulesets({
|
2292
|
+
# target_arn: "Arn",
|
2293
|
+
# max_results: 1,
|
2294
|
+
# next_token: "NextToken",
|
2295
|
+
# })
|
2296
|
+
#
|
2297
|
+
# @example Response structure
|
2298
|
+
#
|
2299
|
+
# resp.rulesets #=> Array
|
2300
|
+
# resp.rulesets[0].account_id #=> String
|
2301
|
+
# resp.rulesets[0].created_by #=> String
|
2302
|
+
# resp.rulesets[0].create_date #=> Time
|
2303
|
+
# resp.rulesets[0].description #=> String
|
2304
|
+
# resp.rulesets[0].last_modified_by #=> String
|
2305
|
+
# resp.rulesets[0].last_modified_date #=> Time
|
2306
|
+
# resp.rulesets[0].name #=> String
|
2307
|
+
# resp.rulesets[0].resource_arn #=> String
|
2308
|
+
# resp.rulesets[0].rule_count #=> Integer
|
2309
|
+
# resp.rulesets[0].tags #=> Hash
|
2310
|
+
# resp.rulesets[0].tags["TagKey"] #=> String
|
2311
|
+
# resp.rulesets[0].target_arn #=> String
|
2312
|
+
# resp.next_token #=> String
|
2313
|
+
#
|
2314
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ListRulesets AWS API Documentation
|
2315
|
+
#
|
2316
|
+
# @overload list_rulesets(params = {})
|
2317
|
+
# @param [Hash] params ({})
|
2318
|
+
def list_rulesets(params = {}, options = {})
|
2319
|
+
req = build_request(:list_rulesets, params)
|
2320
|
+
req.send_request(options)
|
2321
|
+
end
|
2322
|
+
|
2040
2323
|
# Lists the DataBrew schedules that are defined.
|
2041
2324
|
#
|
2042
2325
|
# @option params [String] :job_name
|
@@ -2210,6 +2493,9 @@ module Aws::GlueDataBrew
|
|
2210
2493
|
# start_column_index: 1, # required
|
2211
2494
|
# column_range: 1,
|
2212
2495
|
# hidden_columns: ["ColumnName"],
|
2496
|
+
# start_row_index: 1,
|
2497
|
+
# row_range: 1,
|
2498
|
+
# analytics: "ENABLE", # accepts ENABLE, DISABLE
|
2213
2499
|
# },
|
2214
2500
|
# })
|
2215
2501
|
#
|
@@ -2442,11 +2728,15 @@ module Aws::GlueDataBrew
|
|
2442
2728
|
# },
|
2443
2729
|
# database_input_definition: {
|
2444
2730
|
# glue_connection_name: "GlueConnectionName", # required
|
2445
|
-
# database_table_name: "DatabaseTableName",
|
2731
|
+
# database_table_name: "DatabaseTableName",
|
2446
2732
|
# temp_directory: {
|
2447
2733
|
# bucket: "Bucket", # required
|
2448
2734
|
# key: "Key",
|
2449
2735
|
# },
|
2736
|
+
# query_string: "QueryString",
|
2737
|
+
# },
|
2738
|
+
# metadata: {
|
2739
|
+
# source_arn: "Arn",
|
2450
2740
|
# },
|
2451
2741
|
# },
|
2452
2742
|
# path_options: {
|
@@ -2531,6 +2821,9 @@ module Aws::GlueDataBrew
|
|
2531
2821
|
# Represents an Amazon S3 location (bucket name and object key) where
|
2532
2822
|
# DataBrew can read input data, or write output from a job.
|
2533
2823
|
#
|
2824
|
+
# @option params [Array<Types::ValidationConfiguration>] :validation_configurations
|
2825
|
+
# List of validation configurations that are applied to the profile job.
|
2826
|
+
#
|
2534
2827
|
# @option params [required, String] :role_arn
|
2535
2828
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2536
2829
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -2592,6 +2885,14 @@ module Aws::GlueDataBrew
|
|
2592
2885
|
# },
|
2593
2886
|
# },
|
2594
2887
|
# ],
|
2888
|
+
# entity_detector_configuration: {
|
2889
|
+
# entity_types: ["EntityType"], # required
|
2890
|
+
# allowed_statistics: [
|
2891
|
+
# {
|
2892
|
+
# statistics: ["Statistic"], # required
|
2893
|
+
# },
|
2894
|
+
# ],
|
2895
|
+
# },
|
2595
2896
|
# },
|
2596
2897
|
# encryption_key_arn: "EncryptionKeyArn",
|
2597
2898
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
@@ -2603,6 +2904,12 @@ module Aws::GlueDataBrew
|
|
2603
2904
|
# bucket: "Bucket", # required
|
2604
2905
|
# key: "Key",
|
2605
2906
|
# },
|
2907
|
+
# validation_configurations: [
|
2908
|
+
# {
|
2909
|
+
# ruleset_arn: "Arn", # required
|
2910
|
+
# validation_mode: "CHECK_ALL", # accepts CHECK_ALL
|
2911
|
+
# },
|
2912
|
+
# ],
|
2606
2913
|
# role_arn: "Arn", # required
|
2607
2914
|
# timeout: 1,
|
2608
2915
|
# job_sample: {
|
@@ -2848,6 +3155,63 @@ module Aws::GlueDataBrew
|
|
2848
3155
|
req.send_request(options)
|
2849
3156
|
end
|
2850
3157
|
|
3158
|
+
# Updates specified ruleset.
|
3159
|
+
#
|
3160
|
+
# @option params [required, String] :name
|
3161
|
+
# The name of the ruleset to be updated.
|
3162
|
+
#
|
3163
|
+
# @option params [String] :description
|
3164
|
+
# The description of the ruleset.
|
3165
|
+
#
|
3166
|
+
# @option params [required, Array<Types::Rule>] :rules
|
3167
|
+
# A list of rules that are defined with the ruleset. A rule includes one
|
3168
|
+
# or more checks to be validated on a DataBrew dataset.
|
3169
|
+
#
|
3170
|
+
# @return [Types::UpdateRulesetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3171
|
+
#
|
3172
|
+
# * {Types::UpdateRulesetResponse#name #name} => String
|
3173
|
+
#
|
3174
|
+
# @example Request syntax with placeholder values
|
3175
|
+
#
|
3176
|
+
# resp = client.update_ruleset({
|
3177
|
+
# name: "RulesetName", # required
|
3178
|
+
# description: "RulesetDescription",
|
3179
|
+
# rules: [ # required
|
3180
|
+
# {
|
3181
|
+
# name: "RuleName", # required
|
3182
|
+
# disabled: false,
|
3183
|
+
# check_expression: "Expression", # required
|
3184
|
+
# substitution_map: {
|
3185
|
+
# "ValueReference" => "ConditionValue",
|
3186
|
+
# },
|
3187
|
+
# threshold: {
|
3188
|
+
# value: 1.0, # required
|
3189
|
+
# type: "GREATER_THAN_OR_EQUAL", # accepts GREATER_THAN_OR_EQUAL, LESS_THAN_OR_EQUAL, GREATER_THAN, LESS_THAN
|
3190
|
+
# unit: "COUNT", # accepts COUNT, PERCENTAGE
|
3191
|
+
# },
|
3192
|
+
# column_selectors: [
|
3193
|
+
# {
|
3194
|
+
# regex: "ColumnName",
|
3195
|
+
# name: "ColumnName",
|
3196
|
+
# },
|
3197
|
+
# ],
|
3198
|
+
# },
|
3199
|
+
# ],
|
3200
|
+
# })
|
3201
|
+
#
|
3202
|
+
# @example Response structure
|
3203
|
+
#
|
3204
|
+
# resp.name #=> String
|
3205
|
+
#
|
3206
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateRuleset AWS API Documentation
|
3207
|
+
#
|
3208
|
+
# @overload update_ruleset(params = {})
|
3209
|
+
# @param [Hash] params ({})
|
3210
|
+
def update_ruleset(params = {}, options = {})
|
3211
|
+
req = build_request(:update_ruleset, params)
|
3212
|
+
req.send_request(options)
|
3213
|
+
end
|
3214
|
+
|
2851
3215
|
# Modifies the definition of an existing DataBrew schedule.
|
2852
3216
|
#
|
2853
3217
|
# @option params [Array<String>] :job_names
|
@@ -2903,7 +3267,7 @@ module Aws::GlueDataBrew
|
|
2903
3267
|
params: params,
|
2904
3268
|
config: config)
|
2905
3269
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2906
|
-
context[:gem_version] = '1.
|
3270
|
+
context[:gem_version] = '1.18.0'
|
2907
3271
|
Seahorse::Client::Request.new(handlers, context)
|
2908
3272
|
end
|
2909
3273
|
|