aws-sdk-gluedatabrew 1.8.0 → 1.9.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +195 -5
- data/lib/aws-sdk-gluedatabrew/client_api.rb +59 -0
- data/lib/aws-sdk-gluedatabrew/types.rb +460 -22
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 97b0f8e55b3db7d09c04e29a290942d848be07288f239418d0c3542bb7b28ce8
|
4
|
+
data.tar.gz: 2f78725963736670edb295acbb1c49cb0a76a9e7d86540f16f974faa999c5c78
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: '09dcdb81f2f6a6d9b68bccf8007c074f204a05d3d07b08dd5d476969768b0ec90f473b72eb63fc5edeb2e49d1e0611af24c51728e2fa026542117e5c181187a5'
|
7
|
+
data.tar.gz: eb9ae3cf20197ea283856989c8cc80dd84c3deeb720b5f6f670531a7cbb3e59f6daba338fd970a5192f9c3ddb6028c65ee545c073dabad44797eaf1f615300c4
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.9.0 (2021-07-22)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - This SDK release adds two new features: 1) Output to Native JDBC destinations and 2) Adding configurations to profile jobs
|
8
|
+
|
4
9
|
1.8.0 (2021-06-30)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.9.0
|
data/lib/aws-sdk-gluedatabrew.rb
CHANGED
@@ -549,6 +549,11 @@ module Aws::GlueDataBrew
|
|
549
549
|
# Represents an Amazon S3 location (bucket name and object key) where
|
550
550
|
# DataBrew can read input data, or write output from a job.
|
551
551
|
#
|
552
|
+
# @option params [Types::ProfileConfiguration] :configuration
|
553
|
+
# Configuration for profile jobs. Used to select columns, do
|
554
|
+
# evaluations, and override default parameters of evaluations. When
|
555
|
+
# configuration is null, the profile job will run with default settings.
|
556
|
+
#
|
552
557
|
# @option params [required, String] :role_arn
|
553
558
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
554
559
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -584,6 +589,46 @@ module Aws::GlueDataBrew
|
|
584
589
|
# bucket: "Bucket", # required
|
585
590
|
# key: "Key",
|
586
591
|
# },
|
592
|
+
# configuration: {
|
593
|
+
# dataset_statistics_configuration: {
|
594
|
+
# included_statistics: ["Statistic"],
|
595
|
+
# overrides: [
|
596
|
+
# {
|
597
|
+
# statistic: "Statistic", # required
|
598
|
+
# parameters: { # required
|
599
|
+
# "ParameterName" => "ParameterValue",
|
600
|
+
# },
|
601
|
+
# },
|
602
|
+
# ],
|
603
|
+
# },
|
604
|
+
# profile_columns: [
|
605
|
+
# {
|
606
|
+
# regex: "ColumnName",
|
607
|
+
# name: "ColumnName",
|
608
|
+
# },
|
609
|
+
# ],
|
610
|
+
# column_statistics_configurations: [
|
611
|
+
# {
|
612
|
+
# selectors: [
|
613
|
+
# {
|
614
|
+
# regex: "ColumnName",
|
615
|
+
# name: "ColumnName",
|
616
|
+
# },
|
617
|
+
# ],
|
618
|
+
# statistics: { # required
|
619
|
+
# included_statistics: ["Statistic"],
|
620
|
+
# overrides: [
|
621
|
+
# {
|
622
|
+
# statistic: "Statistic", # required
|
623
|
+
# parameters: { # required
|
624
|
+
# "ParameterName" => "ParameterValue",
|
625
|
+
# },
|
626
|
+
# },
|
627
|
+
# ],
|
628
|
+
# },
|
629
|
+
# },
|
630
|
+
# ],
|
631
|
+
# },
|
587
632
|
# role_arn: "Arn", # required
|
588
633
|
# tags: {
|
589
634
|
# "TagKey" => "TagValue",
|
@@ -761,8 +806,12 @@ module Aws::GlueDataBrew
|
|
761
806
|
# One or more artifacts that represent the output from running the job.
|
762
807
|
#
|
763
808
|
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
764
|
-
# One or more artifacts that represent the
|
765
|
-
#
|
809
|
+
# One or more artifacts that represent the Glue Data Catalog output from
|
810
|
+
# running the job.
|
811
|
+
#
|
812
|
+
# @option params [Array<Types::DatabaseOutput>] :database_outputs
|
813
|
+
# Represents a list of JDBC database output objects which defines the
|
814
|
+
# output destination for a DataBrew recipe job to write to.
|
766
815
|
#
|
767
816
|
# @option params [String] :project_name
|
768
817
|
# Either the name of an existing project, or a combination of a recipe
|
@@ -834,6 +883,19 @@ module Aws::GlueDataBrew
|
|
834
883
|
# overwrite: false,
|
835
884
|
# },
|
836
885
|
# ],
|
886
|
+
# database_outputs: [
|
887
|
+
# {
|
888
|
+
# glue_connection_name: "GlueConnectionName", # required
|
889
|
+
# database_options: { # required
|
890
|
+
# temp_directory: {
|
891
|
+
# bucket: "Bucket", # required
|
892
|
+
# key: "Key",
|
893
|
+
# },
|
894
|
+
# table_name: "DatabaseTableName", # required
|
895
|
+
# },
|
896
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
897
|
+
# },
|
898
|
+
# ],
|
837
899
|
# project_name: "ProjectName",
|
838
900
|
# recipe_reference: {
|
839
901
|
# name: "RecipeName", # required
|
@@ -1161,7 +1223,9 @@ module Aws::GlueDataBrew
|
|
1161
1223
|
# * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
|
1162
1224
|
# * {Types::DescribeJobResponse#outputs #outputs} => Array<Types::Output>
|
1163
1225
|
# * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1226
|
+
# * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1164
1227
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1228
|
+
# * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1165
1229
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1166
1230
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
1167
1231
|
# * {Types::DescribeJobResponse#role_arn #role_arn} => String
|
@@ -1208,7 +1272,32 @@ module Aws::GlueDataBrew
|
|
1208
1272
|
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1209
1273
|
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1210
1274
|
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1275
|
+
# resp.database_outputs #=> Array
|
1276
|
+
# resp.database_outputs[0].glue_connection_name #=> String
|
1277
|
+
# resp.database_outputs[0].database_options.temp_directory.bucket #=> String
|
1278
|
+
# resp.database_outputs[0].database_options.temp_directory.key #=> String
|
1279
|
+
# resp.database_outputs[0].database_options.table_name #=> String
|
1280
|
+
# resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1211
1281
|
# resp.project_name #=> String
|
1282
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
|
1283
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
|
1284
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
|
1285
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
|
1286
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
|
1287
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
|
1288
|
+
# resp.profile_configuration.profile_columns #=> Array
|
1289
|
+
# resp.profile_configuration.profile_columns[0].regex #=> String
|
1290
|
+
# resp.profile_configuration.profile_columns[0].name #=> String
|
1291
|
+
# resp.profile_configuration.column_statistics_configurations #=> Array
|
1292
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
|
1293
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
|
1294
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
|
1295
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
|
1296
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
|
1297
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
|
1298
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1299
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1300
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1212
1301
|
# resp.recipe_reference.name #=> String
|
1213
1302
|
# resp.recipe_reference.recipe_version #=> String
|
1214
1303
|
# resp.resource_arn #=> String
|
@@ -1244,12 +1333,14 @@ module Aws::GlueDataBrew
|
|
1244
1333
|
# * {Types::DescribeJobRunResponse#error_message #error_message} => String
|
1245
1334
|
# * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
|
1246
1335
|
# * {Types::DescribeJobRunResponse#job_name #job_name} => String
|
1336
|
+
# * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1247
1337
|
# * {Types::DescribeJobRunResponse#run_id #run_id} => String
|
1248
1338
|
# * {Types::DescribeJobRunResponse#state #state} => String
|
1249
1339
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
1250
1340
|
# * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
|
1251
1341
|
# * {Types::DescribeJobRunResponse#outputs #outputs} => Array<Types::Output>
|
1252
1342
|
# * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1343
|
+
# * {Types::DescribeJobRunResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1253
1344
|
# * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1254
1345
|
# * {Types::DescribeJobRunResponse#started_by #started_by} => String
|
1255
1346
|
# * {Types::DescribeJobRunResponse#started_on #started_on} => Time
|
@@ -1270,6 +1361,25 @@ module Aws::GlueDataBrew
|
|
1270
1361
|
# resp.error_message #=> String
|
1271
1362
|
# resp.execution_time #=> Integer
|
1272
1363
|
# resp.job_name #=> String
|
1364
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
|
1365
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
|
1366
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
|
1367
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
|
1368
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
|
1369
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
|
1370
|
+
# resp.profile_configuration.profile_columns #=> Array
|
1371
|
+
# resp.profile_configuration.profile_columns[0].regex #=> String
|
1372
|
+
# resp.profile_configuration.profile_columns[0].name #=> String
|
1373
|
+
# resp.profile_configuration.column_statistics_configurations #=> Array
|
1374
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
|
1375
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
|
1376
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
|
1377
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
|
1378
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
|
1379
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
|
1380
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1381
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1382
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1273
1383
|
# resp.run_id #=> String
|
1274
1384
|
# resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1275
1385
|
# resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
|
@@ -1293,6 +1403,12 @@ module Aws::GlueDataBrew
|
|
1293
1403
|
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1294
1404
|
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1295
1405
|
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1406
|
+
# resp.database_outputs #=> Array
|
1407
|
+
# resp.database_outputs[0].glue_connection_name #=> String
|
1408
|
+
# resp.database_outputs[0].database_options.temp_directory.bucket #=> String
|
1409
|
+
# resp.database_outputs[0].database_options.temp_directory.key #=> String
|
1410
|
+
# resp.database_outputs[0].database_options.table_name #=> String
|
1411
|
+
# resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1296
1412
|
# resp.recipe_reference.name #=> String
|
1297
1413
|
# resp.recipe_reference.recipe_version #=> String
|
1298
1414
|
# resp.started_by #=> String
|
@@ -1619,6 +1735,12 @@ module Aws::GlueDataBrew
|
|
1619
1735
|
# resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1620
1736
|
# resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1621
1737
|
# resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1738
|
+
# resp.job_runs[0].database_outputs #=> Array
|
1739
|
+
# resp.job_runs[0].database_outputs[0].glue_connection_name #=> String
|
1740
|
+
# resp.job_runs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
|
1741
|
+
# resp.job_runs[0].database_outputs[0].database_options.temp_directory.key #=> String
|
1742
|
+
# resp.job_runs[0].database_outputs[0].database_options.table_name #=> String
|
1743
|
+
# resp.job_runs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1622
1744
|
# resp.job_runs[0].recipe_reference.name #=> String
|
1623
1745
|
# resp.job_runs[0].recipe_reference.recipe_version #=> String
|
1624
1746
|
# resp.job_runs[0].started_by #=> String
|
@@ -1706,6 +1828,12 @@ module Aws::GlueDataBrew
|
|
1706
1828
|
# resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1707
1829
|
# resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1708
1830
|
# resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1831
|
+
# resp.jobs[0].database_outputs #=> Array
|
1832
|
+
# resp.jobs[0].database_outputs[0].glue_connection_name #=> String
|
1833
|
+
# resp.jobs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
|
1834
|
+
# resp.jobs[0].database_outputs[0].database_options.temp_directory.key #=> String
|
1835
|
+
# resp.jobs[0].database_outputs[0].database_options.table_name #=> String
|
1836
|
+
# resp.jobs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1709
1837
|
# resp.jobs[0].project_name #=> String
|
1710
1838
|
# resp.jobs[0].recipe_reference.name #=> String
|
1711
1839
|
# resp.jobs[0].recipe_reference.recipe_version #=> String
|
@@ -2369,6 +2497,11 @@ module Aws::GlueDataBrew
|
|
2369
2497
|
|
2370
2498
|
# Modifies the definition of an existing profile job.
|
2371
2499
|
#
|
2500
|
+
# @option params [Types::ProfileConfiguration] :configuration
|
2501
|
+
# Configuration for profile jobs. Used to select columns, do
|
2502
|
+
# evaluations, and override default parameters of evaluations. When
|
2503
|
+
# configuration is null, the profile job will run with default settings.
|
2504
|
+
#
|
2372
2505
|
# @option params [String] :encryption_key_arn
|
2373
2506
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
2374
2507
|
# protect the job.
|
@@ -2420,6 +2553,46 @@ module Aws::GlueDataBrew
|
|
2420
2553
|
# @example Request syntax with placeholder values
|
2421
2554
|
#
|
2422
2555
|
# resp = client.update_profile_job({
|
2556
|
+
# configuration: {
|
2557
|
+
# dataset_statistics_configuration: {
|
2558
|
+
# included_statistics: ["Statistic"],
|
2559
|
+
# overrides: [
|
2560
|
+
# {
|
2561
|
+
# statistic: "Statistic", # required
|
2562
|
+
# parameters: { # required
|
2563
|
+
# "ParameterName" => "ParameterValue",
|
2564
|
+
# },
|
2565
|
+
# },
|
2566
|
+
# ],
|
2567
|
+
# },
|
2568
|
+
# profile_columns: [
|
2569
|
+
# {
|
2570
|
+
# regex: "ColumnName",
|
2571
|
+
# name: "ColumnName",
|
2572
|
+
# },
|
2573
|
+
# ],
|
2574
|
+
# column_statistics_configurations: [
|
2575
|
+
# {
|
2576
|
+
# selectors: [
|
2577
|
+
# {
|
2578
|
+
# regex: "ColumnName",
|
2579
|
+
# name: "ColumnName",
|
2580
|
+
# },
|
2581
|
+
# ],
|
2582
|
+
# statistics: { # required
|
2583
|
+
# included_statistics: ["Statistic"],
|
2584
|
+
# overrides: [
|
2585
|
+
# {
|
2586
|
+
# statistic: "Statistic", # required
|
2587
|
+
# parameters: { # required
|
2588
|
+
# "ParameterName" => "ParameterValue",
|
2589
|
+
# },
|
2590
|
+
# },
|
2591
|
+
# ],
|
2592
|
+
# },
|
2593
|
+
# },
|
2594
|
+
# ],
|
2595
|
+
# },
|
2423
2596
|
# encryption_key_arn: "EncryptionKeyArn",
|
2424
2597
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
2425
2598
|
# name: "JobName", # required
|
@@ -2579,8 +2752,12 @@ module Aws::GlueDataBrew
|
|
2579
2752
|
# One or more artifacts that represent the output from running the job.
|
2580
2753
|
#
|
2581
2754
|
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
2582
|
-
# One or more artifacts that represent the
|
2583
|
-
#
|
2755
|
+
# One or more artifacts that represent the Glue Data Catalog output from
|
2756
|
+
# running the job.
|
2757
|
+
#
|
2758
|
+
# @option params [Array<Types::DatabaseOutput>] :database_outputs
|
2759
|
+
# Represents a list of JDBC database output objects which defines the
|
2760
|
+
# output destination for a DataBrew recipe job to write into.
|
2584
2761
|
#
|
2585
2762
|
# @option params [required, String] :role_arn
|
2586
2763
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
@@ -2641,6 +2818,19 @@ module Aws::GlueDataBrew
|
|
2641
2818
|
# overwrite: false,
|
2642
2819
|
# },
|
2643
2820
|
# ],
|
2821
|
+
# database_outputs: [
|
2822
|
+
# {
|
2823
|
+
# glue_connection_name: "GlueConnectionName", # required
|
2824
|
+
# database_options: { # required
|
2825
|
+
# temp_directory: {
|
2826
|
+
# bucket: "Bucket", # required
|
2827
|
+
# key: "Key",
|
2828
|
+
# },
|
2829
|
+
# table_name: "DatabaseTableName", # required
|
2830
|
+
# },
|
2831
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
2832
|
+
# },
|
2833
|
+
# ],
|
2644
2834
|
# role_arn: "Arn", # required
|
2645
2835
|
# timeout: 1,
|
2646
2836
|
# })
|
@@ -2713,7 +2903,7 @@ module Aws::GlueDataBrew
|
|
2713
2903
|
params: params,
|
2714
2904
|
config: config)
|
2715
2905
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2716
|
-
context[:gem_version] = '1.
|
2906
|
+
context[:gem_version] = '1.9.0'
|
2717
2907
|
Seahorse::Client::Request.new(handlers, context)
|
2718
2908
|
end
|
2719
2909
|
|
@@ -27,6 +27,10 @@ module Aws::GlueDataBrew
|
|
27
27
|
ColumnName = Shapes::StringShape.new(name: 'ColumnName')
|
28
28
|
ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
|
29
29
|
ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
|
30
|
+
ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
|
31
|
+
ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
|
32
|
+
ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
|
33
|
+
ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
|
30
34
|
CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
|
31
35
|
Condition = Shapes::StringShape.new(name: 'Condition')
|
32
36
|
ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
|
@@ -55,6 +59,9 @@ module Aws::GlueDataBrew
|
|
55
59
|
DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
|
56
60
|
DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
|
57
61
|
DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
|
62
|
+
DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
|
63
|
+
DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
|
64
|
+
DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
|
58
65
|
DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
|
59
66
|
DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
|
60
67
|
Dataset = Shapes::StructureShape.new(name: 'Dataset')
|
@@ -160,6 +167,7 @@ module Aws::GlueDataBrew
|
|
160
167
|
PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
|
161
168
|
PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
|
162
169
|
Preview = Shapes::BooleanShape.new(name: 'Preview')
|
170
|
+
ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
|
163
171
|
Project = Shapes::StructureShape.new(name: 'Project')
|
164
172
|
ProjectList = Shapes::ListShape.new(name: 'ProjectList')
|
165
173
|
ProjectName = Shapes::StringShape.new(name: 'ProjectName')
|
@@ -205,6 +213,11 @@ module Aws::GlueDataBrew
|
|
205
213
|
StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
|
206
214
|
StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
|
207
215
|
StartedBy = Shapes::StringShape.new(name: 'StartedBy')
|
216
|
+
Statistic = Shapes::StringShape.new(name: 'Statistic')
|
217
|
+
StatisticList = Shapes::ListShape.new(name: 'StatisticList')
|
218
|
+
StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
|
219
|
+
StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
|
220
|
+
StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
|
208
221
|
StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
|
209
222
|
StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
|
210
223
|
StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
|
@@ -250,6 +263,18 @@ module Aws::GlueDataBrew
|
|
250
263
|
|
251
264
|
ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
|
252
265
|
|
266
|
+
ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
|
267
|
+
ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
|
268
|
+
ColumnSelector.struct_class = Types::ColumnSelector
|
269
|
+
|
270
|
+
ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
|
271
|
+
|
272
|
+
ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
|
273
|
+
ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
|
274
|
+
ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
|
275
|
+
|
276
|
+
ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
|
277
|
+
|
253
278
|
ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
|
254
279
|
ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
|
255
280
|
ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
|
@@ -279,6 +304,7 @@ module Aws::GlueDataBrew
|
|
279
304
|
CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
280
305
|
CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
281
306
|
CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
|
307
|
+
CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
|
282
308
|
CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
283
309
|
CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
284
310
|
CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
@@ -308,6 +334,7 @@ module Aws::GlueDataBrew
|
|
308
334
|
CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
309
335
|
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
310
336
|
CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
337
|
+
CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
311
338
|
CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
312
339
|
CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
313
340
|
CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
@@ -364,6 +391,13 @@ module Aws::GlueDataBrew
|
|
364
391
|
DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
365
392
|
DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
|
366
393
|
|
394
|
+
DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
395
|
+
DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
|
396
|
+
DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
|
397
|
+
DatabaseOutput.struct_class = Types::DatabaseOutput
|
398
|
+
|
399
|
+
DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
|
400
|
+
|
367
401
|
DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
368
402
|
DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
|
369
403
|
DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
|
@@ -463,7 +497,9 @@ module Aws::GlueDataBrew
|
|
463
497
|
DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
464
498
|
DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
465
499
|
DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
500
|
+
DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
466
501
|
DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
502
|
+
DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
|
467
503
|
DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
468
504
|
DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
469
505
|
DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
|
@@ -482,12 +518,14 @@ module Aws::GlueDataBrew
|
|
482
518
|
DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
|
483
519
|
DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
|
484
520
|
DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
|
521
|
+
DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
|
485
522
|
DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
|
486
523
|
DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
|
487
524
|
DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
488
525
|
DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
489
526
|
DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
490
527
|
DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
528
|
+
DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
491
529
|
DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
492
530
|
DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
493
531
|
DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -590,6 +628,7 @@ module Aws::GlueDataBrew
|
|
590
628
|
Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
591
629
|
Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
592
630
|
Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
631
|
+
Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
593
632
|
Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
594
633
|
Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
595
634
|
Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
@@ -615,6 +654,7 @@ module Aws::GlueDataBrew
|
|
615
654
|
JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
616
655
|
JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
617
656
|
JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
657
|
+
JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
618
658
|
JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
619
659
|
JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
620
660
|
JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -722,6 +762,11 @@ module Aws::GlueDataBrew
|
|
722
762
|
PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
|
723
763
|
PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
|
724
764
|
|
765
|
+
ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
|
766
|
+
ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
|
767
|
+
ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
|
768
|
+
ProfileConfiguration.struct_class = Types::ProfileConfiguration
|
769
|
+
|
725
770
|
Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
726
771
|
Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
727
772
|
Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
@@ -849,6 +894,18 @@ module Aws::GlueDataBrew
|
|
849
894
|
StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
|
850
895
|
StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
|
851
896
|
|
897
|
+
StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
|
898
|
+
|
899
|
+
StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
|
900
|
+
StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
|
901
|
+
StatisticOverride.struct_class = Types::StatisticOverride
|
902
|
+
|
903
|
+
StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
|
904
|
+
|
905
|
+
StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
|
906
|
+
StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
|
907
|
+
StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
|
908
|
+
|
852
909
|
StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
853
910
|
StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
|
854
911
|
StopJobRunRequest.struct_class = Types::StopJobRunRequest
|
@@ -883,6 +940,7 @@ module Aws::GlueDataBrew
|
|
883
940
|
UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
884
941
|
UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
|
885
942
|
|
943
|
+
UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
|
886
944
|
UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
|
887
945
|
UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
|
888
946
|
UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
@@ -915,6 +973,7 @@ module Aws::GlueDataBrew
|
|
915
973
|
UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
916
974
|
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
917
975
|
UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
976
|
+
UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
918
977
|
UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
919
978
|
UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
920
979
|
UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
|
@@ -68,6 +68,81 @@ module Aws::GlueDataBrew
|
|
68
68
|
include Aws::Structure
|
69
69
|
end
|
70
70
|
|
71
|
+
# Selector of a column from a dataset for profile job configuration. One
|
72
|
+
# selector includes either a column name or a regular expression.
|
73
|
+
#
|
74
|
+
# @note When making an API call, you may pass ColumnSelector
|
75
|
+
# data as a hash:
|
76
|
+
#
|
77
|
+
# {
|
78
|
+
# regex: "ColumnName",
|
79
|
+
# name: "ColumnName",
|
80
|
+
# }
|
81
|
+
#
|
82
|
+
# @!attribute [rw] regex
|
83
|
+
# A regular expression for selecting a column from a dataset.
|
84
|
+
# @return [String]
|
85
|
+
#
|
86
|
+
# @!attribute [rw] name
|
87
|
+
# The name of a column from a dataset.
|
88
|
+
# @return [String]
|
89
|
+
#
|
90
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnSelector AWS API Documentation
|
91
|
+
#
|
92
|
+
class ColumnSelector < Struct.new(
|
93
|
+
:regex,
|
94
|
+
:name)
|
95
|
+
SENSITIVE = []
|
96
|
+
include Aws::Structure
|
97
|
+
end
|
98
|
+
|
99
|
+
# Configuration for column evaluations for a profile job.
|
100
|
+
# ColumnStatisticsConfiguration can be used to select evaluations and
|
101
|
+
# override parameters of evaluations for particular columns.
|
102
|
+
#
|
103
|
+
# @note When making an API call, you may pass ColumnStatisticsConfiguration
|
104
|
+
# data as a hash:
|
105
|
+
#
|
106
|
+
# {
|
107
|
+
# selectors: [
|
108
|
+
# {
|
109
|
+
# regex: "ColumnName",
|
110
|
+
# name: "ColumnName",
|
111
|
+
# },
|
112
|
+
# ],
|
113
|
+
# statistics: { # required
|
114
|
+
# included_statistics: ["Statistic"],
|
115
|
+
# overrides: [
|
116
|
+
# {
|
117
|
+
# statistic: "Statistic", # required
|
118
|
+
# parameters: { # required
|
119
|
+
# "ParameterName" => "ParameterValue",
|
120
|
+
# },
|
121
|
+
# },
|
122
|
+
# ],
|
123
|
+
# },
|
124
|
+
# }
|
125
|
+
#
|
126
|
+
# @!attribute [rw] selectors
|
127
|
+
# List of column selectors. Selectors can be used to select columns
|
128
|
+
# from the dataset. When selectors are undefined, configuration will
|
129
|
+
# be applied to all supported columns.
|
130
|
+
# @return [Array<Types::ColumnSelector>]
|
131
|
+
#
|
132
|
+
# @!attribute [rw] statistics
|
133
|
+
# Configuration for evaluations. Statistics can be used to select
|
134
|
+
# evaluations and override parameters of evaluations.
|
135
|
+
# @return [Types::StatisticsConfiguration]
|
136
|
+
#
|
137
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnStatisticsConfiguration AWS API Documentation
|
138
|
+
#
|
139
|
+
class ColumnStatisticsConfiguration < Struct.new(
|
140
|
+
:selectors,
|
141
|
+
:statistics)
|
142
|
+
SENSITIVE = []
|
143
|
+
include Aws::Structure
|
144
|
+
end
|
145
|
+
|
71
146
|
# Represents an individual condition that evaluates to true or false.
|
72
147
|
#
|
73
148
|
# Conditions are used with recipe actions. The action is only performed
|
@@ -277,6 +352,46 @@ module Aws::GlueDataBrew
|
|
277
352
|
# bucket: "Bucket", # required
|
278
353
|
# key: "Key",
|
279
354
|
# },
|
355
|
+
# configuration: {
|
356
|
+
# dataset_statistics_configuration: {
|
357
|
+
# included_statistics: ["Statistic"],
|
358
|
+
# overrides: [
|
359
|
+
# {
|
360
|
+
# statistic: "Statistic", # required
|
361
|
+
# parameters: { # required
|
362
|
+
# "ParameterName" => "ParameterValue",
|
363
|
+
# },
|
364
|
+
# },
|
365
|
+
# ],
|
366
|
+
# },
|
367
|
+
# profile_columns: [
|
368
|
+
# {
|
369
|
+
# regex: "ColumnName",
|
370
|
+
# name: "ColumnName",
|
371
|
+
# },
|
372
|
+
# ],
|
373
|
+
# column_statistics_configurations: [
|
374
|
+
# {
|
375
|
+
# selectors: [
|
376
|
+
# {
|
377
|
+
# regex: "ColumnName",
|
378
|
+
# name: "ColumnName",
|
379
|
+
# },
|
380
|
+
# ],
|
381
|
+
# statistics: { # required
|
382
|
+
# included_statistics: ["Statistic"],
|
383
|
+
# overrides: [
|
384
|
+
# {
|
385
|
+
# statistic: "Statistic", # required
|
386
|
+
# parameters: { # required
|
387
|
+
# "ParameterName" => "ParameterValue",
|
388
|
+
# },
|
389
|
+
# },
|
390
|
+
# ],
|
391
|
+
# },
|
392
|
+
# },
|
393
|
+
# ],
|
394
|
+
# },
|
280
395
|
# role_arn: "Arn", # required
|
281
396
|
# tags: {
|
282
397
|
# "TagKey" => "TagValue",
|
@@ -331,6 +446,13 @@ module Aws::GlueDataBrew
|
|
331
446
|
# DataBrew can read input data, or write output from a job.
|
332
447
|
# @return [Types::S3Location]
|
333
448
|
#
|
449
|
+
# @!attribute [rw] configuration
|
450
|
+
# Configuration for profile jobs. Used to select columns, do
|
451
|
+
# evaluations, and override default parameters of evaluations. When
|
452
|
+
# configuration is null, the profile job will run with default
|
453
|
+
# settings.
|
454
|
+
# @return [Types::ProfileConfiguration]
|
455
|
+
#
|
334
456
|
# @!attribute [rw] role_arn
|
335
457
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
336
458
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -364,6 +486,7 @@ module Aws::GlueDataBrew
|
|
364
486
|
:max_capacity,
|
365
487
|
:max_retries,
|
366
488
|
:output_location,
|
489
|
+
:configuration,
|
367
490
|
:role_arn,
|
368
491
|
:tags,
|
369
492
|
:timeout,
|
@@ -502,6 +625,19 @@ module Aws::GlueDataBrew
|
|
502
625
|
# overwrite: false,
|
503
626
|
# },
|
504
627
|
# ],
|
628
|
+
# database_outputs: [
|
629
|
+
# {
|
630
|
+
# glue_connection_name: "GlueConnectionName", # required
|
631
|
+
# database_options: { # required
|
632
|
+
# temp_directory: {
|
633
|
+
# bucket: "Bucket", # required
|
634
|
+
# key: "Key",
|
635
|
+
# },
|
636
|
+
# table_name: "DatabaseTableName", # required
|
637
|
+
# },
|
638
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
639
|
+
# },
|
640
|
+
# ],
|
505
641
|
# project_name: "ProjectName",
|
506
642
|
# recipe_reference: {
|
507
643
|
# name: "RecipeName", # required
|
@@ -557,10 +693,15 @@ module Aws::GlueDataBrew
|
|
557
693
|
# @return [Array<Types::Output>]
|
558
694
|
#
|
559
695
|
# @!attribute [rw] data_catalog_outputs
|
560
|
-
# One or more artifacts that represent the
|
561
|
-
#
|
696
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
697
|
+
# from running the job.
|
562
698
|
# @return [Array<Types::DataCatalogOutput>]
|
563
699
|
#
|
700
|
+
# @!attribute [rw] database_outputs
|
701
|
+
# Represents a list of JDBC database output objects which defines the
|
702
|
+
# output destination for a DataBrew recipe job to write to.
|
703
|
+
# @return [Array<Types::DatabaseOutput>]
|
704
|
+
#
|
564
705
|
# @!attribute [rw] project_name
|
565
706
|
# Either the name of an existing project, or a combination of a recipe
|
566
707
|
# and a dataset to associate with the recipe.
|
@@ -596,6 +737,7 @@ module Aws::GlueDataBrew
|
|
596
737
|
:max_retries,
|
597
738
|
:outputs,
|
598
739
|
:data_catalog_outputs,
|
740
|
+
:database_outputs,
|
599
741
|
:project_name,
|
600
742
|
:recipe_reference,
|
601
743
|
:role_arn,
|
@@ -846,8 +988,8 @@ module Aws::GlueDataBrew
|
|
846
988
|
include Aws::Structure
|
847
989
|
end
|
848
990
|
|
849
|
-
# Represents options that specify how and where
|
850
|
-
# output generated by recipe jobs.
|
991
|
+
# Represents options that specify how and where in the Glue Data Catalog
|
992
|
+
# DataBrew writes the output generated by recipe jobs.
|
851
993
|
#
|
852
994
|
# @note When making an API call, you may pass DataCatalogOutput
|
853
995
|
# data as a hash:
|
@@ -873,8 +1015,8 @@ module Aws::GlueDataBrew
|
|
873
1015
|
# }
|
874
1016
|
#
|
875
1017
|
# @!attribute [rw] catalog_id
|
876
|
-
# The unique identifier of the
|
877
|
-
# that stores the data.
|
1018
|
+
# The unique identifier of the Amazon Web Services account that holds
|
1019
|
+
# the Data Catalog that stores the data.
|
878
1020
|
# @return [String]
|
879
1021
|
#
|
880
1022
|
# @!attribute [rw] database_name
|
@@ -886,8 +1028,8 @@ module Aws::GlueDataBrew
|
|
886
1028
|
# @return [String]
|
887
1029
|
#
|
888
1030
|
# @!attribute [rw] s3_options
|
889
|
-
# Represents options that specify how and where DataBrew writes the
|
890
|
-
# output generated by recipe jobs.
|
1031
|
+
# Represents options that specify how and where DataBrew writes the
|
1032
|
+
# Amazon S3 output generated by recipe jobs.
|
891
1033
|
# @return [Types::S3TableOutputOptions]
|
892
1034
|
#
|
893
1035
|
# @!attribute [rw] database_options
|
@@ -952,6 +1094,49 @@ module Aws::GlueDataBrew
|
|
952
1094
|
include Aws::Structure
|
953
1095
|
end
|
954
1096
|
|
1097
|
+
# Represents a JDBC database output object which defines the output
|
1098
|
+
# destination for a DataBrew recipe job to write into.
|
1099
|
+
#
|
1100
|
+
# @note When making an API call, you may pass DatabaseOutput
|
1101
|
+
# data as a hash:
|
1102
|
+
#
|
1103
|
+
# {
|
1104
|
+
# glue_connection_name: "GlueConnectionName", # required
|
1105
|
+
# database_options: { # required
|
1106
|
+
# temp_directory: {
|
1107
|
+
# bucket: "Bucket", # required
|
1108
|
+
# key: "Key",
|
1109
|
+
# },
|
1110
|
+
# table_name: "DatabaseTableName", # required
|
1111
|
+
# },
|
1112
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
1113
|
+
# }
|
1114
|
+
#
|
1115
|
+
# @!attribute [rw] glue_connection_name
|
1116
|
+
# The Glue connection that stores the connection information for the
|
1117
|
+
# target database.
|
1118
|
+
# @return [String]
|
1119
|
+
#
|
1120
|
+
# @!attribute [rw] database_options
|
1121
|
+
# Represents options that specify how and where DataBrew writes the
|
1122
|
+
# database output generated by recipe jobs.
|
1123
|
+
# @return [Types::DatabaseTableOutputOptions]
|
1124
|
+
#
|
1125
|
+
# @!attribute [rw] database_output_mode
|
1126
|
+
# The output mode to write into the database. Currently supported
|
1127
|
+
# option: NEW\_TABLE.
|
1128
|
+
# @return [String]
|
1129
|
+
#
|
1130
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseOutput AWS API Documentation
|
1131
|
+
#
|
1132
|
+
class DatabaseOutput < Struct.new(
|
1133
|
+
:glue_connection_name,
|
1134
|
+
:database_options,
|
1135
|
+
:database_output_mode)
|
1136
|
+
SENSITIVE = []
|
1137
|
+
include Aws::Structure
|
1138
|
+
end
|
1139
|
+
|
955
1140
|
# Represents options that specify how and where DataBrew writes the
|
956
1141
|
# database output generated by recipe jobs.
|
957
1142
|
#
|
@@ -1513,14 +1698,26 @@ module Aws::GlueDataBrew
|
|
1513
1698
|
# @return [Array<Types::Output>]
|
1514
1699
|
#
|
1515
1700
|
# @!attribute [rw] data_catalog_outputs
|
1516
|
-
# One or more artifacts that represent the
|
1517
|
-
#
|
1701
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
1702
|
+
# from running the job.
|
1518
1703
|
# @return [Array<Types::DataCatalogOutput>]
|
1519
1704
|
#
|
1705
|
+
# @!attribute [rw] database_outputs
|
1706
|
+
# Represents a list of JDBC database output objects which defines the
|
1707
|
+
# output destination for a DataBrew recipe job to write into.
|
1708
|
+
# @return [Array<Types::DatabaseOutput>]
|
1709
|
+
#
|
1520
1710
|
# @!attribute [rw] project_name
|
1521
1711
|
# The DataBrew project associated with this job.
|
1522
1712
|
# @return [String]
|
1523
1713
|
#
|
1714
|
+
# @!attribute [rw] profile_configuration
|
1715
|
+
# Configuration for profile jobs. Used to select columns, do
|
1716
|
+
# evaluations, and override default parameters of evaluations. When
|
1717
|
+
# configuration is null, the profile job will run with default
|
1718
|
+
# settings.
|
1719
|
+
# @return [Types::ProfileConfiguration]
|
1720
|
+
#
|
1524
1721
|
# @!attribute [rw] recipe_reference
|
1525
1722
|
# Represents the name and version of a DataBrew recipe.
|
1526
1723
|
# @return [Types::RecipeReference]
|
@@ -1565,7 +1762,9 @@ module Aws::GlueDataBrew
|
|
1565
1762
|
:max_retries,
|
1566
1763
|
:outputs,
|
1567
1764
|
:data_catalog_outputs,
|
1765
|
+
:database_outputs,
|
1568
1766
|
:project_name,
|
1767
|
+
:profile_configuration,
|
1569
1768
|
:recipe_reference,
|
1570
1769
|
:resource_arn,
|
1571
1770
|
:role_arn,
|
@@ -1627,6 +1826,13 @@ module Aws::GlueDataBrew
|
|
1627
1826
|
# The name of the job being processed during this run.
|
1628
1827
|
# @return [String]
|
1629
1828
|
#
|
1829
|
+
# @!attribute [rw] profile_configuration
|
1830
|
+
# Configuration for profile jobs. Used to select columns, do
|
1831
|
+
# evaluations, and override default parameters of evaluations. When
|
1832
|
+
# configuration is null, the profile job will run with default
|
1833
|
+
# settings.
|
1834
|
+
# @return [Types::ProfileConfiguration]
|
1835
|
+
#
|
1630
1836
|
# @!attribute [rw] run_id
|
1631
1837
|
# The unique identifier of the job run.
|
1632
1838
|
# @return [String]
|
@@ -1649,10 +1855,15 @@ module Aws::GlueDataBrew
|
|
1649
1855
|
# @return [Array<Types::Output>]
|
1650
1856
|
#
|
1651
1857
|
# @!attribute [rw] data_catalog_outputs
|
1652
|
-
# One or more artifacts that represent the
|
1653
|
-
#
|
1858
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
1859
|
+
# from running the job.
|
1654
1860
|
# @return [Array<Types::DataCatalogOutput>]
|
1655
1861
|
#
|
1862
|
+
# @!attribute [rw] database_outputs
|
1863
|
+
# Represents a list of JDBC database output objects which defines the
|
1864
|
+
# output destination for a DataBrew recipe job to write into.
|
1865
|
+
# @return [Array<Types::DatabaseOutput>]
|
1866
|
+
#
|
1656
1867
|
# @!attribute [rw] recipe_reference
|
1657
1868
|
# Represents the name and version of a DataBrew recipe.
|
1658
1869
|
# @return [Types::RecipeReference]
|
@@ -1682,12 +1893,14 @@ module Aws::GlueDataBrew
|
|
1682
1893
|
:error_message,
|
1683
1894
|
:execution_time,
|
1684
1895
|
:job_name,
|
1896
|
+
:profile_configuration,
|
1685
1897
|
:run_id,
|
1686
1898
|
:state,
|
1687
1899
|
:log_subscription,
|
1688
1900
|
:log_group_name,
|
1689
1901
|
:outputs,
|
1690
1902
|
:data_catalog_outputs,
|
1903
|
+
:database_outputs,
|
1691
1904
|
:recipe_reference,
|
1692
1905
|
:started_by,
|
1693
1906
|
:started_on,
|
@@ -2284,10 +2497,15 @@ module Aws::GlueDataBrew
|
|
2284
2497
|
# @return [Array<Types::Output>]
|
2285
2498
|
#
|
2286
2499
|
# @!attribute [rw] data_catalog_outputs
|
2287
|
-
# One or more artifacts that represent the
|
2288
|
-
#
|
2500
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
2501
|
+
# from running the job.
|
2289
2502
|
# @return [Array<Types::DataCatalogOutput>]
|
2290
2503
|
#
|
2504
|
+
# @!attribute [rw] database_outputs
|
2505
|
+
# Represents a list of JDBC database output objects which defines the
|
2506
|
+
# output destination for a DataBrew recipe job to write into.
|
2507
|
+
# @return [Array<Types::DatabaseOutput>]
|
2508
|
+
#
|
2291
2509
|
# @!attribute [rw] project_name
|
2292
2510
|
# The name of the project that the job is associated with.
|
2293
2511
|
# @return [String]
|
@@ -2340,6 +2558,7 @@ module Aws::GlueDataBrew
|
|
2340
2558
|
:max_retries,
|
2341
2559
|
:outputs,
|
2342
2560
|
:data_catalog_outputs,
|
2561
|
+
:database_outputs,
|
2343
2562
|
:project_name,
|
2344
2563
|
:recipe_reference,
|
2345
2564
|
:resource_arn,
|
@@ -2401,10 +2620,15 @@ module Aws::GlueDataBrew
|
|
2401
2620
|
# @return [Array<Types::Output>]
|
2402
2621
|
#
|
2403
2622
|
# @!attribute [rw] data_catalog_outputs
|
2404
|
-
# One or more artifacts that represent the
|
2405
|
-
#
|
2623
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
2624
|
+
# from running the job.
|
2406
2625
|
# @return [Array<Types::DataCatalogOutput>]
|
2407
2626
|
#
|
2627
|
+
# @!attribute [rw] database_outputs
|
2628
|
+
# Represents a list of JDBC database output objects which defines the
|
2629
|
+
# output destination for a DataBrew recipe job to write into.
|
2630
|
+
# @return [Array<Types::DatabaseOutput>]
|
2631
|
+
#
|
2408
2632
|
# @!attribute [rw] recipe_reference
|
2409
2633
|
# The set of steps processed by the job.
|
2410
2634
|
# @return [Types::RecipeReference]
|
@@ -2441,6 +2665,7 @@ module Aws::GlueDataBrew
|
|
2441
2665
|
:log_group_name,
|
2442
2666
|
:outputs,
|
2443
2667
|
:data_catalog_outputs,
|
2668
|
+
:database_outputs,
|
2444
2669
|
:recipe_reference,
|
2445
2670
|
:started_by,
|
2446
2671
|
:started_on,
|
@@ -2898,8 +3123,8 @@ module Aws::GlueDataBrew
|
|
2898
3123
|
include Aws::Structure
|
2899
3124
|
end
|
2900
3125
|
|
2901
|
-
# Represents options that specify how and where
|
2902
|
-
# output generated by recipe jobs or profile jobs.
|
3126
|
+
# Represents options that specify how and where in Amazon S3 DataBrew
|
3127
|
+
# writes the output generated by recipe jobs or profile jobs.
|
2903
3128
|
#
|
2904
3129
|
# @note When making an API call, you may pass Output
|
2905
3130
|
# data as a hash:
|
@@ -3049,6 +3274,86 @@ module Aws::GlueDataBrew
|
|
3049
3274
|
include Aws::Structure
|
3050
3275
|
end
|
3051
3276
|
|
3277
|
+
# Configuration for profile jobs. Configuration can be used to select
|
3278
|
+
# columns, do evaluations, and override default parameters of
|
3279
|
+
# evaluations. When configuration is undefined, the profile job will
|
3280
|
+
# apply default settings to all supported columns.
|
3281
|
+
#
|
3282
|
+
# @note When making an API call, you may pass ProfileConfiguration
|
3283
|
+
# data as a hash:
|
3284
|
+
#
|
3285
|
+
# {
|
3286
|
+
# dataset_statistics_configuration: {
|
3287
|
+
# included_statistics: ["Statistic"],
|
3288
|
+
# overrides: [
|
3289
|
+
# {
|
3290
|
+
# statistic: "Statistic", # required
|
3291
|
+
# parameters: { # required
|
3292
|
+
# "ParameterName" => "ParameterValue",
|
3293
|
+
# },
|
3294
|
+
# },
|
3295
|
+
# ],
|
3296
|
+
# },
|
3297
|
+
# profile_columns: [
|
3298
|
+
# {
|
3299
|
+
# regex: "ColumnName",
|
3300
|
+
# name: "ColumnName",
|
3301
|
+
# },
|
3302
|
+
# ],
|
3303
|
+
# column_statistics_configurations: [
|
3304
|
+
# {
|
3305
|
+
# selectors: [
|
3306
|
+
# {
|
3307
|
+
# regex: "ColumnName",
|
3308
|
+
# name: "ColumnName",
|
3309
|
+
# },
|
3310
|
+
# ],
|
3311
|
+
# statistics: { # required
|
3312
|
+
# included_statistics: ["Statistic"],
|
3313
|
+
# overrides: [
|
3314
|
+
# {
|
3315
|
+
# statistic: "Statistic", # required
|
3316
|
+
# parameters: { # required
|
3317
|
+
# "ParameterName" => "ParameterValue",
|
3318
|
+
# },
|
3319
|
+
# },
|
3320
|
+
# ],
|
3321
|
+
# },
|
3322
|
+
# },
|
3323
|
+
# ],
|
3324
|
+
# }
|
3325
|
+
#
|
3326
|
+
# @!attribute [rw] dataset_statistics_configuration
|
3327
|
+
# Configuration for inter-column evaluations. Configuration can be
|
3328
|
+
# used to select evaluations and override parameters of evaluations.
|
3329
|
+
# When configuration is undefined, the profile job will run all
|
3330
|
+
# supported inter-column evaluations.
|
3331
|
+
# @return [Types::StatisticsConfiguration]
|
3332
|
+
#
|
3333
|
+
# @!attribute [rw] profile_columns
|
3334
|
+
# List of column selectors. ProfileColumns can be used to select
|
3335
|
+
# columns from the dataset. When ProfileColumns is undefined, the
|
3336
|
+
# profile job will profile all supported columns.
|
3337
|
+
# @return [Array<Types::ColumnSelector>]
|
3338
|
+
#
|
3339
|
+
# @!attribute [rw] column_statistics_configurations
|
3340
|
+
# List of configurations for column evaluations.
|
3341
|
+
# ColumnStatisticsConfigurations are used to select evaluations and
|
3342
|
+
# override parameters of evaluations for particular columns. When
|
3343
|
+
# ColumnStatisticsConfigurations is undefined, the profile job will
|
3344
|
+
# profile all supported columns and run all supported evaluations.
|
3345
|
+
# @return [Array<Types::ColumnStatisticsConfiguration>]
|
3346
|
+
#
|
3347
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ProfileConfiguration AWS API Documentation
|
3348
|
+
#
|
3349
|
+
class ProfileConfiguration < Struct.new(
|
3350
|
+
:dataset_statistics_configuration,
|
3351
|
+
:profile_columns,
|
3352
|
+
:column_statistics_configurations)
|
3353
|
+
SENSITIVE = []
|
3354
|
+
include Aws::Structure
|
3355
|
+
end
|
3356
|
+
|
3052
3357
|
# Represents all of the attributes of a DataBrew project.
|
3053
3358
|
#
|
3054
3359
|
# @!attribute [rw] account_id
|
@@ -3431,8 +3736,8 @@ module Aws::GlueDataBrew
|
|
3431
3736
|
include Aws::Structure
|
3432
3737
|
end
|
3433
3738
|
|
3434
|
-
# Represents options that specify how and where DataBrew writes the
|
3435
|
-
# output generated by recipe jobs.
|
3739
|
+
# Represents options that specify how and where DataBrew writes the
|
3740
|
+
# Amazon S3 output generated by recipe jobs.
|
3436
3741
|
#
|
3437
3742
|
# @note When making an API call, you may pass S3TableOutputOptions
|
3438
3743
|
# data as a hash:
|
@@ -3731,6 +4036,72 @@ module Aws::GlueDataBrew
|
|
3731
4036
|
include Aws::Structure
|
3732
4037
|
end
|
3733
4038
|
|
4039
|
+
# Override of a particular evaluation for a profile job.
|
4040
|
+
#
|
4041
|
+
# @note When making an API call, you may pass StatisticOverride
|
4042
|
+
# data as a hash:
|
4043
|
+
#
|
4044
|
+
# {
|
4045
|
+
# statistic: "Statistic", # required
|
4046
|
+
# parameters: { # required
|
4047
|
+
# "ParameterName" => "ParameterValue",
|
4048
|
+
# },
|
4049
|
+
# }
|
4050
|
+
#
|
4051
|
+
# @!attribute [rw] statistic
|
4052
|
+
# The name of an evaluation
|
4053
|
+
# @return [String]
|
4054
|
+
#
|
4055
|
+
# @!attribute [rw] parameters
|
4056
|
+
# A map that includes overrides of an evaluation’s parameters.
|
4057
|
+
# @return [Hash<String,String>]
|
4058
|
+
#
|
4059
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticOverride AWS API Documentation
|
4060
|
+
#
|
4061
|
+
class StatisticOverride < Struct.new(
|
4062
|
+
:statistic,
|
4063
|
+
:parameters)
|
4064
|
+
SENSITIVE = []
|
4065
|
+
include Aws::Structure
|
4066
|
+
end
|
4067
|
+
|
4068
|
+
# Configuration of evaluations for a profile job. This configuration can
|
4069
|
+
# be used to select evaluations and override the parameters of selected
|
4070
|
+
# evaluations.
|
4071
|
+
#
|
4072
|
+
# @note When making an API call, you may pass StatisticsConfiguration
|
4073
|
+
# data as a hash:
|
4074
|
+
#
|
4075
|
+
# {
|
4076
|
+
# included_statistics: ["Statistic"],
|
4077
|
+
# overrides: [
|
4078
|
+
# {
|
4079
|
+
# statistic: "Statistic", # required
|
4080
|
+
# parameters: { # required
|
4081
|
+
# "ParameterName" => "ParameterValue",
|
4082
|
+
# },
|
4083
|
+
# },
|
4084
|
+
# ],
|
4085
|
+
# }
|
4086
|
+
#
|
4087
|
+
# @!attribute [rw] included_statistics
|
4088
|
+
# List of included evaluations. When the list is undefined, all
|
4089
|
+
# supported evaluations will be included.
|
4090
|
+
# @return [Array<String>]
|
4091
|
+
#
|
4092
|
+
# @!attribute [rw] overrides
|
4093
|
+
# List of overrides for evaluations.
|
4094
|
+
# @return [Array<Types::StatisticOverride>]
|
4095
|
+
#
|
4096
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticsConfiguration AWS API Documentation
|
4097
|
+
#
|
4098
|
+
class StatisticsConfiguration < Struct.new(
|
4099
|
+
:included_statistics,
|
4100
|
+
:overrides)
|
4101
|
+
SENSITIVE = []
|
4102
|
+
include Aws::Structure
|
4103
|
+
end
|
4104
|
+
|
3734
4105
|
# @note When making an API call, you may pass StopJobRunRequest
|
3735
4106
|
# data as a hash:
|
3736
4107
|
#
|
@@ -3959,6 +4330,46 @@ module Aws::GlueDataBrew
|
|
3959
4330
|
# data as a hash:
|
3960
4331
|
#
|
3961
4332
|
# {
|
4333
|
+
# configuration: {
|
4334
|
+
# dataset_statistics_configuration: {
|
4335
|
+
# included_statistics: ["Statistic"],
|
4336
|
+
# overrides: [
|
4337
|
+
# {
|
4338
|
+
# statistic: "Statistic", # required
|
4339
|
+
# parameters: { # required
|
4340
|
+
# "ParameterName" => "ParameterValue",
|
4341
|
+
# },
|
4342
|
+
# },
|
4343
|
+
# ],
|
4344
|
+
# },
|
4345
|
+
# profile_columns: [
|
4346
|
+
# {
|
4347
|
+
# regex: "ColumnName",
|
4348
|
+
# name: "ColumnName",
|
4349
|
+
# },
|
4350
|
+
# ],
|
4351
|
+
# column_statistics_configurations: [
|
4352
|
+
# {
|
4353
|
+
# selectors: [
|
4354
|
+
# {
|
4355
|
+
# regex: "ColumnName",
|
4356
|
+
# name: "ColumnName",
|
4357
|
+
# },
|
4358
|
+
# ],
|
4359
|
+
# statistics: { # required
|
4360
|
+
# included_statistics: ["Statistic"],
|
4361
|
+
# overrides: [
|
4362
|
+
# {
|
4363
|
+
# statistic: "Statistic", # required
|
4364
|
+
# parameters: { # required
|
4365
|
+
# "ParameterName" => "ParameterValue",
|
4366
|
+
# },
|
4367
|
+
# },
|
4368
|
+
# ],
|
4369
|
+
# },
|
4370
|
+
# },
|
4371
|
+
# ],
|
4372
|
+
# },
|
3962
4373
|
# encryption_key_arn: "EncryptionKeyArn",
|
3963
4374
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
3964
4375
|
# name: "JobName", # required
|
@@ -3977,6 +4388,13 @@ module Aws::GlueDataBrew
|
|
3977
4388
|
# },
|
3978
4389
|
# }
|
3979
4390
|
#
|
4391
|
+
# @!attribute [rw] configuration
|
4392
|
+
# Configuration for profile jobs. Used to select columns, do
|
4393
|
+
# evaluations, and override default parameters of evaluations. When
|
4394
|
+
# configuration is null, the profile job will run with default
|
4395
|
+
# settings.
|
4396
|
+
# @return [Types::ProfileConfiguration]
|
4397
|
+
#
|
3980
4398
|
# @!attribute [rw] encryption_key_arn
|
3981
4399
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
3982
4400
|
# protect the job.
|
@@ -4035,6 +4453,7 @@ module Aws::GlueDataBrew
|
|
4035
4453
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
|
4036
4454
|
#
|
4037
4455
|
class UpdateProfileJobRequest < Struct.new(
|
4456
|
+
:configuration,
|
4038
4457
|
:encryption_key_arn,
|
4039
4458
|
:encryption_mode,
|
4040
4459
|
:name,
|
@@ -4162,6 +4581,19 @@ module Aws::GlueDataBrew
|
|
4162
4581
|
# overwrite: false,
|
4163
4582
|
# },
|
4164
4583
|
# ],
|
4584
|
+
# database_outputs: [
|
4585
|
+
# {
|
4586
|
+
# glue_connection_name: "GlueConnectionName", # required
|
4587
|
+
# database_options: { # required
|
4588
|
+
# temp_directory: {
|
4589
|
+
# bucket: "Bucket", # required
|
4590
|
+
# key: "Key",
|
4591
|
+
# },
|
4592
|
+
# table_name: "DatabaseTableName", # required
|
4593
|
+
# },
|
4594
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
4595
|
+
# },
|
4596
|
+
# ],
|
4165
4597
|
# role_arn: "Arn", # required
|
4166
4598
|
# timeout: 1,
|
4167
4599
|
# }
|
@@ -4204,10 +4636,15 @@ module Aws::GlueDataBrew
|
|
4204
4636
|
# @return [Array<Types::Output>]
|
4205
4637
|
#
|
4206
4638
|
# @!attribute [rw] data_catalog_outputs
|
4207
|
-
# One or more artifacts that represent the
|
4208
|
-
#
|
4639
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
4640
|
+
# from running the job.
|
4209
4641
|
# @return [Array<Types::DataCatalogOutput>]
|
4210
4642
|
#
|
4643
|
+
# @!attribute [rw] database_outputs
|
4644
|
+
# Represents a list of JDBC database output objects which defines the
|
4645
|
+
# output destination for a DataBrew recipe job to write into.
|
4646
|
+
# @return [Array<Types::DatabaseOutput>]
|
4647
|
+
#
|
4211
4648
|
# @!attribute [rw] role_arn
|
4212
4649
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
4213
4650
|
# (IAM) role to be assumed when DataBrew runs the job.
|
@@ -4229,6 +4666,7 @@ module Aws::GlueDataBrew
|
|
4229
4666
|
:max_retries,
|
4230
4667
|
:outputs,
|
4231
4668
|
:data_catalog_outputs,
|
4669
|
+
:database_outputs,
|
4232
4670
|
:role_arn,
|
4233
4671
|
:timeout)
|
4234
4672
|
SENSITIVE = []
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-gluedatabrew
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.9.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-07-22 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|