aws-sdk-gluedatabrew 1.8.0 → 1.12.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 85e9c68625b348efe52a6f9f3de795b06a2a81aa19f45317376e0d951f635ef4
4
- data.tar.gz: f35b4be64f4035ec7ce3e2d85422503b00d22930399fb352239b33223c2b8b32
3
+ metadata.gz: 3fe0139409e2711b53f4b5993c1da3d05ecc71c677514d39f52ba8fa444288c2
4
+ data.tar.gz: 4ed36ec9c21485ebad60ec02e05731dbfd9c8e4bf1bbdc6416c6416600107c39
5
5
  SHA512:
6
- metadata.gz: 3d4b2a98550351998d4ee75e9a1ae7a0207de299c90d3cec09cd0cbfe0d9e5aea4b69ccdabc44c2076829f75241c88e07a4b465cae7c209c5bdfee594017f4dd
7
- data.tar.gz: 280d6dde1839e64851752fa590acbeaf91544f834ccab845c4a00c1b84a5b42dc9c79c93374e4decc25a1ced9f51a7bbe64aa12d928a4e8f48a111661dbdcacf
6
+ metadata.gz: b814988abaa6637a906a32d9037e38d414c8761155780747536ed09a940046ab939a0be24a859f86b888f3e32ec95e8b939c66d4daa8f2fd2ec41741342d1bb6
7
+ data.tar.gz: e4cd275ee35994ef59298981fa44a0e86cae68212f33bac3756be8c4332dc2698e62a9b922c68da16f306110af40b419635ea308999c29f300a87885ff751aed
data/CHANGELOG.md CHANGED
@@ -1,6 +1,26 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.12.0 (2021-08-12)
5
+ ------------------
6
+
7
+ * Feature - This SDK release adds support for the output of a recipe job results to Tableau Hyper format.
8
+
9
+ 1.11.0 (2021-07-30)
10
+ ------------------
11
+
12
+ * Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
13
+
14
+ 1.10.0 (2021-07-28)
15
+ ------------------
16
+
17
+ * Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
18
+
19
+ 1.9.0 (2021-07-22)
20
+ ------------------
21
+
22
+ * Feature - This SDK release adds two new features: 1) Output to Native JDBC destinations and 2) Adding configurations to profile jobs
23
+
4
24
  1.8.0 (2021-06-30)
5
25
  ------------------
6
26
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.8.0
1
+ 1.12.0
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-gluedatabrew/customizations'
48
48
  # @!group service
49
49
  module Aws::GlueDataBrew
50
50
 
51
- GEM_VERSION = '1.8.0'
51
+ GEM_VERSION = '1.12.0'
52
52
 
53
53
  end
@@ -549,6 +549,11 @@ module Aws::GlueDataBrew
549
549
  # Represents an Amazon S3 location (bucket name and object key) where
550
550
  # DataBrew can read input data, or write output from a job.
551
551
  #
552
+ # @option params [Types::ProfileConfiguration] :configuration
553
+ # Configuration for profile jobs. Used to select columns, do
554
+ # evaluations, and override default parameters of evaluations. When
555
+ # configuration is null, the profile job will run with default settings.
556
+ #
552
557
  # @option params [required, String] :role_arn
553
558
  # The Amazon Resource Name (ARN) of the Identity and Access Management
554
559
  # (IAM) role to be assumed when DataBrew runs the job.
@@ -584,6 +589,46 @@ module Aws::GlueDataBrew
584
589
  # bucket: "Bucket", # required
585
590
  # key: "Key",
586
591
  # },
592
+ # configuration: {
593
+ # dataset_statistics_configuration: {
594
+ # included_statistics: ["Statistic"],
595
+ # overrides: [
596
+ # {
597
+ # statistic: "Statistic", # required
598
+ # parameters: { # required
599
+ # "ParameterName" => "ParameterValue",
600
+ # },
601
+ # },
602
+ # ],
603
+ # },
604
+ # profile_columns: [
605
+ # {
606
+ # regex: "ColumnName",
607
+ # name: "ColumnName",
608
+ # },
609
+ # ],
610
+ # column_statistics_configurations: [
611
+ # {
612
+ # selectors: [
613
+ # {
614
+ # regex: "ColumnName",
615
+ # name: "ColumnName",
616
+ # },
617
+ # ],
618
+ # statistics: { # required
619
+ # included_statistics: ["Statistic"],
620
+ # overrides: [
621
+ # {
622
+ # statistic: "Statistic", # required
623
+ # parameters: { # required
624
+ # "ParameterName" => "ParameterValue",
625
+ # },
626
+ # },
627
+ # ],
628
+ # },
629
+ # },
630
+ # ],
631
+ # },
587
632
  # role_arn: "Arn", # required
588
633
  # tags: {
589
634
  # "TagKey" => "TagValue",
@@ -761,8 +806,12 @@ module Aws::GlueDataBrew
761
806
  # One or more artifacts that represent the output from running the job.
762
807
  #
763
808
  # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
764
- # One or more artifacts that represent the AWS Glue Data Catalog output
765
- # from running the job.
809
+ # One or more artifacts that represent the Glue Data Catalog output from
810
+ # running the job.
811
+ #
812
+ # @option params [Array<Types::DatabaseOutput>] :database_outputs
813
+ # Represents a list of JDBC database output objects which defines the
814
+ # output destination for a DataBrew recipe job to write to.
766
815
  #
767
816
  # @option params [String] :project_name
768
817
  # Either the name of an existing project, or a combination of a recipe
@@ -799,7 +848,7 @@ module Aws::GlueDataBrew
799
848
  # outputs: [
800
849
  # {
801
850
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
802
- # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
851
+ # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML, TABLEAUHYPER
803
852
  # partition_columns: ["ColumnName"],
804
853
  # location: { # required
805
854
  # bucket: "Bucket", # required
@@ -834,6 +883,19 @@ module Aws::GlueDataBrew
834
883
  # overwrite: false,
835
884
  # },
836
885
  # ],
886
+ # database_outputs: [
887
+ # {
888
+ # glue_connection_name: "GlueConnectionName", # required
889
+ # database_options: { # required
890
+ # temp_directory: {
891
+ # bucket: "Bucket", # required
892
+ # key: "Key",
893
+ # },
894
+ # table_name: "DatabaseTableName", # required
895
+ # },
896
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
897
+ # },
898
+ # ],
837
899
  # project_name: "ProjectName",
838
900
  # recipe_reference: {
839
901
  # name: "RecipeName", # required
@@ -1161,7 +1223,9 @@ module Aws::GlueDataBrew
1161
1223
  # * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
1162
1224
  # * {Types::DescribeJobResponse#outputs #outputs} => Array&lt;Types::Output&gt;
1163
1225
  # * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
1226
+ # * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array&lt;Types::DatabaseOutput&gt;
1164
1227
  # * {Types::DescribeJobResponse#project_name #project_name} => String
1228
+ # * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
1165
1229
  # * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
1166
1230
  # * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
1167
1231
  # * {Types::DescribeJobResponse#role_arn #role_arn} => String
@@ -1191,7 +1255,7 @@ module Aws::GlueDataBrew
1191
1255
  # resp.max_retries #=> Integer
1192
1256
  # resp.outputs #=> Array
1193
1257
  # resp.outputs[0].compression_format #=> String, one of "GZIP", "LZ4", "SNAPPY", "BZIP2", "DEFLATE", "LZO", "BROTLI", "ZSTD", "ZLIB"
1194
- # resp.outputs[0].format #=> String, one of "CSV", "JSON", "PARQUET", "GLUEPARQUET", "AVRO", "ORC", "XML"
1258
+ # resp.outputs[0].format #=> String, one of "CSV", "JSON", "PARQUET", "GLUEPARQUET", "AVRO", "ORC", "XML", "TABLEAUHYPER"
1195
1259
  # resp.outputs[0].partition_columns #=> Array
1196
1260
  # resp.outputs[0].partition_columns[0] #=> String
1197
1261
  # resp.outputs[0].location.bucket #=> String
@@ -1208,7 +1272,32 @@ module Aws::GlueDataBrew
1208
1272
  # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1209
1273
  # resp.data_catalog_outputs[0].database_options.table_name #=> String
1210
1274
  # resp.data_catalog_outputs[0].overwrite #=> Boolean
1275
+ # resp.database_outputs #=> Array
1276
+ # resp.database_outputs[0].glue_connection_name #=> String
1277
+ # resp.database_outputs[0].database_options.temp_directory.bucket #=> String
1278
+ # resp.database_outputs[0].database_options.temp_directory.key #=> String
1279
+ # resp.database_outputs[0].database_options.table_name #=> String
1280
+ # resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1211
1281
  # resp.project_name #=> String
1282
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
1283
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
1284
+ # resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
1285
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
1286
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
1287
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
1288
+ # resp.profile_configuration.profile_columns #=> Array
1289
+ # resp.profile_configuration.profile_columns[0].regex #=> String
1290
+ # resp.profile_configuration.profile_columns[0].name #=> String
1291
+ # resp.profile_configuration.column_statistics_configurations #=> Array
1292
+ # resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
1293
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
1294
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
1295
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
1296
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
1297
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
1298
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
1299
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
1300
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
1212
1301
  # resp.recipe_reference.name #=> String
1213
1302
  # resp.recipe_reference.recipe_version #=> String
1214
1303
  # resp.resource_arn #=> String
@@ -1244,12 +1333,14 @@ module Aws::GlueDataBrew
1244
1333
  # * {Types::DescribeJobRunResponse#error_message #error_message} => String
1245
1334
  # * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
1246
1335
  # * {Types::DescribeJobRunResponse#job_name #job_name} => String
1336
+ # * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
1247
1337
  # * {Types::DescribeJobRunResponse#run_id #run_id} => String
1248
1338
  # * {Types::DescribeJobRunResponse#state #state} => String
1249
1339
  # * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
1250
1340
  # * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
1251
1341
  # * {Types::DescribeJobRunResponse#outputs #outputs} => Array&lt;Types::Output&gt;
1252
1342
  # * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
1343
+ # * {Types::DescribeJobRunResponse#database_outputs #database_outputs} => Array&lt;Types::DatabaseOutput&gt;
1253
1344
  # * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
1254
1345
  # * {Types::DescribeJobRunResponse#started_by #started_by} => String
1255
1346
  # * {Types::DescribeJobRunResponse#started_on #started_on} => Time
@@ -1270,13 +1361,32 @@ module Aws::GlueDataBrew
1270
1361
  # resp.error_message #=> String
1271
1362
  # resp.execution_time #=> Integer
1272
1363
  # resp.job_name #=> String
1364
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
1365
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
1366
+ # resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
1367
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
1368
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
1369
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
1370
+ # resp.profile_configuration.profile_columns #=> Array
1371
+ # resp.profile_configuration.profile_columns[0].regex #=> String
1372
+ # resp.profile_configuration.profile_columns[0].name #=> String
1373
+ # resp.profile_configuration.column_statistics_configurations #=> Array
1374
+ # resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
1375
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
1376
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
1377
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
1378
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
1379
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
1380
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
1381
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
1382
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
1273
1383
  # resp.run_id #=> String
1274
1384
  # resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
1275
1385
  # resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
1276
1386
  # resp.log_group_name #=> String
1277
1387
  # resp.outputs #=> Array
1278
1388
  # resp.outputs[0].compression_format #=> String, one of "GZIP", "LZ4", "SNAPPY", "BZIP2", "DEFLATE", "LZO", "BROTLI", "ZSTD", "ZLIB"
1279
- # resp.outputs[0].format #=> String, one of "CSV", "JSON", "PARQUET", "GLUEPARQUET", "AVRO", "ORC", "XML"
1389
+ # resp.outputs[0].format #=> String, one of "CSV", "JSON", "PARQUET", "GLUEPARQUET", "AVRO", "ORC", "XML", "TABLEAUHYPER"
1280
1390
  # resp.outputs[0].partition_columns #=> Array
1281
1391
  # resp.outputs[0].partition_columns[0] #=> String
1282
1392
  # resp.outputs[0].location.bucket #=> String
@@ -1293,6 +1403,12 @@ module Aws::GlueDataBrew
1293
1403
  # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1294
1404
  # resp.data_catalog_outputs[0].database_options.table_name #=> String
1295
1405
  # resp.data_catalog_outputs[0].overwrite #=> Boolean
1406
+ # resp.database_outputs #=> Array
1407
+ # resp.database_outputs[0].glue_connection_name #=> String
1408
+ # resp.database_outputs[0].database_options.temp_directory.bucket #=> String
1409
+ # resp.database_outputs[0].database_options.temp_directory.key #=> String
1410
+ # resp.database_outputs[0].database_options.table_name #=> String
1411
+ # resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1296
1412
  # resp.recipe_reference.name #=> String
1297
1413
  # resp.recipe_reference.recipe_version #=> String
1298
1414
  # resp.started_by #=> String
@@ -1602,7 +1718,7 @@ module Aws::GlueDataBrew
1602
1718
  # resp.job_runs[0].log_group_name #=> String
1603
1719
  # resp.job_runs[0].outputs #=> Array
1604
1720
  # resp.job_runs[0].outputs[0].compression_format #=> String, one of "GZIP", "LZ4", "SNAPPY", "BZIP2", "DEFLATE", "LZO", "BROTLI", "ZSTD", "ZLIB"
1605
- # resp.job_runs[0].outputs[0].format #=> String, one of "CSV", "JSON", "PARQUET", "GLUEPARQUET", "AVRO", "ORC", "XML"
1721
+ # resp.job_runs[0].outputs[0].format #=> String, one of "CSV", "JSON", "PARQUET", "GLUEPARQUET", "AVRO", "ORC", "XML", "TABLEAUHYPER"
1606
1722
  # resp.job_runs[0].outputs[0].partition_columns #=> Array
1607
1723
  # resp.job_runs[0].outputs[0].partition_columns[0] #=> String
1608
1724
  # resp.job_runs[0].outputs[0].location.bucket #=> String
@@ -1619,6 +1735,12 @@ module Aws::GlueDataBrew
1619
1735
  # resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
1620
1736
  # resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
1621
1737
  # resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
1738
+ # resp.job_runs[0].database_outputs #=> Array
1739
+ # resp.job_runs[0].database_outputs[0].glue_connection_name #=> String
1740
+ # resp.job_runs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
1741
+ # resp.job_runs[0].database_outputs[0].database_options.temp_directory.key #=> String
1742
+ # resp.job_runs[0].database_outputs[0].database_options.table_name #=> String
1743
+ # resp.job_runs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1622
1744
  # resp.job_runs[0].recipe_reference.name #=> String
1623
1745
  # resp.job_runs[0].recipe_reference.recipe_version #=> String
1624
1746
  # resp.job_runs[0].started_by #=> String
@@ -1689,7 +1811,7 @@ module Aws::GlueDataBrew
1689
1811
  # resp.jobs[0].max_retries #=> Integer
1690
1812
  # resp.jobs[0].outputs #=> Array
1691
1813
  # resp.jobs[0].outputs[0].compression_format #=> String, one of "GZIP", "LZ4", "SNAPPY", "BZIP2", "DEFLATE", "LZO", "BROTLI", "ZSTD", "ZLIB"
1692
- # resp.jobs[0].outputs[0].format #=> String, one of "CSV", "JSON", "PARQUET", "GLUEPARQUET", "AVRO", "ORC", "XML"
1814
+ # resp.jobs[0].outputs[0].format #=> String, one of "CSV", "JSON", "PARQUET", "GLUEPARQUET", "AVRO", "ORC", "XML", "TABLEAUHYPER"
1693
1815
  # resp.jobs[0].outputs[0].partition_columns #=> Array
1694
1816
  # resp.jobs[0].outputs[0].partition_columns[0] #=> String
1695
1817
  # resp.jobs[0].outputs[0].location.bucket #=> String
@@ -1706,6 +1828,12 @@ module Aws::GlueDataBrew
1706
1828
  # resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
1707
1829
  # resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
1708
1830
  # resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
1831
+ # resp.jobs[0].database_outputs #=> Array
1832
+ # resp.jobs[0].database_outputs[0].glue_connection_name #=> String
1833
+ # resp.jobs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
1834
+ # resp.jobs[0].database_outputs[0].database_options.temp_directory.key #=> String
1835
+ # resp.jobs[0].database_outputs[0].database_options.table_name #=> String
1836
+ # resp.jobs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1709
1837
  # resp.jobs[0].project_name #=> String
1710
1838
  # resp.jobs[0].recipe_reference.name #=> String
1711
1839
  # resp.jobs[0].recipe_reference.recipe_version #=> String
@@ -2369,6 +2497,11 @@ module Aws::GlueDataBrew
2369
2497
 
2370
2498
  # Modifies the definition of an existing profile job.
2371
2499
  #
2500
+ # @option params [Types::ProfileConfiguration] :configuration
2501
+ # Configuration for profile jobs. Used to select columns, do
2502
+ # evaluations, and override default parameters of evaluations. When
2503
+ # configuration is null, the profile job will run with default settings.
2504
+ #
2372
2505
  # @option params [String] :encryption_key_arn
2373
2506
  # The Amazon Resource Name (ARN) of an encryption key that is used to
2374
2507
  # protect the job.
@@ -2420,6 +2553,46 @@ module Aws::GlueDataBrew
2420
2553
  # @example Request syntax with placeholder values
2421
2554
  #
2422
2555
  # resp = client.update_profile_job({
2556
+ # configuration: {
2557
+ # dataset_statistics_configuration: {
2558
+ # included_statistics: ["Statistic"],
2559
+ # overrides: [
2560
+ # {
2561
+ # statistic: "Statistic", # required
2562
+ # parameters: { # required
2563
+ # "ParameterName" => "ParameterValue",
2564
+ # },
2565
+ # },
2566
+ # ],
2567
+ # },
2568
+ # profile_columns: [
2569
+ # {
2570
+ # regex: "ColumnName",
2571
+ # name: "ColumnName",
2572
+ # },
2573
+ # ],
2574
+ # column_statistics_configurations: [
2575
+ # {
2576
+ # selectors: [
2577
+ # {
2578
+ # regex: "ColumnName",
2579
+ # name: "ColumnName",
2580
+ # },
2581
+ # ],
2582
+ # statistics: { # required
2583
+ # included_statistics: ["Statistic"],
2584
+ # overrides: [
2585
+ # {
2586
+ # statistic: "Statistic", # required
2587
+ # parameters: { # required
2588
+ # "ParameterName" => "ParameterValue",
2589
+ # },
2590
+ # },
2591
+ # ],
2592
+ # },
2593
+ # },
2594
+ # ],
2595
+ # },
2423
2596
  # encryption_key_arn: "EncryptionKeyArn",
2424
2597
  # encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
2425
2598
  # name: "JobName", # required
@@ -2579,8 +2752,12 @@ module Aws::GlueDataBrew
2579
2752
  # One or more artifacts that represent the output from running the job.
2580
2753
  #
2581
2754
  # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
2582
- # One or more artifacts that represent the AWS Glue Data Catalog output
2583
- # from running the job.
2755
+ # One or more artifacts that represent the Glue Data Catalog output from
2756
+ # running the job.
2757
+ #
2758
+ # @option params [Array<Types::DatabaseOutput>] :database_outputs
2759
+ # Represents a list of JDBC database output objects which defines the
2760
+ # output destination for a DataBrew recipe job to write into.
2584
2761
  #
2585
2762
  # @option params [required, String] :role_arn
2586
2763
  # The Amazon Resource Name (ARN) of the Identity and Access Management
@@ -2606,7 +2783,7 @@ module Aws::GlueDataBrew
2606
2783
  # outputs: [
2607
2784
  # {
2608
2785
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
2609
- # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
2786
+ # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML, TABLEAUHYPER
2610
2787
  # partition_columns: ["ColumnName"],
2611
2788
  # location: { # required
2612
2789
  # bucket: "Bucket", # required
@@ -2641,6 +2818,19 @@ module Aws::GlueDataBrew
2641
2818
  # overwrite: false,
2642
2819
  # },
2643
2820
  # ],
2821
+ # database_outputs: [
2822
+ # {
2823
+ # glue_connection_name: "GlueConnectionName", # required
2824
+ # database_options: { # required
2825
+ # temp_directory: {
2826
+ # bucket: "Bucket", # required
2827
+ # key: "Key",
2828
+ # },
2829
+ # table_name: "DatabaseTableName", # required
2830
+ # },
2831
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
2832
+ # },
2833
+ # ],
2644
2834
  # role_arn: "Arn", # required
2645
2835
  # timeout: 1,
2646
2836
  # })
@@ -2713,7 +2903,7 @@ module Aws::GlueDataBrew
2713
2903
  params: params,
2714
2904
  config: config)
2715
2905
  context[:gem_name] = 'aws-sdk-gluedatabrew'
2716
- context[:gem_version] = '1.8.0'
2906
+ context[:gem_version] = '1.12.0'
2717
2907
  Seahorse::Client::Request.new(handlers, context)
2718
2908
  end
2719
2909
 
@@ -27,6 +27,10 @@ module Aws::GlueDataBrew
27
27
  ColumnName = Shapes::StringShape.new(name: 'ColumnName')
28
28
  ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
29
29
  ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
30
+ ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
31
+ ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
32
+ ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
33
+ ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
30
34
  CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
31
35
  Condition = Shapes::StringShape.new(name: 'Condition')
32
36
  ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
@@ -55,6 +59,9 @@ module Aws::GlueDataBrew
55
59
  DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
56
60
  DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
57
61
  DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
62
+ DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
63
+ DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
64
+ DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
58
65
  DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
59
66
  DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
60
67
  Dataset = Shapes::StructureShape.new(name: 'Dataset')
@@ -160,6 +167,7 @@ module Aws::GlueDataBrew
160
167
  PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
161
168
  PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
162
169
  Preview = Shapes::BooleanShape.new(name: 'Preview')
170
+ ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
163
171
  Project = Shapes::StructureShape.new(name: 'Project')
164
172
  ProjectList = Shapes::ListShape.new(name: 'ProjectList')
165
173
  ProjectName = Shapes::StringShape.new(name: 'ProjectName')
@@ -205,6 +213,11 @@ module Aws::GlueDataBrew
205
213
  StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
206
214
  StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
207
215
  StartedBy = Shapes::StringShape.new(name: 'StartedBy')
216
+ Statistic = Shapes::StringShape.new(name: 'Statistic')
217
+ StatisticList = Shapes::ListShape.new(name: 'StatisticList')
218
+ StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
219
+ StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
220
+ StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
208
221
  StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
209
222
  StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
210
223
  StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
@@ -250,6 +263,18 @@ module Aws::GlueDataBrew
250
263
 
251
264
  ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
252
265
 
266
+ ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
267
+ ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
268
+ ColumnSelector.struct_class = Types::ColumnSelector
269
+
270
+ ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
271
+
272
+ ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
273
+ ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
274
+ ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
275
+
276
+ ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
277
+
253
278
  ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
254
279
  ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
255
280
  ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
@@ -279,6 +304,7 @@ module Aws::GlueDataBrew
279
304
  CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
280
305
  CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
281
306
  CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
307
+ CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
282
308
  CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
283
309
  CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
284
310
  CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
@@ -308,6 +334,7 @@ module Aws::GlueDataBrew
308
334
  CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
309
335
  CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
310
336
  CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
337
+ CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
311
338
  CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
312
339
  CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
313
340
  CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
@@ -364,6 +391,13 @@ module Aws::GlueDataBrew
364
391
  DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
365
392
  DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
366
393
 
394
+ DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
395
+ DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
396
+ DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
397
+ DatabaseOutput.struct_class = Types::DatabaseOutput
398
+
399
+ DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
400
+
367
401
  DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
368
402
  DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
369
403
  DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
@@ -463,7 +497,9 @@ module Aws::GlueDataBrew
463
497
  DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
464
498
  DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
465
499
  DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
500
+ DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
466
501
  DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
502
+ DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
467
503
  DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
468
504
  DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
469
505
  DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
@@ -482,12 +518,14 @@ module Aws::GlueDataBrew
482
518
  DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
483
519
  DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
484
520
  DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
521
+ DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
485
522
  DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
486
523
  DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
487
524
  DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
488
525
  DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
489
526
  DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
490
527
  DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
528
+ DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
491
529
  DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
492
530
  DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
493
531
  DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -590,6 +628,7 @@ module Aws::GlueDataBrew
590
628
  Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
591
629
  Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
592
630
  Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
631
+ Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
593
632
  Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
594
633
  Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
595
634
  Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
@@ -615,6 +654,7 @@ module Aws::GlueDataBrew
615
654
  JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
616
655
  JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
617
656
  JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
657
+ JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
618
658
  JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
619
659
  JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
620
660
  JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -722,6 +762,11 @@ module Aws::GlueDataBrew
722
762
  PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
723
763
  PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
724
764
 
765
+ ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
766
+ ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
767
+ ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
768
+ ProfileConfiguration.struct_class = Types::ProfileConfiguration
769
+
725
770
  Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
726
771
  Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
727
772
  Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
@@ -849,6 +894,18 @@ module Aws::GlueDataBrew
849
894
  StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
850
895
  StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
851
896
 
897
+ StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
898
+
899
+ StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
900
+ StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
901
+ StatisticOverride.struct_class = Types::StatisticOverride
902
+
903
+ StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
904
+
905
+ StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
906
+ StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
907
+ StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
908
+
852
909
  StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
853
910
  StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
854
911
  StopJobRunRequest.struct_class = Types::StopJobRunRequest
@@ -883,6 +940,7 @@ module Aws::GlueDataBrew
883
940
  UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
884
941
  UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
885
942
 
943
+ UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
886
944
  UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
887
945
  UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
888
946
  UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
@@ -915,6 +973,7 @@ module Aws::GlueDataBrew
915
973
  UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
916
974
  UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
917
975
  UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
976
+ UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
918
977
  UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
919
978
  UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
920
979
  UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest