aws-sdk-gluedatabrew 1.8.0 → 1.9.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 85e9c68625b348efe52a6f9f3de795b06a2a81aa19f45317376e0d951f635ef4
4
- data.tar.gz: f35b4be64f4035ec7ce3e2d85422503b00d22930399fb352239b33223c2b8b32
3
+ metadata.gz: 97b0f8e55b3db7d09c04e29a290942d848be07288f239418d0c3542bb7b28ce8
4
+ data.tar.gz: 2f78725963736670edb295acbb1c49cb0a76a9e7d86540f16f974faa999c5c78
5
5
  SHA512:
6
- metadata.gz: 3d4b2a98550351998d4ee75e9a1ae7a0207de299c90d3cec09cd0cbfe0d9e5aea4b69ccdabc44c2076829f75241c88e07a4b465cae7c209c5bdfee594017f4dd
7
- data.tar.gz: 280d6dde1839e64851752fa590acbeaf91544f834ccab845c4a00c1b84a5b42dc9c79c93374e4decc25a1ced9f51a7bbe64aa12d928a4e8f48a111661dbdcacf
6
+ metadata.gz: '09dcdb81f2f6a6d9b68bccf8007c074f204a05d3d07b08dd5d476969768b0ec90f473b72eb63fc5edeb2e49d1e0611af24c51728e2fa026542117e5c181187a5'
7
+ data.tar.gz: eb9ae3cf20197ea283856989c8cc80dd84c3deeb720b5f6f670531a7cbb3e59f6daba338fd970a5192f9c3ddb6028c65ee545c073dabad44797eaf1f615300c4
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.9.0 (2021-07-22)
5
+ ------------------
6
+
7
+ * Feature - This SDK release adds two new features: 1) Output to Native JDBC destinations and 2) Adding configurations to profile jobs
8
+
4
9
  1.8.0 (2021-06-30)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.8.0
1
+ 1.9.0
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-gluedatabrew/customizations'
48
48
  # @!group service
49
49
  module Aws::GlueDataBrew
50
50
 
51
- GEM_VERSION = '1.8.0'
51
+ GEM_VERSION = '1.9.0'
52
52
 
53
53
  end
@@ -549,6 +549,11 @@ module Aws::GlueDataBrew
549
549
  # Represents an Amazon S3 location (bucket name and object key) where
550
550
  # DataBrew can read input data, or write output from a job.
551
551
  #
552
+ # @option params [Types::ProfileConfiguration] :configuration
553
+ # Configuration for profile jobs. Used to select columns, do
554
+ # evaluations, and override default parameters of evaluations. When
555
+ # configuration is null, the profile job will run with default settings.
556
+ #
552
557
  # @option params [required, String] :role_arn
553
558
  # The Amazon Resource Name (ARN) of the Identity and Access Management
554
559
  # (IAM) role to be assumed when DataBrew runs the job.
@@ -584,6 +589,46 @@ module Aws::GlueDataBrew
584
589
  # bucket: "Bucket", # required
585
590
  # key: "Key",
586
591
  # },
592
+ # configuration: {
593
+ # dataset_statistics_configuration: {
594
+ # included_statistics: ["Statistic"],
595
+ # overrides: [
596
+ # {
597
+ # statistic: "Statistic", # required
598
+ # parameters: { # required
599
+ # "ParameterName" => "ParameterValue",
600
+ # },
601
+ # },
602
+ # ],
603
+ # },
604
+ # profile_columns: [
605
+ # {
606
+ # regex: "ColumnName",
607
+ # name: "ColumnName",
608
+ # },
609
+ # ],
610
+ # column_statistics_configurations: [
611
+ # {
612
+ # selectors: [
613
+ # {
614
+ # regex: "ColumnName",
615
+ # name: "ColumnName",
616
+ # },
617
+ # ],
618
+ # statistics: { # required
619
+ # included_statistics: ["Statistic"],
620
+ # overrides: [
621
+ # {
622
+ # statistic: "Statistic", # required
623
+ # parameters: { # required
624
+ # "ParameterName" => "ParameterValue",
625
+ # },
626
+ # },
627
+ # ],
628
+ # },
629
+ # },
630
+ # ],
631
+ # },
587
632
  # role_arn: "Arn", # required
588
633
  # tags: {
589
634
  # "TagKey" => "TagValue",
@@ -761,8 +806,12 @@ module Aws::GlueDataBrew
761
806
  # One or more artifacts that represent the output from running the job.
762
807
  #
763
808
  # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
764
- # One or more artifacts that represent the AWS Glue Data Catalog output
765
- # from running the job.
809
+ # One or more artifacts that represent the Glue Data Catalog output from
810
+ # running the job.
811
+ #
812
+ # @option params [Array<Types::DatabaseOutput>] :database_outputs
813
+ # Represents a list of JDBC database output objects which defines the
814
+ # output destination for a DataBrew recipe job to write to.
766
815
  #
767
816
  # @option params [String] :project_name
768
817
  # Either the name of an existing project, or a combination of a recipe
@@ -834,6 +883,19 @@ module Aws::GlueDataBrew
834
883
  # overwrite: false,
835
884
  # },
836
885
  # ],
886
+ # database_outputs: [
887
+ # {
888
+ # glue_connection_name: "GlueConnectionName", # required
889
+ # database_options: { # required
890
+ # temp_directory: {
891
+ # bucket: "Bucket", # required
892
+ # key: "Key",
893
+ # },
894
+ # table_name: "DatabaseTableName", # required
895
+ # },
896
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
897
+ # },
898
+ # ],
837
899
  # project_name: "ProjectName",
838
900
  # recipe_reference: {
839
901
  # name: "RecipeName", # required
@@ -1161,7 +1223,9 @@ module Aws::GlueDataBrew
1161
1223
  # * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
1162
1224
  # * {Types::DescribeJobResponse#outputs #outputs} => Array&lt;Types::Output&gt;
1163
1225
  # * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
1226
+ # * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array&lt;Types::DatabaseOutput&gt;
1164
1227
  # * {Types::DescribeJobResponse#project_name #project_name} => String
1228
+ # * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
1165
1229
  # * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
1166
1230
  # * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
1167
1231
  # * {Types::DescribeJobResponse#role_arn #role_arn} => String
@@ -1208,7 +1272,32 @@ module Aws::GlueDataBrew
1208
1272
  # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1209
1273
  # resp.data_catalog_outputs[0].database_options.table_name #=> String
1210
1274
  # resp.data_catalog_outputs[0].overwrite #=> Boolean
1275
+ # resp.database_outputs #=> Array
1276
+ # resp.database_outputs[0].glue_connection_name #=> String
1277
+ # resp.database_outputs[0].database_options.temp_directory.bucket #=> String
1278
+ # resp.database_outputs[0].database_options.temp_directory.key #=> String
1279
+ # resp.database_outputs[0].database_options.table_name #=> String
1280
+ # resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1211
1281
  # resp.project_name #=> String
1282
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
1283
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
1284
+ # resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
1285
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
1286
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
1287
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
1288
+ # resp.profile_configuration.profile_columns #=> Array
1289
+ # resp.profile_configuration.profile_columns[0].regex #=> String
1290
+ # resp.profile_configuration.profile_columns[0].name #=> String
1291
+ # resp.profile_configuration.column_statistics_configurations #=> Array
1292
+ # resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
1293
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
1294
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
1295
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
1296
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
1297
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
1298
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
1299
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
1300
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
1212
1301
  # resp.recipe_reference.name #=> String
1213
1302
  # resp.recipe_reference.recipe_version #=> String
1214
1303
  # resp.resource_arn #=> String
@@ -1244,12 +1333,14 @@ module Aws::GlueDataBrew
1244
1333
  # * {Types::DescribeJobRunResponse#error_message #error_message} => String
1245
1334
  # * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
1246
1335
  # * {Types::DescribeJobRunResponse#job_name #job_name} => String
1336
+ # * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
1247
1337
  # * {Types::DescribeJobRunResponse#run_id #run_id} => String
1248
1338
  # * {Types::DescribeJobRunResponse#state #state} => String
1249
1339
  # * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
1250
1340
  # * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
1251
1341
  # * {Types::DescribeJobRunResponse#outputs #outputs} => Array&lt;Types::Output&gt;
1252
1342
  # * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
1343
+ # * {Types::DescribeJobRunResponse#database_outputs #database_outputs} => Array&lt;Types::DatabaseOutput&gt;
1253
1344
  # * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
1254
1345
  # * {Types::DescribeJobRunResponse#started_by #started_by} => String
1255
1346
  # * {Types::DescribeJobRunResponse#started_on #started_on} => Time
@@ -1270,6 +1361,25 @@ module Aws::GlueDataBrew
1270
1361
  # resp.error_message #=> String
1271
1362
  # resp.execution_time #=> Integer
1272
1363
  # resp.job_name #=> String
1364
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
1365
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
1366
+ # resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
1367
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
1368
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
1369
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
1370
+ # resp.profile_configuration.profile_columns #=> Array
1371
+ # resp.profile_configuration.profile_columns[0].regex #=> String
1372
+ # resp.profile_configuration.profile_columns[0].name #=> String
1373
+ # resp.profile_configuration.column_statistics_configurations #=> Array
1374
+ # resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
1375
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
1376
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
1377
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
1378
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
1379
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
1380
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
1381
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
1382
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
1273
1383
  # resp.run_id #=> String
1274
1384
  # resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
1275
1385
  # resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
@@ -1293,6 +1403,12 @@ module Aws::GlueDataBrew
1293
1403
  # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1294
1404
  # resp.data_catalog_outputs[0].database_options.table_name #=> String
1295
1405
  # resp.data_catalog_outputs[0].overwrite #=> Boolean
1406
+ # resp.database_outputs #=> Array
1407
+ # resp.database_outputs[0].glue_connection_name #=> String
1408
+ # resp.database_outputs[0].database_options.temp_directory.bucket #=> String
1409
+ # resp.database_outputs[0].database_options.temp_directory.key #=> String
1410
+ # resp.database_outputs[0].database_options.table_name #=> String
1411
+ # resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1296
1412
  # resp.recipe_reference.name #=> String
1297
1413
  # resp.recipe_reference.recipe_version #=> String
1298
1414
  # resp.started_by #=> String
@@ -1619,6 +1735,12 @@ module Aws::GlueDataBrew
1619
1735
  # resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
1620
1736
  # resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
1621
1737
  # resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
1738
+ # resp.job_runs[0].database_outputs #=> Array
1739
+ # resp.job_runs[0].database_outputs[0].glue_connection_name #=> String
1740
+ # resp.job_runs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
1741
+ # resp.job_runs[0].database_outputs[0].database_options.temp_directory.key #=> String
1742
+ # resp.job_runs[0].database_outputs[0].database_options.table_name #=> String
1743
+ # resp.job_runs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1622
1744
  # resp.job_runs[0].recipe_reference.name #=> String
1623
1745
  # resp.job_runs[0].recipe_reference.recipe_version #=> String
1624
1746
  # resp.job_runs[0].started_by #=> String
@@ -1706,6 +1828,12 @@ module Aws::GlueDataBrew
1706
1828
  # resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
1707
1829
  # resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
1708
1830
  # resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
1831
+ # resp.jobs[0].database_outputs #=> Array
1832
+ # resp.jobs[0].database_outputs[0].glue_connection_name #=> String
1833
+ # resp.jobs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
1834
+ # resp.jobs[0].database_outputs[0].database_options.temp_directory.key #=> String
1835
+ # resp.jobs[0].database_outputs[0].database_options.table_name #=> String
1836
+ # resp.jobs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1709
1837
  # resp.jobs[0].project_name #=> String
1710
1838
  # resp.jobs[0].recipe_reference.name #=> String
1711
1839
  # resp.jobs[0].recipe_reference.recipe_version #=> String
@@ -2369,6 +2497,11 @@ module Aws::GlueDataBrew
2369
2497
 
2370
2498
  # Modifies the definition of an existing profile job.
2371
2499
  #
2500
+ # @option params [Types::ProfileConfiguration] :configuration
2501
+ # Configuration for profile jobs. Used to select columns, do
2502
+ # evaluations, and override default parameters of evaluations. When
2503
+ # configuration is null, the profile job will run with default settings.
2504
+ #
2372
2505
  # @option params [String] :encryption_key_arn
2373
2506
  # The Amazon Resource Name (ARN) of an encryption key that is used to
2374
2507
  # protect the job.
@@ -2420,6 +2553,46 @@ module Aws::GlueDataBrew
2420
2553
  # @example Request syntax with placeholder values
2421
2554
  #
2422
2555
  # resp = client.update_profile_job({
2556
+ # configuration: {
2557
+ # dataset_statistics_configuration: {
2558
+ # included_statistics: ["Statistic"],
2559
+ # overrides: [
2560
+ # {
2561
+ # statistic: "Statistic", # required
2562
+ # parameters: { # required
2563
+ # "ParameterName" => "ParameterValue",
2564
+ # },
2565
+ # },
2566
+ # ],
2567
+ # },
2568
+ # profile_columns: [
2569
+ # {
2570
+ # regex: "ColumnName",
2571
+ # name: "ColumnName",
2572
+ # },
2573
+ # ],
2574
+ # column_statistics_configurations: [
2575
+ # {
2576
+ # selectors: [
2577
+ # {
2578
+ # regex: "ColumnName",
2579
+ # name: "ColumnName",
2580
+ # },
2581
+ # ],
2582
+ # statistics: { # required
2583
+ # included_statistics: ["Statistic"],
2584
+ # overrides: [
2585
+ # {
2586
+ # statistic: "Statistic", # required
2587
+ # parameters: { # required
2588
+ # "ParameterName" => "ParameterValue",
2589
+ # },
2590
+ # },
2591
+ # ],
2592
+ # },
2593
+ # },
2594
+ # ],
2595
+ # },
2423
2596
  # encryption_key_arn: "EncryptionKeyArn",
2424
2597
  # encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
2425
2598
  # name: "JobName", # required
@@ -2579,8 +2752,12 @@ module Aws::GlueDataBrew
2579
2752
  # One or more artifacts that represent the output from running the job.
2580
2753
  #
2581
2754
  # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
2582
- # One or more artifacts that represent the AWS Glue Data Catalog output
2583
- # from running the job.
2755
+ # One or more artifacts that represent the Glue Data Catalog output from
2756
+ # running the job.
2757
+ #
2758
+ # @option params [Array<Types::DatabaseOutput>] :database_outputs
2759
+ # Represents a list of JDBC database output objects which defines the
2760
+ # output destination for a DataBrew recipe job to write into.
2584
2761
  #
2585
2762
  # @option params [required, String] :role_arn
2586
2763
  # The Amazon Resource Name (ARN) of the Identity and Access Management
@@ -2641,6 +2818,19 @@ module Aws::GlueDataBrew
2641
2818
  # overwrite: false,
2642
2819
  # },
2643
2820
  # ],
2821
+ # database_outputs: [
2822
+ # {
2823
+ # glue_connection_name: "GlueConnectionName", # required
2824
+ # database_options: { # required
2825
+ # temp_directory: {
2826
+ # bucket: "Bucket", # required
2827
+ # key: "Key",
2828
+ # },
2829
+ # table_name: "DatabaseTableName", # required
2830
+ # },
2831
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
2832
+ # },
2833
+ # ],
2644
2834
  # role_arn: "Arn", # required
2645
2835
  # timeout: 1,
2646
2836
  # })
@@ -2713,7 +2903,7 @@ module Aws::GlueDataBrew
2713
2903
  params: params,
2714
2904
  config: config)
2715
2905
  context[:gem_name] = 'aws-sdk-gluedatabrew'
2716
- context[:gem_version] = '1.8.0'
2906
+ context[:gem_version] = '1.9.0'
2717
2907
  Seahorse::Client::Request.new(handlers, context)
2718
2908
  end
2719
2909
 
@@ -27,6 +27,10 @@ module Aws::GlueDataBrew
27
27
  ColumnName = Shapes::StringShape.new(name: 'ColumnName')
28
28
  ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
29
29
  ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
30
+ ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
31
+ ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
32
+ ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
33
+ ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
30
34
  CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
31
35
  Condition = Shapes::StringShape.new(name: 'Condition')
32
36
  ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
@@ -55,6 +59,9 @@ module Aws::GlueDataBrew
55
59
  DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
56
60
  DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
57
61
  DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
62
+ DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
63
+ DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
64
+ DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
58
65
  DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
59
66
  DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
60
67
  Dataset = Shapes::StructureShape.new(name: 'Dataset')
@@ -160,6 +167,7 @@ module Aws::GlueDataBrew
160
167
  PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
161
168
  PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
162
169
  Preview = Shapes::BooleanShape.new(name: 'Preview')
170
+ ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
163
171
  Project = Shapes::StructureShape.new(name: 'Project')
164
172
  ProjectList = Shapes::ListShape.new(name: 'ProjectList')
165
173
  ProjectName = Shapes::StringShape.new(name: 'ProjectName')
@@ -205,6 +213,11 @@ module Aws::GlueDataBrew
205
213
  StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
206
214
  StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
207
215
  StartedBy = Shapes::StringShape.new(name: 'StartedBy')
216
+ Statistic = Shapes::StringShape.new(name: 'Statistic')
217
+ StatisticList = Shapes::ListShape.new(name: 'StatisticList')
218
+ StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
219
+ StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
220
+ StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
208
221
  StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
209
222
  StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
210
223
  StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
@@ -250,6 +263,18 @@ module Aws::GlueDataBrew
250
263
 
251
264
  ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
252
265
 
266
+ ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
267
+ ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
268
+ ColumnSelector.struct_class = Types::ColumnSelector
269
+
270
+ ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
271
+
272
+ ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
273
+ ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
274
+ ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
275
+
276
+ ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
277
+
253
278
  ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
254
279
  ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
255
280
  ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
@@ -279,6 +304,7 @@ module Aws::GlueDataBrew
279
304
  CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
280
305
  CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
281
306
  CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
307
+ CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
282
308
  CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
283
309
  CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
284
310
  CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
@@ -308,6 +334,7 @@ module Aws::GlueDataBrew
308
334
  CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
309
335
  CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
310
336
  CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
337
+ CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
311
338
  CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
312
339
  CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
313
340
  CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
@@ -364,6 +391,13 @@ module Aws::GlueDataBrew
364
391
  DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
365
392
  DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
366
393
 
394
+ DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
395
+ DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
396
+ DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
397
+ DatabaseOutput.struct_class = Types::DatabaseOutput
398
+
399
+ DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
400
+
367
401
  DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
368
402
  DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
369
403
  DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
@@ -463,7 +497,9 @@ module Aws::GlueDataBrew
463
497
  DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
464
498
  DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
465
499
  DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
500
+ DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
466
501
  DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
502
+ DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
467
503
  DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
468
504
  DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
469
505
  DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
@@ -482,12 +518,14 @@ module Aws::GlueDataBrew
482
518
  DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
483
519
  DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
484
520
  DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
521
+ DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
485
522
  DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
486
523
  DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
487
524
  DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
488
525
  DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
489
526
  DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
490
527
  DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
528
+ DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
491
529
  DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
492
530
  DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
493
531
  DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -590,6 +628,7 @@ module Aws::GlueDataBrew
590
628
  Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
591
629
  Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
592
630
  Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
631
+ Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
593
632
  Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
594
633
  Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
595
634
  Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
@@ -615,6 +654,7 @@ module Aws::GlueDataBrew
615
654
  JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
616
655
  JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
617
656
  JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
657
+ JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
618
658
  JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
619
659
  JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
620
660
  JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -722,6 +762,11 @@ module Aws::GlueDataBrew
722
762
  PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
723
763
  PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
724
764
 
765
+ ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
766
+ ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
767
+ ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
768
+ ProfileConfiguration.struct_class = Types::ProfileConfiguration
769
+
725
770
  Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
726
771
  Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
727
772
  Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
@@ -849,6 +894,18 @@ module Aws::GlueDataBrew
849
894
  StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
850
895
  StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
851
896
 
897
+ StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
898
+
899
+ StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
900
+ StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
901
+ StatisticOverride.struct_class = Types::StatisticOverride
902
+
903
+ StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
904
+
905
+ StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
906
+ StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
907
+ StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
908
+
852
909
  StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
853
910
  StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
854
911
  StopJobRunRequest.struct_class = Types::StopJobRunRequest
@@ -883,6 +940,7 @@ module Aws::GlueDataBrew
883
940
  UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
884
941
  UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
885
942
 
943
+ UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
886
944
  UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
887
945
  UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
888
946
  UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
@@ -915,6 +973,7 @@ module Aws::GlueDataBrew
915
973
  UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
916
974
  UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
917
975
  UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
976
+ UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
918
977
  UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
919
978
  UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
920
979
  UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
@@ -68,6 +68,81 @@ module Aws::GlueDataBrew
68
68
  include Aws::Structure
69
69
  end
70
70
 
71
+ # Selector of a column from a dataset for profile job configuration. One
72
+ # selector includes either a column name or a regular expression.
73
+ #
74
+ # @note When making an API call, you may pass ColumnSelector
75
+ # data as a hash:
76
+ #
77
+ # {
78
+ # regex: "ColumnName",
79
+ # name: "ColumnName",
80
+ # }
81
+ #
82
+ # @!attribute [rw] regex
83
+ # A regular expression for selecting a column from a dataset.
84
+ # @return [String]
85
+ #
86
+ # @!attribute [rw] name
87
+ # The name of a column from a dataset.
88
+ # @return [String]
89
+ #
90
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnSelector AWS API Documentation
91
+ #
92
+ class ColumnSelector < Struct.new(
93
+ :regex,
94
+ :name)
95
+ SENSITIVE = []
96
+ include Aws::Structure
97
+ end
98
+
99
+ # Configuration for column evaluations for a profile job.
100
+ # ColumnStatisticsConfiguration can be used to select evaluations and
101
+ # override parameters of evaluations for particular columns.
102
+ #
103
+ # @note When making an API call, you may pass ColumnStatisticsConfiguration
104
+ # data as a hash:
105
+ #
106
+ # {
107
+ # selectors: [
108
+ # {
109
+ # regex: "ColumnName",
110
+ # name: "ColumnName",
111
+ # },
112
+ # ],
113
+ # statistics: { # required
114
+ # included_statistics: ["Statistic"],
115
+ # overrides: [
116
+ # {
117
+ # statistic: "Statistic", # required
118
+ # parameters: { # required
119
+ # "ParameterName" => "ParameterValue",
120
+ # },
121
+ # },
122
+ # ],
123
+ # },
124
+ # }
125
+ #
126
+ # @!attribute [rw] selectors
127
+ # List of column selectors. Selectors can be used to select columns
128
+ # from the dataset. When selectors are undefined, configuration will
129
+ # be applied to all supported columns.
130
+ # @return [Array<Types::ColumnSelector>]
131
+ #
132
+ # @!attribute [rw] statistics
133
+ # Configuration for evaluations. Statistics can be used to select
134
+ # evaluations and override parameters of evaluations.
135
+ # @return [Types::StatisticsConfiguration]
136
+ #
137
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnStatisticsConfiguration AWS API Documentation
138
+ #
139
+ class ColumnStatisticsConfiguration < Struct.new(
140
+ :selectors,
141
+ :statistics)
142
+ SENSITIVE = []
143
+ include Aws::Structure
144
+ end
145
+
71
146
  # Represents an individual condition that evaluates to true or false.
72
147
  #
73
148
  # Conditions are used with recipe actions. The action is only performed
@@ -277,6 +352,46 @@ module Aws::GlueDataBrew
277
352
  # bucket: "Bucket", # required
278
353
  # key: "Key",
279
354
  # },
355
+ # configuration: {
356
+ # dataset_statistics_configuration: {
357
+ # included_statistics: ["Statistic"],
358
+ # overrides: [
359
+ # {
360
+ # statistic: "Statistic", # required
361
+ # parameters: { # required
362
+ # "ParameterName" => "ParameterValue",
363
+ # },
364
+ # },
365
+ # ],
366
+ # },
367
+ # profile_columns: [
368
+ # {
369
+ # regex: "ColumnName",
370
+ # name: "ColumnName",
371
+ # },
372
+ # ],
373
+ # column_statistics_configurations: [
374
+ # {
375
+ # selectors: [
376
+ # {
377
+ # regex: "ColumnName",
378
+ # name: "ColumnName",
379
+ # },
380
+ # ],
381
+ # statistics: { # required
382
+ # included_statistics: ["Statistic"],
383
+ # overrides: [
384
+ # {
385
+ # statistic: "Statistic", # required
386
+ # parameters: { # required
387
+ # "ParameterName" => "ParameterValue",
388
+ # },
389
+ # },
390
+ # ],
391
+ # },
392
+ # },
393
+ # ],
394
+ # },
280
395
  # role_arn: "Arn", # required
281
396
  # tags: {
282
397
  # "TagKey" => "TagValue",
@@ -331,6 +446,13 @@ module Aws::GlueDataBrew
331
446
  # DataBrew can read input data, or write output from a job.
332
447
  # @return [Types::S3Location]
333
448
  #
449
+ # @!attribute [rw] configuration
450
+ # Configuration for profile jobs. Used to select columns, do
451
+ # evaluations, and override default parameters of evaluations. When
452
+ # configuration is null, the profile job will run with default
453
+ # settings.
454
+ # @return [Types::ProfileConfiguration]
455
+ #
334
456
  # @!attribute [rw] role_arn
335
457
  # The Amazon Resource Name (ARN) of the Identity and Access Management
336
458
  # (IAM) role to be assumed when DataBrew runs the job.
@@ -364,6 +486,7 @@ module Aws::GlueDataBrew
364
486
  :max_capacity,
365
487
  :max_retries,
366
488
  :output_location,
489
+ :configuration,
367
490
  :role_arn,
368
491
  :tags,
369
492
  :timeout,
@@ -502,6 +625,19 @@ module Aws::GlueDataBrew
502
625
  # overwrite: false,
503
626
  # },
504
627
  # ],
628
+ # database_outputs: [
629
+ # {
630
+ # glue_connection_name: "GlueConnectionName", # required
631
+ # database_options: { # required
632
+ # temp_directory: {
633
+ # bucket: "Bucket", # required
634
+ # key: "Key",
635
+ # },
636
+ # table_name: "DatabaseTableName", # required
637
+ # },
638
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
639
+ # },
640
+ # ],
505
641
  # project_name: "ProjectName",
506
642
  # recipe_reference: {
507
643
  # name: "RecipeName", # required
@@ -557,10 +693,15 @@ module Aws::GlueDataBrew
557
693
  # @return [Array<Types::Output>]
558
694
  #
559
695
  # @!attribute [rw] data_catalog_outputs
560
- # One or more artifacts that represent the AWS Glue Data Catalog
561
- # output from running the job.
696
+ # One or more artifacts that represent the Glue Data Catalog output
697
+ # from running the job.
562
698
  # @return [Array<Types::DataCatalogOutput>]
563
699
  #
700
+ # @!attribute [rw] database_outputs
701
+ # Represents a list of JDBC database output objects which defines the
702
+ # output destination for a DataBrew recipe job to write to.
703
+ # @return [Array<Types::DatabaseOutput>]
704
+ #
564
705
  # @!attribute [rw] project_name
565
706
  # Either the name of an existing project, or a combination of a recipe
566
707
  # and a dataset to associate with the recipe.
@@ -596,6 +737,7 @@ module Aws::GlueDataBrew
596
737
  :max_retries,
597
738
  :outputs,
598
739
  :data_catalog_outputs,
740
+ :database_outputs,
599
741
  :project_name,
600
742
  :recipe_reference,
601
743
  :role_arn,
@@ -846,8 +988,8 @@ module Aws::GlueDataBrew
846
988
  include Aws::Structure
847
989
  end
848
990
 
849
- # Represents options that specify how and where DataBrew writes the
850
- # output generated by recipe jobs.
991
+ # Represents options that specify how and where in the Glue Data Catalog
992
+ # DataBrew writes the output generated by recipe jobs.
851
993
  #
852
994
  # @note When making an API call, you may pass DataCatalogOutput
853
995
  # data as a hash:
@@ -873,8 +1015,8 @@ module Aws::GlueDataBrew
873
1015
  # }
874
1016
  #
875
1017
  # @!attribute [rw] catalog_id
876
- # The unique identifier of the AWS account that holds the Data Catalog
877
- # that stores the data.
1018
+ # The unique identifier of the Amazon Web Services account that holds
1019
+ # the Data Catalog that stores the data.
878
1020
  # @return [String]
879
1021
  #
880
1022
  # @!attribute [rw] database_name
@@ -886,8 +1028,8 @@ module Aws::GlueDataBrew
886
1028
  # @return [String]
887
1029
  #
888
1030
  # @!attribute [rw] s3_options
889
- # Represents options that specify how and where DataBrew writes the S3
890
- # output generated by recipe jobs.
1031
+ # Represents options that specify how and where DataBrew writes the
1032
+ # Amazon S3 output generated by recipe jobs.
891
1033
  # @return [Types::S3TableOutputOptions]
892
1034
  #
893
1035
  # @!attribute [rw] database_options
@@ -952,6 +1094,49 @@ module Aws::GlueDataBrew
952
1094
  include Aws::Structure
953
1095
  end
954
1096
 
1097
+ # Represents a JDBC database output object which defines the output
1098
+ # destination for a DataBrew recipe job to write into.
1099
+ #
1100
+ # @note When making an API call, you may pass DatabaseOutput
1101
+ # data as a hash:
1102
+ #
1103
+ # {
1104
+ # glue_connection_name: "GlueConnectionName", # required
1105
+ # database_options: { # required
1106
+ # temp_directory: {
1107
+ # bucket: "Bucket", # required
1108
+ # key: "Key",
1109
+ # },
1110
+ # table_name: "DatabaseTableName", # required
1111
+ # },
1112
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
1113
+ # }
1114
+ #
1115
+ # @!attribute [rw] glue_connection_name
1116
+ # The Glue connection that stores the connection information for the
1117
+ # target database.
1118
+ # @return [String]
1119
+ #
1120
+ # @!attribute [rw] database_options
1121
+ # Represents options that specify how and where DataBrew writes the
1122
+ # database output generated by recipe jobs.
1123
+ # @return [Types::DatabaseTableOutputOptions]
1124
+ #
1125
+ # @!attribute [rw] database_output_mode
1126
+ # The output mode to write into the database. Currently supported
1127
+ # option: NEW\_TABLE.
1128
+ # @return [String]
1129
+ #
1130
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseOutput AWS API Documentation
1131
+ #
1132
+ class DatabaseOutput < Struct.new(
1133
+ :glue_connection_name,
1134
+ :database_options,
1135
+ :database_output_mode)
1136
+ SENSITIVE = []
1137
+ include Aws::Structure
1138
+ end
1139
+
955
1140
  # Represents options that specify how and where DataBrew writes the
956
1141
  # database output generated by recipe jobs.
957
1142
  #
@@ -1513,14 +1698,26 @@ module Aws::GlueDataBrew
1513
1698
  # @return [Array<Types::Output>]
1514
1699
  #
1515
1700
  # @!attribute [rw] data_catalog_outputs
1516
- # One or more artifacts that represent the AWS Glue Data Catalog
1517
- # output from running the job.
1701
+ # One or more artifacts that represent the Glue Data Catalog output
1702
+ # from running the job.
1518
1703
  # @return [Array<Types::DataCatalogOutput>]
1519
1704
  #
1705
+ # @!attribute [rw] database_outputs
1706
+ # Represents a list of JDBC database output objects which defines the
1707
+ # output destination for a DataBrew recipe job to write into.
1708
+ # @return [Array<Types::DatabaseOutput>]
1709
+ #
1520
1710
  # @!attribute [rw] project_name
1521
1711
  # The DataBrew project associated with this job.
1522
1712
  # @return [String]
1523
1713
  #
1714
+ # @!attribute [rw] profile_configuration
1715
+ # Configuration for profile jobs. Used to select columns, do
1716
+ # evaluations, and override default parameters of evaluations. When
1717
+ # configuration is null, the profile job will run with default
1718
+ # settings.
1719
+ # @return [Types::ProfileConfiguration]
1720
+ #
1524
1721
  # @!attribute [rw] recipe_reference
1525
1722
  # Represents the name and version of a DataBrew recipe.
1526
1723
  # @return [Types::RecipeReference]
@@ -1565,7 +1762,9 @@ module Aws::GlueDataBrew
1565
1762
  :max_retries,
1566
1763
  :outputs,
1567
1764
  :data_catalog_outputs,
1765
+ :database_outputs,
1568
1766
  :project_name,
1767
+ :profile_configuration,
1569
1768
  :recipe_reference,
1570
1769
  :resource_arn,
1571
1770
  :role_arn,
@@ -1627,6 +1826,13 @@ module Aws::GlueDataBrew
1627
1826
  # The name of the job being processed during this run.
1628
1827
  # @return [String]
1629
1828
  #
1829
+ # @!attribute [rw] profile_configuration
1830
+ # Configuration for profile jobs. Used to select columns, do
1831
+ # evaluations, and override default parameters of evaluations. When
1832
+ # configuration is null, the profile job will run with default
1833
+ # settings.
1834
+ # @return [Types::ProfileConfiguration]
1835
+ #
1630
1836
  # @!attribute [rw] run_id
1631
1837
  # The unique identifier of the job run.
1632
1838
  # @return [String]
@@ -1649,10 +1855,15 @@ module Aws::GlueDataBrew
1649
1855
  # @return [Array<Types::Output>]
1650
1856
  #
1651
1857
  # @!attribute [rw] data_catalog_outputs
1652
- # One or more artifacts that represent the AWS Glue Data Catalog
1653
- # output from running the job.
1858
+ # One or more artifacts that represent the Glue Data Catalog output
1859
+ # from running the job.
1654
1860
  # @return [Array<Types::DataCatalogOutput>]
1655
1861
  #
1862
+ # @!attribute [rw] database_outputs
1863
+ # Represents a list of JDBC database output objects which defines the
1864
+ # output destination for a DataBrew recipe job to write into.
1865
+ # @return [Array<Types::DatabaseOutput>]
1866
+ #
1656
1867
  # @!attribute [rw] recipe_reference
1657
1868
  # Represents the name and version of a DataBrew recipe.
1658
1869
  # @return [Types::RecipeReference]
@@ -1682,12 +1893,14 @@ module Aws::GlueDataBrew
1682
1893
  :error_message,
1683
1894
  :execution_time,
1684
1895
  :job_name,
1896
+ :profile_configuration,
1685
1897
  :run_id,
1686
1898
  :state,
1687
1899
  :log_subscription,
1688
1900
  :log_group_name,
1689
1901
  :outputs,
1690
1902
  :data_catalog_outputs,
1903
+ :database_outputs,
1691
1904
  :recipe_reference,
1692
1905
  :started_by,
1693
1906
  :started_on,
@@ -2284,10 +2497,15 @@ module Aws::GlueDataBrew
2284
2497
  # @return [Array<Types::Output>]
2285
2498
  #
2286
2499
  # @!attribute [rw] data_catalog_outputs
2287
- # One or more artifacts that represent the AWS Glue Data Catalog
2288
- # output from running the job.
2500
+ # One or more artifacts that represent the Glue Data Catalog output
2501
+ # from running the job.
2289
2502
  # @return [Array<Types::DataCatalogOutput>]
2290
2503
  #
2504
+ # @!attribute [rw] database_outputs
2505
+ # Represents a list of JDBC database output objects which defines the
2506
+ # output destination for a DataBrew recipe job to write into.
2507
+ # @return [Array<Types::DatabaseOutput>]
2508
+ #
2291
2509
  # @!attribute [rw] project_name
2292
2510
  # The name of the project that the job is associated with.
2293
2511
  # @return [String]
@@ -2340,6 +2558,7 @@ module Aws::GlueDataBrew
2340
2558
  :max_retries,
2341
2559
  :outputs,
2342
2560
  :data_catalog_outputs,
2561
+ :database_outputs,
2343
2562
  :project_name,
2344
2563
  :recipe_reference,
2345
2564
  :resource_arn,
@@ -2401,10 +2620,15 @@ module Aws::GlueDataBrew
2401
2620
  # @return [Array<Types::Output>]
2402
2621
  #
2403
2622
  # @!attribute [rw] data_catalog_outputs
2404
- # One or more artifacts that represent the AWS Glue Data Catalog
2405
- # output from running the job.
2623
+ # One or more artifacts that represent the Glue Data Catalog output
2624
+ # from running the job.
2406
2625
  # @return [Array<Types::DataCatalogOutput>]
2407
2626
  #
2627
+ # @!attribute [rw] database_outputs
2628
+ # Represents a list of JDBC database output objects which defines the
2629
+ # output destination for a DataBrew recipe job to write into.
2630
+ # @return [Array<Types::DatabaseOutput>]
2631
+ #
2408
2632
  # @!attribute [rw] recipe_reference
2409
2633
  # The set of steps processed by the job.
2410
2634
  # @return [Types::RecipeReference]
@@ -2441,6 +2665,7 @@ module Aws::GlueDataBrew
2441
2665
  :log_group_name,
2442
2666
  :outputs,
2443
2667
  :data_catalog_outputs,
2668
+ :database_outputs,
2444
2669
  :recipe_reference,
2445
2670
  :started_by,
2446
2671
  :started_on,
@@ -2898,8 +3123,8 @@ module Aws::GlueDataBrew
2898
3123
  include Aws::Structure
2899
3124
  end
2900
3125
 
2901
- # Represents options that specify how and where DataBrew writes the
2902
- # output generated by recipe jobs or profile jobs.
3126
+ # Represents options that specify how and where in Amazon S3 DataBrew
3127
+ # writes the output generated by recipe jobs or profile jobs.
2903
3128
  #
2904
3129
  # @note When making an API call, you may pass Output
2905
3130
  # data as a hash:
@@ -3049,6 +3274,86 @@ module Aws::GlueDataBrew
3049
3274
  include Aws::Structure
3050
3275
  end
3051
3276
 
3277
+ # Configuration for profile jobs. Configuration can be used to select
3278
+ # columns, do evaluations, and override default parameters of
3279
+ # evaluations. When configuration is undefined, the profile job will
3280
+ # apply default settings to all supported columns.
3281
+ #
3282
+ # @note When making an API call, you may pass ProfileConfiguration
3283
+ # data as a hash:
3284
+ #
3285
+ # {
3286
+ # dataset_statistics_configuration: {
3287
+ # included_statistics: ["Statistic"],
3288
+ # overrides: [
3289
+ # {
3290
+ # statistic: "Statistic", # required
3291
+ # parameters: { # required
3292
+ # "ParameterName" => "ParameterValue",
3293
+ # },
3294
+ # },
3295
+ # ],
3296
+ # },
3297
+ # profile_columns: [
3298
+ # {
3299
+ # regex: "ColumnName",
3300
+ # name: "ColumnName",
3301
+ # },
3302
+ # ],
3303
+ # column_statistics_configurations: [
3304
+ # {
3305
+ # selectors: [
3306
+ # {
3307
+ # regex: "ColumnName",
3308
+ # name: "ColumnName",
3309
+ # },
3310
+ # ],
3311
+ # statistics: { # required
3312
+ # included_statistics: ["Statistic"],
3313
+ # overrides: [
3314
+ # {
3315
+ # statistic: "Statistic", # required
3316
+ # parameters: { # required
3317
+ # "ParameterName" => "ParameterValue",
3318
+ # },
3319
+ # },
3320
+ # ],
3321
+ # },
3322
+ # },
3323
+ # ],
3324
+ # }
3325
+ #
3326
+ # @!attribute [rw] dataset_statistics_configuration
3327
+ # Configuration for inter-column evaluations. Configuration can be
3328
+ # used to select evaluations and override parameters of evaluations.
3329
+ # When configuration is undefined, the profile job will run all
3330
+ # supported inter-column evaluations.
3331
+ # @return [Types::StatisticsConfiguration]
3332
+ #
3333
+ # @!attribute [rw] profile_columns
3334
+ # List of column selectors. ProfileColumns can be used to select
3335
+ # columns from the dataset. When ProfileColumns is undefined, the
3336
+ # profile job will profile all supported columns.
3337
+ # @return [Array<Types::ColumnSelector>]
3338
+ #
3339
+ # @!attribute [rw] column_statistics_configurations
3340
+ # List of configurations for column evaluations.
3341
+ # ColumnStatisticsConfigurations are used to select evaluations and
3342
+ # override parameters of evaluations for particular columns. When
3343
+ # ColumnStatisticsConfigurations is undefined, the profile job will
3344
+ # profile all supported columns and run all supported evaluations.
3345
+ # @return [Array<Types::ColumnStatisticsConfiguration>]
3346
+ #
3347
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ProfileConfiguration AWS API Documentation
3348
+ #
3349
+ class ProfileConfiguration < Struct.new(
3350
+ :dataset_statistics_configuration,
3351
+ :profile_columns,
3352
+ :column_statistics_configurations)
3353
+ SENSITIVE = []
3354
+ include Aws::Structure
3355
+ end
3356
+
3052
3357
  # Represents all of the attributes of a DataBrew project.
3053
3358
  #
3054
3359
  # @!attribute [rw] account_id
@@ -3431,8 +3736,8 @@ module Aws::GlueDataBrew
3431
3736
  include Aws::Structure
3432
3737
  end
3433
3738
 
3434
- # Represents options that specify how and where DataBrew writes the S3
3435
- # output generated by recipe jobs.
3739
+ # Represents options that specify how and where DataBrew writes the
3740
+ # Amazon S3 output generated by recipe jobs.
3436
3741
  #
3437
3742
  # @note When making an API call, you may pass S3TableOutputOptions
3438
3743
  # data as a hash:
@@ -3731,6 +4036,72 @@ module Aws::GlueDataBrew
3731
4036
  include Aws::Structure
3732
4037
  end
3733
4038
 
4039
+ # Override of a particular evaluation for a profile job.
4040
+ #
4041
+ # @note When making an API call, you may pass StatisticOverride
4042
+ # data as a hash:
4043
+ #
4044
+ # {
4045
+ # statistic: "Statistic", # required
4046
+ # parameters: { # required
4047
+ # "ParameterName" => "ParameterValue",
4048
+ # },
4049
+ # }
4050
+ #
4051
+ # @!attribute [rw] statistic
4052
+ # The name of an evaluation
4053
+ # @return [String]
4054
+ #
4055
+ # @!attribute [rw] parameters
4056
+ # A map that includes overrides of an evaluation’s parameters.
4057
+ # @return [Hash<String,String>]
4058
+ #
4059
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticOverride AWS API Documentation
4060
+ #
4061
+ class StatisticOverride < Struct.new(
4062
+ :statistic,
4063
+ :parameters)
4064
+ SENSITIVE = []
4065
+ include Aws::Structure
4066
+ end
4067
+
4068
+ # Configuration of evaluations for a profile job. This configuration can
4069
+ # be used to select evaluations and override the parameters of selected
4070
+ # evaluations.
4071
+ #
4072
+ # @note When making an API call, you may pass StatisticsConfiguration
4073
+ # data as a hash:
4074
+ #
4075
+ # {
4076
+ # included_statistics: ["Statistic"],
4077
+ # overrides: [
4078
+ # {
4079
+ # statistic: "Statistic", # required
4080
+ # parameters: { # required
4081
+ # "ParameterName" => "ParameterValue",
4082
+ # },
4083
+ # },
4084
+ # ],
4085
+ # }
4086
+ #
4087
+ # @!attribute [rw] included_statistics
4088
+ # List of included evaluations. When the list is undefined, all
4089
+ # supported evaluations will be included.
4090
+ # @return [Array<String>]
4091
+ #
4092
+ # @!attribute [rw] overrides
4093
+ # List of overrides for evaluations.
4094
+ # @return [Array<Types::StatisticOverride>]
4095
+ #
4096
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticsConfiguration AWS API Documentation
4097
+ #
4098
+ class StatisticsConfiguration < Struct.new(
4099
+ :included_statistics,
4100
+ :overrides)
4101
+ SENSITIVE = []
4102
+ include Aws::Structure
4103
+ end
4104
+
3734
4105
  # @note When making an API call, you may pass StopJobRunRequest
3735
4106
  # data as a hash:
3736
4107
  #
@@ -3959,6 +4330,46 @@ module Aws::GlueDataBrew
3959
4330
  # data as a hash:
3960
4331
  #
3961
4332
  # {
4333
+ # configuration: {
4334
+ # dataset_statistics_configuration: {
4335
+ # included_statistics: ["Statistic"],
4336
+ # overrides: [
4337
+ # {
4338
+ # statistic: "Statistic", # required
4339
+ # parameters: { # required
4340
+ # "ParameterName" => "ParameterValue",
4341
+ # },
4342
+ # },
4343
+ # ],
4344
+ # },
4345
+ # profile_columns: [
4346
+ # {
4347
+ # regex: "ColumnName",
4348
+ # name: "ColumnName",
4349
+ # },
4350
+ # ],
4351
+ # column_statistics_configurations: [
4352
+ # {
4353
+ # selectors: [
4354
+ # {
4355
+ # regex: "ColumnName",
4356
+ # name: "ColumnName",
4357
+ # },
4358
+ # ],
4359
+ # statistics: { # required
4360
+ # included_statistics: ["Statistic"],
4361
+ # overrides: [
4362
+ # {
4363
+ # statistic: "Statistic", # required
4364
+ # parameters: { # required
4365
+ # "ParameterName" => "ParameterValue",
4366
+ # },
4367
+ # },
4368
+ # ],
4369
+ # },
4370
+ # },
4371
+ # ],
4372
+ # },
3962
4373
  # encryption_key_arn: "EncryptionKeyArn",
3963
4374
  # encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
3964
4375
  # name: "JobName", # required
@@ -3977,6 +4388,13 @@ module Aws::GlueDataBrew
3977
4388
  # },
3978
4389
  # }
3979
4390
  #
4391
+ # @!attribute [rw] configuration
4392
+ # Configuration for profile jobs. Used to select columns, do
4393
+ # evaluations, and override default parameters of evaluations. When
4394
+ # configuration is null, the profile job will run with default
4395
+ # settings.
4396
+ # @return [Types::ProfileConfiguration]
4397
+ #
3980
4398
  # @!attribute [rw] encryption_key_arn
3981
4399
  # The Amazon Resource Name (ARN) of an encryption key that is used to
3982
4400
  # protect the job.
@@ -4035,6 +4453,7 @@ module Aws::GlueDataBrew
4035
4453
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
4036
4454
  #
4037
4455
  class UpdateProfileJobRequest < Struct.new(
4456
+ :configuration,
4038
4457
  :encryption_key_arn,
4039
4458
  :encryption_mode,
4040
4459
  :name,
@@ -4162,6 +4581,19 @@ module Aws::GlueDataBrew
4162
4581
  # overwrite: false,
4163
4582
  # },
4164
4583
  # ],
4584
+ # database_outputs: [
4585
+ # {
4586
+ # glue_connection_name: "GlueConnectionName", # required
4587
+ # database_options: { # required
4588
+ # temp_directory: {
4589
+ # bucket: "Bucket", # required
4590
+ # key: "Key",
4591
+ # },
4592
+ # table_name: "DatabaseTableName", # required
4593
+ # },
4594
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
4595
+ # },
4596
+ # ],
4165
4597
  # role_arn: "Arn", # required
4166
4598
  # timeout: 1,
4167
4599
  # }
@@ -4204,10 +4636,15 @@ module Aws::GlueDataBrew
4204
4636
  # @return [Array<Types::Output>]
4205
4637
  #
4206
4638
  # @!attribute [rw] data_catalog_outputs
4207
- # One or more artifacts that represent the AWS Glue Data Catalog
4208
- # output from running the job.
4639
+ # One or more artifacts that represent the Glue Data Catalog output
4640
+ # from running the job.
4209
4641
  # @return [Array<Types::DataCatalogOutput>]
4210
4642
  #
4643
+ # @!attribute [rw] database_outputs
4644
+ # Represents a list of JDBC database output objects which defines the
4645
+ # output destination for a DataBrew recipe job to write into.
4646
+ # @return [Array<Types::DatabaseOutput>]
4647
+ #
4211
4648
  # @!attribute [rw] role_arn
4212
4649
  # The Amazon Resource Name (ARN) of the Identity and Access Management
4213
4650
  # (IAM) role to be assumed when DataBrew runs the job.
@@ -4229,6 +4666,7 @@ module Aws::GlueDataBrew
4229
4666
  :max_retries,
4230
4667
  :outputs,
4231
4668
  :data_catalog_outputs,
4669
+ :database_outputs,
4232
4670
  :role_arn,
4233
4671
  :timeout)
4234
4672
  SENSITIVE = []
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-gluedatabrew
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.8.0
4
+ version: 1.9.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-06-30 00:00:00.000000000 Z
11
+ date: 2021-07-22 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core