aws-sdk-gluedatabrew 1.7.0 → 1.8.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: b1f0370109214a987494fc4c1269c4afa58a4bebbfdf916669d7fabb291b2e29
4
- data.tar.gz: b0c6dca740e6820ff6f75de9c4fe60a1d12ac0a09a301c61d25f94f7644b73b5
3
+ metadata.gz: 85e9c68625b348efe52a6f9f3de795b06a2a81aa19f45317376e0d951f635ef4
4
+ data.tar.gz: f35b4be64f4035ec7ce3e2d85422503b00d22930399fb352239b33223c2b8b32
5
5
  SHA512:
6
- metadata.gz: da2c2891a69d23b22c886a1b98cd25f5e200e075303b4f617e6c191c77a17275c01b5ff1fd56638474deb04b81aea78be7a256df1a8a664c8c1597dfa2138451
7
- data.tar.gz: d9e19e5a3858584b3a3afe0cfb5f3ac75ab27e68234189c9dd613c1b5f9a10884d7934f25b19869bed82e20f81904bc8e943052cc857c42edf32140a11d05b98
6
+ metadata.gz: 3d4b2a98550351998d4ee75e9a1ae7a0207de299c90d3cec09cd0cbfe0d9e5aea4b69ccdabc44c2076829f75241c88e07a4b465cae7c209c5bdfee594017f4dd
7
+ data.tar.gz: 280d6dde1839e64851752fa590acbeaf91544f834ccab845c4a00c1b84a5b42dc9c79c93374e4decc25a1ced9f51a7bbe64aa12d928a4e8f48a111661dbdcacf
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.8.0 (2021-06-30)
5
+ ------------------
6
+
7
+ * Feature - Adds support for the output of job results to the AWS Glue Data Catalog.
8
+
4
9
  1.7.0 (2021-03-30)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.7.0
1
+ 1.8.0
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-gluedatabrew/customizations'
48
48
  # @!group service
49
49
  module Aws::GlueDataBrew
50
50
 
51
- GEM_VERSION = '1.7.0'
51
+ GEM_VERSION = '1.8.0'
52
52
 
53
53
  end
@@ -400,7 +400,7 @@ module Aws::GlueDataBrew
400
400
  # alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
401
401
  #
402
402
  # @option params [String] :format
403
- # The file format of a dataset that is created from an S3 file or
403
+ # The file format of a dataset that is created from an Amazon S3 file or
404
404
  # folder.
405
405
  #
406
406
  # @option params [Types::FormatOptions] :format_options
@@ -409,11 +409,11 @@ module Aws::GlueDataBrew
409
409
  #
410
410
  # @option params [required, Types::Input] :input
411
411
  # Represents information on how DataBrew can find data, in either the
412
- # AWS Glue Data Catalog or Amazon S3.
412
+ # Glue Data Catalog or Amazon S3.
413
413
  #
414
414
  # @option params [Types::PathOptions] :path_options
415
- # A set of options that defines how DataBrew interprets an S3 path of
416
- # the dataset.
415
+ # A set of options that defines how DataBrew interprets an Amazon S3
416
+ # path of the dataset.
417
417
  #
418
418
  # @option params [Hash<String,String>] :tags
419
419
  # Metadata tags to apply to this dataset.
@@ -525,7 +525,7 @@ module Aws::GlueDataBrew
525
525
  # @option params [String] :encryption_mode
526
526
  # The encryption mode for the job, which can be one of the following:
527
527
  #
528
- # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with AWS KMS-managed
528
+ # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
529
529
  # keys.
530
530
  #
531
531
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
@@ -550,8 +550,8 @@ module Aws::GlueDataBrew
550
550
  # DataBrew can read input data, or write output from a job.
551
551
  #
552
552
  # @option params [required, String] :role_arn
553
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
554
- # Management (IAM) role to be assumed when DataBrew runs the job.
553
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
554
+ # (IAM) role to be assumed when DataBrew runs the job.
555
555
  #
556
556
  # @option params [Hash<String,String>] :tags
557
557
  # Metadata tags to apply to this job.
@@ -625,8 +625,8 @@ module Aws::GlueDataBrew
625
625
  # interactive data analysis.
626
626
  #
627
627
  # @option params [required, String] :role_arn
628
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
629
- # Management (IAM) role to be assumed for this request.
628
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
629
+ # (IAM) role to be assumed for this request.
630
630
  #
631
631
  # @option params [Hash<String,String>] :tags
632
632
  # Metadata tags to apply to this project.
@@ -726,7 +726,7 @@ module Aws::GlueDataBrew
726
726
  end
727
727
 
728
728
  # Creates a new job to transform input data, using steps defined in an
729
- # existing AWS Glue DataBrew recipe
729
+ # existing Glue DataBrew recipe
730
730
  #
731
731
  # @option params [String] :dataset_name
732
732
  # The name of the dataset that this job processes.
@@ -738,7 +738,7 @@ module Aws::GlueDataBrew
738
738
  # @option params [String] :encryption_mode
739
739
  # The encryption mode for the job, which can be one of the following:
740
740
  #
741
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
741
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
742
742
  #
743
743
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
744
744
  #
@@ -757,9 +757,13 @@ module Aws::GlueDataBrew
757
757
  # @option params [Integer] :max_retries
758
758
  # The maximum number of times to retry the job after a job run fails.
759
759
  #
760
- # @option params [required, Array<Types::Output>] :outputs
760
+ # @option params [Array<Types::Output>] :outputs
761
761
  # One or more artifacts that represent the output from running the job.
762
762
  #
763
+ # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
764
+ # One or more artifacts that represent the AWS Glue Data Catalog output
765
+ # from running the job.
766
+ #
763
767
  # @option params [String] :project_name
764
768
  # Either the name of an existing project, or a combination of a recipe
765
769
  # and a dataset to associate with the recipe.
@@ -768,8 +772,8 @@ module Aws::GlueDataBrew
768
772
  # Represents the name and version of a DataBrew recipe.
769
773
  #
770
774
  # @option params [required, String] :role_arn
771
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
772
- # Management (IAM) role to be assumed when DataBrew runs the job.
775
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
776
+ # (IAM) role to be assumed when DataBrew runs the job.
773
777
  #
774
778
  # @option params [Hash<String,String>] :tags
775
779
  # Metadata tags to apply to this job.
@@ -792,7 +796,7 @@ module Aws::GlueDataBrew
792
796
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
793
797
  # max_capacity: 1,
794
798
  # max_retries: 1,
795
- # outputs: [ # required
799
+ # outputs: [
796
800
  # {
797
801
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
798
802
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -809,6 +813,27 @@ module Aws::GlueDataBrew
809
813
  # },
810
814
  # },
811
815
  # ],
816
+ # data_catalog_outputs: [
817
+ # {
818
+ # catalog_id: "CatalogId",
819
+ # database_name: "DatabaseName", # required
820
+ # table_name: "TableName", # required
821
+ # s3_options: {
822
+ # location: { # required
823
+ # bucket: "Bucket", # required
824
+ # key: "Key",
825
+ # },
826
+ # },
827
+ # database_options: {
828
+ # temp_directory: {
829
+ # bucket: "Bucket", # required
830
+ # key: "Key",
831
+ # },
832
+ # table_name: "DatabaseTableName", # required
833
+ # },
834
+ # overwrite: false,
835
+ # },
836
+ # ],
812
837
  # project_name: "ProjectName",
813
838
  # recipe_reference: {
814
839
  # name: "RecipeName", # required
@@ -842,7 +867,7 @@ module Aws::GlueDataBrew
842
867
  #
843
868
  # @option params [required, String] :cron_expression
844
869
  # The date or dates and time or times when the jobs are to be run. For
845
- # more information, see [Cron expressions][1] in the *AWS Glue DataBrew
870
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
846
871
  # Developer Guide*.
847
872
  #
848
873
  #
@@ -1135,6 +1160,7 @@ module Aws::GlueDataBrew
1135
1160
  # * {Types::DescribeJobResponse#max_capacity #max_capacity} => Integer
1136
1161
  # * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
1137
1162
  # * {Types::DescribeJobResponse#outputs #outputs} => Array&lt;Types::Output&gt;
1163
+ # * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
1138
1164
  # * {Types::DescribeJobResponse#project_name #project_name} => String
1139
1165
  # * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
1140
1166
  # * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
@@ -1172,6 +1198,16 @@ module Aws::GlueDataBrew
1172
1198
  # resp.outputs[0].location.key #=> String
1173
1199
  # resp.outputs[0].overwrite #=> Boolean
1174
1200
  # resp.outputs[0].format_options.csv.delimiter #=> String
1201
+ # resp.data_catalog_outputs #=> Array
1202
+ # resp.data_catalog_outputs[0].catalog_id #=> String
1203
+ # resp.data_catalog_outputs[0].database_name #=> String
1204
+ # resp.data_catalog_outputs[0].table_name #=> String
1205
+ # resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
1206
+ # resp.data_catalog_outputs[0].s3_options.location.key #=> String
1207
+ # resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1208
+ # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1209
+ # resp.data_catalog_outputs[0].database_options.table_name #=> String
1210
+ # resp.data_catalog_outputs[0].overwrite #=> Boolean
1175
1211
  # resp.project_name #=> String
1176
1212
  # resp.recipe_reference.name #=> String
1177
1213
  # resp.recipe_reference.recipe_version #=> String
@@ -1213,6 +1249,7 @@ module Aws::GlueDataBrew
1213
1249
  # * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
1214
1250
  # * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
1215
1251
  # * {Types::DescribeJobRunResponse#outputs #outputs} => Array&lt;Types::Output&gt;
1252
+ # * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
1216
1253
  # * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
1217
1254
  # * {Types::DescribeJobRunResponse#started_by #started_by} => String
1218
1255
  # * {Types::DescribeJobRunResponse#started_on #started_on} => Time
@@ -1246,6 +1283,16 @@ module Aws::GlueDataBrew
1246
1283
  # resp.outputs[0].location.key #=> String
1247
1284
  # resp.outputs[0].overwrite #=> Boolean
1248
1285
  # resp.outputs[0].format_options.csv.delimiter #=> String
1286
+ # resp.data_catalog_outputs #=> Array
1287
+ # resp.data_catalog_outputs[0].catalog_id #=> String
1288
+ # resp.data_catalog_outputs[0].database_name #=> String
1289
+ # resp.data_catalog_outputs[0].table_name #=> String
1290
+ # resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
1291
+ # resp.data_catalog_outputs[0].s3_options.location.key #=> String
1292
+ # resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1293
+ # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1294
+ # resp.data_catalog_outputs[0].database_options.table_name #=> String
1295
+ # resp.data_catalog_outputs[0].overwrite #=> Boolean
1249
1296
  # resp.recipe_reference.name #=> String
1250
1297
  # resp.recipe_reference.recipe_version #=> String
1251
1298
  # resp.started_by #=> String
@@ -1562,6 +1609,16 @@ module Aws::GlueDataBrew
1562
1609
  # resp.job_runs[0].outputs[0].location.key #=> String
1563
1610
  # resp.job_runs[0].outputs[0].overwrite #=> Boolean
1564
1611
  # resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
1612
+ # resp.job_runs[0].data_catalog_outputs #=> Array
1613
+ # resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
1614
+ # resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
1615
+ # resp.job_runs[0].data_catalog_outputs[0].table_name #=> String
1616
+ # resp.job_runs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
1617
+ # resp.job_runs[0].data_catalog_outputs[0].s3_options.location.key #=> String
1618
+ # resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1619
+ # resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
1620
+ # resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
1621
+ # resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
1565
1622
  # resp.job_runs[0].recipe_reference.name #=> String
1566
1623
  # resp.job_runs[0].recipe_reference.recipe_version #=> String
1567
1624
  # resp.job_runs[0].started_by #=> String
@@ -1639,6 +1696,16 @@ module Aws::GlueDataBrew
1639
1696
  # resp.jobs[0].outputs[0].location.key #=> String
1640
1697
  # resp.jobs[0].outputs[0].overwrite #=> Boolean
1641
1698
  # resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
1699
+ # resp.jobs[0].data_catalog_outputs #=> Array
1700
+ # resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
1701
+ # resp.jobs[0].data_catalog_outputs[0].database_name #=> String
1702
+ # resp.jobs[0].data_catalog_outputs[0].table_name #=> String
1703
+ # resp.jobs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
1704
+ # resp.jobs[0].data_catalog_outputs[0].s3_options.location.key #=> String
1705
+ # resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1706
+ # resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
1707
+ # resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
1708
+ # resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
1642
1709
  # resp.jobs[0].project_name #=> String
1643
1710
  # resp.jobs[0].recipe_reference.name #=> String
1644
1711
  # resp.jobs[0].recipe_reference.recipe_version #=> String
@@ -2193,7 +2260,7 @@ module Aws::GlueDataBrew
2193
2260
  # The name of the dataset to be updated.
2194
2261
  #
2195
2262
  # @option params [String] :format
2196
- # The file format of a dataset that is created from an S3 file or
2263
+ # The file format of a dataset that is created from an Amazon S3 file or
2197
2264
  # folder.
2198
2265
  #
2199
2266
  # @option params [Types::FormatOptions] :format_options
@@ -2202,11 +2269,11 @@ module Aws::GlueDataBrew
2202
2269
  #
2203
2270
  # @option params [required, Types::Input] :input
2204
2271
  # Represents information on how DataBrew can find data, in either the
2205
- # AWS Glue Data Catalog or Amazon S3.
2272
+ # Glue Data Catalog or Amazon S3.
2206
2273
  #
2207
2274
  # @option params [Types::PathOptions] :path_options
2208
- # A set of options that defines how DataBrew interprets an S3 path of
2209
- # the dataset.
2275
+ # A set of options that defines how DataBrew interprets an Amazon S3
2276
+ # path of the dataset.
2210
2277
  #
2211
2278
  # @return [Types::UpdateDatasetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2212
2279
  #
@@ -2309,7 +2376,7 @@ module Aws::GlueDataBrew
2309
2376
  # @option params [String] :encryption_mode
2310
2377
  # The encryption mode for the job, which can be one of the following:
2311
2378
  #
2312
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
2379
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
2313
2380
  #
2314
2381
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
2315
2382
  #
@@ -2332,8 +2399,8 @@ module Aws::GlueDataBrew
2332
2399
  # DataBrew can read input data, or write output from a job.
2333
2400
  #
2334
2401
  # @option params [required, String] :role_arn
2335
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
2336
- # Management (IAM) role to be assumed when DataBrew runs the job.
2402
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
2403
+ # (IAM) role to be assumed when DataBrew runs the job.
2337
2404
  #
2338
2405
  # @option params [Integer] :timeout
2339
2406
  # The job's timeout in minutes. A job that attempts to run longer than
@@ -2490,7 +2557,7 @@ module Aws::GlueDataBrew
2490
2557
  # @option params [String] :encryption_mode
2491
2558
  # The encryption mode for the job, which can be one of the following:
2492
2559
  #
2493
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
2560
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
2494
2561
  #
2495
2562
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
2496
2563
  #
@@ -2508,12 +2575,16 @@ module Aws::GlueDataBrew
2508
2575
  # @option params [Integer] :max_retries
2509
2576
  # The maximum number of times to retry the job after a job run fails.
2510
2577
  #
2511
- # @option params [required, Array<Types::Output>] :outputs
2578
+ # @option params [Array<Types::Output>] :outputs
2512
2579
  # One or more artifacts that represent the output from running the job.
2513
2580
  #
2581
+ # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
2582
+ # One or more artifacts that represent the AWS Glue Data Catalog output
2583
+ # from running the job.
2584
+ #
2514
2585
  # @option params [required, String] :role_arn
2515
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
2516
- # Management (IAM) role to be assumed when DataBrew runs the job.
2586
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
2587
+ # (IAM) role to be assumed when DataBrew runs the job.
2517
2588
  #
2518
2589
  # @option params [Integer] :timeout
2519
2590
  # The job's timeout in minutes. A job that attempts to run longer than
@@ -2532,7 +2603,7 @@ module Aws::GlueDataBrew
2532
2603
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
2533
2604
  # max_capacity: 1,
2534
2605
  # max_retries: 1,
2535
- # outputs: [ # required
2606
+ # outputs: [
2536
2607
  # {
2537
2608
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
2538
2609
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -2549,6 +2620,27 @@ module Aws::GlueDataBrew
2549
2620
  # },
2550
2621
  # },
2551
2622
  # ],
2623
+ # data_catalog_outputs: [
2624
+ # {
2625
+ # catalog_id: "CatalogId",
2626
+ # database_name: "DatabaseName", # required
2627
+ # table_name: "TableName", # required
2628
+ # s3_options: {
2629
+ # location: { # required
2630
+ # bucket: "Bucket", # required
2631
+ # key: "Key",
2632
+ # },
2633
+ # },
2634
+ # database_options: {
2635
+ # temp_directory: {
2636
+ # bucket: "Bucket", # required
2637
+ # key: "Key",
2638
+ # },
2639
+ # table_name: "DatabaseTableName", # required
2640
+ # },
2641
+ # overwrite: false,
2642
+ # },
2643
+ # ],
2552
2644
  # role_arn: "Arn", # required
2553
2645
  # timeout: 1,
2554
2646
  # })
@@ -2573,7 +2665,7 @@ module Aws::GlueDataBrew
2573
2665
  #
2574
2666
  # @option params [required, String] :cron_expression
2575
2667
  # The date or dates and time or times when the jobs are to be run. For
2576
- # more information, see [Cron expressions][1] in the *AWS Glue DataBrew
2668
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
2577
2669
  # Developer Guide*.
2578
2670
  #
2579
2671
  #
@@ -2621,7 +2713,7 @@ module Aws::GlueDataBrew
2621
2713
  params: params,
2622
2714
  config: config)
2623
2715
  context[:gem_name] = 'aws-sdk-gluedatabrew'
2624
- context[:gem_version] = '1.7.0'
2716
+ context[:gem_version] = '1.8.0'
2625
2717
  Seahorse::Client::Request.new(handlers, context)
2626
2718
  end
2627
2719
 
@@ -51,9 +51,12 @@ module Aws::GlueDataBrew
51
51
  CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
52
52
  CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
53
53
  DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
54
+ DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
55
+ DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
54
56
  DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
55
57
  DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
56
58
  DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
59
+ DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
57
60
  Dataset = Shapes::StructureShape.new(name: 'Dataset')
58
61
  DatasetList = Shapes::ListShape.new(name: 'DatasetList')
59
62
  DatasetName = Shapes::StringShape.new(name: 'DatasetName')
@@ -179,6 +182,7 @@ module Aws::GlueDataBrew
179
182
  ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
180
183
  Result = Shapes::StringShape.new(name: 'Result')
181
184
  S3Location = Shapes::StructureShape.new(name: 'S3Location')
185
+ S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
182
186
  Sample = Shapes::StructureShape.new(name: 'Sample')
183
187
  SampleMode = Shapes::StringShape.new(name: 'SampleMode')
184
188
  SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
@@ -302,7 +306,8 @@ module Aws::GlueDataBrew
302
306
  CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
303
307
  CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
304
308
  CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
305
- CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
309
+ CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
310
+ CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
306
311
  CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
307
312
  CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
308
313
  CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
@@ -344,11 +349,25 @@ module Aws::GlueDataBrew
344
349
  DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
345
350
  DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
346
351
 
352
+ DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
353
+ DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
354
+ DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
355
+ DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
356
+ DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
357
+ DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
358
+ DataCatalogOutput.struct_class = Types::DataCatalogOutput
359
+
360
+ DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
361
+
347
362
  DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
348
363
  DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
349
364
  DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
350
365
  DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
351
366
 
367
+ DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
368
+ DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
369
+ DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
370
+
352
371
  Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
353
372
  Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
354
373
  Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
@@ -443,6 +462,7 @@ module Aws::GlueDataBrew
443
462
  DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
444
463
  DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
445
464
  DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
465
+ DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
446
466
  DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
447
467
  DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
448
468
  DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
@@ -467,6 +487,7 @@ module Aws::GlueDataBrew
467
487
  DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
468
488
  DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
469
489
  DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
490
+ DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
470
491
  DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
471
492
  DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
472
493
  DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -568,6 +589,7 @@ module Aws::GlueDataBrew
568
589
  Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
569
590
  Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
570
591
  Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
592
+ Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
571
593
  Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
572
594
  Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
573
595
  Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
@@ -592,6 +614,7 @@ module Aws::GlueDataBrew
592
614
  JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
593
615
  JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
594
616
  JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
617
+ JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
595
618
  JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
596
619
  JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
597
620
  JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -771,6 +794,9 @@ module Aws::GlueDataBrew
771
794
  S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
772
795
  S3Location.struct_class = Types::S3Location
773
796
 
797
+ S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
798
+ S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
799
+
774
800
  Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
775
801
  Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
776
802
  Sample.struct_class = Types::Sample
@@ -887,7 +913,8 @@ module Aws::GlueDataBrew
887
913
  UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
888
914
  UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
889
915
  UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
890
- UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
916
+ UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
917
+ UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
891
918
  UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
892
919
  UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
893
920
  UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest