aws-sdk-gluedatabrew 1.7.0 → 1.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: b1f0370109214a987494fc4c1269c4afa58a4bebbfdf916669d7fabb291b2e29
4
- data.tar.gz: b0c6dca740e6820ff6f75de9c4fe60a1d12ac0a09a301c61d25f94f7644b73b5
3
+ metadata.gz: 85e9c68625b348efe52a6f9f3de795b06a2a81aa19f45317376e0d951f635ef4
4
+ data.tar.gz: f35b4be64f4035ec7ce3e2d85422503b00d22930399fb352239b33223c2b8b32
5
5
  SHA512:
6
- metadata.gz: da2c2891a69d23b22c886a1b98cd25f5e200e075303b4f617e6c191c77a17275c01b5ff1fd56638474deb04b81aea78be7a256df1a8a664c8c1597dfa2138451
7
- data.tar.gz: d9e19e5a3858584b3a3afe0cfb5f3ac75ab27e68234189c9dd613c1b5f9a10884d7934f25b19869bed82e20f81904bc8e943052cc857c42edf32140a11d05b98
6
+ metadata.gz: 3d4b2a98550351998d4ee75e9a1ae7a0207de299c90d3cec09cd0cbfe0d9e5aea4b69ccdabc44c2076829f75241c88e07a4b465cae7c209c5bdfee594017f4dd
7
+ data.tar.gz: 280d6dde1839e64851752fa590acbeaf91544f834ccab845c4a00c1b84a5b42dc9c79c93374e4decc25a1ced9f51a7bbe64aa12d928a4e8f48a111661dbdcacf
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.8.0 (2021-06-30)
5
+ ------------------
6
+
7
+ * Feature - Adds support for the output of job results to the AWS Glue Data Catalog.
8
+
4
9
  1.7.0 (2021-03-30)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.7.0
1
+ 1.8.0
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-gluedatabrew/customizations'
48
48
  # @!group service
49
49
  module Aws::GlueDataBrew
50
50
 
51
- GEM_VERSION = '1.7.0'
51
+ GEM_VERSION = '1.8.0'
52
52
 
53
53
  end
@@ -400,7 +400,7 @@ module Aws::GlueDataBrew
400
400
  # alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
401
401
  #
402
402
  # @option params [String] :format
403
- # The file format of a dataset that is created from an S3 file or
403
+ # The file format of a dataset that is created from an Amazon S3 file or
404
404
  # folder.
405
405
  #
406
406
  # @option params [Types::FormatOptions] :format_options
@@ -409,11 +409,11 @@ module Aws::GlueDataBrew
409
409
  #
410
410
  # @option params [required, Types::Input] :input
411
411
  # Represents information on how DataBrew can find data, in either the
412
- # AWS Glue Data Catalog or Amazon S3.
412
+ # Glue Data Catalog or Amazon S3.
413
413
  #
414
414
  # @option params [Types::PathOptions] :path_options
415
- # A set of options that defines how DataBrew interprets an S3 path of
416
- # the dataset.
415
+ # A set of options that defines how DataBrew interprets an Amazon S3
416
+ # path of the dataset.
417
417
  #
418
418
  # @option params [Hash<String,String>] :tags
419
419
  # Metadata tags to apply to this dataset.
@@ -525,7 +525,7 @@ module Aws::GlueDataBrew
525
525
  # @option params [String] :encryption_mode
526
526
  # The encryption mode for the job, which can be one of the following:
527
527
  #
528
- # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with AWS KMS-managed
528
+ # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
529
529
  # keys.
530
530
  #
531
531
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
@@ -550,8 +550,8 @@ module Aws::GlueDataBrew
550
550
  # DataBrew can read input data, or write output from a job.
551
551
  #
552
552
  # @option params [required, String] :role_arn
553
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
554
- # Management (IAM) role to be assumed when DataBrew runs the job.
553
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
554
+ # (IAM) role to be assumed when DataBrew runs the job.
555
555
  #
556
556
  # @option params [Hash<String,String>] :tags
557
557
  # Metadata tags to apply to this job.
@@ -625,8 +625,8 @@ module Aws::GlueDataBrew
625
625
  # interactive data analysis.
626
626
  #
627
627
  # @option params [required, String] :role_arn
628
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
629
- # Management (IAM) role to be assumed for this request.
628
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
629
+ # (IAM) role to be assumed for this request.
630
630
  #
631
631
  # @option params [Hash<String,String>] :tags
632
632
  # Metadata tags to apply to this project.
@@ -726,7 +726,7 @@ module Aws::GlueDataBrew
726
726
  end
727
727
 
728
728
  # Creates a new job to transform input data, using steps defined in an
729
- # existing AWS Glue DataBrew recipe
729
+ # existing Glue DataBrew recipe
730
730
  #
731
731
  # @option params [String] :dataset_name
732
732
  # The name of the dataset that this job processes.
@@ -738,7 +738,7 @@ module Aws::GlueDataBrew
738
738
  # @option params [String] :encryption_mode
739
739
  # The encryption mode for the job, which can be one of the following:
740
740
  #
741
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
741
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
742
742
  #
743
743
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
744
744
  #
@@ -757,9 +757,13 @@ module Aws::GlueDataBrew
757
757
  # @option params [Integer] :max_retries
758
758
  # The maximum number of times to retry the job after a job run fails.
759
759
  #
760
- # @option params [required, Array<Types::Output>] :outputs
760
+ # @option params [Array<Types::Output>] :outputs
761
761
  # One or more artifacts that represent the output from running the job.
762
762
  #
763
+ # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
764
+ # One or more artifacts that represent the AWS Glue Data Catalog output
765
+ # from running the job.
766
+ #
763
767
  # @option params [String] :project_name
764
768
  # Either the name of an existing project, or a combination of a recipe
765
769
  # and a dataset to associate with the recipe.
@@ -768,8 +772,8 @@ module Aws::GlueDataBrew
768
772
  # Represents the name and version of a DataBrew recipe.
769
773
  #
770
774
  # @option params [required, String] :role_arn
771
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
772
- # Management (IAM) role to be assumed when DataBrew runs the job.
775
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
776
+ # (IAM) role to be assumed when DataBrew runs the job.
773
777
  #
774
778
  # @option params [Hash<String,String>] :tags
775
779
  # Metadata tags to apply to this job.
@@ -792,7 +796,7 @@ module Aws::GlueDataBrew
792
796
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
793
797
  # max_capacity: 1,
794
798
  # max_retries: 1,
795
- # outputs: [ # required
799
+ # outputs: [
796
800
  # {
797
801
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
798
802
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -809,6 +813,27 @@ module Aws::GlueDataBrew
809
813
  # },
810
814
  # },
811
815
  # ],
816
+ # data_catalog_outputs: [
817
+ # {
818
+ # catalog_id: "CatalogId",
819
+ # database_name: "DatabaseName", # required
820
+ # table_name: "TableName", # required
821
+ # s3_options: {
822
+ # location: { # required
823
+ # bucket: "Bucket", # required
824
+ # key: "Key",
825
+ # },
826
+ # },
827
+ # database_options: {
828
+ # temp_directory: {
829
+ # bucket: "Bucket", # required
830
+ # key: "Key",
831
+ # },
832
+ # table_name: "DatabaseTableName", # required
833
+ # },
834
+ # overwrite: false,
835
+ # },
836
+ # ],
812
837
  # project_name: "ProjectName",
813
838
  # recipe_reference: {
814
839
  # name: "RecipeName", # required
@@ -842,7 +867,7 @@ module Aws::GlueDataBrew
842
867
  #
843
868
  # @option params [required, String] :cron_expression
844
869
  # The date or dates and time or times when the jobs are to be run. For
845
- # more information, see [Cron expressions][1] in the *AWS Glue DataBrew
870
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
846
871
  # Developer Guide*.
847
872
  #
848
873
  #
@@ -1135,6 +1160,7 @@ module Aws::GlueDataBrew
1135
1160
  # * {Types::DescribeJobResponse#max_capacity #max_capacity} => Integer
1136
1161
  # * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
1137
1162
  # * {Types::DescribeJobResponse#outputs #outputs} => Array&lt;Types::Output&gt;
1163
+ # * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
1138
1164
  # * {Types::DescribeJobResponse#project_name #project_name} => String
1139
1165
  # * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
1140
1166
  # * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
@@ -1172,6 +1198,16 @@ module Aws::GlueDataBrew
1172
1198
  # resp.outputs[0].location.key #=> String
1173
1199
  # resp.outputs[0].overwrite #=> Boolean
1174
1200
  # resp.outputs[0].format_options.csv.delimiter #=> String
1201
+ # resp.data_catalog_outputs #=> Array
1202
+ # resp.data_catalog_outputs[0].catalog_id #=> String
1203
+ # resp.data_catalog_outputs[0].database_name #=> String
1204
+ # resp.data_catalog_outputs[0].table_name #=> String
1205
+ # resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
1206
+ # resp.data_catalog_outputs[0].s3_options.location.key #=> String
1207
+ # resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1208
+ # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1209
+ # resp.data_catalog_outputs[0].database_options.table_name #=> String
1210
+ # resp.data_catalog_outputs[0].overwrite #=> Boolean
1175
1211
  # resp.project_name #=> String
1176
1212
  # resp.recipe_reference.name #=> String
1177
1213
  # resp.recipe_reference.recipe_version #=> String
@@ -1213,6 +1249,7 @@ module Aws::GlueDataBrew
1213
1249
  # * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
1214
1250
  # * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
1215
1251
  # * {Types::DescribeJobRunResponse#outputs #outputs} => Array&lt;Types::Output&gt;
1252
+ # * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
1216
1253
  # * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
1217
1254
  # * {Types::DescribeJobRunResponse#started_by #started_by} => String
1218
1255
  # * {Types::DescribeJobRunResponse#started_on #started_on} => Time
@@ -1246,6 +1283,16 @@ module Aws::GlueDataBrew
1246
1283
  # resp.outputs[0].location.key #=> String
1247
1284
  # resp.outputs[0].overwrite #=> Boolean
1248
1285
  # resp.outputs[0].format_options.csv.delimiter #=> String
1286
+ # resp.data_catalog_outputs #=> Array
1287
+ # resp.data_catalog_outputs[0].catalog_id #=> String
1288
+ # resp.data_catalog_outputs[0].database_name #=> String
1289
+ # resp.data_catalog_outputs[0].table_name #=> String
1290
+ # resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
1291
+ # resp.data_catalog_outputs[0].s3_options.location.key #=> String
1292
+ # resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1293
+ # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1294
+ # resp.data_catalog_outputs[0].database_options.table_name #=> String
1295
+ # resp.data_catalog_outputs[0].overwrite #=> Boolean
1249
1296
  # resp.recipe_reference.name #=> String
1250
1297
  # resp.recipe_reference.recipe_version #=> String
1251
1298
  # resp.started_by #=> String
@@ -1562,6 +1609,16 @@ module Aws::GlueDataBrew
1562
1609
  # resp.job_runs[0].outputs[0].location.key #=> String
1563
1610
  # resp.job_runs[0].outputs[0].overwrite #=> Boolean
1564
1611
  # resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
1612
+ # resp.job_runs[0].data_catalog_outputs #=> Array
1613
+ # resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
1614
+ # resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
1615
+ # resp.job_runs[0].data_catalog_outputs[0].table_name #=> String
1616
+ # resp.job_runs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
1617
+ # resp.job_runs[0].data_catalog_outputs[0].s3_options.location.key #=> String
1618
+ # resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1619
+ # resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
1620
+ # resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
1621
+ # resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
1565
1622
  # resp.job_runs[0].recipe_reference.name #=> String
1566
1623
  # resp.job_runs[0].recipe_reference.recipe_version #=> String
1567
1624
  # resp.job_runs[0].started_by #=> String
@@ -1639,6 +1696,16 @@ module Aws::GlueDataBrew
1639
1696
  # resp.jobs[0].outputs[0].location.key #=> String
1640
1697
  # resp.jobs[0].outputs[0].overwrite #=> Boolean
1641
1698
  # resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
1699
+ # resp.jobs[0].data_catalog_outputs #=> Array
1700
+ # resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
1701
+ # resp.jobs[0].data_catalog_outputs[0].database_name #=> String
1702
+ # resp.jobs[0].data_catalog_outputs[0].table_name #=> String
1703
+ # resp.jobs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
1704
+ # resp.jobs[0].data_catalog_outputs[0].s3_options.location.key #=> String
1705
+ # resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1706
+ # resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
1707
+ # resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
1708
+ # resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
1642
1709
  # resp.jobs[0].project_name #=> String
1643
1710
  # resp.jobs[0].recipe_reference.name #=> String
1644
1711
  # resp.jobs[0].recipe_reference.recipe_version #=> String
@@ -2193,7 +2260,7 @@ module Aws::GlueDataBrew
2193
2260
  # The name of the dataset to be updated.
2194
2261
  #
2195
2262
  # @option params [String] :format
2196
- # The file format of a dataset that is created from an S3 file or
2263
+ # The file format of a dataset that is created from an Amazon S3 file or
2197
2264
  # folder.
2198
2265
  #
2199
2266
  # @option params [Types::FormatOptions] :format_options
@@ -2202,11 +2269,11 @@ module Aws::GlueDataBrew
2202
2269
  #
2203
2270
  # @option params [required, Types::Input] :input
2204
2271
  # Represents information on how DataBrew can find data, in either the
2205
- # AWS Glue Data Catalog or Amazon S3.
2272
+ # Glue Data Catalog or Amazon S3.
2206
2273
  #
2207
2274
  # @option params [Types::PathOptions] :path_options
2208
- # A set of options that defines how DataBrew interprets an S3 path of
2209
- # the dataset.
2275
+ # A set of options that defines how DataBrew interprets an Amazon S3
2276
+ # path of the dataset.
2210
2277
  #
2211
2278
  # @return [Types::UpdateDatasetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2212
2279
  #
@@ -2309,7 +2376,7 @@ module Aws::GlueDataBrew
2309
2376
  # @option params [String] :encryption_mode
2310
2377
  # The encryption mode for the job, which can be one of the following:
2311
2378
  #
2312
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
2379
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
2313
2380
  #
2314
2381
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
2315
2382
  #
@@ -2332,8 +2399,8 @@ module Aws::GlueDataBrew
2332
2399
  # DataBrew can read input data, or write output from a job.
2333
2400
  #
2334
2401
  # @option params [required, String] :role_arn
2335
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
2336
- # Management (IAM) role to be assumed when DataBrew runs the job.
2402
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
2403
+ # (IAM) role to be assumed when DataBrew runs the job.
2337
2404
  #
2338
2405
  # @option params [Integer] :timeout
2339
2406
  # The job's timeout in minutes. A job that attempts to run longer than
@@ -2490,7 +2557,7 @@ module Aws::GlueDataBrew
2490
2557
  # @option params [String] :encryption_mode
2491
2558
  # The encryption mode for the job, which can be one of the following:
2492
2559
  #
2493
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
2560
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
2494
2561
  #
2495
2562
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
2496
2563
  #
@@ -2508,12 +2575,16 @@ module Aws::GlueDataBrew
2508
2575
  # @option params [Integer] :max_retries
2509
2576
  # The maximum number of times to retry the job after a job run fails.
2510
2577
  #
2511
- # @option params [required, Array<Types::Output>] :outputs
2578
+ # @option params [Array<Types::Output>] :outputs
2512
2579
  # One or more artifacts that represent the output from running the job.
2513
2580
  #
2581
+ # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
2582
+ # One or more artifacts that represent the AWS Glue Data Catalog output
2583
+ # from running the job.
2584
+ #
2514
2585
  # @option params [required, String] :role_arn
2515
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
2516
- # Management (IAM) role to be assumed when DataBrew runs the job.
2586
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
2587
+ # (IAM) role to be assumed when DataBrew runs the job.
2517
2588
  #
2518
2589
  # @option params [Integer] :timeout
2519
2590
  # The job's timeout in minutes. A job that attempts to run longer than
@@ -2532,7 +2603,7 @@ module Aws::GlueDataBrew
2532
2603
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
2533
2604
  # max_capacity: 1,
2534
2605
  # max_retries: 1,
2535
- # outputs: [ # required
2606
+ # outputs: [
2536
2607
  # {
2537
2608
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
2538
2609
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -2549,6 +2620,27 @@ module Aws::GlueDataBrew
2549
2620
  # },
2550
2621
  # },
2551
2622
  # ],
2623
+ # data_catalog_outputs: [
2624
+ # {
2625
+ # catalog_id: "CatalogId",
2626
+ # database_name: "DatabaseName", # required
2627
+ # table_name: "TableName", # required
2628
+ # s3_options: {
2629
+ # location: { # required
2630
+ # bucket: "Bucket", # required
2631
+ # key: "Key",
2632
+ # },
2633
+ # },
2634
+ # database_options: {
2635
+ # temp_directory: {
2636
+ # bucket: "Bucket", # required
2637
+ # key: "Key",
2638
+ # },
2639
+ # table_name: "DatabaseTableName", # required
2640
+ # },
2641
+ # overwrite: false,
2642
+ # },
2643
+ # ],
2552
2644
  # role_arn: "Arn", # required
2553
2645
  # timeout: 1,
2554
2646
  # })
@@ -2573,7 +2665,7 @@ module Aws::GlueDataBrew
2573
2665
  #
2574
2666
  # @option params [required, String] :cron_expression
2575
2667
  # The date or dates and time or times when the jobs are to be run. For
2576
- # more information, see [Cron expressions][1] in the *AWS Glue DataBrew
2668
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
2577
2669
  # Developer Guide*.
2578
2670
  #
2579
2671
  #
@@ -2621,7 +2713,7 @@ module Aws::GlueDataBrew
2621
2713
  params: params,
2622
2714
  config: config)
2623
2715
  context[:gem_name] = 'aws-sdk-gluedatabrew'
2624
- context[:gem_version] = '1.7.0'
2716
+ context[:gem_version] = '1.8.0'
2625
2717
  Seahorse::Client::Request.new(handlers, context)
2626
2718
  end
2627
2719
 
@@ -51,9 +51,12 @@ module Aws::GlueDataBrew
51
51
  CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
52
52
  CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
53
53
  DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
54
+ DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
55
+ DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
54
56
  DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
55
57
  DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
56
58
  DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
59
+ DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
57
60
  Dataset = Shapes::StructureShape.new(name: 'Dataset')
58
61
  DatasetList = Shapes::ListShape.new(name: 'DatasetList')
59
62
  DatasetName = Shapes::StringShape.new(name: 'DatasetName')
@@ -179,6 +182,7 @@ module Aws::GlueDataBrew
179
182
  ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
180
183
  Result = Shapes::StringShape.new(name: 'Result')
181
184
  S3Location = Shapes::StructureShape.new(name: 'S3Location')
185
+ S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
182
186
  Sample = Shapes::StructureShape.new(name: 'Sample')
183
187
  SampleMode = Shapes::StringShape.new(name: 'SampleMode')
184
188
  SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
@@ -302,7 +306,8 @@ module Aws::GlueDataBrew
302
306
  CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
303
307
  CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
304
308
  CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
305
- CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
309
+ CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
310
+ CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
306
311
  CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
307
312
  CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
308
313
  CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
@@ -344,11 +349,25 @@ module Aws::GlueDataBrew
344
349
  DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
345
350
  DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
346
351
 
352
+ DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
353
+ DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
354
+ DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
355
+ DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
356
+ DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
357
+ DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
358
+ DataCatalogOutput.struct_class = Types::DataCatalogOutput
359
+
360
+ DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
361
+
347
362
  DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
348
363
  DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
349
364
  DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
350
365
  DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
351
366
 
367
+ DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
368
+ DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
369
+ DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
370
+
352
371
  Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
353
372
  Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
354
373
  Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
@@ -443,6 +462,7 @@ module Aws::GlueDataBrew
443
462
  DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
444
463
  DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
445
464
  DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
465
+ DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
446
466
  DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
447
467
  DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
448
468
  DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
@@ -467,6 +487,7 @@ module Aws::GlueDataBrew
467
487
  DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
468
488
  DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
469
489
  DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
490
+ DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
470
491
  DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
471
492
  DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
472
493
  DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -568,6 +589,7 @@ module Aws::GlueDataBrew
568
589
  Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
569
590
  Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
570
591
  Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
592
+ Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
571
593
  Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
572
594
  Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
573
595
  Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
@@ -592,6 +614,7 @@ module Aws::GlueDataBrew
592
614
  JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
593
615
  JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
594
616
  JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
617
+ JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
595
618
  JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
596
619
  JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
597
620
  JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -771,6 +794,9 @@ module Aws::GlueDataBrew
771
794
  S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
772
795
  S3Location.struct_class = Types::S3Location
773
796
 
797
+ S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
798
+ S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
799
+
774
800
  Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
775
801
  Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
776
802
  Sample.struct_class = Types::Sample
@@ -887,7 +913,8 @@ module Aws::GlueDataBrew
887
913
  UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
888
914
  UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
889
915
  UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
890
- UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
916
+ UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
917
+ UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
891
918
  UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
892
919
  UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
893
920
  UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest