aws-sdk-gluedatabrew 1.7.0 → 1.8.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +122 -30
- data/lib/aws-sdk-gluedatabrew/client_api.rb +29 -2
- data/lib/aws-sdk-gluedatabrew/types.rb +306 -96
- metadata +3 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 85e9c68625b348efe52a6f9f3de795b06a2a81aa19f45317376e0d951f635ef4
|
4
|
+
data.tar.gz: f35b4be64f4035ec7ce3e2d85422503b00d22930399fb352239b33223c2b8b32
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 3d4b2a98550351998d4ee75e9a1ae7a0207de299c90d3cec09cd0cbfe0d9e5aea4b69ccdabc44c2076829f75241c88e07a4b465cae7c209c5bdfee594017f4dd
|
7
|
+
data.tar.gz: 280d6dde1839e64851752fa590acbeaf91544f834ccab845c4a00c1b84a5b42dc9c79c93374e4decc25a1ced9f51a7bbe64aa12d928a4e8f48a111661dbdcacf
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.8.0
|
data/lib/aws-sdk-gluedatabrew.rb
CHANGED
@@ -400,7 +400,7 @@ module Aws::GlueDataBrew
|
|
400
400
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
401
401
|
#
|
402
402
|
# @option params [String] :format
|
403
|
-
# The file format of a dataset that is created from an S3 file or
|
403
|
+
# The file format of a dataset that is created from an Amazon S3 file or
|
404
404
|
# folder.
|
405
405
|
#
|
406
406
|
# @option params [Types::FormatOptions] :format_options
|
@@ -409,11 +409,11 @@ module Aws::GlueDataBrew
|
|
409
409
|
#
|
410
410
|
# @option params [required, Types::Input] :input
|
411
411
|
# Represents information on how DataBrew can find data, in either the
|
412
|
-
#
|
412
|
+
# Glue Data Catalog or Amazon S3.
|
413
413
|
#
|
414
414
|
# @option params [Types::PathOptions] :path_options
|
415
|
-
# A set of options that defines how DataBrew interprets an S3
|
416
|
-
# the dataset.
|
415
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
416
|
+
# path of the dataset.
|
417
417
|
#
|
418
418
|
# @option params [Hash<String,String>] :tags
|
419
419
|
# Metadata tags to apply to this dataset.
|
@@ -525,7 +525,7 @@ module Aws::GlueDataBrew
|
|
525
525
|
# @option params [String] :encryption_mode
|
526
526
|
# The encryption mode for the job, which can be one of the following:
|
527
527
|
#
|
528
|
-
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with
|
528
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
|
529
529
|
# keys.
|
530
530
|
#
|
531
531
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
@@ -550,8 +550,8 @@ module Aws::GlueDataBrew
|
|
550
550
|
# DataBrew can read input data, or write output from a job.
|
551
551
|
#
|
552
552
|
# @option params [required, String] :role_arn
|
553
|
-
# The Amazon Resource Name (ARN) of the
|
554
|
-
#
|
553
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
554
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
555
555
|
#
|
556
556
|
# @option params [Hash<String,String>] :tags
|
557
557
|
# Metadata tags to apply to this job.
|
@@ -625,8 +625,8 @@ module Aws::GlueDataBrew
|
|
625
625
|
# interactive data analysis.
|
626
626
|
#
|
627
627
|
# @option params [required, String] :role_arn
|
628
|
-
# The Amazon Resource Name (ARN) of the
|
629
|
-
#
|
628
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
629
|
+
# (IAM) role to be assumed for this request.
|
630
630
|
#
|
631
631
|
# @option params [Hash<String,String>] :tags
|
632
632
|
# Metadata tags to apply to this project.
|
@@ -726,7 +726,7 @@ module Aws::GlueDataBrew
|
|
726
726
|
end
|
727
727
|
|
728
728
|
# Creates a new job to transform input data, using steps defined in an
|
729
|
-
# existing
|
729
|
+
# existing Glue DataBrew recipe
|
730
730
|
#
|
731
731
|
# @option params [String] :dataset_name
|
732
732
|
# The name of the dataset that this job processes.
|
@@ -738,7 +738,7 @@ module Aws::GlueDataBrew
|
|
738
738
|
# @option params [String] :encryption_mode
|
739
739
|
# The encryption mode for the job, which can be one of the following:
|
740
740
|
#
|
741
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
741
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
742
742
|
#
|
743
743
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
744
744
|
#
|
@@ -757,9 +757,13 @@ module Aws::GlueDataBrew
|
|
757
757
|
# @option params [Integer] :max_retries
|
758
758
|
# The maximum number of times to retry the job after a job run fails.
|
759
759
|
#
|
760
|
-
# @option params [
|
760
|
+
# @option params [Array<Types::Output>] :outputs
|
761
761
|
# One or more artifacts that represent the output from running the job.
|
762
762
|
#
|
763
|
+
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
764
|
+
# One or more artifacts that represent the AWS Glue Data Catalog output
|
765
|
+
# from running the job.
|
766
|
+
#
|
763
767
|
# @option params [String] :project_name
|
764
768
|
# Either the name of an existing project, or a combination of a recipe
|
765
769
|
# and a dataset to associate with the recipe.
|
@@ -768,8 +772,8 @@ module Aws::GlueDataBrew
|
|
768
772
|
# Represents the name and version of a DataBrew recipe.
|
769
773
|
#
|
770
774
|
# @option params [required, String] :role_arn
|
771
|
-
# The Amazon Resource Name (ARN) of the
|
772
|
-
#
|
775
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
776
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
773
777
|
#
|
774
778
|
# @option params [Hash<String,String>] :tags
|
775
779
|
# Metadata tags to apply to this job.
|
@@ -792,7 +796,7 @@ module Aws::GlueDataBrew
|
|
792
796
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
793
797
|
# max_capacity: 1,
|
794
798
|
# max_retries: 1,
|
795
|
-
# outputs: [
|
799
|
+
# outputs: [
|
796
800
|
# {
|
797
801
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
798
802
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -809,6 +813,27 @@ module Aws::GlueDataBrew
|
|
809
813
|
# },
|
810
814
|
# },
|
811
815
|
# ],
|
816
|
+
# data_catalog_outputs: [
|
817
|
+
# {
|
818
|
+
# catalog_id: "CatalogId",
|
819
|
+
# database_name: "DatabaseName", # required
|
820
|
+
# table_name: "TableName", # required
|
821
|
+
# s3_options: {
|
822
|
+
# location: { # required
|
823
|
+
# bucket: "Bucket", # required
|
824
|
+
# key: "Key",
|
825
|
+
# },
|
826
|
+
# },
|
827
|
+
# database_options: {
|
828
|
+
# temp_directory: {
|
829
|
+
# bucket: "Bucket", # required
|
830
|
+
# key: "Key",
|
831
|
+
# },
|
832
|
+
# table_name: "DatabaseTableName", # required
|
833
|
+
# },
|
834
|
+
# overwrite: false,
|
835
|
+
# },
|
836
|
+
# ],
|
812
837
|
# project_name: "ProjectName",
|
813
838
|
# recipe_reference: {
|
814
839
|
# name: "RecipeName", # required
|
@@ -842,7 +867,7 @@ module Aws::GlueDataBrew
|
|
842
867
|
#
|
843
868
|
# @option params [required, String] :cron_expression
|
844
869
|
# The date or dates and time or times when the jobs are to be run. For
|
845
|
-
# more information, see [Cron expressions][1] in the *
|
870
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
846
871
|
# Developer Guide*.
|
847
872
|
#
|
848
873
|
#
|
@@ -1135,6 +1160,7 @@ module Aws::GlueDataBrew
|
|
1135
1160
|
# * {Types::DescribeJobResponse#max_capacity #max_capacity} => Integer
|
1136
1161
|
# * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
|
1137
1162
|
# * {Types::DescribeJobResponse#outputs #outputs} => Array<Types::Output>
|
1163
|
+
# * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1138
1164
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1139
1165
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1140
1166
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
@@ -1172,6 +1198,16 @@ module Aws::GlueDataBrew
|
|
1172
1198
|
# resp.outputs[0].location.key #=> String
|
1173
1199
|
# resp.outputs[0].overwrite #=> Boolean
|
1174
1200
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1201
|
+
# resp.data_catalog_outputs #=> Array
|
1202
|
+
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1203
|
+
# resp.data_catalog_outputs[0].database_name #=> String
|
1204
|
+
# resp.data_catalog_outputs[0].table_name #=> String
|
1205
|
+
# resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1206
|
+
# resp.data_catalog_outputs[0].s3_options.location.key #=> String
|
1207
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1208
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1209
|
+
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1210
|
+
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1175
1211
|
# resp.project_name #=> String
|
1176
1212
|
# resp.recipe_reference.name #=> String
|
1177
1213
|
# resp.recipe_reference.recipe_version #=> String
|
@@ -1213,6 +1249,7 @@ module Aws::GlueDataBrew
|
|
1213
1249
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
1214
1250
|
# * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
|
1215
1251
|
# * {Types::DescribeJobRunResponse#outputs #outputs} => Array<Types::Output>
|
1252
|
+
# * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1216
1253
|
# * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1217
1254
|
# * {Types::DescribeJobRunResponse#started_by #started_by} => String
|
1218
1255
|
# * {Types::DescribeJobRunResponse#started_on #started_on} => Time
|
@@ -1246,6 +1283,16 @@ module Aws::GlueDataBrew
|
|
1246
1283
|
# resp.outputs[0].location.key #=> String
|
1247
1284
|
# resp.outputs[0].overwrite #=> Boolean
|
1248
1285
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1286
|
+
# resp.data_catalog_outputs #=> Array
|
1287
|
+
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1288
|
+
# resp.data_catalog_outputs[0].database_name #=> String
|
1289
|
+
# resp.data_catalog_outputs[0].table_name #=> String
|
1290
|
+
# resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1291
|
+
# resp.data_catalog_outputs[0].s3_options.location.key #=> String
|
1292
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1293
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1294
|
+
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1295
|
+
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1249
1296
|
# resp.recipe_reference.name #=> String
|
1250
1297
|
# resp.recipe_reference.recipe_version #=> String
|
1251
1298
|
# resp.started_by #=> String
|
@@ -1562,6 +1609,16 @@ module Aws::GlueDataBrew
|
|
1562
1609
|
# resp.job_runs[0].outputs[0].location.key #=> String
|
1563
1610
|
# resp.job_runs[0].outputs[0].overwrite #=> Boolean
|
1564
1611
|
# resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
|
1612
|
+
# resp.job_runs[0].data_catalog_outputs #=> Array
|
1613
|
+
# resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
|
1614
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
|
1615
|
+
# resp.job_runs[0].data_catalog_outputs[0].table_name #=> String
|
1616
|
+
# resp.job_runs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1617
|
+
# resp.job_runs[0].data_catalog_outputs[0].s3_options.location.key #=> String
|
1618
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1619
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1620
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1621
|
+
# resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1565
1622
|
# resp.job_runs[0].recipe_reference.name #=> String
|
1566
1623
|
# resp.job_runs[0].recipe_reference.recipe_version #=> String
|
1567
1624
|
# resp.job_runs[0].started_by #=> String
|
@@ -1639,6 +1696,16 @@ module Aws::GlueDataBrew
|
|
1639
1696
|
# resp.jobs[0].outputs[0].location.key #=> String
|
1640
1697
|
# resp.jobs[0].outputs[0].overwrite #=> Boolean
|
1641
1698
|
# resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
|
1699
|
+
# resp.jobs[0].data_catalog_outputs #=> Array
|
1700
|
+
# resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
|
1701
|
+
# resp.jobs[0].data_catalog_outputs[0].database_name #=> String
|
1702
|
+
# resp.jobs[0].data_catalog_outputs[0].table_name #=> String
|
1703
|
+
# resp.jobs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1704
|
+
# resp.jobs[0].data_catalog_outputs[0].s3_options.location.key #=> String
|
1705
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1706
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1707
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1708
|
+
# resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1642
1709
|
# resp.jobs[0].project_name #=> String
|
1643
1710
|
# resp.jobs[0].recipe_reference.name #=> String
|
1644
1711
|
# resp.jobs[0].recipe_reference.recipe_version #=> String
|
@@ -2193,7 +2260,7 @@ module Aws::GlueDataBrew
|
|
2193
2260
|
# The name of the dataset to be updated.
|
2194
2261
|
#
|
2195
2262
|
# @option params [String] :format
|
2196
|
-
# The file format of a dataset that is created from an S3 file or
|
2263
|
+
# The file format of a dataset that is created from an Amazon S3 file or
|
2197
2264
|
# folder.
|
2198
2265
|
#
|
2199
2266
|
# @option params [Types::FormatOptions] :format_options
|
@@ -2202,11 +2269,11 @@ module Aws::GlueDataBrew
|
|
2202
2269
|
#
|
2203
2270
|
# @option params [required, Types::Input] :input
|
2204
2271
|
# Represents information on how DataBrew can find data, in either the
|
2205
|
-
#
|
2272
|
+
# Glue Data Catalog or Amazon S3.
|
2206
2273
|
#
|
2207
2274
|
# @option params [Types::PathOptions] :path_options
|
2208
|
-
# A set of options that defines how DataBrew interprets an S3
|
2209
|
-
# the dataset.
|
2275
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
2276
|
+
# path of the dataset.
|
2210
2277
|
#
|
2211
2278
|
# @return [Types::UpdateDatasetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2212
2279
|
#
|
@@ -2309,7 +2376,7 @@ module Aws::GlueDataBrew
|
|
2309
2376
|
# @option params [String] :encryption_mode
|
2310
2377
|
# The encryption mode for the job, which can be one of the following:
|
2311
2378
|
#
|
2312
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2379
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2313
2380
|
#
|
2314
2381
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2315
2382
|
#
|
@@ -2332,8 +2399,8 @@ module Aws::GlueDataBrew
|
|
2332
2399
|
# DataBrew can read input data, or write output from a job.
|
2333
2400
|
#
|
2334
2401
|
# @option params [required, String] :role_arn
|
2335
|
-
# The Amazon Resource Name (ARN) of the
|
2336
|
-
#
|
2402
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2403
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
2337
2404
|
#
|
2338
2405
|
# @option params [Integer] :timeout
|
2339
2406
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2490,7 +2557,7 @@ module Aws::GlueDataBrew
|
|
2490
2557
|
# @option params [String] :encryption_mode
|
2491
2558
|
# The encryption mode for the job, which can be one of the following:
|
2492
2559
|
#
|
2493
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2560
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2494
2561
|
#
|
2495
2562
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2496
2563
|
#
|
@@ -2508,12 +2575,16 @@ module Aws::GlueDataBrew
|
|
2508
2575
|
# @option params [Integer] :max_retries
|
2509
2576
|
# The maximum number of times to retry the job after a job run fails.
|
2510
2577
|
#
|
2511
|
-
# @option params [
|
2578
|
+
# @option params [Array<Types::Output>] :outputs
|
2512
2579
|
# One or more artifacts that represent the output from running the job.
|
2513
2580
|
#
|
2581
|
+
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
2582
|
+
# One or more artifacts that represent the AWS Glue Data Catalog output
|
2583
|
+
# from running the job.
|
2584
|
+
#
|
2514
2585
|
# @option params [required, String] :role_arn
|
2515
|
-
# The Amazon Resource Name (ARN) of the
|
2516
|
-
#
|
2586
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2587
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
2517
2588
|
#
|
2518
2589
|
# @option params [Integer] :timeout
|
2519
2590
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2532,7 +2603,7 @@ module Aws::GlueDataBrew
|
|
2532
2603
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
2533
2604
|
# max_capacity: 1,
|
2534
2605
|
# max_retries: 1,
|
2535
|
-
# outputs: [
|
2606
|
+
# outputs: [
|
2536
2607
|
# {
|
2537
2608
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
2538
2609
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -2549,6 +2620,27 @@ module Aws::GlueDataBrew
|
|
2549
2620
|
# },
|
2550
2621
|
# },
|
2551
2622
|
# ],
|
2623
|
+
# data_catalog_outputs: [
|
2624
|
+
# {
|
2625
|
+
# catalog_id: "CatalogId",
|
2626
|
+
# database_name: "DatabaseName", # required
|
2627
|
+
# table_name: "TableName", # required
|
2628
|
+
# s3_options: {
|
2629
|
+
# location: { # required
|
2630
|
+
# bucket: "Bucket", # required
|
2631
|
+
# key: "Key",
|
2632
|
+
# },
|
2633
|
+
# },
|
2634
|
+
# database_options: {
|
2635
|
+
# temp_directory: {
|
2636
|
+
# bucket: "Bucket", # required
|
2637
|
+
# key: "Key",
|
2638
|
+
# },
|
2639
|
+
# table_name: "DatabaseTableName", # required
|
2640
|
+
# },
|
2641
|
+
# overwrite: false,
|
2642
|
+
# },
|
2643
|
+
# ],
|
2552
2644
|
# role_arn: "Arn", # required
|
2553
2645
|
# timeout: 1,
|
2554
2646
|
# })
|
@@ -2573,7 +2665,7 @@ module Aws::GlueDataBrew
|
|
2573
2665
|
#
|
2574
2666
|
# @option params [required, String] :cron_expression
|
2575
2667
|
# The date or dates and time or times when the jobs are to be run. For
|
2576
|
-
# more information, see [Cron expressions][1] in the *
|
2668
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
2577
2669
|
# Developer Guide*.
|
2578
2670
|
#
|
2579
2671
|
#
|
@@ -2621,7 +2713,7 @@ module Aws::GlueDataBrew
|
|
2621
2713
|
params: params,
|
2622
2714
|
config: config)
|
2623
2715
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2624
|
-
context[:gem_version] = '1.
|
2716
|
+
context[:gem_version] = '1.8.0'
|
2625
2717
|
Seahorse::Client::Request.new(handlers, context)
|
2626
2718
|
end
|
2627
2719
|
|
@@ -51,9 +51,12 @@ module Aws::GlueDataBrew
|
|
51
51
|
CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
|
52
52
|
CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
|
53
53
|
DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
|
54
|
+
DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
|
55
|
+
DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
|
54
56
|
DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
|
55
57
|
DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
|
56
58
|
DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
|
59
|
+
DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
|
57
60
|
Dataset = Shapes::StructureShape.new(name: 'Dataset')
|
58
61
|
DatasetList = Shapes::ListShape.new(name: 'DatasetList')
|
59
62
|
DatasetName = Shapes::StringShape.new(name: 'DatasetName')
|
@@ -179,6 +182,7 @@ module Aws::GlueDataBrew
|
|
179
182
|
ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
|
180
183
|
Result = Shapes::StringShape.new(name: 'Result')
|
181
184
|
S3Location = Shapes::StructureShape.new(name: 'S3Location')
|
185
|
+
S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
|
182
186
|
Sample = Shapes::StructureShape.new(name: 'Sample')
|
183
187
|
SampleMode = Shapes::StringShape.new(name: 'SampleMode')
|
184
188
|
SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
|
@@ -302,7 +306,8 @@ module Aws::GlueDataBrew
|
|
302
306
|
CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
303
307
|
CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
304
308
|
CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
305
|
-
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
309
|
+
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
310
|
+
CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
306
311
|
CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
307
312
|
CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
308
313
|
CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
@@ -344,11 +349,25 @@ module Aws::GlueDataBrew
|
|
344
349
|
DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
345
350
|
DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
|
346
351
|
|
352
|
+
DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
|
353
|
+
DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
|
354
|
+
DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
|
355
|
+
DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
|
356
|
+
DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
|
357
|
+
DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
|
358
|
+
DataCatalogOutput.struct_class = Types::DataCatalogOutput
|
359
|
+
|
360
|
+
DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
|
361
|
+
|
347
362
|
DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
348
363
|
DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
|
349
364
|
DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
350
365
|
DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
|
351
366
|
|
367
|
+
DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
368
|
+
DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
|
369
|
+
DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
|
370
|
+
|
352
371
|
Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
353
372
|
Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
354
373
|
Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
@@ -443,6 +462,7 @@ module Aws::GlueDataBrew
|
|
443
462
|
DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
444
463
|
DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
445
464
|
DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
465
|
+
DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
446
466
|
DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
447
467
|
DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
448
468
|
DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
@@ -467,6 +487,7 @@ module Aws::GlueDataBrew
|
|
467
487
|
DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
468
488
|
DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
469
489
|
DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
490
|
+
DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
470
491
|
DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
471
492
|
DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
472
493
|
DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -568,6 +589,7 @@ module Aws::GlueDataBrew
|
|
568
589
|
Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
569
590
|
Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
570
591
|
Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
592
|
+
Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
571
593
|
Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
572
594
|
Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
573
595
|
Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
@@ -592,6 +614,7 @@ module Aws::GlueDataBrew
|
|
592
614
|
JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
593
615
|
JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
594
616
|
JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
617
|
+
JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
595
618
|
JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
596
619
|
JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
597
620
|
JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -771,6 +794,9 @@ module Aws::GlueDataBrew
|
|
771
794
|
S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
|
772
795
|
S3Location.struct_class = Types::S3Location
|
773
796
|
|
797
|
+
S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
|
798
|
+
S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
|
799
|
+
|
774
800
|
Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
|
775
801
|
Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
|
776
802
|
Sample.struct_class = Types::Sample
|
@@ -887,7 +913,8 @@ module Aws::GlueDataBrew
|
|
887
913
|
UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
888
914
|
UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
889
915
|
UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
890
|
-
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
916
|
+
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
917
|
+
UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
891
918
|
UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
892
919
|
UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
893
920
|
UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
|