aws-sdk-gluedatabrew 1.7.0 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +122 -30
- data/lib/aws-sdk-gluedatabrew/client_api.rb +29 -2
- data/lib/aws-sdk-gluedatabrew/types.rb +306 -96
- metadata +3 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 85e9c68625b348efe52a6f9f3de795b06a2a81aa19f45317376e0d951f635ef4
|
4
|
+
data.tar.gz: f35b4be64f4035ec7ce3e2d85422503b00d22930399fb352239b33223c2b8b32
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 3d4b2a98550351998d4ee75e9a1ae7a0207de299c90d3cec09cd0cbfe0d9e5aea4b69ccdabc44c2076829f75241c88e07a4b465cae7c209c5bdfee594017f4dd
|
7
|
+
data.tar.gz: 280d6dde1839e64851752fa590acbeaf91544f834ccab845c4a00c1b84a5b42dc9c79c93374e4decc25a1ced9f51a7bbe64aa12d928a4e8f48a111661dbdcacf
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.8.0
|
data/lib/aws-sdk-gluedatabrew.rb
CHANGED
@@ -400,7 +400,7 @@ module Aws::GlueDataBrew
|
|
400
400
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
401
401
|
#
|
402
402
|
# @option params [String] :format
|
403
|
-
# The file format of a dataset that is created from an S3 file or
|
403
|
+
# The file format of a dataset that is created from an Amazon S3 file or
|
404
404
|
# folder.
|
405
405
|
#
|
406
406
|
# @option params [Types::FormatOptions] :format_options
|
@@ -409,11 +409,11 @@ module Aws::GlueDataBrew
|
|
409
409
|
#
|
410
410
|
# @option params [required, Types::Input] :input
|
411
411
|
# Represents information on how DataBrew can find data, in either the
|
412
|
-
#
|
412
|
+
# Glue Data Catalog or Amazon S3.
|
413
413
|
#
|
414
414
|
# @option params [Types::PathOptions] :path_options
|
415
|
-
# A set of options that defines how DataBrew interprets an S3
|
416
|
-
# the dataset.
|
415
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
416
|
+
# path of the dataset.
|
417
417
|
#
|
418
418
|
# @option params [Hash<String,String>] :tags
|
419
419
|
# Metadata tags to apply to this dataset.
|
@@ -525,7 +525,7 @@ module Aws::GlueDataBrew
|
|
525
525
|
# @option params [String] :encryption_mode
|
526
526
|
# The encryption mode for the job, which can be one of the following:
|
527
527
|
#
|
528
|
-
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with
|
528
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
|
529
529
|
# keys.
|
530
530
|
#
|
531
531
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
@@ -550,8 +550,8 @@ module Aws::GlueDataBrew
|
|
550
550
|
# DataBrew can read input data, or write output from a job.
|
551
551
|
#
|
552
552
|
# @option params [required, String] :role_arn
|
553
|
-
# The Amazon Resource Name (ARN) of the
|
554
|
-
#
|
553
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
554
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
555
555
|
#
|
556
556
|
# @option params [Hash<String,String>] :tags
|
557
557
|
# Metadata tags to apply to this job.
|
@@ -625,8 +625,8 @@ module Aws::GlueDataBrew
|
|
625
625
|
# interactive data analysis.
|
626
626
|
#
|
627
627
|
# @option params [required, String] :role_arn
|
628
|
-
# The Amazon Resource Name (ARN) of the
|
629
|
-
#
|
628
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
629
|
+
# (IAM) role to be assumed for this request.
|
630
630
|
#
|
631
631
|
# @option params [Hash<String,String>] :tags
|
632
632
|
# Metadata tags to apply to this project.
|
@@ -726,7 +726,7 @@ module Aws::GlueDataBrew
|
|
726
726
|
end
|
727
727
|
|
728
728
|
# Creates a new job to transform input data, using steps defined in an
|
729
|
-
# existing
|
729
|
+
# existing Glue DataBrew recipe
|
730
730
|
#
|
731
731
|
# @option params [String] :dataset_name
|
732
732
|
# The name of the dataset that this job processes.
|
@@ -738,7 +738,7 @@ module Aws::GlueDataBrew
|
|
738
738
|
# @option params [String] :encryption_mode
|
739
739
|
# The encryption mode for the job, which can be one of the following:
|
740
740
|
#
|
741
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
741
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
742
742
|
#
|
743
743
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
744
744
|
#
|
@@ -757,9 +757,13 @@ module Aws::GlueDataBrew
|
|
757
757
|
# @option params [Integer] :max_retries
|
758
758
|
# The maximum number of times to retry the job after a job run fails.
|
759
759
|
#
|
760
|
-
# @option params [
|
760
|
+
# @option params [Array<Types::Output>] :outputs
|
761
761
|
# One or more artifacts that represent the output from running the job.
|
762
762
|
#
|
763
|
+
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
764
|
+
# One or more artifacts that represent the AWS Glue Data Catalog output
|
765
|
+
# from running the job.
|
766
|
+
#
|
763
767
|
# @option params [String] :project_name
|
764
768
|
# Either the name of an existing project, or a combination of a recipe
|
765
769
|
# and a dataset to associate with the recipe.
|
@@ -768,8 +772,8 @@ module Aws::GlueDataBrew
|
|
768
772
|
# Represents the name and version of a DataBrew recipe.
|
769
773
|
#
|
770
774
|
# @option params [required, String] :role_arn
|
771
|
-
# The Amazon Resource Name (ARN) of the
|
772
|
-
#
|
775
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
776
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
773
777
|
#
|
774
778
|
# @option params [Hash<String,String>] :tags
|
775
779
|
# Metadata tags to apply to this job.
|
@@ -792,7 +796,7 @@ module Aws::GlueDataBrew
|
|
792
796
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
793
797
|
# max_capacity: 1,
|
794
798
|
# max_retries: 1,
|
795
|
-
# outputs: [
|
799
|
+
# outputs: [
|
796
800
|
# {
|
797
801
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
798
802
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -809,6 +813,27 @@ module Aws::GlueDataBrew
|
|
809
813
|
# },
|
810
814
|
# },
|
811
815
|
# ],
|
816
|
+
# data_catalog_outputs: [
|
817
|
+
# {
|
818
|
+
# catalog_id: "CatalogId",
|
819
|
+
# database_name: "DatabaseName", # required
|
820
|
+
# table_name: "TableName", # required
|
821
|
+
# s3_options: {
|
822
|
+
# location: { # required
|
823
|
+
# bucket: "Bucket", # required
|
824
|
+
# key: "Key",
|
825
|
+
# },
|
826
|
+
# },
|
827
|
+
# database_options: {
|
828
|
+
# temp_directory: {
|
829
|
+
# bucket: "Bucket", # required
|
830
|
+
# key: "Key",
|
831
|
+
# },
|
832
|
+
# table_name: "DatabaseTableName", # required
|
833
|
+
# },
|
834
|
+
# overwrite: false,
|
835
|
+
# },
|
836
|
+
# ],
|
812
837
|
# project_name: "ProjectName",
|
813
838
|
# recipe_reference: {
|
814
839
|
# name: "RecipeName", # required
|
@@ -842,7 +867,7 @@ module Aws::GlueDataBrew
|
|
842
867
|
#
|
843
868
|
# @option params [required, String] :cron_expression
|
844
869
|
# The date or dates and time or times when the jobs are to be run. For
|
845
|
-
# more information, see [Cron expressions][1] in the *
|
870
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
846
871
|
# Developer Guide*.
|
847
872
|
#
|
848
873
|
#
|
@@ -1135,6 +1160,7 @@ module Aws::GlueDataBrew
|
|
1135
1160
|
# * {Types::DescribeJobResponse#max_capacity #max_capacity} => Integer
|
1136
1161
|
# * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
|
1137
1162
|
# * {Types::DescribeJobResponse#outputs #outputs} => Array<Types::Output>
|
1163
|
+
# * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1138
1164
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1139
1165
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1140
1166
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
@@ -1172,6 +1198,16 @@ module Aws::GlueDataBrew
|
|
1172
1198
|
# resp.outputs[0].location.key #=> String
|
1173
1199
|
# resp.outputs[0].overwrite #=> Boolean
|
1174
1200
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1201
|
+
# resp.data_catalog_outputs #=> Array
|
1202
|
+
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1203
|
+
# resp.data_catalog_outputs[0].database_name #=> String
|
1204
|
+
# resp.data_catalog_outputs[0].table_name #=> String
|
1205
|
+
# resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1206
|
+
# resp.data_catalog_outputs[0].s3_options.location.key #=> String
|
1207
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1208
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1209
|
+
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1210
|
+
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1175
1211
|
# resp.project_name #=> String
|
1176
1212
|
# resp.recipe_reference.name #=> String
|
1177
1213
|
# resp.recipe_reference.recipe_version #=> String
|
@@ -1213,6 +1249,7 @@ module Aws::GlueDataBrew
|
|
1213
1249
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
1214
1250
|
# * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
|
1215
1251
|
# * {Types::DescribeJobRunResponse#outputs #outputs} => Array<Types::Output>
|
1252
|
+
# * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1216
1253
|
# * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1217
1254
|
# * {Types::DescribeJobRunResponse#started_by #started_by} => String
|
1218
1255
|
# * {Types::DescribeJobRunResponse#started_on #started_on} => Time
|
@@ -1246,6 +1283,16 @@ module Aws::GlueDataBrew
|
|
1246
1283
|
# resp.outputs[0].location.key #=> String
|
1247
1284
|
# resp.outputs[0].overwrite #=> Boolean
|
1248
1285
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1286
|
+
# resp.data_catalog_outputs #=> Array
|
1287
|
+
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1288
|
+
# resp.data_catalog_outputs[0].database_name #=> String
|
1289
|
+
# resp.data_catalog_outputs[0].table_name #=> String
|
1290
|
+
# resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1291
|
+
# resp.data_catalog_outputs[0].s3_options.location.key #=> String
|
1292
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1293
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1294
|
+
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1295
|
+
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1249
1296
|
# resp.recipe_reference.name #=> String
|
1250
1297
|
# resp.recipe_reference.recipe_version #=> String
|
1251
1298
|
# resp.started_by #=> String
|
@@ -1562,6 +1609,16 @@ module Aws::GlueDataBrew
|
|
1562
1609
|
# resp.job_runs[0].outputs[0].location.key #=> String
|
1563
1610
|
# resp.job_runs[0].outputs[0].overwrite #=> Boolean
|
1564
1611
|
# resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
|
1612
|
+
# resp.job_runs[0].data_catalog_outputs #=> Array
|
1613
|
+
# resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
|
1614
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
|
1615
|
+
# resp.job_runs[0].data_catalog_outputs[0].table_name #=> String
|
1616
|
+
# resp.job_runs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1617
|
+
# resp.job_runs[0].data_catalog_outputs[0].s3_options.location.key #=> String
|
1618
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1619
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1620
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1621
|
+
# resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1565
1622
|
# resp.job_runs[0].recipe_reference.name #=> String
|
1566
1623
|
# resp.job_runs[0].recipe_reference.recipe_version #=> String
|
1567
1624
|
# resp.job_runs[0].started_by #=> String
|
@@ -1639,6 +1696,16 @@ module Aws::GlueDataBrew
|
|
1639
1696
|
# resp.jobs[0].outputs[0].location.key #=> String
|
1640
1697
|
# resp.jobs[0].outputs[0].overwrite #=> Boolean
|
1641
1698
|
# resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
|
1699
|
+
# resp.jobs[0].data_catalog_outputs #=> Array
|
1700
|
+
# resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
|
1701
|
+
# resp.jobs[0].data_catalog_outputs[0].database_name #=> String
|
1702
|
+
# resp.jobs[0].data_catalog_outputs[0].table_name #=> String
|
1703
|
+
# resp.jobs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1704
|
+
# resp.jobs[0].data_catalog_outputs[0].s3_options.location.key #=> String
|
1705
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1706
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1707
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1708
|
+
# resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1642
1709
|
# resp.jobs[0].project_name #=> String
|
1643
1710
|
# resp.jobs[0].recipe_reference.name #=> String
|
1644
1711
|
# resp.jobs[0].recipe_reference.recipe_version #=> String
|
@@ -2193,7 +2260,7 @@ module Aws::GlueDataBrew
|
|
2193
2260
|
# The name of the dataset to be updated.
|
2194
2261
|
#
|
2195
2262
|
# @option params [String] :format
|
2196
|
-
# The file format of a dataset that is created from an S3 file or
|
2263
|
+
# The file format of a dataset that is created from an Amazon S3 file or
|
2197
2264
|
# folder.
|
2198
2265
|
#
|
2199
2266
|
# @option params [Types::FormatOptions] :format_options
|
@@ -2202,11 +2269,11 @@ module Aws::GlueDataBrew
|
|
2202
2269
|
#
|
2203
2270
|
# @option params [required, Types::Input] :input
|
2204
2271
|
# Represents information on how DataBrew can find data, in either the
|
2205
|
-
#
|
2272
|
+
# Glue Data Catalog or Amazon S3.
|
2206
2273
|
#
|
2207
2274
|
# @option params [Types::PathOptions] :path_options
|
2208
|
-
# A set of options that defines how DataBrew interprets an S3
|
2209
|
-
# the dataset.
|
2275
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
2276
|
+
# path of the dataset.
|
2210
2277
|
#
|
2211
2278
|
# @return [Types::UpdateDatasetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2212
2279
|
#
|
@@ -2309,7 +2376,7 @@ module Aws::GlueDataBrew
|
|
2309
2376
|
# @option params [String] :encryption_mode
|
2310
2377
|
# The encryption mode for the job, which can be one of the following:
|
2311
2378
|
#
|
2312
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2379
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2313
2380
|
#
|
2314
2381
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2315
2382
|
#
|
@@ -2332,8 +2399,8 @@ module Aws::GlueDataBrew
|
|
2332
2399
|
# DataBrew can read input data, or write output from a job.
|
2333
2400
|
#
|
2334
2401
|
# @option params [required, String] :role_arn
|
2335
|
-
# The Amazon Resource Name (ARN) of the
|
2336
|
-
#
|
2402
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2403
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
2337
2404
|
#
|
2338
2405
|
# @option params [Integer] :timeout
|
2339
2406
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2490,7 +2557,7 @@ module Aws::GlueDataBrew
|
|
2490
2557
|
# @option params [String] :encryption_mode
|
2491
2558
|
# The encryption mode for the job, which can be one of the following:
|
2492
2559
|
#
|
2493
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2560
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2494
2561
|
#
|
2495
2562
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2496
2563
|
#
|
@@ -2508,12 +2575,16 @@ module Aws::GlueDataBrew
|
|
2508
2575
|
# @option params [Integer] :max_retries
|
2509
2576
|
# The maximum number of times to retry the job after a job run fails.
|
2510
2577
|
#
|
2511
|
-
# @option params [
|
2578
|
+
# @option params [Array<Types::Output>] :outputs
|
2512
2579
|
# One or more artifacts that represent the output from running the job.
|
2513
2580
|
#
|
2581
|
+
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
2582
|
+
# One or more artifacts that represent the AWS Glue Data Catalog output
|
2583
|
+
# from running the job.
|
2584
|
+
#
|
2514
2585
|
# @option params [required, String] :role_arn
|
2515
|
-
# The Amazon Resource Name (ARN) of the
|
2516
|
-
#
|
2586
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2587
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
2517
2588
|
#
|
2518
2589
|
# @option params [Integer] :timeout
|
2519
2590
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2532,7 +2603,7 @@ module Aws::GlueDataBrew
|
|
2532
2603
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
2533
2604
|
# max_capacity: 1,
|
2534
2605
|
# max_retries: 1,
|
2535
|
-
# outputs: [
|
2606
|
+
# outputs: [
|
2536
2607
|
# {
|
2537
2608
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
2538
2609
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -2549,6 +2620,27 @@ module Aws::GlueDataBrew
|
|
2549
2620
|
# },
|
2550
2621
|
# },
|
2551
2622
|
# ],
|
2623
|
+
# data_catalog_outputs: [
|
2624
|
+
# {
|
2625
|
+
# catalog_id: "CatalogId",
|
2626
|
+
# database_name: "DatabaseName", # required
|
2627
|
+
# table_name: "TableName", # required
|
2628
|
+
# s3_options: {
|
2629
|
+
# location: { # required
|
2630
|
+
# bucket: "Bucket", # required
|
2631
|
+
# key: "Key",
|
2632
|
+
# },
|
2633
|
+
# },
|
2634
|
+
# database_options: {
|
2635
|
+
# temp_directory: {
|
2636
|
+
# bucket: "Bucket", # required
|
2637
|
+
# key: "Key",
|
2638
|
+
# },
|
2639
|
+
# table_name: "DatabaseTableName", # required
|
2640
|
+
# },
|
2641
|
+
# overwrite: false,
|
2642
|
+
# },
|
2643
|
+
# ],
|
2552
2644
|
# role_arn: "Arn", # required
|
2553
2645
|
# timeout: 1,
|
2554
2646
|
# })
|
@@ -2573,7 +2665,7 @@ module Aws::GlueDataBrew
|
|
2573
2665
|
#
|
2574
2666
|
# @option params [required, String] :cron_expression
|
2575
2667
|
# The date or dates and time or times when the jobs are to be run. For
|
2576
|
-
# more information, see [Cron expressions][1] in the *
|
2668
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
2577
2669
|
# Developer Guide*.
|
2578
2670
|
#
|
2579
2671
|
#
|
@@ -2621,7 +2713,7 @@ module Aws::GlueDataBrew
|
|
2621
2713
|
params: params,
|
2622
2714
|
config: config)
|
2623
2715
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2624
|
-
context[:gem_version] = '1.
|
2716
|
+
context[:gem_version] = '1.8.0'
|
2625
2717
|
Seahorse::Client::Request.new(handlers, context)
|
2626
2718
|
end
|
2627
2719
|
|
@@ -51,9 +51,12 @@ module Aws::GlueDataBrew
|
|
51
51
|
CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
|
52
52
|
CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
|
53
53
|
DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
|
54
|
+
DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
|
55
|
+
DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
|
54
56
|
DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
|
55
57
|
DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
|
56
58
|
DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
|
59
|
+
DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
|
57
60
|
Dataset = Shapes::StructureShape.new(name: 'Dataset')
|
58
61
|
DatasetList = Shapes::ListShape.new(name: 'DatasetList')
|
59
62
|
DatasetName = Shapes::StringShape.new(name: 'DatasetName')
|
@@ -179,6 +182,7 @@ module Aws::GlueDataBrew
|
|
179
182
|
ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
|
180
183
|
Result = Shapes::StringShape.new(name: 'Result')
|
181
184
|
S3Location = Shapes::StructureShape.new(name: 'S3Location')
|
185
|
+
S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
|
182
186
|
Sample = Shapes::StructureShape.new(name: 'Sample')
|
183
187
|
SampleMode = Shapes::StringShape.new(name: 'SampleMode')
|
184
188
|
SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
|
@@ -302,7 +306,8 @@ module Aws::GlueDataBrew
|
|
302
306
|
CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
303
307
|
CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
304
308
|
CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
305
|
-
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
309
|
+
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
310
|
+
CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
306
311
|
CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
307
312
|
CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
308
313
|
CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
@@ -344,11 +349,25 @@ module Aws::GlueDataBrew
|
|
344
349
|
DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
345
350
|
DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
|
346
351
|
|
352
|
+
DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
|
353
|
+
DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
|
354
|
+
DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
|
355
|
+
DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
|
356
|
+
DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
|
357
|
+
DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
|
358
|
+
DataCatalogOutput.struct_class = Types::DataCatalogOutput
|
359
|
+
|
360
|
+
DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
|
361
|
+
|
347
362
|
DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
348
363
|
DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
|
349
364
|
DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
350
365
|
DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
|
351
366
|
|
367
|
+
DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
368
|
+
DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
|
369
|
+
DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
|
370
|
+
|
352
371
|
Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
353
372
|
Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
354
373
|
Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
@@ -443,6 +462,7 @@ module Aws::GlueDataBrew
|
|
443
462
|
DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
444
463
|
DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
445
464
|
DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
465
|
+
DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
446
466
|
DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
447
467
|
DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
448
468
|
DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
@@ -467,6 +487,7 @@ module Aws::GlueDataBrew
|
|
467
487
|
DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
468
488
|
DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
469
489
|
DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
490
|
+
DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
470
491
|
DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
471
492
|
DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
472
493
|
DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -568,6 +589,7 @@ module Aws::GlueDataBrew
|
|
568
589
|
Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
569
590
|
Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
570
591
|
Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
592
|
+
Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
571
593
|
Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
572
594
|
Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
573
595
|
Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
@@ -592,6 +614,7 @@ module Aws::GlueDataBrew
|
|
592
614
|
JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
593
615
|
JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
594
616
|
JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
617
|
+
JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
595
618
|
JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
596
619
|
JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
597
620
|
JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -771,6 +794,9 @@ module Aws::GlueDataBrew
|
|
771
794
|
S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
|
772
795
|
S3Location.struct_class = Types::S3Location
|
773
796
|
|
797
|
+
S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
|
798
|
+
S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
|
799
|
+
|
774
800
|
Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
|
775
801
|
Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
|
776
802
|
Sample.struct_class = Types::Sample
|
@@ -887,7 +913,8 @@ module Aws::GlueDataBrew
|
|
887
913
|
UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
888
914
|
UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
889
915
|
UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
890
|
-
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
916
|
+
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
917
|
+
UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
891
918
|
UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
892
919
|
UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
893
920
|
UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
|