aws-sdk-gluedatabrew 1.7.0 → 1.11.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +312 -30
- data/lib/aws-sdk-gluedatabrew/client_api.rb +88 -2
- data/lib/aws-sdk-gluedatabrew/types.rb +746 -98
- metadata +5 -6
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 535688ec47b0e96ac78ceae9ae85e310a0414596327cc7c4cc4abe4a0f5c503e
|
4
|
+
data.tar.gz: f87e345b0afe3ef5366baa37eedc86c23ff1caa12133648a2352b192793e786f
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f2bff24cf1be3e4b0b5b27d79629ff1954f0b2ea3fea6485ade15cf86ba6b97d0bbc63dd02eccbb811783164bb32870aea1e6428d19783f0fac062b36b22de11
|
7
|
+
data.tar.gz: 5a1ae18df9dce33d952facbaf9da0b53164de3447c3f6b6f766bd7280f6000096bac0f86266fd06b9a17137187c237d98bd71d0c85ad6e63aaf57346902788c9
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.11.0 (2021-07-30)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
8
|
+
|
9
|
+
1.10.0 (2021-07-28)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
13
|
+
|
14
|
+
1.9.0 (2021-07-22)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - This SDK release adds two new features: 1) Output to Native JDBC destinations and 2) Adding configurations to profile jobs
|
18
|
+
|
19
|
+
1.8.0 (2021-06-30)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - Adds support for the output of job results to the AWS Glue Data Catalog.
|
23
|
+
|
4
24
|
1.7.0 (2021-03-30)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.11.0
|
data/lib/aws-sdk-gluedatabrew.rb
CHANGED
@@ -400,7 +400,7 @@ module Aws::GlueDataBrew
|
|
400
400
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
401
401
|
#
|
402
402
|
# @option params [String] :format
|
403
|
-
# The file format of a dataset that is created from an S3 file or
|
403
|
+
# The file format of a dataset that is created from an Amazon S3 file or
|
404
404
|
# folder.
|
405
405
|
#
|
406
406
|
# @option params [Types::FormatOptions] :format_options
|
@@ -409,11 +409,11 @@ module Aws::GlueDataBrew
|
|
409
409
|
#
|
410
410
|
# @option params [required, Types::Input] :input
|
411
411
|
# Represents information on how DataBrew can find data, in either the
|
412
|
-
#
|
412
|
+
# Glue Data Catalog or Amazon S3.
|
413
413
|
#
|
414
414
|
# @option params [Types::PathOptions] :path_options
|
415
|
-
# A set of options that defines how DataBrew interprets an S3
|
416
|
-
# the dataset.
|
415
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
416
|
+
# path of the dataset.
|
417
417
|
#
|
418
418
|
# @option params [Hash<String,String>] :tags
|
419
419
|
# Metadata tags to apply to this dataset.
|
@@ -525,7 +525,7 @@ module Aws::GlueDataBrew
|
|
525
525
|
# @option params [String] :encryption_mode
|
526
526
|
# The encryption mode for the job, which can be one of the following:
|
527
527
|
#
|
528
|
-
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with
|
528
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
|
529
529
|
# keys.
|
530
530
|
#
|
531
531
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
@@ -549,9 +549,14 @@ module Aws::GlueDataBrew
|
|
549
549
|
# Represents an Amazon S3 location (bucket name and object key) where
|
550
550
|
# DataBrew can read input data, or write output from a job.
|
551
551
|
#
|
552
|
+
# @option params [Types::ProfileConfiguration] :configuration
|
553
|
+
# Configuration for profile jobs. Used to select columns, do
|
554
|
+
# evaluations, and override default parameters of evaluations. When
|
555
|
+
# configuration is null, the profile job will run with default settings.
|
556
|
+
#
|
552
557
|
# @option params [required, String] :role_arn
|
553
|
-
# The Amazon Resource Name (ARN) of the
|
554
|
-
#
|
558
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
559
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
555
560
|
#
|
556
561
|
# @option params [Hash<String,String>] :tags
|
557
562
|
# Metadata tags to apply to this job.
|
@@ -584,6 +589,46 @@ module Aws::GlueDataBrew
|
|
584
589
|
# bucket: "Bucket", # required
|
585
590
|
# key: "Key",
|
586
591
|
# },
|
592
|
+
# configuration: {
|
593
|
+
# dataset_statistics_configuration: {
|
594
|
+
# included_statistics: ["Statistic"],
|
595
|
+
# overrides: [
|
596
|
+
# {
|
597
|
+
# statistic: "Statistic", # required
|
598
|
+
# parameters: { # required
|
599
|
+
# "ParameterName" => "ParameterValue",
|
600
|
+
# },
|
601
|
+
# },
|
602
|
+
# ],
|
603
|
+
# },
|
604
|
+
# profile_columns: [
|
605
|
+
# {
|
606
|
+
# regex: "ColumnName",
|
607
|
+
# name: "ColumnName",
|
608
|
+
# },
|
609
|
+
# ],
|
610
|
+
# column_statistics_configurations: [
|
611
|
+
# {
|
612
|
+
# selectors: [
|
613
|
+
# {
|
614
|
+
# regex: "ColumnName",
|
615
|
+
# name: "ColumnName",
|
616
|
+
# },
|
617
|
+
# ],
|
618
|
+
# statistics: { # required
|
619
|
+
# included_statistics: ["Statistic"],
|
620
|
+
# overrides: [
|
621
|
+
# {
|
622
|
+
# statistic: "Statistic", # required
|
623
|
+
# parameters: { # required
|
624
|
+
# "ParameterName" => "ParameterValue",
|
625
|
+
# },
|
626
|
+
# },
|
627
|
+
# ],
|
628
|
+
# },
|
629
|
+
# },
|
630
|
+
# ],
|
631
|
+
# },
|
587
632
|
# role_arn: "Arn", # required
|
588
633
|
# tags: {
|
589
634
|
# "TagKey" => "TagValue",
|
@@ -625,8 +670,8 @@ module Aws::GlueDataBrew
|
|
625
670
|
# interactive data analysis.
|
626
671
|
#
|
627
672
|
# @option params [required, String] :role_arn
|
628
|
-
# The Amazon Resource Name (ARN) of the
|
629
|
-
#
|
673
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
674
|
+
# (IAM) role to be assumed for this request.
|
630
675
|
#
|
631
676
|
# @option params [Hash<String,String>] :tags
|
632
677
|
# Metadata tags to apply to this project.
|
@@ -726,7 +771,7 @@ module Aws::GlueDataBrew
|
|
726
771
|
end
|
727
772
|
|
728
773
|
# Creates a new job to transform input data, using steps defined in an
|
729
|
-
# existing
|
774
|
+
# existing Glue DataBrew recipe
|
730
775
|
#
|
731
776
|
# @option params [String] :dataset_name
|
732
777
|
# The name of the dataset that this job processes.
|
@@ -738,7 +783,7 @@ module Aws::GlueDataBrew
|
|
738
783
|
# @option params [String] :encryption_mode
|
739
784
|
# The encryption mode for the job, which can be one of the following:
|
740
785
|
#
|
741
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
786
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
742
787
|
#
|
743
788
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
744
789
|
#
|
@@ -757,9 +802,17 @@ module Aws::GlueDataBrew
|
|
757
802
|
# @option params [Integer] :max_retries
|
758
803
|
# The maximum number of times to retry the job after a job run fails.
|
759
804
|
#
|
760
|
-
# @option params [
|
805
|
+
# @option params [Array<Types::Output>] :outputs
|
761
806
|
# One or more artifacts that represent the output from running the job.
|
762
807
|
#
|
808
|
+
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
809
|
+
# One or more artifacts that represent the Glue Data Catalog output from
|
810
|
+
# running the job.
|
811
|
+
#
|
812
|
+
# @option params [Array<Types::DatabaseOutput>] :database_outputs
|
813
|
+
# Represents a list of JDBC database output objects which defines the
|
814
|
+
# output destination for a DataBrew recipe job to write to.
|
815
|
+
#
|
763
816
|
# @option params [String] :project_name
|
764
817
|
# Either the name of an existing project, or a combination of a recipe
|
765
818
|
# and a dataset to associate with the recipe.
|
@@ -768,8 +821,8 @@ module Aws::GlueDataBrew
|
|
768
821
|
# Represents the name and version of a DataBrew recipe.
|
769
822
|
#
|
770
823
|
# @option params [required, String] :role_arn
|
771
|
-
# The Amazon Resource Name (ARN) of the
|
772
|
-
#
|
824
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
825
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
773
826
|
#
|
774
827
|
# @option params [Hash<String,String>] :tags
|
775
828
|
# Metadata tags to apply to this job.
|
@@ -792,7 +845,7 @@ module Aws::GlueDataBrew
|
|
792
845
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
793
846
|
# max_capacity: 1,
|
794
847
|
# max_retries: 1,
|
795
|
-
# outputs: [
|
848
|
+
# outputs: [
|
796
849
|
# {
|
797
850
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
798
851
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -809,6 +862,40 @@ module Aws::GlueDataBrew
|
|
809
862
|
# },
|
810
863
|
# },
|
811
864
|
# ],
|
865
|
+
# data_catalog_outputs: [
|
866
|
+
# {
|
867
|
+
# catalog_id: "CatalogId",
|
868
|
+
# database_name: "DatabaseName", # required
|
869
|
+
# table_name: "TableName", # required
|
870
|
+
# s3_options: {
|
871
|
+
# location: { # required
|
872
|
+
# bucket: "Bucket", # required
|
873
|
+
# key: "Key",
|
874
|
+
# },
|
875
|
+
# },
|
876
|
+
# database_options: {
|
877
|
+
# temp_directory: {
|
878
|
+
# bucket: "Bucket", # required
|
879
|
+
# key: "Key",
|
880
|
+
# },
|
881
|
+
# table_name: "DatabaseTableName", # required
|
882
|
+
# },
|
883
|
+
# overwrite: false,
|
884
|
+
# },
|
885
|
+
# ],
|
886
|
+
# database_outputs: [
|
887
|
+
# {
|
888
|
+
# glue_connection_name: "GlueConnectionName", # required
|
889
|
+
# database_options: { # required
|
890
|
+
# temp_directory: {
|
891
|
+
# bucket: "Bucket", # required
|
892
|
+
# key: "Key",
|
893
|
+
# },
|
894
|
+
# table_name: "DatabaseTableName", # required
|
895
|
+
# },
|
896
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
897
|
+
# },
|
898
|
+
# ],
|
812
899
|
# project_name: "ProjectName",
|
813
900
|
# recipe_reference: {
|
814
901
|
# name: "RecipeName", # required
|
@@ -842,7 +929,7 @@ module Aws::GlueDataBrew
|
|
842
929
|
#
|
843
930
|
# @option params [required, String] :cron_expression
|
844
931
|
# The date or dates and time or times when the jobs are to be run. For
|
845
|
-
# more information, see [Cron expressions][1] in the *
|
932
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
846
933
|
# Developer Guide*.
|
847
934
|
#
|
848
935
|
#
|
@@ -1135,7 +1222,10 @@ module Aws::GlueDataBrew
|
|
1135
1222
|
# * {Types::DescribeJobResponse#max_capacity #max_capacity} => Integer
|
1136
1223
|
# * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
|
1137
1224
|
# * {Types::DescribeJobResponse#outputs #outputs} => Array<Types::Output>
|
1225
|
+
# * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1226
|
+
# * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1138
1227
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1228
|
+
# * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1139
1229
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1140
1230
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
1141
1231
|
# * {Types::DescribeJobResponse#role_arn #role_arn} => String
|
@@ -1172,7 +1262,42 @@ module Aws::GlueDataBrew
|
|
1172
1262
|
# resp.outputs[0].location.key #=> String
|
1173
1263
|
# resp.outputs[0].overwrite #=> Boolean
|
1174
1264
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1265
|
+
# resp.data_catalog_outputs #=> Array
|
1266
|
+
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1267
|
+
# resp.data_catalog_outputs[0].database_name #=> String
|
1268
|
+
# resp.data_catalog_outputs[0].table_name #=> String
|
1269
|
+
# resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1270
|
+
# resp.data_catalog_outputs[0].s3_options.location.key #=> String
|
1271
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1272
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1273
|
+
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1274
|
+
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1275
|
+
# resp.database_outputs #=> Array
|
1276
|
+
# resp.database_outputs[0].glue_connection_name #=> String
|
1277
|
+
# resp.database_outputs[0].database_options.temp_directory.bucket #=> String
|
1278
|
+
# resp.database_outputs[0].database_options.temp_directory.key #=> String
|
1279
|
+
# resp.database_outputs[0].database_options.table_name #=> String
|
1280
|
+
# resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1175
1281
|
# resp.project_name #=> String
|
1282
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
|
1283
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
|
1284
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
|
1285
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
|
1286
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
|
1287
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
|
1288
|
+
# resp.profile_configuration.profile_columns #=> Array
|
1289
|
+
# resp.profile_configuration.profile_columns[0].regex #=> String
|
1290
|
+
# resp.profile_configuration.profile_columns[0].name #=> String
|
1291
|
+
# resp.profile_configuration.column_statistics_configurations #=> Array
|
1292
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
|
1293
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
|
1294
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
|
1295
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
|
1296
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
|
1297
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
|
1298
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1299
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1300
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1176
1301
|
# resp.recipe_reference.name #=> String
|
1177
1302
|
# resp.recipe_reference.recipe_version #=> String
|
1178
1303
|
# resp.resource_arn #=> String
|
@@ -1208,11 +1333,14 @@ module Aws::GlueDataBrew
|
|
1208
1333
|
# * {Types::DescribeJobRunResponse#error_message #error_message} => String
|
1209
1334
|
# * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
|
1210
1335
|
# * {Types::DescribeJobRunResponse#job_name #job_name} => String
|
1336
|
+
# * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1211
1337
|
# * {Types::DescribeJobRunResponse#run_id #run_id} => String
|
1212
1338
|
# * {Types::DescribeJobRunResponse#state #state} => String
|
1213
1339
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
1214
1340
|
# * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
|
1215
1341
|
# * {Types::DescribeJobRunResponse#outputs #outputs} => Array<Types::Output>
|
1342
|
+
# * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1343
|
+
# * {Types::DescribeJobRunResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1216
1344
|
# * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1217
1345
|
# * {Types::DescribeJobRunResponse#started_by #started_by} => String
|
1218
1346
|
# * {Types::DescribeJobRunResponse#started_on #started_on} => Time
|
@@ -1233,6 +1361,25 @@ module Aws::GlueDataBrew
|
|
1233
1361
|
# resp.error_message #=> String
|
1234
1362
|
# resp.execution_time #=> Integer
|
1235
1363
|
# resp.job_name #=> String
|
1364
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
|
1365
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
|
1366
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
|
1367
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
|
1368
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
|
1369
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
|
1370
|
+
# resp.profile_configuration.profile_columns #=> Array
|
1371
|
+
# resp.profile_configuration.profile_columns[0].regex #=> String
|
1372
|
+
# resp.profile_configuration.profile_columns[0].name #=> String
|
1373
|
+
# resp.profile_configuration.column_statistics_configurations #=> Array
|
1374
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
|
1375
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
|
1376
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
|
1377
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
|
1378
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
|
1379
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
|
1380
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1381
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1382
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1236
1383
|
# resp.run_id #=> String
|
1237
1384
|
# resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1238
1385
|
# resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
|
@@ -1246,6 +1393,22 @@ module Aws::GlueDataBrew
|
|
1246
1393
|
# resp.outputs[0].location.key #=> String
|
1247
1394
|
# resp.outputs[0].overwrite #=> Boolean
|
1248
1395
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1396
|
+
# resp.data_catalog_outputs #=> Array
|
1397
|
+
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1398
|
+
# resp.data_catalog_outputs[0].database_name #=> String
|
1399
|
+
# resp.data_catalog_outputs[0].table_name #=> String
|
1400
|
+
# resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1401
|
+
# resp.data_catalog_outputs[0].s3_options.location.key #=> String
|
1402
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1403
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1404
|
+
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1405
|
+
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1406
|
+
# resp.database_outputs #=> Array
|
1407
|
+
# resp.database_outputs[0].glue_connection_name #=> String
|
1408
|
+
# resp.database_outputs[0].database_options.temp_directory.bucket #=> String
|
1409
|
+
# resp.database_outputs[0].database_options.temp_directory.key #=> String
|
1410
|
+
# resp.database_outputs[0].database_options.table_name #=> String
|
1411
|
+
# resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1249
1412
|
# resp.recipe_reference.name #=> String
|
1250
1413
|
# resp.recipe_reference.recipe_version #=> String
|
1251
1414
|
# resp.started_by #=> String
|
@@ -1562,6 +1725,22 @@ module Aws::GlueDataBrew
|
|
1562
1725
|
# resp.job_runs[0].outputs[0].location.key #=> String
|
1563
1726
|
# resp.job_runs[0].outputs[0].overwrite #=> Boolean
|
1564
1727
|
# resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
|
1728
|
+
# resp.job_runs[0].data_catalog_outputs #=> Array
|
1729
|
+
# resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
|
1730
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
|
1731
|
+
# resp.job_runs[0].data_catalog_outputs[0].table_name #=> String
|
1732
|
+
# resp.job_runs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1733
|
+
# resp.job_runs[0].data_catalog_outputs[0].s3_options.location.key #=> String
|
1734
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1735
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1736
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1737
|
+
# resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1738
|
+
# resp.job_runs[0].database_outputs #=> Array
|
1739
|
+
# resp.job_runs[0].database_outputs[0].glue_connection_name #=> String
|
1740
|
+
# resp.job_runs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
|
1741
|
+
# resp.job_runs[0].database_outputs[0].database_options.temp_directory.key #=> String
|
1742
|
+
# resp.job_runs[0].database_outputs[0].database_options.table_name #=> String
|
1743
|
+
# resp.job_runs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1565
1744
|
# resp.job_runs[0].recipe_reference.name #=> String
|
1566
1745
|
# resp.job_runs[0].recipe_reference.recipe_version #=> String
|
1567
1746
|
# resp.job_runs[0].started_by #=> String
|
@@ -1639,6 +1818,22 @@ module Aws::GlueDataBrew
|
|
1639
1818
|
# resp.jobs[0].outputs[0].location.key #=> String
|
1640
1819
|
# resp.jobs[0].outputs[0].overwrite #=> Boolean
|
1641
1820
|
# resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
|
1821
|
+
# resp.jobs[0].data_catalog_outputs #=> Array
|
1822
|
+
# resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
|
1823
|
+
# resp.jobs[0].data_catalog_outputs[0].database_name #=> String
|
1824
|
+
# resp.jobs[0].data_catalog_outputs[0].table_name #=> String
|
1825
|
+
# resp.jobs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1826
|
+
# resp.jobs[0].data_catalog_outputs[0].s3_options.location.key #=> String
|
1827
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1828
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1829
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1830
|
+
# resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1831
|
+
# resp.jobs[0].database_outputs #=> Array
|
1832
|
+
# resp.jobs[0].database_outputs[0].glue_connection_name #=> String
|
1833
|
+
# resp.jobs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
|
1834
|
+
# resp.jobs[0].database_outputs[0].database_options.temp_directory.key #=> String
|
1835
|
+
# resp.jobs[0].database_outputs[0].database_options.table_name #=> String
|
1836
|
+
# resp.jobs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1642
1837
|
# resp.jobs[0].project_name #=> String
|
1643
1838
|
# resp.jobs[0].recipe_reference.name #=> String
|
1644
1839
|
# resp.jobs[0].recipe_reference.recipe_version #=> String
|
@@ -2193,7 +2388,7 @@ module Aws::GlueDataBrew
|
|
2193
2388
|
# The name of the dataset to be updated.
|
2194
2389
|
#
|
2195
2390
|
# @option params [String] :format
|
2196
|
-
# The file format of a dataset that is created from an S3 file or
|
2391
|
+
# The file format of a dataset that is created from an Amazon S3 file or
|
2197
2392
|
# folder.
|
2198
2393
|
#
|
2199
2394
|
# @option params [Types::FormatOptions] :format_options
|
@@ -2202,11 +2397,11 @@ module Aws::GlueDataBrew
|
|
2202
2397
|
#
|
2203
2398
|
# @option params [required, Types::Input] :input
|
2204
2399
|
# Represents information on how DataBrew can find data, in either the
|
2205
|
-
#
|
2400
|
+
# Glue Data Catalog or Amazon S3.
|
2206
2401
|
#
|
2207
2402
|
# @option params [Types::PathOptions] :path_options
|
2208
|
-
# A set of options that defines how DataBrew interprets an S3
|
2209
|
-
# the dataset.
|
2403
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
2404
|
+
# path of the dataset.
|
2210
2405
|
#
|
2211
2406
|
# @return [Types::UpdateDatasetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2212
2407
|
#
|
@@ -2302,6 +2497,11 @@ module Aws::GlueDataBrew
|
|
2302
2497
|
|
2303
2498
|
# Modifies the definition of an existing profile job.
|
2304
2499
|
#
|
2500
|
+
# @option params [Types::ProfileConfiguration] :configuration
|
2501
|
+
# Configuration for profile jobs. Used to select columns, do
|
2502
|
+
# evaluations, and override default parameters of evaluations. When
|
2503
|
+
# configuration is null, the profile job will run with default settings.
|
2504
|
+
#
|
2305
2505
|
# @option params [String] :encryption_key_arn
|
2306
2506
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
2307
2507
|
# protect the job.
|
@@ -2309,7 +2509,7 @@ module Aws::GlueDataBrew
|
|
2309
2509
|
# @option params [String] :encryption_mode
|
2310
2510
|
# The encryption mode for the job, which can be one of the following:
|
2311
2511
|
#
|
2312
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2512
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2313
2513
|
#
|
2314
2514
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2315
2515
|
#
|
@@ -2332,8 +2532,8 @@ module Aws::GlueDataBrew
|
|
2332
2532
|
# DataBrew can read input data, or write output from a job.
|
2333
2533
|
#
|
2334
2534
|
# @option params [required, String] :role_arn
|
2335
|
-
# The Amazon Resource Name (ARN) of the
|
2336
|
-
#
|
2535
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2536
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
2337
2537
|
#
|
2338
2538
|
# @option params [Integer] :timeout
|
2339
2539
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2353,6 +2553,46 @@ module Aws::GlueDataBrew
|
|
2353
2553
|
# @example Request syntax with placeholder values
|
2354
2554
|
#
|
2355
2555
|
# resp = client.update_profile_job({
|
2556
|
+
# configuration: {
|
2557
|
+
# dataset_statistics_configuration: {
|
2558
|
+
# included_statistics: ["Statistic"],
|
2559
|
+
# overrides: [
|
2560
|
+
# {
|
2561
|
+
# statistic: "Statistic", # required
|
2562
|
+
# parameters: { # required
|
2563
|
+
# "ParameterName" => "ParameterValue",
|
2564
|
+
# },
|
2565
|
+
# },
|
2566
|
+
# ],
|
2567
|
+
# },
|
2568
|
+
# profile_columns: [
|
2569
|
+
# {
|
2570
|
+
# regex: "ColumnName",
|
2571
|
+
# name: "ColumnName",
|
2572
|
+
# },
|
2573
|
+
# ],
|
2574
|
+
# column_statistics_configurations: [
|
2575
|
+
# {
|
2576
|
+
# selectors: [
|
2577
|
+
# {
|
2578
|
+
# regex: "ColumnName",
|
2579
|
+
# name: "ColumnName",
|
2580
|
+
# },
|
2581
|
+
# ],
|
2582
|
+
# statistics: { # required
|
2583
|
+
# included_statistics: ["Statistic"],
|
2584
|
+
# overrides: [
|
2585
|
+
# {
|
2586
|
+
# statistic: "Statistic", # required
|
2587
|
+
# parameters: { # required
|
2588
|
+
# "ParameterName" => "ParameterValue",
|
2589
|
+
# },
|
2590
|
+
# },
|
2591
|
+
# ],
|
2592
|
+
# },
|
2593
|
+
# },
|
2594
|
+
# ],
|
2595
|
+
# },
|
2356
2596
|
# encryption_key_arn: "EncryptionKeyArn",
|
2357
2597
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
2358
2598
|
# name: "JobName", # required
|
@@ -2490,7 +2730,7 @@ module Aws::GlueDataBrew
|
|
2490
2730
|
# @option params [String] :encryption_mode
|
2491
2731
|
# The encryption mode for the job, which can be one of the following:
|
2492
2732
|
#
|
2493
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2733
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2494
2734
|
#
|
2495
2735
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2496
2736
|
#
|
@@ -2508,12 +2748,20 @@ module Aws::GlueDataBrew
|
|
2508
2748
|
# @option params [Integer] :max_retries
|
2509
2749
|
# The maximum number of times to retry the job after a job run fails.
|
2510
2750
|
#
|
2511
|
-
# @option params [
|
2751
|
+
# @option params [Array<Types::Output>] :outputs
|
2512
2752
|
# One or more artifacts that represent the output from running the job.
|
2513
2753
|
#
|
2754
|
+
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
2755
|
+
# One or more artifacts that represent the Glue Data Catalog output from
|
2756
|
+
# running the job.
|
2757
|
+
#
|
2758
|
+
# @option params [Array<Types::DatabaseOutput>] :database_outputs
|
2759
|
+
# Represents a list of JDBC database output objects which defines the
|
2760
|
+
# output destination for a DataBrew recipe job to write into.
|
2761
|
+
#
|
2514
2762
|
# @option params [required, String] :role_arn
|
2515
|
-
# The Amazon Resource Name (ARN) of the
|
2516
|
-
#
|
2763
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2764
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
2517
2765
|
#
|
2518
2766
|
# @option params [Integer] :timeout
|
2519
2767
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2532,7 +2780,7 @@ module Aws::GlueDataBrew
|
|
2532
2780
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
2533
2781
|
# max_capacity: 1,
|
2534
2782
|
# max_retries: 1,
|
2535
|
-
# outputs: [
|
2783
|
+
# outputs: [
|
2536
2784
|
# {
|
2537
2785
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
2538
2786
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -2549,6 +2797,40 @@ module Aws::GlueDataBrew
|
|
2549
2797
|
# },
|
2550
2798
|
# },
|
2551
2799
|
# ],
|
2800
|
+
# data_catalog_outputs: [
|
2801
|
+
# {
|
2802
|
+
# catalog_id: "CatalogId",
|
2803
|
+
# database_name: "DatabaseName", # required
|
2804
|
+
# table_name: "TableName", # required
|
2805
|
+
# s3_options: {
|
2806
|
+
# location: { # required
|
2807
|
+
# bucket: "Bucket", # required
|
2808
|
+
# key: "Key",
|
2809
|
+
# },
|
2810
|
+
# },
|
2811
|
+
# database_options: {
|
2812
|
+
# temp_directory: {
|
2813
|
+
# bucket: "Bucket", # required
|
2814
|
+
# key: "Key",
|
2815
|
+
# },
|
2816
|
+
# table_name: "DatabaseTableName", # required
|
2817
|
+
# },
|
2818
|
+
# overwrite: false,
|
2819
|
+
# },
|
2820
|
+
# ],
|
2821
|
+
# database_outputs: [
|
2822
|
+
# {
|
2823
|
+
# glue_connection_name: "GlueConnectionName", # required
|
2824
|
+
# database_options: { # required
|
2825
|
+
# temp_directory: {
|
2826
|
+
# bucket: "Bucket", # required
|
2827
|
+
# key: "Key",
|
2828
|
+
# },
|
2829
|
+
# table_name: "DatabaseTableName", # required
|
2830
|
+
# },
|
2831
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
2832
|
+
# },
|
2833
|
+
# ],
|
2552
2834
|
# role_arn: "Arn", # required
|
2553
2835
|
# timeout: 1,
|
2554
2836
|
# })
|
@@ -2573,7 +2855,7 @@ module Aws::GlueDataBrew
|
|
2573
2855
|
#
|
2574
2856
|
# @option params [required, String] :cron_expression
|
2575
2857
|
# The date or dates and time or times when the jobs are to be run. For
|
2576
|
-
# more information, see [Cron expressions][1] in the *
|
2858
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
2577
2859
|
# Developer Guide*.
|
2578
2860
|
#
|
2579
2861
|
#
|
@@ -2621,7 +2903,7 @@ module Aws::GlueDataBrew
|
|
2621
2903
|
params: params,
|
2622
2904
|
config: config)
|
2623
2905
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2624
|
-
context[:gem_version] = '1.
|
2906
|
+
context[:gem_version] = '1.11.0'
|
2625
2907
|
Seahorse::Client::Request.new(handlers, context)
|
2626
2908
|
end
|
2627
2909
|
|