aws-sdk-gluedatabrew 1.7.0 → 1.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +312 -30
- data/lib/aws-sdk-gluedatabrew/client_api.rb +88 -2
- data/lib/aws-sdk-gluedatabrew/types.rb +746 -98
- metadata +5 -6
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 535688ec47b0e96ac78ceae9ae85e310a0414596327cc7c4cc4abe4a0f5c503e
|
4
|
+
data.tar.gz: f87e345b0afe3ef5366baa37eedc86c23ff1caa12133648a2352b192793e786f
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f2bff24cf1be3e4b0b5b27d79629ff1954f0b2ea3fea6485ade15cf86ba6b97d0bbc63dd02eccbb811783164bb32870aea1e6428d19783f0fac062b36b22de11
|
7
|
+
data.tar.gz: 5a1ae18df9dce33d952facbaf9da0b53164de3447c3f6b6f766bd7280f6000096bac0f86266fd06b9a17137187c237d98bd71d0c85ad6e63aaf57346902788c9
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.11.0 (2021-07-30)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
8
|
+
|
9
|
+
1.10.0 (2021-07-28)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
13
|
+
|
14
|
+
1.9.0 (2021-07-22)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - This SDK release adds two new features: 1) Output to Native JDBC destinations and 2) Adding configurations to profile jobs
|
18
|
+
|
19
|
+
1.8.0 (2021-06-30)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - Adds support for the output of job results to the AWS Glue Data Catalog.
|
23
|
+
|
4
24
|
1.7.0 (2021-03-30)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.11.0
|
data/lib/aws-sdk-gluedatabrew.rb
CHANGED
@@ -400,7 +400,7 @@ module Aws::GlueDataBrew
|
|
400
400
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
401
401
|
#
|
402
402
|
# @option params [String] :format
|
403
|
-
# The file format of a dataset that is created from an S3 file or
|
403
|
+
# The file format of a dataset that is created from an Amazon S3 file or
|
404
404
|
# folder.
|
405
405
|
#
|
406
406
|
# @option params [Types::FormatOptions] :format_options
|
@@ -409,11 +409,11 @@ module Aws::GlueDataBrew
|
|
409
409
|
#
|
410
410
|
# @option params [required, Types::Input] :input
|
411
411
|
# Represents information on how DataBrew can find data, in either the
|
412
|
-
#
|
412
|
+
# Glue Data Catalog or Amazon S3.
|
413
413
|
#
|
414
414
|
# @option params [Types::PathOptions] :path_options
|
415
|
-
# A set of options that defines how DataBrew interprets an S3
|
416
|
-
# the dataset.
|
415
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
416
|
+
# path of the dataset.
|
417
417
|
#
|
418
418
|
# @option params [Hash<String,String>] :tags
|
419
419
|
# Metadata tags to apply to this dataset.
|
@@ -525,7 +525,7 @@ module Aws::GlueDataBrew
|
|
525
525
|
# @option params [String] :encryption_mode
|
526
526
|
# The encryption mode for the job, which can be one of the following:
|
527
527
|
#
|
528
|
-
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with
|
528
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
|
529
529
|
# keys.
|
530
530
|
#
|
531
531
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
@@ -549,9 +549,14 @@ module Aws::GlueDataBrew
|
|
549
549
|
# Represents an Amazon S3 location (bucket name and object key) where
|
550
550
|
# DataBrew can read input data, or write output from a job.
|
551
551
|
#
|
552
|
+
# @option params [Types::ProfileConfiguration] :configuration
|
553
|
+
# Configuration for profile jobs. Used to select columns, do
|
554
|
+
# evaluations, and override default parameters of evaluations. When
|
555
|
+
# configuration is null, the profile job will run with default settings.
|
556
|
+
#
|
552
557
|
# @option params [required, String] :role_arn
|
553
|
-
# The Amazon Resource Name (ARN) of the
|
554
|
-
#
|
558
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
559
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
555
560
|
#
|
556
561
|
# @option params [Hash<String,String>] :tags
|
557
562
|
# Metadata tags to apply to this job.
|
@@ -584,6 +589,46 @@ module Aws::GlueDataBrew
|
|
584
589
|
# bucket: "Bucket", # required
|
585
590
|
# key: "Key",
|
586
591
|
# },
|
592
|
+
# configuration: {
|
593
|
+
# dataset_statistics_configuration: {
|
594
|
+
# included_statistics: ["Statistic"],
|
595
|
+
# overrides: [
|
596
|
+
# {
|
597
|
+
# statistic: "Statistic", # required
|
598
|
+
# parameters: { # required
|
599
|
+
# "ParameterName" => "ParameterValue",
|
600
|
+
# },
|
601
|
+
# },
|
602
|
+
# ],
|
603
|
+
# },
|
604
|
+
# profile_columns: [
|
605
|
+
# {
|
606
|
+
# regex: "ColumnName",
|
607
|
+
# name: "ColumnName",
|
608
|
+
# },
|
609
|
+
# ],
|
610
|
+
# column_statistics_configurations: [
|
611
|
+
# {
|
612
|
+
# selectors: [
|
613
|
+
# {
|
614
|
+
# regex: "ColumnName",
|
615
|
+
# name: "ColumnName",
|
616
|
+
# },
|
617
|
+
# ],
|
618
|
+
# statistics: { # required
|
619
|
+
# included_statistics: ["Statistic"],
|
620
|
+
# overrides: [
|
621
|
+
# {
|
622
|
+
# statistic: "Statistic", # required
|
623
|
+
# parameters: { # required
|
624
|
+
# "ParameterName" => "ParameterValue",
|
625
|
+
# },
|
626
|
+
# },
|
627
|
+
# ],
|
628
|
+
# },
|
629
|
+
# },
|
630
|
+
# ],
|
631
|
+
# },
|
587
632
|
# role_arn: "Arn", # required
|
588
633
|
# tags: {
|
589
634
|
# "TagKey" => "TagValue",
|
@@ -625,8 +670,8 @@ module Aws::GlueDataBrew
|
|
625
670
|
# interactive data analysis.
|
626
671
|
#
|
627
672
|
# @option params [required, String] :role_arn
|
628
|
-
# The Amazon Resource Name (ARN) of the
|
629
|
-
#
|
673
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
674
|
+
# (IAM) role to be assumed for this request.
|
630
675
|
#
|
631
676
|
# @option params [Hash<String,String>] :tags
|
632
677
|
# Metadata tags to apply to this project.
|
@@ -726,7 +771,7 @@ module Aws::GlueDataBrew
|
|
726
771
|
end
|
727
772
|
|
728
773
|
# Creates a new job to transform input data, using steps defined in an
|
729
|
-
# existing
|
774
|
+
# existing Glue DataBrew recipe
|
730
775
|
#
|
731
776
|
# @option params [String] :dataset_name
|
732
777
|
# The name of the dataset that this job processes.
|
@@ -738,7 +783,7 @@ module Aws::GlueDataBrew
|
|
738
783
|
# @option params [String] :encryption_mode
|
739
784
|
# The encryption mode for the job, which can be one of the following:
|
740
785
|
#
|
741
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
786
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
742
787
|
#
|
743
788
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
744
789
|
#
|
@@ -757,9 +802,17 @@ module Aws::GlueDataBrew
|
|
757
802
|
# @option params [Integer] :max_retries
|
758
803
|
# The maximum number of times to retry the job after a job run fails.
|
759
804
|
#
|
760
|
-
# @option params [
|
805
|
+
# @option params [Array<Types::Output>] :outputs
|
761
806
|
# One or more artifacts that represent the output from running the job.
|
762
807
|
#
|
808
|
+
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
809
|
+
# One or more artifacts that represent the Glue Data Catalog output from
|
810
|
+
# running the job.
|
811
|
+
#
|
812
|
+
# @option params [Array<Types::DatabaseOutput>] :database_outputs
|
813
|
+
# Represents a list of JDBC database output objects which defines the
|
814
|
+
# output destination for a DataBrew recipe job to write to.
|
815
|
+
#
|
763
816
|
# @option params [String] :project_name
|
764
817
|
# Either the name of an existing project, or a combination of a recipe
|
765
818
|
# and a dataset to associate with the recipe.
|
@@ -768,8 +821,8 @@ module Aws::GlueDataBrew
|
|
768
821
|
# Represents the name and version of a DataBrew recipe.
|
769
822
|
#
|
770
823
|
# @option params [required, String] :role_arn
|
771
|
-
# The Amazon Resource Name (ARN) of the
|
772
|
-
#
|
824
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
825
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
773
826
|
#
|
774
827
|
# @option params [Hash<String,String>] :tags
|
775
828
|
# Metadata tags to apply to this job.
|
@@ -792,7 +845,7 @@ module Aws::GlueDataBrew
|
|
792
845
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
793
846
|
# max_capacity: 1,
|
794
847
|
# max_retries: 1,
|
795
|
-
# outputs: [
|
848
|
+
# outputs: [
|
796
849
|
# {
|
797
850
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
798
851
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -809,6 +862,40 @@ module Aws::GlueDataBrew
|
|
809
862
|
# },
|
810
863
|
# },
|
811
864
|
# ],
|
865
|
+
# data_catalog_outputs: [
|
866
|
+
# {
|
867
|
+
# catalog_id: "CatalogId",
|
868
|
+
# database_name: "DatabaseName", # required
|
869
|
+
# table_name: "TableName", # required
|
870
|
+
# s3_options: {
|
871
|
+
# location: { # required
|
872
|
+
# bucket: "Bucket", # required
|
873
|
+
# key: "Key",
|
874
|
+
# },
|
875
|
+
# },
|
876
|
+
# database_options: {
|
877
|
+
# temp_directory: {
|
878
|
+
# bucket: "Bucket", # required
|
879
|
+
# key: "Key",
|
880
|
+
# },
|
881
|
+
# table_name: "DatabaseTableName", # required
|
882
|
+
# },
|
883
|
+
# overwrite: false,
|
884
|
+
# },
|
885
|
+
# ],
|
886
|
+
# database_outputs: [
|
887
|
+
# {
|
888
|
+
# glue_connection_name: "GlueConnectionName", # required
|
889
|
+
# database_options: { # required
|
890
|
+
# temp_directory: {
|
891
|
+
# bucket: "Bucket", # required
|
892
|
+
# key: "Key",
|
893
|
+
# },
|
894
|
+
# table_name: "DatabaseTableName", # required
|
895
|
+
# },
|
896
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
897
|
+
# },
|
898
|
+
# ],
|
812
899
|
# project_name: "ProjectName",
|
813
900
|
# recipe_reference: {
|
814
901
|
# name: "RecipeName", # required
|
@@ -842,7 +929,7 @@ module Aws::GlueDataBrew
|
|
842
929
|
#
|
843
930
|
# @option params [required, String] :cron_expression
|
844
931
|
# The date or dates and time or times when the jobs are to be run. For
|
845
|
-
# more information, see [Cron expressions][1] in the *
|
932
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
846
933
|
# Developer Guide*.
|
847
934
|
#
|
848
935
|
#
|
@@ -1135,7 +1222,10 @@ module Aws::GlueDataBrew
|
|
1135
1222
|
# * {Types::DescribeJobResponse#max_capacity #max_capacity} => Integer
|
1136
1223
|
# * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
|
1137
1224
|
# * {Types::DescribeJobResponse#outputs #outputs} => Array<Types::Output>
|
1225
|
+
# * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1226
|
+
# * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1138
1227
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1228
|
+
# * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1139
1229
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1140
1230
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
1141
1231
|
# * {Types::DescribeJobResponse#role_arn #role_arn} => String
|
@@ -1172,7 +1262,42 @@ module Aws::GlueDataBrew
|
|
1172
1262
|
# resp.outputs[0].location.key #=> String
|
1173
1263
|
# resp.outputs[0].overwrite #=> Boolean
|
1174
1264
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1265
|
+
# resp.data_catalog_outputs #=> Array
|
1266
|
+
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1267
|
+
# resp.data_catalog_outputs[0].database_name #=> String
|
1268
|
+
# resp.data_catalog_outputs[0].table_name #=> String
|
1269
|
+
# resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1270
|
+
# resp.data_catalog_outputs[0].s3_options.location.key #=> String
|
1271
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1272
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1273
|
+
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1274
|
+
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1275
|
+
# resp.database_outputs #=> Array
|
1276
|
+
# resp.database_outputs[0].glue_connection_name #=> String
|
1277
|
+
# resp.database_outputs[0].database_options.temp_directory.bucket #=> String
|
1278
|
+
# resp.database_outputs[0].database_options.temp_directory.key #=> String
|
1279
|
+
# resp.database_outputs[0].database_options.table_name #=> String
|
1280
|
+
# resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1175
1281
|
# resp.project_name #=> String
|
1282
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
|
1283
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
|
1284
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
|
1285
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
|
1286
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
|
1287
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
|
1288
|
+
# resp.profile_configuration.profile_columns #=> Array
|
1289
|
+
# resp.profile_configuration.profile_columns[0].regex #=> String
|
1290
|
+
# resp.profile_configuration.profile_columns[0].name #=> String
|
1291
|
+
# resp.profile_configuration.column_statistics_configurations #=> Array
|
1292
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
|
1293
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
|
1294
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
|
1295
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
|
1296
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
|
1297
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
|
1298
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1299
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1300
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1176
1301
|
# resp.recipe_reference.name #=> String
|
1177
1302
|
# resp.recipe_reference.recipe_version #=> String
|
1178
1303
|
# resp.resource_arn #=> String
|
@@ -1208,11 +1333,14 @@ module Aws::GlueDataBrew
|
|
1208
1333
|
# * {Types::DescribeJobRunResponse#error_message #error_message} => String
|
1209
1334
|
# * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
|
1210
1335
|
# * {Types::DescribeJobRunResponse#job_name #job_name} => String
|
1336
|
+
# * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1211
1337
|
# * {Types::DescribeJobRunResponse#run_id #run_id} => String
|
1212
1338
|
# * {Types::DescribeJobRunResponse#state #state} => String
|
1213
1339
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
1214
1340
|
# * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
|
1215
1341
|
# * {Types::DescribeJobRunResponse#outputs #outputs} => Array<Types::Output>
|
1342
|
+
# * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1343
|
+
# * {Types::DescribeJobRunResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1216
1344
|
# * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1217
1345
|
# * {Types::DescribeJobRunResponse#started_by #started_by} => String
|
1218
1346
|
# * {Types::DescribeJobRunResponse#started_on #started_on} => Time
|
@@ -1233,6 +1361,25 @@ module Aws::GlueDataBrew
|
|
1233
1361
|
# resp.error_message #=> String
|
1234
1362
|
# resp.execution_time #=> Integer
|
1235
1363
|
# resp.job_name #=> String
|
1364
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
|
1365
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
|
1366
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
|
1367
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
|
1368
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
|
1369
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
|
1370
|
+
# resp.profile_configuration.profile_columns #=> Array
|
1371
|
+
# resp.profile_configuration.profile_columns[0].regex #=> String
|
1372
|
+
# resp.profile_configuration.profile_columns[0].name #=> String
|
1373
|
+
# resp.profile_configuration.column_statistics_configurations #=> Array
|
1374
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
|
1375
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
|
1376
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
|
1377
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
|
1378
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
|
1379
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
|
1380
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1381
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1382
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1236
1383
|
# resp.run_id #=> String
|
1237
1384
|
# resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1238
1385
|
# resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
|
@@ -1246,6 +1393,22 @@ module Aws::GlueDataBrew
|
|
1246
1393
|
# resp.outputs[0].location.key #=> String
|
1247
1394
|
# resp.outputs[0].overwrite #=> Boolean
|
1248
1395
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1396
|
+
# resp.data_catalog_outputs #=> Array
|
1397
|
+
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1398
|
+
# resp.data_catalog_outputs[0].database_name #=> String
|
1399
|
+
# resp.data_catalog_outputs[0].table_name #=> String
|
1400
|
+
# resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1401
|
+
# resp.data_catalog_outputs[0].s3_options.location.key #=> String
|
1402
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1403
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1404
|
+
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1405
|
+
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1406
|
+
# resp.database_outputs #=> Array
|
1407
|
+
# resp.database_outputs[0].glue_connection_name #=> String
|
1408
|
+
# resp.database_outputs[0].database_options.temp_directory.bucket #=> String
|
1409
|
+
# resp.database_outputs[0].database_options.temp_directory.key #=> String
|
1410
|
+
# resp.database_outputs[0].database_options.table_name #=> String
|
1411
|
+
# resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1249
1412
|
# resp.recipe_reference.name #=> String
|
1250
1413
|
# resp.recipe_reference.recipe_version #=> String
|
1251
1414
|
# resp.started_by #=> String
|
@@ -1562,6 +1725,22 @@ module Aws::GlueDataBrew
|
|
1562
1725
|
# resp.job_runs[0].outputs[0].location.key #=> String
|
1563
1726
|
# resp.job_runs[0].outputs[0].overwrite #=> Boolean
|
1564
1727
|
# resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
|
1728
|
+
# resp.job_runs[0].data_catalog_outputs #=> Array
|
1729
|
+
# resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
|
1730
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
|
1731
|
+
# resp.job_runs[0].data_catalog_outputs[0].table_name #=> String
|
1732
|
+
# resp.job_runs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1733
|
+
# resp.job_runs[0].data_catalog_outputs[0].s3_options.location.key #=> String
|
1734
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1735
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1736
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1737
|
+
# resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1738
|
+
# resp.job_runs[0].database_outputs #=> Array
|
1739
|
+
# resp.job_runs[0].database_outputs[0].glue_connection_name #=> String
|
1740
|
+
# resp.job_runs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
|
1741
|
+
# resp.job_runs[0].database_outputs[0].database_options.temp_directory.key #=> String
|
1742
|
+
# resp.job_runs[0].database_outputs[0].database_options.table_name #=> String
|
1743
|
+
# resp.job_runs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1565
1744
|
# resp.job_runs[0].recipe_reference.name #=> String
|
1566
1745
|
# resp.job_runs[0].recipe_reference.recipe_version #=> String
|
1567
1746
|
# resp.job_runs[0].started_by #=> String
|
@@ -1639,6 +1818,22 @@ module Aws::GlueDataBrew
|
|
1639
1818
|
# resp.jobs[0].outputs[0].location.key #=> String
|
1640
1819
|
# resp.jobs[0].outputs[0].overwrite #=> Boolean
|
1641
1820
|
# resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
|
1821
|
+
# resp.jobs[0].data_catalog_outputs #=> Array
|
1822
|
+
# resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
|
1823
|
+
# resp.jobs[0].data_catalog_outputs[0].database_name #=> String
|
1824
|
+
# resp.jobs[0].data_catalog_outputs[0].table_name #=> String
|
1825
|
+
# resp.jobs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1826
|
+
# resp.jobs[0].data_catalog_outputs[0].s3_options.location.key #=> String
|
1827
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1828
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1829
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1830
|
+
# resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1831
|
+
# resp.jobs[0].database_outputs #=> Array
|
1832
|
+
# resp.jobs[0].database_outputs[0].glue_connection_name #=> String
|
1833
|
+
# resp.jobs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
|
1834
|
+
# resp.jobs[0].database_outputs[0].database_options.temp_directory.key #=> String
|
1835
|
+
# resp.jobs[0].database_outputs[0].database_options.table_name #=> String
|
1836
|
+
# resp.jobs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1642
1837
|
# resp.jobs[0].project_name #=> String
|
1643
1838
|
# resp.jobs[0].recipe_reference.name #=> String
|
1644
1839
|
# resp.jobs[0].recipe_reference.recipe_version #=> String
|
@@ -2193,7 +2388,7 @@ module Aws::GlueDataBrew
|
|
2193
2388
|
# The name of the dataset to be updated.
|
2194
2389
|
#
|
2195
2390
|
# @option params [String] :format
|
2196
|
-
# The file format of a dataset that is created from an S3 file or
|
2391
|
+
# The file format of a dataset that is created from an Amazon S3 file or
|
2197
2392
|
# folder.
|
2198
2393
|
#
|
2199
2394
|
# @option params [Types::FormatOptions] :format_options
|
@@ -2202,11 +2397,11 @@ module Aws::GlueDataBrew
|
|
2202
2397
|
#
|
2203
2398
|
# @option params [required, Types::Input] :input
|
2204
2399
|
# Represents information on how DataBrew can find data, in either the
|
2205
|
-
#
|
2400
|
+
# Glue Data Catalog or Amazon S3.
|
2206
2401
|
#
|
2207
2402
|
# @option params [Types::PathOptions] :path_options
|
2208
|
-
# A set of options that defines how DataBrew interprets an S3
|
2209
|
-
# the dataset.
|
2403
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
2404
|
+
# path of the dataset.
|
2210
2405
|
#
|
2211
2406
|
# @return [Types::UpdateDatasetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2212
2407
|
#
|
@@ -2302,6 +2497,11 @@ module Aws::GlueDataBrew
|
|
2302
2497
|
|
2303
2498
|
# Modifies the definition of an existing profile job.
|
2304
2499
|
#
|
2500
|
+
# @option params [Types::ProfileConfiguration] :configuration
|
2501
|
+
# Configuration for profile jobs. Used to select columns, do
|
2502
|
+
# evaluations, and override default parameters of evaluations. When
|
2503
|
+
# configuration is null, the profile job will run with default settings.
|
2504
|
+
#
|
2305
2505
|
# @option params [String] :encryption_key_arn
|
2306
2506
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
2307
2507
|
# protect the job.
|
@@ -2309,7 +2509,7 @@ module Aws::GlueDataBrew
|
|
2309
2509
|
# @option params [String] :encryption_mode
|
2310
2510
|
# The encryption mode for the job, which can be one of the following:
|
2311
2511
|
#
|
2312
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2512
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2313
2513
|
#
|
2314
2514
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2315
2515
|
#
|
@@ -2332,8 +2532,8 @@ module Aws::GlueDataBrew
|
|
2332
2532
|
# DataBrew can read input data, or write output from a job.
|
2333
2533
|
#
|
2334
2534
|
# @option params [required, String] :role_arn
|
2335
|
-
# The Amazon Resource Name (ARN) of the
|
2336
|
-
#
|
2535
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2536
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
2337
2537
|
#
|
2338
2538
|
# @option params [Integer] :timeout
|
2339
2539
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2353,6 +2553,46 @@ module Aws::GlueDataBrew
|
|
2353
2553
|
# @example Request syntax with placeholder values
|
2354
2554
|
#
|
2355
2555
|
# resp = client.update_profile_job({
|
2556
|
+
# configuration: {
|
2557
|
+
# dataset_statistics_configuration: {
|
2558
|
+
# included_statistics: ["Statistic"],
|
2559
|
+
# overrides: [
|
2560
|
+
# {
|
2561
|
+
# statistic: "Statistic", # required
|
2562
|
+
# parameters: { # required
|
2563
|
+
# "ParameterName" => "ParameterValue",
|
2564
|
+
# },
|
2565
|
+
# },
|
2566
|
+
# ],
|
2567
|
+
# },
|
2568
|
+
# profile_columns: [
|
2569
|
+
# {
|
2570
|
+
# regex: "ColumnName",
|
2571
|
+
# name: "ColumnName",
|
2572
|
+
# },
|
2573
|
+
# ],
|
2574
|
+
# column_statistics_configurations: [
|
2575
|
+
# {
|
2576
|
+
# selectors: [
|
2577
|
+
# {
|
2578
|
+
# regex: "ColumnName",
|
2579
|
+
# name: "ColumnName",
|
2580
|
+
# },
|
2581
|
+
# ],
|
2582
|
+
# statistics: { # required
|
2583
|
+
# included_statistics: ["Statistic"],
|
2584
|
+
# overrides: [
|
2585
|
+
# {
|
2586
|
+
# statistic: "Statistic", # required
|
2587
|
+
# parameters: { # required
|
2588
|
+
# "ParameterName" => "ParameterValue",
|
2589
|
+
# },
|
2590
|
+
# },
|
2591
|
+
# ],
|
2592
|
+
# },
|
2593
|
+
# },
|
2594
|
+
# ],
|
2595
|
+
# },
|
2356
2596
|
# encryption_key_arn: "EncryptionKeyArn",
|
2357
2597
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
2358
2598
|
# name: "JobName", # required
|
@@ -2490,7 +2730,7 @@ module Aws::GlueDataBrew
|
|
2490
2730
|
# @option params [String] :encryption_mode
|
2491
2731
|
# The encryption mode for the job, which can be one of the following:
|
2492
2732
|
#
|
2493
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2733
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2494
2734
|
#
|
2495
2735
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2496
2736
|
#
|
@@ -2508,12 +2748,20 @@ module Aws::GlueDataBrew
|
|
2508
2748
|
# @option params [Integer] :max_retries
|
2509
2749
|
# The maximum number of times to retry the job after a job run fails.
|
2510
2750
|
#
|
2511
|
-
# @option params [
|
2751
|
+
# @option params [Array<Types::Output>] :outputs
|
2512
2752
|
# One or more artifacts that represent the output from running the job.
|
2513
2753
|
#
|
2754
|
+
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
2755
|
+
# One or more artifacts that represent the Glue Data Catalog output from
|
2756
|
+
# running the job.
|
2757
|
+
#
|
2758
|
+
# @option params [Array<Types::DatabaseOutput>] :database_outputs
|
2759
|
+
# Represents a list of JDBC database output objects which defines the
|
2760
|
+
# output destination for a DataBrew recipe job to write into.
|
2761
|
+
#
|
2514
2762
|
# @option params [required, String] :role_arn
|
2515
|
-
# The Amazon Resource Name (ARN) of the
|
2516
|
-
#
|
2763
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2764
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
2517
2765
|
#
|
2518
2766
|
# @option params [Integer] :timeout
|
2519
2767
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2532,7 +2780,7 @@ module Aws::GlueDataBrew
|
|
2532
2780
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
2533
2781
|
# max_capacity: 1,
|
2534
2782
|
# max_retries: 1,
|
2535
|
-
# outputs: [
|
2783
|
+
# outputs: [
|
2536
2784
|
# {
|
2537
2785
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
2538
2786
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -2549,6 +2797,40 @@ module Aws::GlueDataBrew
|
|
2549
2797
|
# },
|
2550
2798
|
# },
|
2551
2799
|
# ],
|
2800
|
+
# data_catalog_outputs: [
|
2801
|
+
# {
|
2802
|
+
# catalog_id: "CatalogId",
|
2803
|
+
# database_name: "DatabaseName", # required
|
2804
|
+
# table_name: "TableName", # required
|
2805
|
+
# s3_options: {
|
2806
|
+
# location: { # required
|
2807
|
+
# bucket: "Bucket", # required
|
2808
|
+
# key: "Key",
|
2809
|
+
# },
|
2810
|
+
# },
|
2811
|
+
# database_options: {
|
2812
|
+
# temp_directory: {
|
2813
|
+
# bucket: "Bucket", # required
|
2814
|
+
# key: "Key",
|
2815
|
+
# },
|
2816
|
+
# table_name: "DatabaseTableName", # required
|
2817
|
+
# },
|
2818
|
+
# overwrite: false,
|
2819
|
+
# },
|
2820
|
+
# ],
|
2821
|
+
# database_outputs: [
|
2822
|
+
# {
|
2823
|
+
# glue_connection_name: "GlueConnectionName", # required
|
2824
|
+
# database_options: { # required
|
2825
|
+
# temp_directory: {
|
2826
|
+
# bucket: "Bucket", # required
|
2827
|
+
# key: "Key",
|
2828
|
+
# },
|
2829
|
+
# table_name: "DatabaseTableName", # required
|
2830
|
+
# },
|
2831
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
2832
|
+
# },
|
2833
|
+
# ],
|
2552
2834
|
# role_arn: "Arn", # required
|
2553
2835
|
# timeout: 1,
|
2554
2836
|
# })
|
@@ -2573,7 +2855,7 @@ module Aws::GlueDataBrew
|
|
2573
2855
|
#
|
2574
2856
|
# @option params [required, String] :cron_expression
|
2575
2857
|
# The date or dates and time or times when the jobs are to be run. For
|
2576
|
-
# more information, see [Cron expressions][1] in the *
|
2858
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
2577
2859
|
# Developer Guide*.
|
2578
2860
|
#
|
2579
2861
|
#
|
@@ -2621,7 +2903,7 @@ module Aws::GlueDataBrew
|
|
2621
2903
|
params: params,
|
2622
2904
|
config: config)
|
2623
2905
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2624
|
-
context[:gem_version] = '1.
|
2906
|
+
context[:gem_version] = '1.11.0'
|
2625
2907
|
Seahorse::Client::Request.new(handlers, context)
|
2626
2908
|
end
|
2627
2909
|
|