aws-sdk-gluedatabrew 1.6.0 → 1.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +448 -37
- data/lib/aws-sdk-gluedatabrew/client_api.rb +151 -2
- data/lib/aws-sdk-gluedatabrew/types.rb +1179 -134
- metadata +7 -8
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: cc1f3fc3bd42af8f70693f28f0f1198d6285516dc1962f603e0f7007c38e844c
|
4
|
+
data.tar.gz: 1f0b4f18ff9488027b1013faaf88cae96b70fa337420468512d4b5f1c78731d8
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 87f31759e8d1b453cd365cd2d1ae0f4546ffb12ac9563952a84711e10fdc1fd5850f4ab6aa30325b5044704f056accef378573c43a857c2afa346a9f9437cc00
|
7
|
+
data.tar.gz: d3a627e5ebc30234bc1af682fd9a72be6e0a67a816015a707e3ab1912c6786e89f3266a66c73aaf9ace0a4a4802bff422ecb6388be032e7eaf4d80c6802fd70d
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.10.0 (2021-07-28)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
8
|
+
|
9
|
+
1.9.0 (2021-07-22)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - This SDK release adds two new features: 1) Output to Native JDBC destinations and 2) Adding configurations to profile jobs
|
13
|
+
|
14
|
+
1.8.0 (2021-06-30)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - Adds support for the output of job results to the AWS Glue Data Catalog.
|
18
|
+
|
19
|
+
1.7.0 (2021-03-30)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - This SDK release adds two new dataset features: 1) support for specifying a database connection as a dataset input 2) support for dynamic datasets that accept configurable parameters in S3 path.
|
23
|
+
|
4
24
|
1.6.0 (2021-03-10)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.10.0
|
data/lib/aws-sdk-gluedatabrew.rb
CHANGED
@@ -400,15 +400,20 @@ module Aws::GlueDataBrew
|
|
400
400
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
401
401
|
#
|
402
402
|
# @option params [String] :format
|
403
|
-
#
|
403
|
+
# The file format of a dataset that is created from an Amazon S3 file or
|
404
404
|
# folder.
|
405
405
|
#
|
406
406
|
# @option params [Types::FormatOptions] :format_options
|
407
|
-
#
|
407
|
+
# Represents a set of options that define the structure of either
|
408
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
408
409
|
#
|
409
410
|
# @option params [required, Types::Input] :input
|
410
|
-
#
|
411
|
-
# Catalog or Amazon S3.
|
411
|
+
# Represents information on how DataBrew can find data, in either the
|
412
|
+
# Glue Data Catalog or Amazon S3.
|
413
|
+
#
|
414
|
+
# @option params [Types::PathOptions] :path_options
|
415
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
416
|
+
# path of the dataset.
|
412
417
|
#
|
413
418
|
# @option params [Hash<String,String>] :tags
|
414
419
|
# Metadata tags to apply to this dataset.
|
@@ -450,6 +455,45 @@ module Aws::GlueDataBrew
|
|
450
455
|
# key: "Key",
|
451
456
|
# },
|
452
457
|
# },
|
458
|
+
# database_input_definition: {
|
459
|
+
# glue_connection_name: "GlueConnectionName", # required
|
460
|
+
# database_table_name: "DatabaseTableName", # required
|
461
|
+
# temp_directory: {
|
462
|
+
# bucket: "Bucket", # required
|
463
|
+
# key: "Key",
|
464
|
+
# },
|
465
|
+
# },
|
466
|
+
# },
|
467
|
+
# path_options: {
|
468
|
+
# last_modified_date_condition: {
|
469
|
+
# expression: "Expression", # required
|
470
|
+
# values_map: { # required
|
471
|
+
# "ValueReference" => "ConditionValue",
|
472
|
+
# },
|
473
|
+
# },
|
474
|
+
# files_limit: {
|
475
|
+
# max_files: 1, # required
|
476
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
477
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
478
|
+
# },
|
479
|
+
# parameters: {
|
480
|
+
# "PathParameterName" => {
|
481
|
+
# name: "PathParameterName", # required
|
482
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
483
|
+
# datetime_options: {
|
484
|
+
# format: "DatetimeFormat", # required
|
485
|
+
# timezone_offset: "TimezoneOffset",
|
486
|
+
# locale_code: "LocaleCode",
|
487
|
+
# },
|
488
|
+
# create_column: false,
|
489
|
+
# filter: {
|
490
|
+
# expression: "Expression", # required
|
491
|
+
# values_map: { # required
|
492
|
+
# "ValueReference" => "ConditionValue",
|
493
|
+
# },
|
494
|
+
# },
|
495
|
+
# },
|
496
|
+
# },
|
453
497
|
# },
|
454
498
|
# tags: {
|
455
499
|
# "TagKey" => "TagValue",
|
@@ -481,7 +525,7 @@ module Aws::GlueDataBrew
|
|
481
525
|
# @option params [String] :encryption_mode
|
482
526
|
# The encryption mode for the job, which can be one of the following:
|
483
527
|
#
|
484
|
-
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with
|
528
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
|
485
529
|
# keys.
|
486
530
|
#
|
487
531
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
@@ -502,12 +546,17 @@ module Aws::GlueDataBrew
|
|
502
546
|
# The maximum number of times to retry the job after a job run fails.
|
503
547
|
#
|
504
548
|
# @option params [required, Types::S3Location] :output_location
|
505
|
-
#
|
506
|
-
# read input data, or write output from a job.
|
549
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
550
|
+
# DataBrew can read input data, or write output from a job.
|
551
|
+
#
|
552
|
+
# @option params [Types::ProfileConfiguration] :configuration
|
553
|
+
# Configuration for profile jobs. Used to select columns, do
|
554
|
+
# evaluations, and override default parameters of evaluations. When
|
555
|
+
# configuration is null, the profile job will run with default settings.
|
507
556
|
#
|
508
557
|
# @option params [required, String] :role_arn
|
509
|
-
# The Amazon Resource Name (ARN) of the
|
510
|
-
#
|
558
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
559
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
511
560
|
#
|
512
561
|
# @option params [Hash<String,String>] :tags
|
513
562
|
# Metadata tags to apply to this job.
|
@@ -540,6 +589,46 @@ module Aws::GlueDataBrew
|
|
540
589
|
# bucket: "Bucket", # required
|
541
590
|
# key: "Key",
|
542
591
|
# },
|
592
|
+
# configuration: {
|
593
|
+
# dataset_statistics_configuration: {
|
594
|
+
# included_statistics: ["Statistic"],
|
595
|
+
# overrides: [
|
596
|
+
# {
|
597
|
+
# statistic: "Statistic", # required
|
598
|
+
# parameters: { # required
|
599
|
+
# "ParameterName" => "ParameterValue",
|
600
|
+
# },
|
601
|
+
# },
|
602
|
+
# ],
|
603
|
+
# },
|
604
|
+
# profile_columns: [
|
605
|
+
# {
|
606
|
+
# regex: "ColumnName",
|
607
|
+
# name: "ColumnName",
|
608
|
+
# },
|
609
|
+
# ],
|
610
|
+
# column_statistics_configurations: [
|
611
|
+
# {
|
612
|
+
# selectors: [
|
613
|
+
# {
|
614
|
+
# regex: "ColumnName",
|
615
|
+
# name: "ColumnName",
|
616
|
+
# },
|
617
|
+
# ],
|
618
|
+
# statistics: { # required
|
619
|
+
# included_statistics: ["Statistic"],
|
620
|
+
# overrides: [
|
621
|
+
# {
|
622
|
+
# statistic: "Statistic", # required
|
623
|
+
# parameters: { # required
|
624
|
+
# "ParameterName" => "ParameterValue",
|
625
|
+
# },
|
626
|
+
# },
|
627
|
+
# ],
|
628
|
+
# },
|
629
|
+
# },
|
630
|
+
# ],
|
631
|
+
# },
|
543
632
|
# role_arn: "Arn", # required
|
544
633
|
# tags: {
|
545
634
|
# "TagKey" => "TagValue",
|
@@ -581,8 +670,8 @@ module Aws::GlueDataBrew
|
|
581
670
|
# interactive data analysis.
|
582
671
|
#
|
583
672
|
# @option params [required, String] :role_arn
|
584
|
-
# The Amazon Resource Name (ARN) of the
|
585
|
-
#
|
673
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
674
|
+
# (IAM) role to be assumed for this request.
|
586
675
|
#
|
587
676
|
# @option params [Hash<String,String>] :tags
|
588
677
|
# Metadata tags to apply to this project.
|
@@ -682,7 +771,7 @@ module Aws::GlueDataBrew
|
|
682
771
|
end
|
683
772
|
|
684
773
|
# Creates a new job to transform input data, using steps defined in an
|
685
|
-
# existing
|
774
|
+
# existing Glue DataBrew recipe
|
686
775
|
#
|
687
776
|
# @option params [String] :dataset_name
|
688
777
|
# The name of the dataset that this job processes.
|
@@ -694,7 +783,7 @@ module Aws::GlueDataBrew
|
|
694
783
|
# @option params [String] :encryption_mode
|
695
784
|
# The encryption mode for the job, which can be one of the following:
|
696
785
|
#
|
697
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
786
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
698
787
|
#
|
699
788
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
700
789
|
#
|
@@ -713,9 +802,17 @@ module Aws::GlueDataBrew
|
|
713
802
|
# @option params [Integer] :max_retries
|
714
803
|
# The maximum number of times to retry the job after a job run fails.
|
715
804
|
#
|
716
|
-
# @option params [
|
805
|
+
# @option params [Array<Types::Output>] :outputs
|
717
806
|
# One or more artifacts that represent the output from running the job.
|
718
807
|
#
|
808
|
+
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
809
|
+
# One or more artifacts that represent the Glue Data Catalog output from
|
810
|
+
# running the job.
|
811
|
+
#
|
812
|
+
# @option params [Array<Types::DatabaseOutput>] :database_outputs
|
813
|
+
# Represents a list of JDBC database output objects which defines the
|
814
|
+
# output destination for a DataBrew recipe job to write to.
|
815
|
+
#
|
719
816
|
# @option params [String] :project_name
|
720
817
|
# Either the name of an existing project, or a combination of a recipe
|
721
818
|
# and a dataset to associate with the recipe.
|
@@ -724,8 +821,8 @@ module Aws::GlueDataBrew
|
|
724
821
|
# Represents the name and version of a DataBrew recipe.
|
725
822
|
#
|
726
823
|
# @option params [required, String] :role_arn
|
727
|
-
# The Amazon Resource Name (ARN) of the
|
728
|
-
#
|
824
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
825
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
729
826
|
#
|
730
827
|
# @option params [Hash<String,String>] :tags
|
731
828
|
# Metadata tags to apply to this job.
|
@@ -748,7 +845,7 @@ module Aws::GlueDataBrew
|
|
748
845
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
749
846
|
# max_capacity: 1,
|
750
847
|
# max_retries: 1,
|
751
|
-
# outputs: [
|
848
|
+
# outputs: [
|
752
849
|
# {
|
753
850
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
754
851
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -765,6 +862,40 @@ module Aws::GlueDataBrew
|
|
765
862
|
# },
|
766
863
|
# },
|
767
864
|
# ],
|
865
|
+
# data_catalog_outputs: [
|
866
|
+
# {
|
867
|
+
# catalog_id: "CatalogId",
|
868
|
+
# database_name: "DatabaseName", # required
|
869
|
+
# table_name: "TableName", # required
|
870
|
+
# s3_options: {
|
871
|
+
# location: { # required
|
872
|
+
# bucket: "Bucket", # required
|
873
|
+
# key: "Key",
|
874
|
+
# },
|
875
|
+
# },
|
876
|
+
# database_options: {
|
877
|
+
# temp_directory: {
|
878
|
+
# bucket: "Bucket", # required
|
879
|
+
# key: "Key",
|
880
|
+
# },
|
881
|
+
# table_name: "DatabaseTableName", # required
|
882
|
+
# },
|
883
|
+
# overwrite: false,
|
884
|
+
# },
|
885
|
+
# ],
|
886
|
+
# database_outputs: [
|
887
|
+
# {
|
888
|
+
# glue_connection_name: "GlueConnectionName", # required
|
889
|
+
# database_options: { # required
|
890
|
+
# temp_directory: {
|
891
|
+
# bucket: "Bucket", # required
|
892
|
+
# key: "Key",
|
893
|
+
# },
|
894
|
+
# table_name: "DatabaseTableName", # required
|
895
|
+
# },
|
896
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
897
|
+
# },
|
898
|
+
# ],
|
768
899
|
# project_name: "ProjectName",
|
769
900
|
# recipe_reference: {
|
770
901
|
# name: "RecipeName", # required
|
@@ -798,7 +929,7 @@ module Aws::GlueDataBrew
|
|
798
929
|
#
|
799
930
|
# @option params [required, String] :cron_expression
|
800
931
|
# The date or dates and time or times when the jobs are to be run. For
|
801
|
-
# more information, see [Cron expressions][1] in the *
|
932
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
802
933
|
# Developer Guide*.
|
803
934
|
#
|
804
935
|
#
|
@@ -1004,6 +1135,7 @@ module Aws::GlueDataBrew
|
|
1004
1135
|
# * {Types::DescribeDatasetResponse#last_modified_date #last_modified_date} => Time
|
1005
1136
|
# * {Types::DescribeDatasetResponse#last_modified_by #last_modified_by} => String
|
1006
1137
|
# * {Types::DescribeDatasetResponse#source #source} => String
|
1138
|
+
# * {Types::DescribeDatasetResponse#path_options #path_options} => Types::PathOptions
|
1007
1139
|
# * {Types::DescribeDatasetResponse#tags #tags} => Hash<String,String>
|
1008
1140
|
# * {Types::DescribeDatasetResponse#resource_arn #resource_arn} => String
|
1009
1141
|
#
|
@@ -1034,9 +1166,29 @@ module Aws::GlueDataBrew
|
|
1034
1166
|
# resp.input.data_catalog_input_definition.table_name #=> String
|
1035
1167
|
# resp.input.data_catalog_input_definition.temp_directory.bucket #=> String
|
1036
1168
|
# resp.input.data_catalog_input_definition.temp_directory.key #=> String
|
1169
|
+
# resp.input.database_input_definition.glue_connection_name #=> String
|
1170
|
+
# resp.input.database_input_definition.database_table_name #=> String
|
1171
|
+
# resp.input.database_input_definition.temp_directory.bucket #=> String
|
1172
|
+
# resp.input.database_input_definition.temp_directory.key #=> String
|
1037
1173
|
# resp.last_modified_date #=> Time
|
1038
1174
|
# resp.last_modified_by #=> String
|
1039
|
-
# resp.source #=> String, one of "S3", "DATA-CATALOG"
|
1175
|
+
# resp.source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
1176
|
+
# resp.path_options.last_modified_date_condition.expression #=> String
|
1177
|
+
# resp.path_options.last_modified_date_condition.values_map #=> Hash
|
1178
|
+
# resp.path_options.last_modified_date_condition.values_map["ValueReference"] #=> String
|
1179
|
+
# resp.path_options.files_limit.max_files #=> Integer
|
1180
|
+
# resp.path_options.files_limit.ordered_by #=> String, one of "LAST_MODIFIED_DATE"
|
1181
|
+
# resp.path_options.files_limit.order #=> String, one of "DESCENDING", "ASCENDING"
|
1182
|
+
# resp.path_options.parameters #=> Hash
|
1183
|
+
# resp.path_options.parameters["PathParameterName"].name #=> String
|
1184
|
+
# resp.path_options.parameters["PathParameterName"].type #=> String, one of "Datetime", "Number", "String"
|
1185
|
+
# resp.path_options.parameters["PathParameterName"].datetime_options.format #=> String
|
1186
|
+
# resp.path_options.parameters["PathParameterName"].datetime_options.timezone_offset #=> String
|
1187
|
+
# resp.path_options.parameters["PathParameterName"].datetime_options.locale_code #=> String
|
1188
|
+
# resp.path_options.parameters["PathParameterName"].create_column #=> Boolean
|
1189
|
+
# resp.path_options.parameters["PathParameterName"].filter.expression #=> String
|
1190
|
+
# resp.path_options.parameters["PathParameterName"].filter.values_map #=> Hash
|
1191
|
+
# resp.path_options.parameters["PathParameterName"].filter.values_map["ValueReference"] #=> String
|
1040
1192
|
# resp.tags #=> Hash
|
1041
1193
|
# resp.tags["TagKey"] #=> String
|
1042
1194
|
# resp.resource_arn #=> String
|
@@ -1070,7 +1222,10 @@ module Aws::GlueDataBrew
|
|
1070
1222
|
# * {Types::DescribeJobResponse#max_capacity #max_capacity} => Integer
|
1071
1223
|
# * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
|
1072
1224
|
# * {Types::DescribeJobResponse#outputs #outputs} => Array<Types::Output>
|
1225
|
+
# * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1226
|
+
# * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1073
1227
|
# * {Types::DescribeJobResponse#project_name #project_name} => String
|
1228
|
+
# * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1074
1229
|
# * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1075
1230
|
# * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
|
1076
1231
|
# * {Types::DescribeJobResponse#role_arn #role_arn} => String
|
@@ -1107,7 +1262,42 @@ module Aws::GlueDataBrew
|
|
1107
1262
|
# resp.outputs[0].location.key #=> String
|
1108
1263
|
# resp.outputs[0].overwrite #=> Boolean
|
1109
1264
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1265
|
+
# resp.data_catalog_outputs #=> Array
|
1266
|
+
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1267
|
+
# resp.data_catalog_outputs[0].database_name #=> String
|
1268
|
+
# resp.data_catalog_outputs[0].table_name #=> String
|
1269
|
+
# resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1270
|
+
# resp.data_catalog_outputs[0].s3_options.location.key #=> String
|
1271
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1272
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1273
|
+
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1274
|
+
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1275
|
+
# resp.database_outputs #=> Array
|
1276
|
+
# resp.database_outputs[0].glue_connection_name #=> String
|
1277
|
+
# resp.database_outputs[0].database_options.temp_directory.bucket #=> String
|
1278
|
+
# resp.database_outputs[0].database_options.temp_directory.key #=> String
|
1279
|
+
# resp.database_outputs[0].database_options.table_name #=> String
|
1280
|
+
# resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1110
1281
|
# resp.project_name #=> String
|
1282
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
|
1283
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
|
1284
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
|
1285
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
|
1286
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
|
1287
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
|
1288
|
+
# resp.profile_configuration.profile_columns #=> Array
|
1289
|
+
# resp.profile_configuration.profile_columns[0].regex #=> String
|
1290
|
+
# resp.profile_configuration.profile_columns[0].name #=> String
|
1291
|
+
# resp.profile_configuration.column_statistics_configurations #=> Array
|
1292
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
|
1293
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
|
1294
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
|
1295
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
|
1296
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
|
1297
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
|
1298
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1299
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1300
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1111
1301
|
# resp.recipe_reference.name #=> String
|
1112
1302
|
# resp.recipe_reference.recipe_version #=> String
|
1113
1303
|
# resp.resource_arn #=> String
|
@@ -1143,11 +1333,14 @@ module Aws::GlueDataBrew
|
|
1143
1333
|
# * {Types::DescribeJobRunResponse#error_message #error_message} => String
|
1144
1334
|
# * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
|
1145
1335
|
# * {Types::DescribeJobRunResponse#job_name #job_name} => String
|
1336
|
+
# * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
|
1146
1337
|
# * {Types::DescribeJobRunResponse#run_id #run_id} => String
|
1147
1338
|
# * {Types::DescribeJobRunResponse#state #state} => String
|
1148
1339
|
# * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
|
1149
1340
|
# * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
|
1150
1341
|
# * {Types::DescribeJobRunResponse#outputs #outputs} => Array<Types::Output>
|
1342
|
+
# * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array<Types::DataCatalogOutput>
|
1343
|
+
# * {Types::DescribeJobRunResponse#database_outputs #database_outputs} => Array<Types::DatabaseOutput>
|
1151
1344
|
# * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
|
1152
1345
|
# * {Types::DescribeJobRunResponse#started_by #started_by} => String
|
1153
1346
|
# * {Types::DescribeJobRunResponse#started_on #started_on} => Time
|
@@ -1168,6 +1361,25 @@ module Aws::GlueDataBrew
|
|
1168
1361
|
# resp.error_message #=> String
|
1169
1362
|
# resp.execution_time #=> Integer
|
1170
1363
|
# resp.job_name #=> String
|
1364
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
|
1365
|
+
# resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
|
1366
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
|
1367
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
|
1368
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
|
1369
|
+
# resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
|
1370
|
+
# resp.profile_configuration.profile_columns #=> Array
|
1371
|
+
# resp.profile_configuration.profile_columns[0].regex #=> String
|
1372
|
+
# resp.profile_configuration.profile_columns[0].name #=> String
|
1373
|
+
# resp.profile_configuration.column_statistics_configurations #=> Array
|
1374
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
|
1375
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
|
1376
|
+
# resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
|
1377
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
|
1378
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
|
1379
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
|
1380
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
|
1381
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
|
1382
|
+
# resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
|
1171
1383
|
# resp.run_id #=> String
|
1172
1384
|
# resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
|
1173
1385
|
# resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
|
@@ -1181,6 +1393,22 @@ module Aws::GlueDataBrew
|
|
1181
1393
|
# resp.outputs[0].location.key #=> String
|
1182
1394
|
# resp.outputs[0].overwrite #=> Boolean
|
1183
1395
|
# resp.outputs[0].format_options.csv.delimiter #=> String
|
1396
|
+
# resp.data_catalog_outputs #=> Array
|
1397
|
+
# resp.data_catalog_outputs[0].catalog_id #=> String
|
1398
|
+
# resp.data_catalog_outputs[0].database_name #=> String
|
1399
|
+
# resp.data_catalog_outputs[0].table_name #=> String
|
1400
|
+
# resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1401
|
+
# resp.data_catalog_outputs[0].s3_options.location.key #=> String
|
1402
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1403
|
+
# resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1404
|
+
# resp.data_catalog_outputs[0].database_options.table_name #=> String
|
1405
|
+
# resp.data_catalog_outputs[0].overwrite #=> Boolean
|
1406
|
+
# resp.database_outputs #=> Array
|
1407
|
+
# resp.database_outputs[0].glue_connection_name #=> String
|
1408
|
+
# resp.database_outputs[0].database_options.temp_directory.bucket #=> String
|
1409
|
+
# resp.database_outputs[0].database_options.temp_directory.key #=> String
|
1410
|
+
# resp.database_outputs[0].database_options.table_name #=> String
|
1411
|
+
# resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1184
1412
|
# resp.recipe_reference.name #=> String
|
1185
1413
|
# resp.recipe_reference.recipe_version #=> String
|
1186
1414
|
# resp.started_by #=> String
|
@@ -1411,9 +1639,29 @@ module Aws::GlueDataBrew
|
|
1411
1639
|
# resp.datasets[0].input.data_catalog_input_definition.table_name #=> String
|
1412
1640
|
# resp.datasets[0].input.data_catalog_input_definition.temp_directory.bucket #=> String
|
1413
1641
|
# resp.datasets[0].input.data_catalog_input_definition.temp_directory.key #=> String
|
1642
|
+
# resp.datasets[0].input.database_input_definition.glue_connection_name #=> String
|
1643
|
+
# resp.datasets[0].input.database_input_definition.database_table_name #=> String
|
1644
|
+
# resp.datasets[0].input.database_input_definition.temp_directory.bucket #=> String
|
1645
|
+
# resp.datasets[0].input.database_input_definition.temp_directory.key #=> String
|
1414
1646
|
# resp.datasets[0].last_modified_date #=> Time
|
1415
1647
|
# resp.datasets[0].last_modified_by #=> String
|
1416
|
-
# resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG"
|
1648
|
+
# resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
|
1649
|
+
# resp.datasets[0].path_options.last_modified_date_condition.expression #=> String
|
1650
|
+
# resp.datasets[0].path_options.last_modified_date_condition.values_map #=> Hash
|
1651
|
+
# resp.datasets[0].path_options.last_modified_date_condition.values_map["ValueReference"] #=> String
|
1652
|
+
# resp.datasets[0].path_options.files_limit.max_files #=> Integer
|
1653
|
+
# resp.datasets[0].path_options.files_limit.ordered_by #=> String, one of "LAST_MODIFIED_DATE"
|
1654
|
+
# resp.datasets[0].path_options.files_limit.order #=> String, one of "DESCENDING", "ASCENDING"
|
1655
|
+
# resp.datasets[0].path_options.parameters #=> Hash
|
1656
|
+
# resp.datasets[0].path_options.parameters["PathParameterName"].name #=> String
|
1657
|
+
# resp.datasets[0].path_options.parameters["PathParameterName"].type #=> String, one of "Datetime", "Number", "String"
|
1658
|
+
# resp.datasets[0].path_options.parameters["PathParameterName"].datetime_options.format #=> String
|
1659
|
+
# resp.datasets[0].path_options.parameters["PathParameterName"].datetime_options.timezone_offset #=> String
|
1660
|
+
# resp.datasets[0].path_options.parameters["PathParameterName"].datetime_options.locale_code #=> String
|
1661
|
+
# resp.datasets[0].path_options.parameters["PathParameterName"].create_column #=> Boolean
|
1662
|
+
# resp.datasets[0].path_options.parameters["PathParameterName"].filter.expression #=> String
|
1663
|
+
# resp.datasets[0].path_options.parameters["PathParameterName"].filter.values_map #=> Hash
|
1664
|
+
# resp.datasets[0].path_options.parameters["PathParameterName"].filter.values_map["ValueReference"] #=> String
|
1417
1665
|
# resp.datasets[0].tags #=> Hash
|
1418
1666
|
# resp.datasets[0].tags["TagKey"] #=> String
|
1419
1667
|
# resp.datasets[0].resource_arn #=> String
|
@@ -1477,6 +1725,22 @@ module Aws::GlueDataBrew
|
|
1477
1725
|
# resp.job_runs[0].outputs[0].location.key #=> String
|
1478
1726
|
# resp.job_runs[0].outputs[0].overwrite #=> Boolean
|
1479
1727
|
# resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
|
1728
|
+
# resp.job_runs[0].data_catalog_outputs #=> Array
|
1729
|
+
# resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
|
1730
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
|
1731
|
+
# resp.job_runs[0].data_catalog_outputs[0].table_name #=> String
|
1732
|
+
# resp.job_runs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1733
|
+
# resp.job_runs[0].data_catalog_outputs[0].s3_options.location.key #=> String
|
1734
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1735
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1736
|
+
# resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1737
|
+
# resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1738
|
+
# resp.job_runs[0].database_outputs #=> Array
|
1739
|
+
# resp.job_runs[0].database_outputs[0].glue_connection_name #=> String
|
1740
|
+
# resp.job_runs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
|
1741
|
+
# resp.job_runs[0].database_outputs[0].database_options.temp_directory.key #=> String
|
1742
|
+
# resp.job_runs[0].database_outputs[0].database_options.table_name #=> String
|
1743
|
+
# resp.job_runs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1480
1744
|
# resp.job_runs[0].recipe_reference.name #=> String
|
1481
1745
|
# resp.job_runs[0].recipe_reference.recipe_version #=> String
|
1482
1746
|
# resp.job_runs[0].started_by #=> String
|
@@ -1554,6 +1818,22 @@ module Aws::GlueDataBrew
|
|
1554
1818
|
# resp.jobs[0].outputs[0].location.key #=> String
|
1555
1819
|
# resp.jobs[0].outputs[0].overwrite #=> Boolean
|
1556
1820
|
# resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
|
1821
|
+
# resp.jobs[0].data_catalog_outputs #=> Array
|
1822
|
+
# resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
|
1823
|
+
# resp.jobs[0].data_catalog_outputs[0].database_name #=> String
|
1824
|
+
# resp.jobs[0].data_catalog_outputs[0].table_name #=> String
|
1825
|
+
# resp.jobs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
|
1826
|
+
# resp.jobs[0].data_catalog_outputs[0].s3_options.location.key #=> String
|
1827
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
|
1828
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
|
1829
|
+
# resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
|
1830
|
+
# resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
|
1831
|
+
# resp.jobs[0].database_outputs #=> Array
|
1832
|
+
# resp.jobs[0].database_outputs[0].glue_connection_name #=> String
|
1833
|
+
# resp.jobs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
|
1834
|
+
# resp.jobs[0].database_outputs[0].database_options.temp_directory.key #=> String
|
1835
|
+
# resp.jobs[0].database_outputs[0].database_options.table_name #=> String
|
1836
|
+
# resp.jobs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
|
1557
1837
|
# resp.jobs[0].project_name #=> String
|
1558
1838
|
# resp.jobs[0].recipe_reference.name #=> String
|
1559
1839
|
# resp.jobs[0].recipe_reference.recipe_version #=> String
|
@@ -1896,7 +2176,7 @@ module Aws::GlueDataBrew
|
|
1896
2176
|
# and ready for work. The action will be performed on this session.
|
1897
2177
|
#
|
1898
2178
|
# @option params [Types::ViewFrame] :view_frame
|
1899
|
-
# Represents the data being
|
2179
|
+
# Represents the data being transformed during an action.
|
1900
2180
|
#
|
1901
2181
|
# @return [Types::SendProjectSessionActionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1902
2182
|
#
|
@@ -2108,15 +2388,20 @@ module Aws::GlueDataBrew
|
|
2108
2388
|
# The name of the dataset to be updated.
|
2109
2389
|
#
|
2110
2390
|
# @option params [String] :format
|
2111
|
-
#
|
2391
|
+
# The file format of a dataset that is created from an Amazon S3 file or
|
2112
2392
|
# folder.
|
2113
2393
|
#
|
2114
2394
|
# @option params [Types::FormatOptions] :format_options
|
2115
|
-
#
|
2395
|
+
# Represents a set of options that define the structure of either
|
2396
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
2116
2397
|
#
|
2117
2398
|
# @option params [required, Types::Input] :input
|
2118
|
-
#
|
2119
|
-
# Catalog or Amazon S3.
|
2399
|
+
# Represents information on how DataBrew can find data, in either the
|
2400
|
+
# Glue Data Catalog or Amazon S3.
|
2401
|
+
#
|
2402
|
+
# @option params [Types::PathOptions] :path_options
|
2403
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
2404
|
+
# path of the dataset.
|
2120
2405
|
#
|
2121
2406
|
# @return [Types::UpdateDatasetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2122
2407
|
#
|
@@ -2155,6 +2440,45 @@ module Aws::GlueDataBrew
|
|
2155
2440
|
# key: "Key",
|
2156
2441
|
# },
|
2157
2442
|
# },
|
2443
|
+
# database_input_definition: {
|
2444
|
+
# glue_connection_name: "GlueConnectionName", # required
|
2445
|
+
# database_table_name: "DatabaseTableName", # required
|
2446
|
+
# temp_directory: {
|
2447
|
+
# bucket: "Bucket", # required
|
2448
|
+
# key: "Key",
|
2449
|
+
# },
|
2450
|
+
# },
|
2451
|
+
# },
|
2452
|
+
# path_options: {
|
2453
|
+
# last_modified_date_condition: {
|
2454
|
+
# expression: "Expression", # required
|
2455
|
+
# values_map: { # required
|
2456
|
+
# "ValueReference" => "ConditionValue",
|
2457
|
+
# },
|
2458
|
+
# },
|
2459
|
+
# files_limit: {
|
2460
|
+
# max_files: 1, # required
|
2461
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
2462
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
2463
|
+
# },
|
2464
|
+
# parameters: {
|
2465
|
+
# "PathParameterName" => {
|
2466
|
+
# name: "PathParameterName", # required
|
2467
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
2468
|
+
# datetime_options: {
|
2469
|
+
# format: "DatetimeFormat", # required
|
2470
|
+
# timezone_offset: "TimezoneOffset",
|
2471
|
+
# locale_code: "LocaleCode",
|
2472
|
+
# },
|
2473
|
+
# create_column: false,
|
2474
|
+
# filter: {
|
2475
|
+
# expression: "Expression", # required
|
2476
|
+
# values_map: { # required
|
2477
|
+
# "ValueReference" => "ConditionValue",
|
2478
|
+
# },
|
2479
|
+
# },
|
2480
|
+
# },
|
2481
|
+
# },
|
2158
2482
|
# },
|
2159
2483
|
# })
|
2160
2484
|
#
|
@@ -2173,6 +2497,11 @@ module Aws::GlueDataBrew
|
|
2173
2497
|
|
2174
2498
|
# Modifies the definition of an existing profile job.
|
2175
2499
|
#
|
2500
|
+
# @option params [Types::ProfileConfiguration] :configuration
|
2501
|
+
# Configuration for profile jobs. Used to select columns, do
|
2502
|
+
# evaluations, and override default parameters of evaluations. When
|
2503
|
+
# configuration is null, the profile job will run with default settings.
|
2504
|
+
#
|
2176
2505
|
# @option params [String] :encryption_key_arn
|
2177
2506
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
2178
2507
|
# protect the job.
|
@@ -2180,7 +2509,7 @@ module Aws::GlueDataBrew
|
|
2180
2509
|
# @option params [String] :encryption_mode
|
2181
2510
|
# The encryption mode for the job, which can be one of the following:
|
2182
2511
|
#
|
2183
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2512
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2184
2513
|
#
|
2185
2514
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2186
2515
|
#
|
@@ -2199,12 +2528,12 @@ module Aws::GlueDataBrew
|
|
2199
2528
|
# The maximum number of times to retry the job after a job run fails.
|
2200
2529
|
#
|
2201
2530
|
# @option params [required, Types::S3Location] :output_location
|
2202
|
-
#
|
2203
|
-
# read input data, or write output from a job.
|
2531
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
2532
|
+
# DataBrew can read input data, or write output from a job.
|
2204
2533
|
#
|
2205
2534
|
# @option params [required, String] :role_arn
|
2206
|
-
# The Amazon Resource Name (ARN) of the
|
2207
|
-
#
|
2535
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2536
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
2208
2537
|
#
|
2209
2538
|
# @option params [Integer] :timeout
|
2210
2539
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2224,6 +2553,46 @@ module Aws::GlueDataBrew
|
|
2224
2553
|
# @example Request syntax with placeholder values
|
2225
2554
|
#
|
2226
2555
|
# resp = client.update_profile_job({
|
2556
|
+
# configuration: {
|
2557
|
+
# dataset_statistics_configuration: {
|
2558
|
+
# included_statistics: ["Statistic"],
|
2559
|
+
# overrides: [
|
2560
|
+
# {
|
2561
|
+
# statistic: "Statistic", # required
|
2562
|
+
# parameters: { # required
|
2563
|
+
# "ParameterName" => "ParameterValue",
|
2564
|
+
# },
|
2565
|
+
# },
|
2566
|
+
# ],
|
2567
|
+
# },
|
2568
|
+
# profile_columns: [
|
2569
|
+
# {
|
2570
|
+
# regex: "ColumnName",
|
2571
|
+
# name: "ColumnName",
|
2572
|
+
# },
|
2573
|
+
# ],
|
2574
|
+
# column_statistics_configurations: [
|
2575
|
+
# {
|
2576
|
+
# selectors: [
|
2577
|
+
# {
|
2578
|
+
# regex: "ColumnName",
|
2579
|
+
# name: "ColumnName",
|
2580
|
+
# },
|
2581
|
+
# ],
|
2582
|
+
# statistics: { # required
|
2583
|
+
# included_statistics: ["Statistic"],
|
2584
|
+
# overrides: [
|
2585
|
+
# {
|
2586
|
+
# statistic: "Statistic", # required
|
2587
|
+
# parameters: { # required
|
2588
|
+
# "ParameterName" => "ParameterValue",
|
2589
|
+
# },
|
2590
|
+
# },
|
2591
|
+
# ],
|
2592
|
+
# },
|
2593
|
+
# },
|
2594
|
+
# ],
|
2595
|
+
# },
|
2227
2596
|
# encryption_key_arn: "EncryptionKeyArn",
|
2228
2597
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
2229
2598
|
# name: "JobName", # required
|
@@ -2361,7 +2730,7 @@ module Aws::GlueDataBrew
|
|
2361
2730
|
# @option params [String] :encryption_mode
|
2362
2731
|
# The encryption mode for the job, which can be one of the following:
|
2363
2732
|
#
|
2364
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
2733
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
2365
2734
|
#
|
2366
2735
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
2367
2736
|
#
|
@@ -2379,12 +2748,20 @@ module Aws::GlueDataBrew
|
|
2379
2748
|
# @option params [Integer] :max_retries
|
2380
2749
|
# The maximum number of times to retry the job after a job run fails.
|
2381
2750
|
#
|
2382
|
-
# @option params [
|
2751
|
+
# @option params [Array<Types::Output>] :outputs
|
2383
2752
|
# One or more artifacts that represent the output from running the job.
|
2384
2753
|
#
|
2754
|
+
# @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
|
2755
|
+
# One or more artifacts that represent the Glue Data Catalog output from
|
2756
|
+
# running the job.
|
2757
|
+
#
|
2758
|
+
# @option params [Array<Types::DatabaseOutput>] :database_outputs
|
2759
|
+
# Represents a list of JDBC database output objects which defines the
|
2760
|
+
# output destination for a DataBrew recipe job to write into.
|
2761
|
+
#
|
2385
2762
|
# @option params [required, String] :role_arn
|
2386
|
-
# The Amazon Resource Name (ARN) of the
|
2387
|
-
#
|
2763
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2764
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
2388
2765
|
#
|
2389
2766
|
# @option params [Integer] :timeout
|
2390
2767
|
# The job's timeout in minutes. A job that attempts to run longer than
|
@@ -2403,7 +2780,7 @@ module Aws::GlueDataBrew
|
|
2403
2780
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
2404
2781
|
# max_capacity: 1,
|
2405
2782
|
# max_retries: 1,
|
2406
|
-
# outputs: [
|
2783
|
+
# outputs: [
|
2407
2784
|
# {
|
2408
2785
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
2409
2786
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -2420,6 +2797,40 @@ module Aws::GlueDataBrew
|
|
2420
2797
|
# },
|
2421
2798
|
# },
|
2422
2799
|
# ],
|
2800
|
+
# data_catalog_outputs: [
|
2801
|
+
# {
|
2802
|
+
# catalog_id: "CatalogId",
|
2803
|
+
# database_name: "DatabaseName", # required
|
2804
|
+
# table_name: "TableName", # required
|
2805
|
+
# s3_options: {
|
2806
|
+
# location: { # required
|
2807
|
+
# bucket: "Bucket", # required
|
2808
|
+
# key: "Key",
|
2809
|
+
# },
|
2810
|
+
# },
|
2811
|
+
# database_options: {
|
2812
|
+
# temp_directory: {
|
2813
|
+
# bucket: "Bucket", # required
|
2814
|
+
# key: "Key",
|
2815
|
+
# },
|
2816
|
+
# table_name: "DatabaseTableName", # required
|
2817
|
+
# },
|
2818
|
+
# overwrite: false,
|
2819
|
+
# },
|
2820
|
+
# ],
|
2821
|
+
# database_outputs: [
|
2822
|
+
# {
|
2823
|
+
# glue_connection_name: "GlueConnectionName", # required
|
2824
|
+
# database_options: { # required
|
2825
|
+
# temp_directory: {
|
2826
|
+
# bucket: "Bucket", # required
|
2827
|
+
# key: "Key",
|
2828
|
+
# },
|
2829
|
+
# table_name: "DatabaseTableName", # required
|
2830
|
+
# },
|
2831
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
2832
|
+
# },
|
2833
|
+
# ],
|
2423
2834
|
# role_arn: "Arn", # required
|
2424
2835
|
# timeout: 1,
|
2425
2836
|
# })
|
@@ -2444,7 +2855,7 @@ module Aws::GlueDataBrew
|
|
2444
2855
|
#
|
2445
2856
|
# @option params [required, String] :cron_expression
|
2446
2857
|
# The date or dates and time or times when the jobs are to be run. For
|
2447
|
-
# more information, see [Cron expressions][1] in the *
|
2858
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
2448
2859
|
# Developer Guide*.
|
2449
2860
|
#
|
2450
2861
|
#
|
@@ -2492,7 +2903,7 @@ module Aws::GlueDataBrew
|
|
2492
2903
|
params: params,
|
2493
2904
|
config: config)
|
2494
2905
|
context[:gem_name] = 'aws-sdk-gluedatabrew'
|
2495
|
-
context[:gem_version] = '1.
|
2906
|
+
context[:gem_version] = '1.10.0'
|
2496
2907
|
Seahorse::Client::Request.new(handlers, context)
|
2497
2908
|
end
|
2498
2909
|
|