aws-sdk-gluedatabrew 1.6.0 → 1.10.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 2b15f1d9ae0302d7cf8f7c255e48487651de4f7a7da05821e0e3bdecee270f46
4
- data.tar.gz: 6ba1ec7e19340aec72d99ec83fea6b870010414d98e501335944fe9cf0fd8ba4
3
+ metadata.gz: cc1f3fc3bd42af8f70693f28f0f1198d6285516dc1962f603e0f7007c38e844c
4
+ data.tar.gz: 1f0b4f18ff9488027b1013faaf88cae96b70fa337420468512d4b5f1c78731d8
5
5
  SHA512:
6
- metadata.gz: 6ddea198f08300196fceceb0e7f013b6836498222e4a4202447b27c38c9f7a0906fbe6a93a0dbbb27cc1f175129327cf5a363a94c3ffa816fc548da087eb6e3f
7
- data.tar.gz: 031a5a3dca9320c5b6b030f917178006f521a2313f50c34990792d5308dae2f1ecabc6ccdeaf20e869bd69a6635c3e5f612f6499690113c9f49f0d1d225bfc9d
6
+ metadata.gz: 87f31759e8d1b453cd365cd2d1ae0f4546ffb12ac9563952a84711e10fdc1fd5850f4ab6aa30325b5044704f056accef378573c43a857c2afa346a9f9437cc00
7
+ data.tar.gz: d3a627e5ebc30234bc1af682fd9a72be6e0a67a816015a707e3ab1912c6786e89f3266a66c73aaf9ace0a4a4802bff422ecb6388be032e7eaf4d80c6802fd70d
data/CHANGELOG.md CHANGED
@@ -1,6 +1,26 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.10.0 (2021-07-28)
5
+ ------------------
6
+
7
+ * Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
8
+
9
+ 1.9.0 (2021-07-22)
10
+ ------------------
11
+
12
+ * Feature - This SDK release adds two new features: 1) Output to Native JDBC destinations and 2) Adding configurations to profile jobs
13
+
14
+ 1.8.0 (2021-06-30)
15
+ ------------------
16
+
17
+ * Feature - Adds support for the output of job results to the AWS Glue Data Catalog.
18
+
19
+ 1.7.0 (2021-03-30)
20
+ ------------------
21
+
22
+ * Feature - This SDK release adds two new dataset features: 1) support for specifying a database connection as a dataset input 2) support for dynamic datasets that accept configurable parameters in S3 path.
23
+
4
24
  1.6.0 (2021-03-10)
5
25
  ------------------
6
26
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.6.0
1
+ 1.10.0
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-gluedatabrew/customizations'
48
48
  # @!group service
49
49
  module Aws::GlueDataBrew
50
50
 
51
- GEM_VERSION = '1.6.0'
51
+ GEM_VERSION = '1.10.0'
52
52
 
53
53
  end
@@ -400,15 +400,20 @@ module Aws::GlueDataBrew
400
400
  # alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
401
401
  #
402
402
  # @option params [String] :format
403
- # Specifies the file format of a dataset created from an S3 file or
403
+ # The file format of a dataset that is created from an Amazon S3 file or
404
404
  # folder.
405
405
  #
406
406
  # @option params [Types::FormatOptions] :format_options
407
- # Options that define the structure of either Csv, Excel, or JSON input.
407
+ # Represents a set of options that define the structure of either
408
+ # comma-separated value (CSV), Excel, or JSON input.
408
409
  #
409
410
  # @option params [required, Types::Input] :input
410
- # Information on how DataBrew can find data, in either the AWS Glue Data
411
- # Catalog or Amazon S3.
411
+ # Represents information on how DataBrew can find data, in either the
412
+ # Glue Data Catalog or Amazon S3.
413
+ #
414
+ # @option params [Types::PathOptions] :path_options
415
+ # A set of options that defines how DataBrew interprets an Amazon S3
416
+ # path of the dataset.
412
417
  #
413
418
  # @option params [Hash<String,String>] :tags
414
419
  # Metadata tags to apply to this dataset.
@@ -450,6 +455,45 @@ module Aws::GlueDataBrew
450
455
  # key: "Key",
451
456
  # },
452
457
  # },
458
+ # database_input_definition: {
459
+ # glue_connection_name: "GlueConnectionName", # required
460
+ # database_table_name: "DatabaseTableName", # required
461
+ # temp_directory: {
462
+ # bucket: "Bucket", # required
463
+ # key: "Key",
464
+ # },
465
+ # },
466
+ # },
467
+ # path_options: {
468
+ # last_modified_date_condition: {
469
+ # expression: "Expression", # required
470
+ # values_map: { # required
471
+ # "ValueReference" => "ConditionValue",
472
+ # },
473
+ # },
474
+ # files_limit: {
475
+ # max_files: 1, # required
476
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
477
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
478
+ # },
479
+ # parameters: {
480
+ # "PathParameterName" => {
481
+ # name: "PathParameterName", # required
482
+ # type: "Datetime", # required, accepts Datetime, Number, String
483
+ # datetime_options: {
484
+ # format: "DatetimeFormat", # required
485
+ # timezone_offset: "TimezoneOffset",
486
+ # locale_code: "LocaleCode",
487
+ # },
488
+ # create_column: false,
489
+ # filter: {
490
+ # expression: "Expression", # required
491
+ # values_map: { # required
492
+ # "ValueReference" => "ConditionValue",
493
+ # },
494
+ # },
495
+ # },
496
+ # },
453
497
  # },
454
498
  # tags: {
455
499
  # "TagKey" => "TagValue",
@@ -481,7 +525,7 @@ module Aws::GlueDataBrew
481
525
  # @option params [String] :encryption_mode
482
526
  # The encryption mode for the job, which can be one of the following:
483
527
  #
484
- # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with AWS KMS-managed
528
+ # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
485
529
  # keys.
486
530
  #
487
531
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
@@ -502,12 +546,17 @@ module Aws::GlueDataBrew
502
546
  # The maximum number of times to retry the job after a job run fails.
503
547
  #
504
548
  # @option params [required, Types::S3Location] :output_location
505
- # An Amazon S3 location (bucket name an object key) where DataBrew can
506
- # read input data, or write output from a job.
549
+ # Represents an Amazon S3 location (bucket name and object key) where
550
+ # DataBrew can read input data, or write output from a job.
551
+ #
552
+ # @option params [Types::ProfileConfiguration] :configuration
553
+ # Configuration for profile jobs. Used to select columns, do
554
+ # evaluations, and override default parameters of evaluations. When
555
+ # configuration is null, the profile job will run with default settings.
507
556
  #
508
557
  # @option params [required, String] :role_arn
509
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
510
- # Management (IAM) role to be assumed when DataBrew runs the job.
558
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
559
+ # (IAM) role to be assumed when DataBrew runs the job.
511
560
  #
512
561
  # @option params [Hash<String,String>] :tags
513
562
  # Metadata tags to apply to this job.
@@ -540,6 +589,46 @@ module Aws::GlueDataBrew
540
589
  # bucket: "Bucket", # required
541
590
  # key: "Key",
542
591
  # },
592
+ # configuration: {
593
+ # dataset_statistics_configuration: {
594
+ # included_statistics: ["Statistic"],
595
+ # overrides: [
596
+ # {
597
+ # statistic: "Statistic", # required
598
+ # parameters: { # required
599
+ # "ParameterName" => "ParameterValue",
600
+ # },
601
+ # },
602
+ # ],
603
+ # },
604
+ # profile_columns: [
605
+ # {
606
+ # regex: "ColumnName",
607
+ # name: "ColumnName",
608
+ # },
609
+ # ],
610
+ # column_statistics_configurations: [
611
+ # {
612
+ # selectors: [
613
+ # {
614
+ # regex: "ColumnName",
615
+ # name: "ColumnName",
616
+ # },
617
+ # ],
618
+ # statistics: { # required
619
+ # included_statistics: ["Statistic"],
620
+ # overrides: [
621
+ # {
622
+ # statistic: "Statistic", # required
623
+ # parameters: { # required
624
+ # "ParameterName" => "ParameterValue",
625
+ # },
626
+ # },
627
+ # ],
628
+ # },
629
+ # },
630
+ # ],
631
+ # },
543
632
  # role_arn: "Arn", # required
544
633
  # tags: {
545
634
  # "TagKey" => "TagValue",
@@ -581,8 +670,8 @@ module Aws::GlueDataBrew
581
670
  # interactive data analysis.
582
671
  #
583
672
  # @option params [required, String] :role_arn
584
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
585
- # Management (IAM) role to be assumed for this request.
673
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
674
+ # (IAM) role to be assumed for this request.
586
675
  #
587
676
  # @option params [Hash<String,String>] :tags
588
677
  # Metadata tags to apply to this project.
@@ -682,7 +771,7 @@ module Aws::GlueDataBrew
682
771
  end
683
772
 
684
773
  # Creates a new job to transform input data, using steps defined in an
685
- # existing AWS Glue DataBrew recipe
774
+ # existing Glue DataBrew recipe
686
775
  #
687
776
  # @option params [String] :dataset_name
688
777
  # The name of the dataset that this job processes.
@@ -694,7 +783,7 @@ module Aws::GlueDataBrew
694
783
  # @option params [String] :encryption_mode
695
784
  # The encryption mode for the job, which can be one of the following:
696
785
  #
697
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
786
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
698
787
  #
699
788
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
700
789
  #
@@ -713,9 +802,17 @@ module Aws::GlueDataBrew
713
802
  # @option params [Integer] :max_retries
714
803
  # The maximum number of times to retry the job after a job run fails.
715
804
  #
716
- # @option params [required, Array<Types::Output>] :outputs
805
+ # @option params [Array<Types::Output>] :outputs
717
806
  # One or more artifacts that represent the output from running the job.
718
807
  #
808
+ # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
809
+ # One or more artifacts that represent the Glue Data Catalog output from
810
+ # running the job.
811
+ #
812
+ # @option params [Array<Types::DatabaseOutput>] :database_outputs
813
+ # Represents a list of JDBC database output objects which defines the
814
+ # output destination for a DataBrew recipe job to write to.
815
+ #
719
816
  # @option params [String] :project_name
720
817
  # Either the name of an existing project, or a combination of a recipe
721
818
  # and a dataset to associate with the recipe.
@@ -724,8 +821,8 @@ module Aws::GlueDataBrew
724
821
  # Represents the name and version of a DataBrew recipe.
725
822
  #
726
823
  # @option params [required, String] :role_arn
727
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
728
- # Management (IAM) role to be assumed when DataBrew runs the job.
824
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
825
+ # (IAM) role to be assumed when DataBrew runs the job.
729
826
  #
730
827
  # @option params [Hash<String,String>] :tags
731
828
  # Metadata tags to apply to this job.
@@ -748,7 +845,7 @@ module Aws::GlueDataBrew
748
845
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
749
846
  # max_capacity: 1,
750
847
  # max_retries: 1,
751
- # outputs: [ # required
848
+ # outputs: [
752
849
  # {
753
850
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
754
851
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -765,6 +862,40 @@ module Aws::GlueDataBrew
765
862
  # },
766
863
  # },
767
864
  # ],
865
+ # data_catalog_outputs: [
866
+ # {
867
+ # catalog_id: "CatalogId",
868
+ # database_name: "DatabaseName", # required
869
+ # table_name: "TableName", # required
870
+ # s3_options: {
871
+ # location: { # required
872
+ # bucket: "Bucket", # required
873
+ # key: "Key",
874
+ # },
875
+ # },
876
+ # database_options: {
877
+ # temp_directory: {
878
+ # bucket: "Bucket", # required
879
+ # key: "Key",
880
+ # },
881
+ # table_name: "DatabaseTableName", # required
882
+ # },
883
+ # overwrite: false,
884
+ # },
885
+ # ],
886
+ # database_outputs: [
887
+ # {
888
+ # glue_connection_name: "GlueConnectionName", # required
889
+ # database_options: { # required
890
+ # temp_directory: {
891
+ # bucket: "Bucket", # required
892
+ # key: "Key",
893
+ # },
894
+ # table_name: "DatabaseTableName", # required
895
+ # },
896
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
897
+ # },
898
+ # ],
768
899
  # project_name: "ProjectName",
769
900
  # recipe_reference: {
770
901
  # name: "RecipeName", # required
@@ -798,7 +929,7 @@ module Aws::GlueDataBrew
798
929
  #
799
930
  # @option params [required, String] :cron_expression
800
931
  # The date or dates and time or times when the jobs are to be run. For
801
- # more information, see [Cron expressions][1] in the *AWS Glue DataBrew
932
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
802
933
  # Developer Guide*.
803
934
  #
804
935
  #
@@ -1004,6 +1135,7 @@ module Aws::GlueDataBrew
1004
1135
  # * {Types::DescribeDatasetResponse#last_modified_date #last_modified_date} => Time
1005
1136
  # * {Types::DescribeDatasetResponse#last_modified_by #last_modified_by} => String
1006
1137
  # * {Types::DescribeDatasetResponse#source #source} => String
1138
+ # * {Types::DescribeDatasetResponse#path_options #path_options} => Types::PathOptions
1007
1139
  # * {Types::DescribeDatasetResponse#tags #tags} => Hash&lt;String,String&gt;
1008
1140
  # * {Types::DescribeDatasetResponse#resource_arn #resource_arn} => String
1009
1141
  #
@@ -1034,9 +1166,29 @@ module Aws::GlueDataBrew
1034
1166
  # resp.input.data_catalog_input_definition.table_name #=> String
1035
1167
  # resp.input.data_catalog_input_definition.temp_directory.bucket #=> String
1036
1168
  # resp.input.data_catalog_input_definition.temp_directory.key #=> String
1169
+ # resp.input.database_input_definition.glue_connection_name #=> String
1170
+ # resp.input.database_input_definition.database_table_name #=> String
1171
+ # resp.input.database_input_definition.temp_directory.bucket #=> String
1172
+ # resp.input.database_input_definition.temp_directory.key #=> String
1037
1173
  # resp.last_modified_date #=> Time
1038
1174
  # resp.last_modified_by #=> String
1039
- # resp.source #=> String, one of "S3", "DATA-CATALOG"
1175
+ # resp.source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
1176
+ # resp.path_options.last_modified_date_condition.expression #=> String
1177
+ # resp.path_options.last_modified_date_condition.values_map #=> Hash
1178
+ # resp.path_options.last_modified_date_condition.values_map["ValueReference"] #=> String
1179
+ # resp.path_options.files_limit.max_files #=> Integer
1180
+ # resp.path_options.files_limit.ordered_by #=> String, one of "LAST_MODIFIED_DATE"
1181
+ # resp.path_options.files_limit.order #=> String, one of "DESCENDING", "ASCENDING"
1182
+ # resp.path_options.parameters #=> Hash
1183
+ # resp.path_options.parameters["PathParameterName"].name #=> String
1184
+ # resp.path_options.parameters["PathParameterName"].type #=> String, one of "Datetime", "Number", "String"
1185
+ # resp.path_options.parameters["PathParameterName"].datetime_options.format #=> String
1186
+ # resp.path_options.parameters["PathParameterName"].datetime_options.timezone_offset #=> String
1187
+ # resp.path_options.parameters["PathParameterName"].datetime_options.locale_code #=> String
1188
+ # resp.path_options.parameters["PathParameterName"].create_column #=> Boolean
1189
+ # resp.path_options.parameters["PathParameterName"].filter.expression #=> String
1190
+ # resp.path_options.parameters["PathParameterName"].filter.values_map #=> Hash
1191
+ # resp.path_options.parameters["PathParameterName"].filter.values_map["ValueReference"] #=> String
1040
1192
  # resp.tags #=> Hash
1041
1193
  # resp.tags["TagKey"] #=> String
1042
1194
  # resp.resource_arn #=> String
@@ -1070,7 +1222,10 @@ module Aws::GlueDataBrew
1070
1222
  # * {Types::DescribeJobResponse#max_capacity #max_capacity} => Integer
1071
1223
  # * {Types::DescribeJobResponse#max_retries #max_retries} => Integer
1072
1224
  # * {Types::DescribeJobResponse#outputs #outputs} => Array&lt;Types::Output&gt;
1225
+ # * {Types::DescribeJobResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
1226
+ # * {Types::DescribeJobResponse#database_outputs #database_outputs} => Array&lt;Types::DatabaseOutput&gt;
1073
1227
  # * {Types::DescribeJobResponse#project_name #project_name} => String
1228
+ # * {Types::DescribeJobResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
1074
1229
  # * {Types::DescribeJobResponse#recipe_reference #recipe_reference} => Types::RecipeReference
1075
1230
  # * {Types::DescribeJobResponse#resource_arn #resource_arn} => String
1076
1231
  # * {Types::DescribeJobResponse#role_arn #role_arn} => String
@@ -1107,7 +1262,42 @@ module Aws::GlueDataBrew
1107
1262
  # resp.outputs[0].location.key #=> String
1108
1263
  # resp.outputs[0].overwrite #=> Boolean
1109
1264
  # resp.outputs[0].format_options.csv.delimiter #=> String
1265
+ # resp.data_catalog_outputs #=> Array
1266
+ # resp.data_catalog_outputs[0].catalog_id #=> String
1267
+ # resp.data_catalog_outputs[0].database_name #=> String
1268
+ # resp.data_catalog_outputs[0].table_name #=> String
1269
+ # resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
1270
+ # resp.data_catalog_outputs[0].s3_options.location.key #=> String
1271
+ # resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1272
+ # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1273
+ # resp.data_catalog_outputs[0].database_options.table_name #=> String
1274
+ # resp.data_catalog_outputs[0].overwrite #=> Boolean
1275
+ # resp.database_outputs #=> Array
1276
+ # resp.database_outputs[0].glue_connection_name #=> String
1277
+ # resp.database_outputs[0].database_options.temp_directory.bucket #=> String
1278
+ # resp.database_outputs[0].database_options.temp_directory.key #=> String
1279
+ # resp.database_outputs[0].database_options.table_name #=> String
1280
+ # resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1110
1281
  # resp.project_name #=> String
1282
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
1283
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
1284
+ # resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
1285
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
1286
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
1287
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
1288
+ # resp.profile_configuration.profile_columns #=> Array
1289
+ # resp.profile_configuration.profile_columns[0].regex #=> String
1290
+ # resp.profile_configuration.profile_columns[0].name #=> String
1291
+ # resp.profile_configuration.column_statistics_configurations #=> Array
1292
+ # resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
1293
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
1294
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
1295
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
1296
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
1297
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
1298
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
1299
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
1300
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
1111
1301
  # resp.recipe_reference.name #=> String
1112
1302
  # resp.recipe_reference.recipe_version #=> String
1113
1303
  # resp.resource_arn #=> String
@@ -1143,11 +1333,14 @@ module Aws::GlueDataBrew
1143
1333
  # * {Types::DescribeJobRunResponse#error_message #error_message} => String
1144
1334
  # * {Types::DescribeJobRunResponse#execution_time #execution_time} => Integer
1145
1335
  # * {Types::DescribeJobRunResponse#job_name #job_name} => String
1336
+ # * {Types::DescribeJobRunResponse#profile_configuration #profile_configuration} => Types::ProfileConfiguration
1146
1337
  # * {Types::DescribeJobRunResponse#run_id #run_id} => String
1147
1338
  # * {Types::DescribeJobRunResponse#state #state} => String
1148
1339
  # * {Types::DescribeJobRunResponse#log_subscription #log_subscription} => String
1149
1340
  # * {Types::DescribeJobRunResponse#log_group_name #log_group_name} => String
1150
1341
  # * {Types::DescribeJobRunResponse#outputs #outputs} => Array&lt;Types::Output&gt;
1342
+ # * {Types::DescribeJobRunResponse#data_catalog_outputs #data_catalog_outputs} => Array&lt;Types::DataCatalogOutput&gt;
1343
+ # * {Types::DescribeJobRunResponse#database_outputs #database_outputs} => Array&lt;Types::DatabaseOutput&gt;
1151
1344
  # * {Types::DescribeJobRunResponse#recipe_reference #recipe_reference} => Types::RecipeReference
1152
1345
  # * {Types::DescribeJobRunResponse#started_by #started_by} => String
1153
1346
  # * {Types::DescribeJobRunResponse#started_on #started_on} => Time
@@ -1168,6 +1361,25 @@ module Aws::GlueDataBrew
1168
1361
  # resp.error_message #=> String
1169
1362
  # resp.execution_time #=> Integer
1170
1363
  # resp.job_name #=> String
1364
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics #=> Array
1365
+ # resp.profile_configuration.dataset_statistics_configuration.included_statistics[0] #=> String
1366
+ # resp.profile_configuration.dataset_statistics_configuration.overrides #=> Array
1367
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].statistic #=> String
1368
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters #=> Hash
1369
+ # resp.profile_configuration.dataset_statistics_configuration.overrides[0].parameters["ParameterName"] #=> String
1370
+ # resp.profile_configuration.profile_columns #=> Array
1371
+ # resp.profile_configuration.profile_columns[0].regex #=> String
1372
+ # resp.profile_configuration.profile_columns[0].name #=> String
1373
+ # resp.profile_configuration.column_statistics_configurations #=> Array
1374
+ # resp.profile_configuration.column_statistics_configurations[0].selectors #=> Array
1375
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].regex #=> String
1376
+ # resp.profile_configuration.column_statistics_configurations[0].selectors[0].name #=> String
1377
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics #=> Array
1378
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.included_statistics[0] #=> String
1379
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides #=> Array
1380
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].statistic #=> String
1381
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters #=> Hash
1382
+ # resp.profile_configuration.column_statistics_configurations[0].statistics.overrides[0].parameters["ParameterName"] #=> String
1171
1383
  # resp.run_id #=> String
1172
1384
  # resp.state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
1173
1385
  # resp.log_subscription #=> String, one of "ENABLE", "DISABLE"
@@ -1181,6 +1393,22 @@ module Aws::GlueDataBrew
1181
1393
  # resp.outputs[0].location.key #=> String
1182
1394
  # resp.outputs[0].overwrite #=> Boolean
1183
1395
  # resp.outputs[0].format_options.csv.delimiter #=> String
1396
+ # resp.data_catalog_outputs #=> Array
1397
+ # resp.data_catalog_outputs[0].catalog_id #=> String
1398
+ # resp.data_catalog_outputs[0].database_name #=> String
1399
+ # resp.data_catalog_outputs[0].table_name #=> String
1400
+ # resp.data_catalog_outputs[0].s3_options.location.bucket #=> String
1401
+ # resp.data_catalog_outputs[0].s3_options.location.key #=> String
1402
+ # resp.data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1403
+ # resp.data_catalog_outputs[0].database_options.temp_directory.key #=> String
1404
+ # resp.data_catalog_outputs[0].database_options.table_name #=> String
1405
+ # resp.data_catalog_outputs[0].overwrite #=> Boolean
1406
+ # resp.database_outputs #=> Array
1407
+ # resp.database_outputs[0].glue_connection_name #=> String
1408
+ # resp.database_outputs[0].database_options.temp_directory.bucket #=> String
1409
+ # resp.database_outputs[0].database_options.temp_directory.key #=> String
1410
+ # resp.database_outputs[0].database_options.table_name #=> String
1411
+ # resp.database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1184
1412
  # resp.recipe_reference.name #=> String
1185
1413
  # resp.recipe_reference.recipe_version #=> String
1186
1414
  # resp.started_by #=> String
@@ -1411,9 +1639,29 @@ module Aws::GlueDataBrew
1411
1639
  # resp.datasets[0].input.data_catalog_input_definition.table_name #=> String
1412
1640
  # resp.datasets[0].input.data_catalog_input_definition.temp_directory.bucket #=> String
1413
1641
  # resp.datasets[0].input.data_catalog_input_definition.temp_directory.key #=> String
1642
+ # resp.datasets[0].input.database_input_definition.glue_connection_name #=> String
1643
+ # resp.datasets[0].input.database_input_definition.database_table_name #=> String
1644
+ # resp.datasets[0].input.database_input_definition.temp_directory.bucket #=> String
1645
+ # resp.datasets[0].input.database_input_definition.temp_directory.key #=> String
1414
1646
  # resp.datasets[0].last_modified_date #=> Time
1415
1647
  # resp.datasets[0].last_modified_by #=> String
1416
- # resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG"
1648
+ # resp.datasets[0].source #=> String, one of "S3", "DATA-CATALOG", "DATABASE"
1649
+ # resp.datasets[0].path_options.last_modified_date_condition.expression #=> String
1650
+ # resp.datasets[0].path_options.last_modified_date_condition.values_map #=> Hash
1651
+ # resp.datasets[0].path_options.last_modified_date_condition.values_map["ValueReference"] #=> String
1652
+ # resp.datasets[0].path_options.files_limit.max_files #=> Integer
1653
+ # resp.datasets[0].path_options.files_limit.ordered_by #=> String, one of "LAST_MODIFIED_DATE"
1654
+ # resp.datasets[0].path_options.files_limit.order #=> String, one of "DESCENDING", "ASCENDING"
1655
+ # resp.datasets[0].path_options.parameters #=> Hash
1656
+ # resp.datasets[0].path_options.parameters["PathParameterName"].name #=> String
1657
+ # resp.datasets[0].path_options.parameters["PathParameterName"].type #=> String, one of "Datetime", "Number", "String"
1658
+ # resp.datasets[0].path_options.parameters["PathParameterName"].datetime_options.format #=> String
1659
+ # resp.datasets[0].path_options.parameters["PathParameterName"].datetime_options.timezone_offset #=> String
1660
+ # resp.datasets[0].path_options.parameters["PathParameterName"].datetime_options.locale_code #=> String
1661
+ # resp.datasets[0].path_options.parameters["PathParameterName"].create_column #=> Boolean
1662
+ # resp.datasets[0].path_options.parameters["PathParameterName"].filter.expression #=> String
1663
+ # resp.datasets[0].path_options.parameters["PathParameterName"].filter.values_map #=> Hash
1664
+ # resp.datasets[0].path_options.parameters["PathParameterName"].filter.values_map["ValueReference"] #=> String
1417
1665
  # resp.datasets[0].tags #=> Hash
1418
1666
  # resp.datasets[0].tags["TagKey"] #=> String
1419
1667
  # resp.datasets[0].resource_arn #=> String
@@ -1477,6 +1725,22 @@ module Aws::GlueDataBrew
1477
1725
  # resp.job_runs[0].outputs[0].location.key #=> String
1478
1726
  # resp.job_runs[0].outputs[0].overwrite #=> Boolean
1479
1727
  # resp.job_runs[0].outputs[0].format_options.csv.delimiter #=> String
1728
+ # resp.job_runs[0].data_catalog_outputs #=> Array
1729
+ # resp.job_runs[0].data_catalog_outputs[0].catalog_id #=> String
1730
+ # resp.job_runs[0].data_catalog_outputs[0].database_name #=> String
1731
+ # resp.job_runs[0].data_catalog_outputs[0].table_name #=> String
1732
+ # resp.job_runs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
1733
+ # resp.job_runs[0].data_catalog_outputs[0].s3_options.location.key #=> String
1734
+ # resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1735
+ # resp.job_runs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
1736
+ # resp.job_runs[0].data_catalog_outputs[0].database_options.table_name #=> String
1737
+ # resp.job_runs[0].data_catalog_outputs[0].overwrite #=> Boolean
1738
+ # resp.job_runs[0].database_outputs #=> Array
1739
+ # resp.job_runs[0].database_outputs[0].glue_connection_name #=> String
1740
+ # resp.job_runs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
1741
+ # resp.job_runs[0].database_outputs[0].database_options.temp_directory.key #=> String
1742
+ # resp.job_runs[0].database_outputs[0].database_options.table_name #=> String
1743
+ # resp.job_runs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1480
1744
  # resp.job_runs[0].recipe_reference.name #=> String
1481
1745
  # resp.job_runs[0].recipe_reference.recipe_version #=> String
1482
1746
  # resp.job_runs[0].started_by #=> String
@@ -1554,6 +1818,22 @@ module Aws::GlueDataBrew
1554
1818
  # resp.jobs[0].outputs[0].location.key #=> String
1555
1819
  # resp.jobs[0].outputs[0].overwrite #=> Boolean
1556
1820
  # resp.jobs[0].outputs[0].format_options.csv.delimiter #=> String
1821
+ # resp.jobs[0].data_catalog_outputs #=> Array
1822
+ # resp.jobs[0].data_catalog_outputs[0].catalog_id #=> String
1823
+ # resp.jobs[0].data_catalog_outputs[0].database_name #=> String
1824
+ # resp.jobs[0].data_catalog_outputs[0].table_name #=> String
1825
+ # resp.jobs[0].data_catalog_outputs[0].s3_options.location.bucket #=> String
1826
+ # resp.jobs[0].data_catalog_outputs[0].s3_options.location.key #=> String
1827
+ # resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.bucket #=> String
1828
+ # resp.jobs[0].data_catalog_outputs[0].database_options.temp_directory.key #=> String
1829
+ # resp.jobs[0].data_catalog_outputs[0].database_options.table_name #=> String
1830
+ # resp.jobs[0].data_catalog_outputs[0].overwrite #=> Boolean
1831
+ # resp.jobs[0].database_outputs #=> Array
1832
+ # resp.jobs[0].database_outputs[0].glue_connection_name #=> String
1833
+ # resp.jobs[0].database_outputs[0].database_options.temp_directory.bucket #=> String
1834
+ # resp.jobs[0].database_outputs[0].database_options.temp_directory.key #=> String
1835
+ # resp.jobs[0].database_outputs[0].database_options.table_name #=> String
1836
+ # resp.jobs[0].database_outputs[0].database_output_mode #=> String, one of "NEW_TABLE"
1557
1837
  # resp.jobs[0].project_name #=> String
1558
1838
  # resp.jobs[0].recipe_reference.name #=> String
1559
1839
  # resp.jobs[0].recipe_reference.recipe_version #=> String
@@ -1896,7 +2176,7 @@ module Aws::GlueDataBrew
1896
2176
  # and ready for work. The action will be performed on this session.
1897
2177
  #
1898
2178
  # @option params [Types::ViewFrame] :view_frame
1899
- # Represents the data being being transformed during an action.
2179
+ # Represents the data being transformed during an action.
1900
2180
  #
1901
2181
  # @return [Types::SendProjectSessionActionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1902
2182
  #
@@ -2108,15 +2388,20 @@ module Aws::GlueDataBrew
2108
2388
  # The name of the dataset to be updated.
2109
2389
  #
2110
2390
  # @option params [String] :format
2111
- # Specifies the file format of a dataset created from an S3 file or
2391
+ # The file format of a dataset that is created from an Amazon S3 file or
2112
2392
  # folder.
2113
2393
  #
2114
2394
  # @option params [Types::FormatOptions] :format_options
2115
- # Options that define the structure of either Csv, Excel, or JSON input.
2395
+ # Represents a set of options that define the structure of either
2396
+ # comma-separated value (CSV), Excel, or JSON input.
2116
2397
  #
2117
2398
  # @option params [required, Types::Input] :input
2118
- # Information on how DataBrew can find data, in either the AWS Glue Data
2119
- # Catalog or Amazon S3.
2399
+ # Represents information on how DataBrew can find data, in either the
2400
+ # Glue Data Catalog or Amazon S3.
2401
+ #
2402
+ # @option params [Types::PathOptions] :path_options
2403
+ # A set of options that defines how DataBrew interprets an Amazon S3
2404
+ # path of the dataset.
2120
2405
  #
2121
2406
  # @return [Types::UpdateDatasetResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2122
2407
  #
@@ -2155,6 +2440,45 @@ module Aws::GlueDataBrew
2155
2440
  # key: "Key",
2156
2441
  # },
2157
2442
  # },
2443
+ # database_input_definition: {
2444
+ # glue_connection_name: "GlueConnectionName", # required
2445
+ # database_table_name: "DatabaseTableName", # required
2446
+ # temp_directory: {
2447
+ # bucket: "Bucket", # required
2448
+ # key: "Key",
2449
+ # },
2450
+ # },
2451
+ # },
2452
+ # path_options: {
2453
+ # last_modified_date_condition: {
2454
+ # expression: "Expression", # required
2455
+ # values_map: { # required
2456
+ # "ValueReference" => "ConditionValue",
2457
+ # },
2458
+ # },
2459
+ # files_limit: {
2460
+ # max_files: 1, # required
2461
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
2462
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
2463
+ # },
2464
+ # parameters: {
2465
+ # "PathParameterName" => {
2466
+ # name: "PathParameterName", # required
2467
+ # type: "Datetime", # required, accepts Datetime, Number, String
2468
+ # datetime_options: {
2469
+ # format: "DatetimeFormat", # required
2470
+ # timezone_offset: "TimezoneOffset",
2471
+ # locale_code: "LocaleCode",
2472
+ # },
2473
+ # create_column: false,
2474
+ # filter: {
2475
+ # expression: "Expression", # required
2476
+ # values_map: { # required
2477
+ # "ValueReference" => "ConditionValue",
2478
+ # },
2479
+ # },
2480
+ # },
2481
+ # },
2158
2482
  # },
2159
2483
  # })
2160
2484
  #
@@ -2173,6 +2497,11 @@ module Aws::GlueDataBrew
2173
2497
 
2174
2498
  # Modifies the definition of an existing profile job.
2175
2499
  #
2500
+ # @option params [Types::ProfileConfiguration] :configuration
2501
+ # Configuration for profile jobs. Used to select columns, do
2502
+ # evaluations, and override default parameters of evaluations. When
2503
+ # configuration is null, the profile job will run with default settings.
2504
+ #
2176
2505
  # @option params [String] :encryption_key_arn
2177
2506
  # The Amazon Resource Name (ARN) of an encryption key that is used to
2178
2507
  # protect the job.
@@ -2180,7 +2509,7 @@ module Aws::GlueDataBrew
2180
2509
  # @option params [String] :encryption_mode
2181
2510
  # The encryption mode for the job, which can be one of the following:
2182
2511
  #
2183
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
2512
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
2184
2513
  #
2185
2514
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
2186
2515
  #
@@ -2199,12 +2528,12 @@ module Aws::GlueDataBrew
2199
2528
  # The maximum number of times to retry the job after a job run fails.
2200
2529
  #
2201
2530
  # @option params [required, Types::S3Location] :output_location
2202
- # An Amazon S3 location (bucket name an object key) where DataBrew can
2203
- # read input data, or write output from a job.
2531
+ # Represents an Amazon S3 location (bucket name and object key) where
2532
+ # DataBrew can read input data, or write output from a job.
2204
2533
  #
2205
2534
  # @option params [required, String] :role_arn
2206
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
2207
- # Management (IAM) role to be assumed when DataBrew runs the job.
2535
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
2536
+ # (IAM) role to be assumed when DataBrew runs the job.
2208
2537
  #
2209
2538
  # @option params [Integer] :timeout
2210
2539
  # The job's timeout in minutes. A job that attempts to run longer than
@@ -2224,6 +2553,46 @@ module Aws::GlueDataBrew
2224
2553
  # @example Request syntax with placeholder values
2225
2554
  #
2226
2555
  # resp = client.update_profile_job({
2556
+ # configuration: {
2557
+ # dataset_statistics_configuration: {
2558
+ # included_statistics: ["Statistic"],
2559
+ # overrides: [
2560
+ # {
2561
+ # statistic: "Statistic", # required
2562
+ # parameters: { # required
2563
+ # "ParameterName" => "ParameterValue",
2564
+ # },
2565
+ # },
2566
+ # ],
2567
+ # },
2568
+ # profile_columns: [
2569
+ # {
2570
+ # regex: "ColumnName",
2571
+ # name: "ColumnName",
2572
+ # },
2573
+ # ],
2574
+ # column_statistics_configurations: [
2575
+ # {
2576
+ # selectors: [
2577
+ # {
2578
+ # regex: "ColumnName",
2579
+ # name: "ColumnName",
2580
+ # },
2581
+ # ],
2582
+ # statistics: { # required
2583
+ # included_statistics: ["Statistic"],
2584
+ # overrides: [
2585
+ # {
2586
+ # statistic: "Statistic", # required
2587
+ # parameters: { # required
2588
+ # "ParameterName" => "ParameterValue",
2589
+ # },
2590
+ # },
2591
+ # ],
2592
+ # },
2593
+ # },
2594
+ # ],
2595
+ # },
2227
2596
  # encryption_key_arn: "EncryptionKeyArn",
2228
2597
  # encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
2229
2598
  # name: "JobName", # required
@@ -2361,7 +2730,7 @@ module Aws::GlueDataBrew
2361
2730
  # @option params [String] :encryption_mode
2362
2731
  # The encryption mode for the job, which can be one of the following:
2363
2732
  #
2364
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
2733
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
2365
2734
  #
2366
2735
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
2367
2736
  #
@@ -2379,12 +2748,20 @@ module Aws::GlueDataBrew
2379
2748
  # @option params [Integer] :max_retries
2380
2749
  # The maximum number of times to retry the job after a job run fails.
2381
2750
  #
2382
- # @option params [required, Array<Types::Output>] :outputs
2751
+ # @option params [Array<Types::Output>] :outputs
2383
2752
  # One or more artifacts that represent the output from running the job.
2384
2753
  #
2754
+ # @option params [Array<Types::DataCatalogOutput>] :data_catalog_outputs
2755
+ # One or more artifacts that represent the Glue Data Catalog output from
2756
+ # running the job.
2757
+ #
2758
+ # @option params [Array<Types::DatabaseOutput>] :database_outputs
2759
+ # Represents a list of JDBC database output objects which defines the
2760
+ # output destination for a DataBrew recipe job to write into.
2761
+ #
2385
2762
  # @option params [required, String] :role_arn
2386
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
2387
- # Management (IAM) role to be assumed when DataBrew runs the job.
2763
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
2764
+ # (IAM) role to be assumed when DataBrew runs the job.
2388
2765
  #
2389
2766
  # @option params [Integer] :timeout
2390
2767
  # The job's timeout in minutes. A job that attempts to run longer than
@@ -2403,7 +2780,7 @@ module Aws::GlueDataBrew
2403
2780
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
2404
2781
  # max_capacity: 1,
2405
2782
  # max_retries: 1,
2406
- # outputs: [ # required
2783
+ # outputs: [
2407
2784
  # {
2408
2785
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
2409
2786
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -2420,6 +2797,40 @@ module Aws::GlueDataBrew
2420
2797
  # },
2421
2798
  # },
2422
2799
  # ],
2800
+ # data_catalog_outputs: [
2801
+ # {
2802
+ # catalog_id: "CatalogId",
2803
+ # database_name: "DatabaseName", # required
2804
+ # table_name: "TableName", # required
2805
+ # s3_options: {
2806
+ # location: { # required
2807
+ # bucket: "Bucket", # required
2808
+ # key: "Key",
2809
+ # },
2810
+ # },
2811
+ # database_options: {
2812
+ # temp_directory: {
2813
+ # bucket: "Bucket", # required
2814
+ # key: "Key",
2815
+ # },
2816
+ # table_name: "DatabaseTableName", # required
2817
+ # },
2818
+ # overwrite: false,
2819
+ # },
2820
+ # ],
2821
+ # database_outputs: [
2822
+ # {
2823
+ # glue_connection_name: "GlueConnectionName", # required
2824
+ # database_options: { # required
2825
+ # temp_directory: {
2826
+ # bucket: "Bucket", # required
2827
+ # key: "Key",
2828
+ # },
2829
+ # table_name: "DatabaseTableName", # required
2830
+ # },
2831
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
2832
+ # },
2833
+ # ],
2423
2834
  # role_arn: "Arn", # required
2424
2835
  # timeout: 1,
2425
2836
  # })
@@ -2444,7 +2855,7 @@ module Aws::GlueDataBrew
2444
2855
  #
2445
2856
  # @option params [required, String] :cron_expression
2446
2857
  # The date or dates and time or times when the jobs are to be run. For
2447
- # more information, see [Cron expressions][1] in the *AWS Glue DataBrew
2858
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
2448
2859
  # Developer Guide*.
2449
2860
  #
2450
2861
  #
@@ -2492,7 +2903,7 @@ module Aws::GlueDataBrew
2492
2903
  params: params,
2493
2904
  config: config)
2494
2905
  context[:gem_name] = 'aws-sdk-gluedatabrew'
2495
- context[:gem_version] = '1.6.0'
2906
+ context[:gem_version] = '1.10.0'
2496
2907
  Seahorse::Client::Request.new(handlers, context)
2497
2908
  end
2498
2909