aws-sdk-gluedatabrew 1.7.0 → 1.11.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -27,6 +27,10 @@ module Aws::GlueDataBrew
27
27
  ColumnName = Shapes::StringShape.new(name: 'ColumnName')
28
28
  ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
29
29
  ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
30
+ ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
31
+ ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
32
+ ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
33
+ ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
30
34
  CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
31
35
  Condition = Shapes::StringShape.new(name: 'Condition')
32
36
  ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
@@ -51,9 +55,15 @@ module Aws::GlueDataBrew
51
55
  CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
52
56
  CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
53
57
  DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
58
+ DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
59
+ DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
54
60
  DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
55
61
  DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
62
+ DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
63
+ DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
64
+ DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
56
65
  DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
66
+ DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
57
67
  Dataset = Shapes::StructureShape.new(name: 'Dataset')
58
68
  DatasetList = Shapes::ListShape.new(name: 'DatasetList')
59
69
  DatasetName = Shapes::StringShape.new(name: 'DatasetName')
@@ -157,6 +167,7 @@ module Aws::GlueDataBrew
157
167
  PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
158
168
  PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
159
169
  Preview = Shapes::BooleanShape.new(name: 'Preview')
170
+ ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
160
171
  Project = Shapes::StructureShape.new(name: 'Project')
161
172
  ProjectList = Shapes::ListShape.new(name: 'ProjectList')
162
173
  ProjectName = Shapes::StringShape.new(name: 'ProjectName')
@@ -179,6 +190,7 @@ module Aws::GlueDataBrew
179
190
  ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
180
191
  Result = Shapes::StringShape.new(name: 'Result')
181
192
  S3Location = Shapes::StructureShape.new(name: 'S3Location')
193
+ S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
182
194
  Sample = Shapes::StructureShape.new(name: 'Sample')
183
195
  SampleMode = Shapes::StringShape.new(name: 'SampleMode')
184
196
  SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
@@ -201,6 +213,11 @@ module Aws::GlueDataBrew
201
213
  StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
202
214
  StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
203
215
  StartedBy = Shapes::StringShape.new(name: 'StartedBy')
216
+ Statistic = Shapes::StringShape.new(name: 'Statistic')
217
+ StatisticList = Shapes::ListShape.new(name: 'StatisticList')
218
+ StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
219
+ StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
220
+ StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
204
221
  StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
205
222
  StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
206
223
  StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
@@ -246,6 +263,18 @@ module Aws::GlueDataBrew
246
263
 
247
264
  ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
248
265
 
266
+ ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
267
+ ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
268
+ ColumnSelector.struct_class = Types::ColumnSelector
269
+
270
+ ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
271
+
272
+ ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
273
+ ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
274
+ ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
275
+
276
+ ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
277
+
249
278
  ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
250
279
  ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
251
280
  ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
@@ -275,6 +304,7 @@ module Aws::GlueDataBrew
275
304
  CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
276
305
  CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
277
306
  CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
307
+ CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
278
308
  CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
279
309
  CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
280
310
  CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
@@ -302,7 +332,9 @@ module Aws::GlueDataBrew
302
332
  CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
303
333
  CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
304
334
  CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
305
- CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
335
+ CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
336
+ CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
337
+ CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
306
338
  CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
307
339
  CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
308
340
  CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
@@ -344,11 +376,32 @@ module Aws::GlueDataBrew
344
376
  DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
345
377
  DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
346
378
 
379
+ DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
380
+ DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
381
+ DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
382
+ DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
383
+ DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
384
+ DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
385
+ DataCatalogOutput.struct_class = Types::DataCatalogOutput
386
+
387
+ DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
388
+
347
389
  DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
348
390
  DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
349
391
  DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
350
392
  DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
351
393
 
394
+ DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
395
+ DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
396
+ DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
397
+ DatabaseOutput.struct_class = Types::DatabaseOutput
398
+
399
+ DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
400
+
401
+ DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
402
+ DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
403
+ DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
404
+
352
405
  Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
353
406
  Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
354
407
  Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
@@ -443,7 +496,10 @@ module Aws::GlueDataBrew
443
496
  DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
444
497
  DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
445
498
  DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
499
+ DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
500
+ DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
446
501
  DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
502
+ DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
447
503
  DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
448
504
  DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
449
505
  DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
@@ -462,11 +518,14 @@ module Aws::GlueDataBrew
462
518
  DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
463
519
  DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
464
520
  DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
521
+ DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
465
522
  DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
466
523
  DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
467
524
  DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
468
525
  DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
469
526
  DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
527
+ DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
528
+ DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
470
529
  DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
471
530
  DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
472
531
  DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -568,6 +627,8 @@ module Aws::GlueDataBrew
568
627
  Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
569
628
  Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
570
629
  Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
630
+ Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
631
+ Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
571
632
  Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
572
633
  Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
573
634
  Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
@@ -592,6 +653,8 @@ module Aws::GlueDataBrew
592
653
  JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
593
654
  JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
594
655
  JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
656
+ JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
657
+ JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
595
658
  JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
596
659
  JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
597
660
  JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -699,6 +762,11 @@ module Aws::GlueDataBrew
699
762
  PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
700
763
  PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
701
764
 
765
+ ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
766
+ ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
767
+ ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
768
+ ProfileConfiguration.struct_class = Types::ProfileConfiguration
769
+
702
770
  Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
703
771
  Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
704
772
  Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
@@ -771,6 +839,9 @@ module Aws::GlueDataBrew
771
839
  S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
772
840
  S3Location.struct_class = Types::S3Location
773
841
 
842
+ S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
843
+ S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
844
+
774
845
  Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
775
846
  Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
776
847
  Sample.struct_class = Types::Sample
@@ -823,6 +894,18 @@ module Aws::GlueDataBrew
823
894
  StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
824
895
  StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
825
896
 
897
+ StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
898
+
899
+ StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
900
+ StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
901
+ StatisticOverride.struct_class = Types::StatisticOverride
902
+
903
+ StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
904
+
905
+ StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
906
+ StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
907
+ StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
908
+
826
909
  StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
827
910
  StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
828
911
  StopJobRunRequest.struct_class = Types::StopJobRunRequest
@@ -857,6 +940,7 @@ module Aws::GlueDataBrew
857
940
  UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
858
941
  UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
859
942
 
943
+ UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
860
944
  UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
861
945
  UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
862
946
  UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
@@ -887,7 +971,9 @@ module Aws::GlueDataBrew
887
971
  UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
888
972
  UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
889
973
  UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
890
- UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
974
+ UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
975
+ UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
976
+ UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
891
977
  UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
892
978
  UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
893
979
  UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
@@ -68,6 +68,81 @@ module Aws::GlueDataBrew
68
68
  include Aws::Structure
69
69
  end
70
70
 
71
+ # Selector of a column from a dataset for profile job configuration. One
72
+ # selector includes either a column name or a regular expression.
73
+ #
74
+ # @note When making an API call, you may pass ColumnSelector
75
+ # data as a hash:
76
+ #
77
+ # {
78
+ # regex: "ColumnName",
79
+ # name: "ColumnName",
80
+ # }
81
+ #
82
+ # @!attribute [rw] regex
83
+ # A regular expression for selecting a column from a dataset.
84
+ # @return [String]
85
+ #
86
+ # @!attribute [rw] name
87
+ # The name of a column from a dataset.
88
+ # @return [String]
89
+ #
90
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnSelector AWS API Documentation
91
+ #
92
+ class ColumnSelector < Struct.new(
93
+ :regex,
94
+ :name)
95
+ SENSITIVE = []
96
+ include Aws::Structure
97
+ end
98
+
99
+ # Configuration for column evaluations for a profile job.
100
+ # ColumnStatisticsConfiguration can be used to select evaluations and
101
+ # override parameters of evaluations for particular columns.
102
+ #
103
+ # @note When making an API call, you may pass ColumnStatisticsConfiguration
104
+ # data as a hash:
105
+ #
106
+ # {
107
+ # selectors: [
108
+ # {
109
+ # regex: "ColumnName",
110
+ # name: "ColumnName",
111
+ # },
112
+ # ],
113
+ # statistics: { # required
114
+ # included_statistics: ["Statistic"],
115
+ # overrides: [
116
+ # {
117
+ # statistic: "Statistic", # required
118
+ # parameters: { # required
119
+ # "ParameterName" => "ParameterValue",
120
+ # },
121
+ # },
122
+ # ],
123
+ # },
124
+ # }
125
+ #
126
+ # @!attribute [rw] selectors
127
+ # List of column selectors. Selectors can be used to select columns
128
+ # from the dataset. When selectors are undefined, configuration will
129
+ # be applied to all supported columns.
130
+ # @return [Array<Types::ColumnSelector>]
131
+ #
132
+ # @!attribute [rw] statistics
133
+ # Configuration for evaluations. Statistics can be used to select
134
+ # evaluations and override parameters of evaluations.
135
+ # @return [Types::StatisticsConfiguration]
136
+ #
137
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnStatisticsConfiguration AWS API Documentation
138
+ #
139
+ class ColumnStatisticsConfiguration < Struct.new(
140
+ :selectors,
141
+ :statistics)
142
+ SENSITIVE = []
143
+ include Aws::Structure
144
+ end
145
+
71
146
  # Represents an individual condition that evaluates to true or false.
72
147
  #
73
148
  # Conditions are used with recipe actions. The action is only performed
@@ -89,7 +164,7 @@ module Aws::GlueDataBrew
89
164
  #
90
165
  # @!attribute [rw] condition
91
166
  # A specific condition to apply to a recipe action. For more
92
- # information, see [Recipe structure][1] in the *AWS Glue DataBrew
167
+ # information, see [Recipe structure][1] in the *Glue DataBrew
93
168
  # Developer Guide*.
94
169
  #
95
170
  #
@@ -214,8 +289,8 @@ module Aws::GlueDataBrew
214
289
  # @return [String]
215
290
  #
216
291
  # @!attribute [rw] format
217
- # The file format of a dataset that is created from an S3 file or
218
- # folder.
292
+ # The file format of a dataset that is created from an Amazon S3 file
293
+ # or folder.
219
294
  # @return [String]
220
295
  #
221
296
  # @!attribute [rw] format_options
@@ -225,12 +300,12 @@ module Aws::GlueDataBrew
225
300
  #
226
301
  # @!attribute [rw] input
227
302
  # Represents information on how DataBrew can find data, in either the
228
- # AWS Glue Data Catalog or Amazon S3.
303
+ # Glue Data Catalog or Amazon S3.
229
304
  # @return [Types::Input]
230
305
  #
231
306
  # @!attribute [rw] path_options
232
- # A set of options that defines how DataBrew interprets an S3 path of
233
- # the dataset.
307
+ # A set of options that defines how DataBrew interprets an Amazon S3
308
+ # path of the dataset.
234
309
  # @return [Types::PathOptions]
235
310
  #
236
311
  # @!attribute [rw] tags
@@ -277,6 +352,46 @@ module Aws::GlueDataBrew
277
352
  # bucket: "Bucket", # required
278
353
  # key: "Key",
279
354
  # },
355
+ # configuration: {
356
+ # dataset_statistics_configuration: {
357
+ # included_statistics: ["Statistic"],
358
+ # overrides: [
359
+ # {
360
+ # statistic: "Statistic", # required
361
+ # parameters: { # required
362
+ # "ParameterName" => "ParameterValue",
363
+ # },
364
+ # },
365
+ # ],
366
+ # },
367
+ # profile_columns: [
368
+ # {
369
+ # regex: "ColumnName",
370
+ # name: "ColumnName",
371
+ # },
372
+ # ],
373
+ # column_statistics_configurations: [
374
+ # {
375
+ # selectors: [
376
+ # {
377
+ # regex: "ColumnName",
378
+ # name: "ColumnName",
379
+ # },
380
+ # ],
381
+ # statistics: { # required
382
+ # included_statistics: ["Statistic"],
383
+ # overrides: [
384
+ # {
385
+ # statistic: "Statistic", # required
386
+ # parameters: { # required
387
+ # "ParameterName" => "ParameterValue",
388
+ # },
389
+ # },
390
+ # ],
391
+ # },
392
+ # },
393
+ # ],
394
+ # },
280
395
  # role_arn: "Arn", # required
281
396
  # tags: {
282
397
  # "TagKey" => "TagValue",
@@ -300,8 +415,8 @@ module Aws::GlueDataBrew
300
415
  # @!attribute [rw] encryption_mode
301
416
  # The encryption mode for the job, which can be one of the following:
302
417
  #
303
- # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with AWS
304
- # KMS-managed keys.
418
+ # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
419
+ # keys.
305
420
  #
306
421
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
307
422
  # @return [String]
@@ -331,9 +446,16 @@ module Aws::GlueDataBrew
331
446
  # DataBrew can read input data, or write output from a job.
332
447
  # @return [Types::S3Location]
333
448
  #
449
+ # @!attribute [rw] configuration
450
+ # Configuration for profile jobs. Used to select columns, do
451
+ # evaluations, and override default parameters of evaluations. When
452
+ # configuration is null, the profile job will run with default
453
+ # settings.
454
+ # @return [Types::ProfileConfiguration]
455
+ #
334
456
  # @!attribute [rw] role_arn
335
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
336
- # Management (IAM) role to be assumed when DataBrew runs the job.
457
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
458
+ # (IAM) role to be assumed when DataBrew runs the job.
337
459
  # @return [String]
338
460
  #
339
461
  # @!attribute [rw] tags
@@ -364,6 +486,7 @@ module Aws::GlueDataBrew
364
486
  :max_capacity,
365
487
  :max_retries,
366
488
  :output_location,
489
+ :configuration,
367
490
  :role_arn,
368
491
  :tags,
369
492
  :timeout,
@@ -420,8 +543,8 @@ module Aws::GlueDataBrew
420
543
  # @return [Types::Sample]
421
544
  #
422
545
  # @!attribute [rw] role_arn
423
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
424
- # Management (IAM) role to be assumed for this request.
546
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
547
+ # (IAM) role to be assumed for this request.
425
548
  # @return [String]
426
549
  #
427
550
  # @!attribute [rw] tags
@@ -464,7 +587,7 @@ module Aws::GlueDataBrew
464
587
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
465
588
  # max_capacity: 1,
466
589
  # max_retries: 1,
467
- # outputs: [ # required
590
+ # outputs: [
468
591
  # {
469
592
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
470
593
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -481,6 +604,40 @@ module Aws::GlueDataBrew
481
604
  # },
482
605
  # },
483
606
  # ],
607
+ # data_catalog_outputs: [
608
+ # {
609
+ # catalog_id: "CatalogId",
610
+ # database_name: "DatabaseName", # required
611
+ # table_name: "TableName", # required
612
+ # s3_options: {
613
+ # location: { # required
614
+ # bucket: "Bucket", # required
615
+ # key: "Key",
616
+ # },
617
+ # },
618
+ # database_options: {
619
+ # temp_directory: {
620
+ # bucket: "Bucket", # required
621
+ # key: "Key",
622
+ # },
623
+ # table_name: "DatabaseTableName", # required
624
+ # },
625
+ # overwrite: false,
626
+ # },
627
+ # ],
628
+ # database_outputs: [
629
+ # {
630
+ # glue_connection_name: "GlueConnectionName", # required
631
+ # database_options: { # required
632
+ # temp_directory: {
633
+ # bucket: "Bucket", # required
634
+ # key: "Key",
635
+ # },
636
+ # table_name: "DatabaseTableName", # required
637
+ # },
638
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
639
+ # },
640
+ # ],
484
641
  # project_name: "ProjectName",
485
642
  # recipe_reference: {
486
643
  # name: "RecipeName", # required
@@ -505,7 +662,7 @@ module Aws::GlueDataBrew
505
662
  # @!attribute [rw] encryption_mode
506
663
  # The encryption mode for the job, which can be one of the following:
507
664
  #
508
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
665
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
509
666
  #
510
667
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
511
668
  # @return [String]
@@ -535,6 +692,16 @@ module Aws::GlueDataBrew
535
692
  # job.
536
693
  # @return [Array<Types::Output>]
537
694
  #
695
+ # @!attribute [rw] data_catalog_outputs
696
+ # One or more artifacts that represent the Glue Data Catalog output
697
+ # from running the job.
698
+ # @return [Array<Types::DataCatalogOutput>]
699
+ #
700
+ # @!attribute [rw] database_outputs
701
+ # Represents a list of JDBC database output objects which defines the
702
+ # output destination for a DataBrew recipe job to write to.
703
+ # @return [Array<Types::DatabaseOutput>]
704
+ #
538
705
  # @!attribute [rw] project_name
539
706
  # Either the name of an existing project, or a combination of a recipe
540
707
  # and a dataset to associate with the recipe.
@@ -545,8 +712,8 @@ module Aws::GlueDataBrew
545
712
  # @return [Types::RecipeReference]
546
713
  #
547
714
  # @!attribute [rw] role_arn
548
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
549
- # Management (IAM) role to be assumed when DataBrew runs the job.
715
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
716
+ # (IAM) role to be assumed when DataBrew runs the job.
550
717
  # @return [String]
551
718
  #
552
719
  # @!attribute [rw] tags
@@ -569,6 +736,8 @@ module Aws::GlueDataBrew
569
736
  :max_capacity,
570
737
  :max_retries,
571
738
  :outputs,
739
+ :data_catalog_outputs,
740
+ :database_outputs,
572
741
  :project_name,
573
742
  :recipe_reference,
574
743
  :role_arn,
@@ -678,8 +847,8 @@ module Aws::GlueDataBrew
678
847
  #
679
848
  # @!attribute [rw] cron_expression
680
849
  # The date or dates and time or times when the jobs are to be run. For
681
- # more information, see [Cron expressions][1] in the *AWS Glue
682
- # DataBrew Developer Guide*.
850
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
851
+ # Developer Guide*.
683
852
  #
684
853
  #
685
854
  #
@@ -773,8 +942,8 @@ module Aws::GlueDataBrew
773
942
  include Aws::Structure
774
943
  end
775
944
 
776
- # Represents how metadata stored in the AWS Glue Data Catalog is defined
777
- # in a DataBrew dataset.
945
+ # Represents how metadata stored in the Glue Data Catalog is defined in
946
+ # a DataBrew dataset.
778
947
  #
779
948
  # @note When making an API call, you may pass DataCatalogInputDefinition
780
949
  # data as a hash:
@@ -790,8 +959,8 @@ module Aws::GlueDataBrew
790
959
  # }
791
960
  #
792
961
  # @!attribute [rw] catalog_id
793
- # The unique identifier of the AWS account that holds the Data Catalog
794
- # that stores the data.
962
+ # The unique identifier of the Amazon Web Services account that holds
963
+ # the Data Catalog that stores the data.
795
964
  # @return [String]
796
965
  #
797
966
  # @!attribute [rw] database_name
@@ -804,8 +973,8 @@ module Aws::GlueDataBrew
804
973
  # @return [String]
805
974
  #
806
975
  # @!attribute [rw] temp_directory
807
- # An Amazon location that AWS Glue Data Catalog can use as a temporary
808
- # directory.
976
+ # Represents an Amazon location where DataBrew can store intermediate
977
+ # results.
809
978
  # @return [Types::S3Location]
810
979
  #
811
980
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogInputDefinition AWS API Documentation
@@ -819,6 +988,74 @@ module Aws::GlueDataBrew
819
988
  include Aws::Structure
820
989
  end
821
990
 
991
+ # Represents options that specify how and where in the Glue Data Catalog
992
+ # DataBrew writes the output generated by recipe jobs.
993
+ #
994
+ # @note When making an API call, you may pass DataCatalogOutput
995
+ # data as a hash:
996
+ #
997
+ # {
998
+ # catalog_id: "CatalogId",
999
+ # database_name: "DatabaseName", # required
1000
+ # table_name: "TableName", # required
1001
+ # s3_options: {
1002
+ # location: { # required
1003
+ # bucket: "Bucket", # required
1004
+ # key: "Key",
1005
+ # },
1006
+ # },
1007
+ # database_options: {
1008
+ # temp_directory: {
1009
+ # bucket: "Bucket", # required
1010
+ # key: "Key",
1011
+ # },
1012
+ # table_name: "DatabaseTableName", # required
1013
+ # },
1014
+ # overwrite: false,
1015
+ # }
1016
+ #
1017
+ # @!attribute [rw] catalog_id
1018
+ # The unique identifier of the Amazon Web Services account that holds
1019
+ # the Data Catalog that stores the data.
1020
+ # @return [String]
1021
+ #
1022
+ # @!attribute [rw] database_name
1023
+ # The name of a database in the Data Catalog.
1024
+ # @return [String]
1025
+ #
1026
+ # @!attribute [rw] table_name
1027
+ # The name of a table in the Data Catalog.
1028
+ # @return [String]
1029
+ #
1030
+ # @!attribute [rw] s3_options
1031
+ # Represents options that specify how and where DataBrew writes the
1032
+ # Amazon S3 output generated by recipe jobs.
1033
+ # @return [Types::S3TableOutputOptions]
1034
+ #
1035
+ # @!attribute [rw] database_options
1036
+ # Represents options that specify how and where DataBrew writes the
1037
+ # database output generated by recipe jobs.
1038
+ # @return [Types::DatabaseTableOutputOptions]
1039
+ #
1040
+ # @!attribute [rw] overwrite
1041
+ # A value that, if true, means that any data in the location specified
1042
+ # for output is overwritten with new output. Not supported with
1043
+ # DatabaseOptions.
1044
+ # @return [Boolean]
1045
+ #
1046
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogOutput AWS API Documentation
1047
+ #
1048
+ class DataCatalogOutput < Struct.new(
1049
+ :catalog_id,
1050
+ :database_name,
1051
+ :table_name,
1052
+ :s3_options,
1053
+ :database_options,
1054
+ :overwrite)
1055
+ SENSITIVE = []
1056
+ include Aws::Structure
1057
+ end
1058
+
822
1059
  # Connection information for dataset input files stored in a database.
823
1060
  #
824
1061
  # @note When making an API call, you may pass DatabaseInputDefinition
@@ -834,8 +1071,8 @@ module Aws::GlueDataBrew
834
1071
  # }
835
1072
  #
836
1073
  # @!attribute [rw] glue_connection_name
837
- # The AWS Glue Connection that stores the connection information for
838
- # the target database.
1074
+ # The Glue Connection that stores the connection information for the
1075
+ # target database.
839
1076
  # @return [String]
840
1077
  #
841
1078
  # @!attribute [rw] database_table_name
@@ -857,10 +1094,86 @@ module Aws::GlueDataBrew
857
1094
  include Aws::Structure
858
1095
  end
859
1096
 
1097
+ # Represents a JDBC database output object which defines the output
1098
+ # destination for a DataBrew recipe job to write into.
1099
+ #
1100
+ # @note When making an API call, you may pass DatabaseOutput
1101
+ # data as a hash:
1102
+ #
1103
+ # {
1104
+ # glue_connection_name: "GlueConnectionName", # required
1105
+ # database_options: { # required
1106
+ # temp_directory: {
1107
+ # bucket: "Bucket", # required
1108
+ # key: "Key",
1109
+ # },
1110
+ # table_name: "DatabaseTableName", # required
1111
+ # },
1112
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
1113
+ # }
1114
+ #
1115
+ # @!attribute [rw] glue_connection_name
1116
+ # The Glue connection that stores the connection information for the
1117
+ # target database.
1118
+ # @return [String]
1119
+ #
1120
+ # @!attribute [rw] database_options
1121
+ # Represents options that specify how and where DataBrew writes the
1122
+ # database output generated by recipe jobs.
1123
+ # @return [Types::DatabaseTableOutputOptions]
1124
+ #
1125
+ # @!attribute [rw] database_output_mode
1126
+ # The output mode to write into the database. Currently supported
1127
+ # option: NEW\_TABLE.
1128
+ # @return [String]
1129
+ #
1130
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseOutput AWS API Documentation
1131
+ #
1132
+ class DatabaseOutput < Struct.new(
1133
+ :glue_connection_name,
1134
+ :database_options,
1135
+ :database_output_mode)
1136
+ SENSITIVE = []
1137
+ include Aws::Structure
1138
+ end
1139
+
1140
+ # Represents options that specify how and where DataBrew writes the
1141
+ # database output generated by recipe jobs.
1142
+ #
1143
+ # @note When making an API call, you may pass DatabaseTableOutputOptions
1144
+ # data as a hash:
1145
+ #
1146
+ # {
1147
+ # temp_directory: {
1148
+ # bucket: "Bucket", # required
1149
+ # key: "Key",
1150
+ # },
1151
+ # table_name: "DatabaseTableName", # required
1152
+ # }
1153
+ #
1154
+ # @!attribute [rw] temp_directory
1155
+ # Represents an Amazon S3 location (bucket name and object key) where
1156
+ # DataBrew can store intermediate results.
1157
+ # @return [Types::S3Location]
1158
+ #
1159
+ # @!attribute [rw] table_name
1160
+ # A prefix for the name of a table DataBrew will create in the
1161
+ # database.
1162
+ # @return [String]
1163
+ #
1164
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseTableOutputOptions AWS API Documentation
1165
+ #
1166
+ class DatabaseTableOutputOptions < Struct.new(
1167
+ :temp_directory,
1168
+ :table_name)
1169
+ SENSITIVE = []
1170
+ include Aws::Structure
1171
+ end
1172
+
860
1173
  # Represents a dataset that can be processed by DataBrew.
861
1174
  #
862
1175
  # @!attribute [rw] account_id
863
- # The ID of the AWS account that owns the dataset.
1176
+ # The ID of the Amazon Web Services account that owns the dataset.
864
1177
  # @return [String]
865
1178
  #
866
1179
  # @!attribute [rw] created_by
@@ -876,8 +1189,8 @@ module Aws::GlueDataBrew
876
1189
  # @return [String]
877
1190
  #
878
1191
  # @!attribute [rw] format
879
- # The file format of a dataset that is created from an S3 file or
880
- # folder.
1192
+ # The file format of a dataset that is created from an Amazon S3 file
1193
+ # or folder.
881
1194
  # @return [String]
882
1195
  #
883
1196
  # @!attribute [rw] format_options
@@ -886,8 +1199,8 @@ module Aws::GlueDataBrew
886
1199
  # @return [Types::FormatOptions]
887
1200
  #
888
1201
  # @!attribute [rw] input
889
- # Information on how DataBrew can find the dataset, in either the AWS
890
- # Glue Data Catalog or Amazon S3.
1202
+ # Information on how DataBrew can find the dataset, in either the Glue
1203
+ # Data Catalog or Amazon S3.
891
1204
  # @return [Types::Input]
892
1205
  #
893
1206
  # @!attribute [rw] last_modified_date
@@ -901,12 +1214,12 @@ module Aws::GlueDataBrew
901
1214
  #
902
1215
  # @!attribute [rw] source
903
1216
  # The location of the data for the dataset, either Amazon S3 or the
904
- # AWS Glue Data Catalog.
1217
+ # Glue Data Catalog.
905
1218
  # @return [String]
906
1219
  #
907
1220
  # @!attribute [rw] path_options
908
- # A set of options that defines how DataBrew interprets an S3 path of
909
- # the dataset.
1221
+ # A set of options that defines how DataBrew interprets an Amazon S3
1222
+ # path of the dataset.
910
1223
  # @return [Types::PathOptions]
911
1224
  #
912
1225
  # @!attribute [rw] tags
@@ -938,7 +1251,7 @@ module Aws::GlueDataBrew
938
1251
  end
939
1252
 
940
1253
  # Represents a dataset paramater that defines type and conditions for a
941
- # parameter in the S3 path of the dataset.
1254
+ # parameter in the Amazon S3 path of the dataset.
942
1255
  #
943
1256
  # @note When making an API call, you may pass DatasetParameter
944
1257
  # data as a hash:
@@ -961,7 +1274,8 @@ module Aws::GlueDataBrew
961
1274
  # }
962
1275
  #
963
1276
  # @!attribute [rw] name
964
- # The name of the parameter that is used in the dataset's S3 path.
1277
+ # The name of the parameter that is used in the dataset's Amazon S3
1278
+ # path.
965
1279
  # @return [String]
966
1280
  #
967
1281
  # @!attribute [rw] type
@@ -976,8 +1290,7 @@ module Aws::GlueDataBrew
976
1290
  #
977
1291
  # @!attribute [rw] create_column
978
1292
  # Optional boolean value that defines whether the captured value of
979
- # this parameter should be loaded as an additional column in the
980
- # dataset.
1293
+ # this parameter should be used to create a new column in a dataset.
981
1294
  # @return [Boolean]
982
1295
  #
983
1296
  # @!attribute [rw] filter
@@ -998,7 +1311,7 @@ module Aws::GlueDataBrew
998
1311
  end
999
1312
 
1000
1313
  # Represents additional options for correct interpretation of datetime
1001
- # parameters used in the S3 path of a dataset.
1314
+ # parameters used in the Amazon S3 path of a dataset.
1002
1315
  #
1003
1316
  # @note When making an API call, you may pass DatetimeOptions
1004
1317
  # data as a hash:
@@ -1011,16 +1324,17 @@ module Aws::GlueDataBrew
1011
1324
  #
1012
1325
  # @!attribute [rw] format
1013
1326
  # Required option, that defines the datetime format used for a date
1014
- # parameter in the S3 path. Should use only supported datetime
1015
- # specifiers and separation characters, all litera a-z or A-Z
1016
- # character should be escaped with single quotes. E.g.
1327
+ # parameter in the Amazon S3 path. Should use only supported datetime
1328
+ # specifiers and separation characters, all literal a-z or A-Z
1329
+ # characters should be escaped with single quotes. E.g.
1017
1330
  # "MM.dd.yyyy-'at'-HH:mm".
1018
1331
  # @return [String]
1019
1332
  #
1020
1333
  # @!attribute [rw] timezone_offset
1021
1334
  # Optional value for a timezone offset of the datetime parameter value
1022
- # in the S3 path. Shouldn't be used if Format for this parameter
1023
- # includes timezone fields. If no offset specified, UTC is assumed.
1335
+ # in the Amazon S3 path. Shouldn't be used if Format for this
1336
+ # parameter includes timezone fields. If no offset specified, UTC is
1337
+ # assumed.
1024
1338
  # @return [String]
1025
1339
  #
1026
1340
  # @!attribute [rw] locale_code
@@ -1238,8 +1552,8 @@ module Aws::GlueDataBrew
1238
1552
  # @return [String]
1239
1553
  #
1240
1554
  # @!attribute [rw] format
1241
- # The file format of a dataset that is created from an S3 file or
1242
- # folder.
1555
+ # The file format of a dataset that is created from an Amazon S3 file
1556
+ # or folder.
1243
1557
  # @return [String]
1244
1558
  #
1245
1559
  # @!attribute [rw] format_options
@@ -1249,7 +1563,7 @@ module Aws::GlueDataBrew
1249
1563
  #
1250
1564
  # @!attribute [rw] input
1251
1565
  # Represents information on how DataBrew can find data, in either the
1252
- # AWS Glue Data Catalog or Amazon S3.
1566
+ # Glue Data Catalog or Amazon S3.
1253
1567
  # @return [Types::Input]
1254
1568
  #
1255
1569
  # @!attribute [rw] last_modified_date
@@ -1262,13 +1576,13 @@ module Aws::GlueDataBrew
1262
1576
  # @return [String]
1263
1577
  #
1264
1578
  # @!attribute [rw] source
1265
- # The location of the data for this dataset, Amazon S3 or the AWS Glue
1579
+ # The location of the data for this dataset, Amazon S3 or the Glue
1266
1580
  # Data Catalog.
1267
1581
  # @return [String]
1268
1582
  #
1269
1583
  # @!attribute [rw] path_options
1270
- # A set of options that defines how DataBrew interprets an S3 path of
1271
- # the dataset.
1584
+ # A set of options that defines how DataBrew interprets an Amazon S3
1585
+ # path of the dataset.
1272
1586
  # @return [Types::PathOptions]
1273
1587
  #
1274
1588
  # @!attribute [rw] tags
@@ -1338,7 +1652,7 @@ module Aws::GlueDataBrew
1338
1652
  # @!attribute [rw] encryption_mode
1339
1653
  # The encryption mode for the job, which can be one of the following:
1340
1654
  #
1341
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
1655
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
1342
1656
  #
1343
1657
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
1344
1658
  # @return [String]
@@ -1383,10 +1697,27 @@ module Aws::GlueDataBrew
1383
1697
  # job.
1384
1698
  # @return [Array<Types::Output>]
1385
1699
  #
1700
+ # @!attribute [rw] data_catalog_outputs
1701
+ # One or more artifacts that represent the Glue Data Catalog output
1702
+ # from running the job.
1703
+ # @return [Array<Types::DataCatalogOutput>]
1704
+ #
1705
+ # @!attribute [rw] database_outputs
1706
+ # Represents a list of JDBC database output objects which defines the
1707
+ # output destination for a DataBrew recipe job to write into.
1708
+ # @return [Array<Types::DatabaseOutput>]
1709
+ #
1386
1710
  # @!attribute [rw] project_name
1387
1711
  # The DataBrew project associated with this job.
1388
1712
  # @return [String]
1389
1713
  #
1714
+ # @!attribute [rw] profile_configuration
1715
+ # Configuration for profile jobs. Used to select columns, do
1716
+ # evaluations, and override default parameters of evaluations. When
1717
+ # configuration is null, the profile job will run with default
1718
+ # settings.
1719
+ # @return [Types::ProfileConfiguration]
1720
+ #
1390
1721
  # @!attribute [rw] recipe_reference
1391
1722
  # Represents the name and version of a DataBrew recipe.
1392
1723
  # @return [Types::RecipeReference]
@@ -1396,7 +1727,7 @@ module Aws::GlueDataBrew
1396
1727
  # @return [String]
1397
1728
  #
1398
1729
  # @!attribute [rw] role_arn
1399
- # The ARN of the AWS Identity and Access Management (IAM) role to be
1730
+ # The ARN of the Identity and Access Management (IAM) role to be
1400
1731
  # assumed when DataBrew runs the job.
1401
1732
  # @return [String]
1402
1733
  #
@@ -1430,7 +1761,10 @@ module Aws::GlueDataBrew
1430
1761
  :max_capacity,
1431
1762
  :max_retries,
1432
1763
  :outputs,
1764
+ :data_catalog_outputs,
1765
+ :database_outputs,
1433
1766
  :project_name,
1767
+ :profile_configuration,
1434
1768
  :recipe_reference,
1435
1769
  :resource_arn,
1436
1770
  :role_arn,
@@ -1492,6 +1826,13 @@ module Aws::GlueDataBrew
1492
1826
  # The name of the job being processed during this run.
1493
1827
  # @return [String]
1494
1828
  #
1829
+ # @!attribute [rw] profile_configuration
1830
+ # Configuration for profile jobs. Used to select columns, do
1831
+ # evaluations, and override default parameters of evaluations. When
1832
+ # configuration is null, the profile job will run with default
1833
+ # settings.
1834
+ # @return [Types::ProfileConfiguration]
1835
+ #
1495
1836
  # @!attribute [rw] run_id
1496
1837
  # The unique identifier of the job run.
1497
1838
  # @return [String]
@@ -1513,6 +1854,16 @@ module Aws::GlueDataBrew
1513
1854
  # One or more output artifacts from a job run.
1514
1855
  # @return [Array<Types::Output>]
1515
1856
  #
1857
+ # @!attribute [rw] data_catalog_outputs
1858
+ # One or more artifacts that represent the Glue Data Catalog output
1859
+ # from running the job.
1860
+ # @return [Array<Types::DataCatalogOutput>]
1861
+ #
1862
+ # @!attribute [rw] database_outputs
1863
+ # Represents a list of JDBC database output objects which defines the
1864
+ # output destination for a DataBrew recipe job to write into.
1865
+ # @return [Array<Types::DatabaseOutput>]
1866
+ #
1516
1867
  # @!attribute [rw] recipe_reference
1517
1868
  # Represents the name and version of a DataBrew recipe.
1518
1869
  # @return [Types::RecipeReference]
@@ -1542,11 +1893,14 @@ module Aws::GlueDataBrew
1542
1893
  :error_message,
1543
1894
  :execution_time,
1544
1895
  :job_name,
1896
+ :profile_configuration,
1545
1897
  :run_id,
1546
1898
  :state,
1547
1899
  :log_subscription,
1548
1900
  :log_group_name,
1549
1901
  :outputs,
1902
+ :data_catalog_outputs,
1903
+ :database_outputs,
1550
1904
  :recipe_reference,
1551
1905
  :started_by,
1552
1906
  :started_on,
@@ -1613,7 +1967,7 @@ module Aws::GlueDataBrew
1613
1967
  # @return [Types::Sample]
1614
1968
  #
1615
1969
  # @!attribute [rw] role_arn
1616
- # The ARN of the AWS Identity and Access Management (IAM) role to be
1970
+ # The ARN of the Identity and Access Management (IAM) role to be
1617
1971
  # assumed when DataBrew runs the job.
1618
1972
  # @return [String]
1619
1973
  #
@@ -1810,7 +2164,7 @@ module Aws::GlueDataBrew
1810
2164
  # @!attribute [rw] cron_expression
1811
2165
  # The date or dates and time or times when the jobs are to be run for
1812
2166
  # the schedule. For more information, see [Cron expressions][1] in the
1813
- # *AWS Glue DataBrew Developer Guide*.
2167
+ # *Glue DataBrew Developer Guide*.
1814
2168
  #
1815
2169
  #
1816
2170
  #
@@ -1879,8 +2233,8 @@ module Aws::GlueDataBrew
1879
2233
  include Aws::Structure
1880
2234
  end
1881
2235
 
1882
- # Represents a limit imposed on number of S3 files that should be
1883
- # selected for a dataset from a connected S3 path.
2236
+ # Represents a limit imposed on number of Amazon S3 files that should be
2237
+ # selected for a dataset from a connected Amazon S3 path.
1884
2238
  #
1885
2239
  # @note When making an API call, you may pass FilesLimit
1886
2240
  # data as a hash:
@@ -1892,19 +2246,19 @@ module Aws::GlueDataBrew
1892
2246
  # }
1893
2247
  #
1894
2248
  # @!attribute [rw] max_files
1895
- # The number of S3 files to select.
2249
+ # The number of Amazon S3 files to select.
1896
2250
  # @return [Integer]
1897
2251
  #
1898
2252
  # @!attribute [rw] ordered_by
1899
- # A criteria to use for S3 files sorting before their selection. By
1900
- # default uses LAST\_MODIFIED\_DATE as a sorting criteria. Currently
1901
- # it's the only allowed value.
2253
+ # A criteria to use for Amazon S3 files sorting before their
2254
+ # selection. By default uses LAST\_MODIFIED\_DATE as a sorting
2255
+ # criteria. Currently it's the only allowed value.
1902
2256
  # @return [String]
1903
2257
  #
1904
2258
  # @!attribute [rw] order
1905
- # A criteria to use for S3 files sorting before their selection. By
1906
- # default uses DESCENDING order, i.e. most recent files are selected
1907
- # first. Anotherpossible value is ASCENDING.
2259
+ # A criteria to use for Amazon S3 files sorting before their
2260
+ # selection. By default uses DESCENDING order, i.e. most recent files
2261
+ # are selected first. Anotherpossible value is ASCENDING.
1908
2262
  # @return [String]
1909
2263
  #
1910
2264
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilesLimit AWS API Documentation
@@ -1917,7 +2271,13 @@ module Aws::GlueDataBrew
1917
2271
  include Aws::Structure
1918
2272
  end
1919
2273
 
1920
- # Represents a structure for defining parameter conditions.
2274
+ # Represents a structure for defining parameter conditions. Supported
2275
+ # conditions are described here: [Supported conditions for dynamic
2276
+ # datasets][1] in the *Glue DataBrew Developer Guide*.
2277
+ #
2278
+ #
2279
+ #
2280
+ # [1]: https://docs-aws.amazon.com/databrew/latest/dg/datasets.multiple-files.html#conditions.for.dynamic.datasets
1921
2281
  #
1922
2282
  # @note When making an API call, you may pass FilterExpression
1923
2283
  # data as a hash:
@@ -1996,7 +2356,7 @@ module Aws::GlueDataBrew
1996
2356
  end
1997
2357
 
1998
2358
  # Represents information on how DataBrew can find data, in either the
1999
- # AWS Glue Data Catalog or Amazon S3.
2359
+ # Glue Data Catalog or Amazon S3.
2000
2360
  #
2001
2361
  # @note When making an API call, you may pass Input
2002
2362
  # data as a hash:
@@ -2030,7 +2390,7 @@ module Aws::GlueDataBrew
2030
2390
  # @return [Types::S3Location]
2031
2391
  #
2032
2392
  # @!attribute [rw] data_catalog_input_definition
2033
- # The AWS Glue Data Catalog parameters for the data.
2393
+ # The Glue Data Catalog parameters for the data.
2034
2394
  # @return [Types::DataCatalogInputDefinition]
2035
2395
  #
2036
2396
  # @!attribute [rw] database_input_definition
@@ -2063,7 +2423,7 @@ module Aws::GlueDataBrew
2063
2423
  # Represents all of the attributes of a DataBrew job.
2064
2424
  #
2065
2425
  # @!attribute [rw] account_id
2066
- # The ID of the AWS account that owns the job.
2426
+ # The ID of the Amazon Web Services account that owns the job.
2067
2427
  # @return [String]
2068
2428
  #
2069
2429
  # @!attribute [rw] created_by
@@ -2091,7 +2451,7 @@ module Aws::GlueDataBrew
2091
2451
  # @!attribute [rw] encryption_mode
2092
2452
  # The encryption mode for the job, which can be one of the following:
2093
2453
  #
2094
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
2454
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
2095
2455
  #
2096
2456
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
2097
2457
  # @return [String]
@@ -2136,6 +2496,16 @@ module Aws::GlueDataBrew
2136
2496
  # One or more artifacts that represent output from running the job.
2137
2497
  # @return [Array<Types::Output>]
2138
2498
  #
2499
+ # @!attribute [rw] data_catalog_outputs
2500
+ # One or more artifacts that represent the Glue Data Catalog output
2501
+ # from running the job.
2502
+ # @return [Array<Types::DataCatalogOutput>]
2503
+ #
2504
+ # @!attribute [rw] database_outputs
2505
+ # Represents a list of JDBC database output objects which defines the
2506
+ # output destination for a DataBrew recipe job to write into.
2507
+ # @return [Array<Types::DatabaseOutput>]
2508
+ #
2139
2509
  # @!attribute [rw] project_name
2140
2510
  # The name of the project that the job is associated with.
2141
2511
  # @return [String]
@@ -2187,6 +2557,8 @@ module Aws::GlueDataBrew
2187
2557
  :max_capacity,
2188
2558
  :max_retries,
2189
2559
  :outputs,
2560
+ :data_catalog_outputs,
2561
+ :database_outputs,
2190
2562
  :project_name,
2191
2563
  :recipe_reference,
2192
2564
  :resource_arn,
@@ -2247,6 +2619,16 @@ module Aws::GlueDataBrew
2247
2619
  # One or more output artifacts from a job run.
2248
2620
  # @return [Array<Types::Output>]
2249
2621
  #
2622
+ # @!attribute [rw] data_catalog_outputs
2623
+ # One or more artifacts that represent the Glue Data Catalog output
2624
+ # from running the job.
2625
+ # @return [Array<Types::DataCatalogOutput>]
2626
+ #
2627
+ # @!attribute [rw] database_outputs
2628
+ # Represents a list of JDBC database output objects which defines the
2629
+ # output destination for a DataBrew recipe job to write into.
2630
+ # @return [Array<Types::DatabaseOutput>]
2631
+ #
2250
2632
  # @!attribute [rw] recipe_reference
2251
2633
  # The set of steps processed by the job.
2252
2634
  # @return [Types::RecipeReference]
@@ -2282,6 +2664,8 @@ module Aws::GlueDataBrew
2282
2664
  :log_subscription,
2283
2665
  :log_group_name,
2284
2666
  :outputs,
2667
+ :data_catalog_outputs,
2668
+ :database_outputs,
2285
2669
  :recipe_reference,
2286
2670
  :started_by,
2287
2671
  :started_on,
@@ -2332,7 +2716,7 @@ module Aws::GlueDataBrew
2332
2716
  end
2333
2717
 
2334
2718
  # Represents the JSON-specific options that define how input is to be
2335
- # interpreted by AWS Glue DataBrew.
2719
+ # interpreted by Glue DataBrew.
2336
2720
  #
2337
2721
  # @note When making an API call, you may pass JsonOptions
2338
2722
  # data as a hash:
@@ -2739,8 +3123,8 @@ module Aws::GlueDataBrew
2739
3123
  include Aws::Structure
2740
3124
  end
2741
3125
 
2742
- # Represents options that specify how and where DataBrew writes the
2743
- # output generated by recipe jobs or profile jobs.
3126
+ # Represents options that specify how and where in Amazon S3 DataBrew
3127
+ # writes the output generated by recipe jobs or profile jobs.
2744
3128
  #
2745
3129
  # @note When making an API call, you may pass Output
2746
3130
  # data as a hash:
@@ -2828,7 +3212,7 @@ module Aws::GlueDataBrew
2828
3212
  end
2829
3213
 
2830
3214
  # Represents a set of options that define how DataBrew selects files for
2831
- # a given S3 path in a dataset.
3215
+ # a given Amazon S3 path in a dataset.
2832
3216
  #
2833
3217
  # @note When making an API call, you may pass PathOptions
2834
3218
  # data as a hash:
@@ -2866,8 +3250,8 @@ module Aws::GlueDataBrew
2866
3250
  # }
2867
3251
  #
2868
3252
  # @!attribute [rw] last_modified_date_condition
2869
- # If provided, this structure defines a date range for matching S3
2870
- # objects based on their LastModifiedDate attribute in S3.
3253
+ # If provided, this structure defines a date range for matching Amazon
3254
+ # S3 objects based on their LastModifiedDate attribute in Amazon S3.
2871
3255
  # @return [Types::FilterExpression]
2872
3256
  #
2873
3257
  # @!attribute [rw] files_limit
@@ -2876,8 +3260,8 @@ module Aws::GlueDataBrew
2876
3260
  # @return [Types::FilesLimit]
2877
3261
  #
2878
3262
  # @!attribute [rw] parameters
2879
- # A structure that maps names of parameters used in the S3 path of a
2880
- # dataset to their definitions.
3263
+ # A structure that maps names of parameters used in the Amazon S3 path
3264
+ # of a dataset to their definitions.
2881
3265
  # @return [Hash<String,Types::DatasetParameter>]
2882
3266
  #
2883
3267
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/PathOptions AWS API Documentation
@@ -2890,10 +3274,90 @@ module Aws::GlueDataBrew
2890
3274
  include Aws::Structure
2891
3275
  end
2892
3276
 
3277
+ # Configuration for profile jobs. Configuration can be used to select
3278
+ # columns, do evaluations, and override default parameters of
3279
+ # evaluations. When configuration is undefined, the profile job will
3280
+ # apply default settings to all supported columns.
3281
+ #
3282
+ # @note When making an API call, you may pass ProfileConfiguration
3283
+ # data as a hash:
3284
+ #
3285
+ # {
3286
+ # dataset_statistics_configuration: {
3287
+ # included_statistics: ["Statistic"],
3288
+ # overrides: [
3289
+ # {
3290
+ # statistic: "Statistic", # required
3291
+ # parameters: { # required
3292
+ # "ParameterName" => "ParameterValue",
3293
+ # },
3294
+ # },
3295
+ # ],
3296
+ # },
3297
+ # profile_columns: [
3298
+ # {
3299
+ # regex: "ColumnName",
3300
+ # name: "ColumnName",
3301
+ # },
3302
+ # ],
3303
+ # column_statistics_configurations: [
3304
+ # {
3305
+ # selectors: [
3306
+ # {
3307
+ # regex: "ColumnName",
3308
+ # name: "ColumnName",
3309
+ # },
3310
+ # ],
3311
+ # statistics: { # required
3312
+ # included_statistics: ["Statistic"],
3313
+ # overrides: [
3314
+ # {
3315
+ # statistic: "Statistic", # required
3316
+ # parameters: { # required
3317
+ # "ParameterName" => "ParameterValue",
3318
+ # },
3319
+ # },
3320
+ # ],
3321
+ # },
3322
+ # },
3323
+ # ],
3324
+ # }
3325
+ #
3326
+ # @!attribute [rw] dataset_statistics_configuration
3327
+ # Configuration for inter-column evaluations. Configuration can be
3328
+ # used to select evaluations and override parameters of evaluations.
3329
+ # When configuration is undefined, the profile job will run all
3330
+ # supported inter-column evaluations.
3331
+ # @return [Types::StatisticsConfiguration]
3332
+ #
3333
+ # @!attribute [rw] profile_columns
3334
+ # List of column selectors. ProfileColumns can be used to select
3335
+ # columns from the dataset. When ProfileColumns is undefined, the
3336
+ # profile job will profile all supported columns.
3337
+ # @return [Array<Types::ColumnSelector>]
3338
+ #
3339
+ # @!attribute [rw] column_statistics_configurations
3340
+ # List of configurations for column evaluations.
3341
+ # ColumnStatisticsConfigurations are used to select evaluations and
3342
+ # override parameters of evaluations for particular columns. When
3343
+ # ColumnStatisticsConfigurations is undefined, the profile job will
3344
+ # profile all supported columns and run all supported evaluations.
3345
+ # @return [Array<Types::ColumnStatisticsConfiguration>]
3346
+ #
3347
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ProfileConfiguration AWS API Documentation
3348
+ #
3349
+ class ProfileConfiguration < Struct.new(
3350
+ :dataset_statistics_configuration,
3351
+ :profile_columns,
3352
+ :column_statistics_configurations)
3353
+ SENSITIVE = []
3354
+ include Aws::Structure
3355
+ end
3356
+
2893
3357
  # Represents all of the attributes of a DataBrew project.
2894
3358
  #
2895
3359
  # @!attribute [rw] account_id
2896
- # The ID of the AWS account that owns the project.
3360
+ # The ID of the Amazon Web Services account that owns the project.
2897
3361
  # @return [String]
2898
3362
  #
2899
3363
  # @!attribute [rw] create_date
@@ -3101,12 +3565,11 @@ module Aws::GlueDataBrew
3101
3565
 
3102
3566
  # Represents a transformation and associated parameters that are used to
3103
3567
  # apply a change to a DataBrew dataset. For more information, see
3104
- # [Recipe structure][1] and [Recipe actions reference][2].
3568
+ # [Recipe actions reference][1].
3105
3569
  #
3106
3570
  #
3107
3571
  #
3108
- # [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-structure.html
3109
- # [2]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
3572
+ # [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
3110
3573
  #
3111
3574
  # @note When making an API call, you may pass RecipeAction
3112
3575
  # data as a hash:
@@ -3257,7 +3720,7 @@ module Aws::GlueDataBrew
3257
3720
  # }
3258
3721
  #
3259
3722
  # @!attribute [rw] bucket
3260
- # The S3 bucket name.
3723
+ # The Amazon S3 bucket name.
3261
3724
  # @return [String]
3262
3725
  #
3263
3726
  # @!attribute [rw] key
@@ -3273,6 +3736,32 @@ module Aws::GlueDataBrew
3273
3736
  include Aws::Structure
3274
3737
  end
3275
3738
 
3739
+ # Represents options that specify how and where DataBrew writes the
3740
+ # Amazon S3 output generated by recipe jobs.
3741
+ #
3742
+ # @note When making an API call, you may pass S3TableOutputOptions
3743
+ # data as a hash:
3744
+ #
3745
+ # {
3746
+ # location: { # required
3747
+ # bucket: "Bucket", # required
3748
+ # key: "Key",
3749
+ # },
3750
+ # }
3751
+ #
3752
+ # @!attribute [rw] location
3753
+ # Represents an Amazon S3 location (bucket name and object key) where
3754
+ # DataBrew can write output from a job.
3755
+ # @return [Types::S3Location]
3756
+ #
3757
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/S3TableOutputOptions AWS API Documentation
3758
+ #
3759
+ class S3TableOutputOptions < Struct.new(
3760
+ :location)
3761
+ SENSITIVE = []
3762
+ include Aws::Structure
3763
+ end
3764
+
3276
3765
  # Represents the sample size and sampling type for DataBrew to use for
3277
3766
  # interactive data analysis.
3278
3767
  #
@@ -3304,7 +3793,7 @@ module Aws::GlueDataBrew
3304
3793
  # Represents one or more dates and times when a job is to run.
3305
3794
  #
3306
3795
  # @!attribute [rw] account_id
3307
- # The ID of the AWS account that owns the schedule.
3796
+ # The ID of the Amazon Web Services account that owns the schedule.
3308
3797
  # @return [String]
3309
3798
  #
3310
3799
  # @!attribute [rw] created_by
@@ -3334,8 +3823,7 @@ module Aws::GlueDataBrew
3334
3823
  #
3335
3824
  # @!attribute [rw] cron_expression
3336
3825
  # The dates and times when the job is to run. For more information,
3337
- # see [Cron expressions][1] in the *AWS Glue DataBrew Developer
3338
- # Guide*.
3826
+ # see [Cron expressions][1] in the *Glue DataBrew Developer Guide*.
3339
3827
  #
3340
3828
  #
3341
3829
  #
@@ -3548,6 +4036,72 @@ module Aws::GlueDataBrew
3548
4036
  include Aws::Structure
3549
4037
  end
3550
4038
 
4039
+ # Override of a particular evaluation for a profile job.
4040
+ #
4041
+ # @note When making an API call, you may pass StatisticOverride
4042
+ # data as a hash:
4043
+ #
4044
+ # {
4045
+ # statistic: "Statistic", # required
4046
+ # parameters: { # required
4047
+ # "ParameterName" => "ParameterValue",
4048
+ # },
4049
+ # }
4050
+ #
4051
+ # @!attribute [rw] statistic
4052
+ # The name of an evaluation
4053
+ # @return [String]
4054
+ #
4055
+ # @!attribute [rw] parameters
4056
+ # A map that includes overrides of an evaluation’s parameters.
4057
+ # @return [Hash<String,String>]
4058
+ #
4059
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticOverride AWS API Documentation
4060
+ #
4061
+ class StatisticOverride < Struct.new(
4062
+ :statistic,
4063
+ :parameters)
4064
+ SENSITIVE = []
4065
+ include Aws::Structure
4066
+ end
4067
+
4068
+ # Configuration of evaluations for a profile job. This configuration can
4069
+ # be used to select evaluations and override the parameters of selected
4070
+ # evaluations.
4071
+ #
4072
+ # @note When making an API call, you may pass StatisticsConfiguration
4073
+ # data as a hash:
4074
+ #
4075
+ # {
4076
+ # included_statistics: ["Statistic"],
4077
+ # overrides: [
4078
+ # {
4079
+ # statistic: "Statistic", # required
4080
+ # parameters: { # required
4081
+ # "ParameterName" => "ParameterValue",
4082
+ # },
4083
+ # },
4084
+ # ],
4085
+ # }
4086
+ #
4087
+ # @!attribute [rw] included_statistics
4088
+ # List of included evaluations. When the list is undefined, all
4089
+ # supported evaluations will be included.
4090
+ # @return [Array<String>]
4091
+ #
4092
+ # @!attribute [rw] overrides
4093
+ # List of overrides for evaluations.
4094
+ # @return [Array<Types::StatisticOverride>]
4095
+ #
4096
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticsConfiguration AWS API Documentation
4097
+ #
4098
+ class StatisticsConfiguration < Struct.new(
4099
+ :included_statistics,
4100
+ :overrides)
4101
+ SENSITIVE = []
4102
+ include Aws::Structure
4103
+ end
4104
+
3551
4105
  # @note When making an API call, you may pass StopJobRunRequest
3552
4106
  # data as a hash:
3553
4107
  #
@@ -3729,8 +4283,8 @@ module Aws::GlueDataBrew
3729
4283
  # @return [String]
3730
4284
  #
3731
4285
  # @!attribute [rw] format
3732
- # The file format of a dataset that is created from an S3 file or
3733
- # folder.
4286
+ # The file format of a dataset that is created from an Amazon S3 file
4287
+ # or folder.
3734
4288
  # @return [String]
3735
4289
  #
3736
4290
  # @!attribute [rw] format_options
@@ -3740,12 +4294,12 @@ module Aws::GlueDataBrew
3740
4294
  #
3741
4295
  # @!attribute [rw] input
3742
4296
  # Represents information on how DataBrew can find data, in either the
3743
- # AWS Glue Data Catalog or Amazon S3.
4297
+ # Glue Data Catalog or Amazon S3.
3744
4298
  # @return [Types::Input]
3745
4299
  #
3746
4300
  # @!attribute [rw] path_options
3747
- # A set of options that defines how DataBrew interprets an S3 path of
3748
- # the dataset.
4301
+ # A set of options that defines how DataBrew interprets an Amazon S3
4302
+ # path of the dataset.
3749
4303
  # @return [Types::PathOptions]
3750
4304
  #
3751
4305
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
@@ -3776,6 +4330,46 @@ module Aws::GlueDataBrew
3776
4330
  # data as a hash:
3777
4331
  #
3778
4332
  # {
4333
+ # configuration: {
4334
+ # dataset_statistics_configuration: {
4335
+ # included_statistics: ["Statistic"],
4336
+ # overrides: [
4337
+ # {
4338
+ # statistic: "Statistic", # required
4339
+ # parameters: { # required
4340
+ # "ParameterName" => "ParameterValue",
4341
+ # },
4342
+ # },
4343
+ # ],
4344
+ # },
4345
+ # profile_columns: [
4346
+ # {
4347
+ # regex: "ColumnName",
4348
+ # name: "ColumnName",
4349
+ # },
4350
+ # ],
4351
+ # column_statistics_configurations: [
4352
+ # {
4353
+ # selectors: [
4354
+ # {
4355
+ # regex: "ColumnName",
4356
+ # name: "ColumnName",
4357
+ # },
4358
+ # ],
4359
+ # statistics: { # required
4360
+ # included_statistics: ["Statistic"],
4361
+ # overrides: [
4362
+ # {
4363
+ # statistic: "Statistic", # required
4364
+ # parameters: { # required
4365
+ # "ParameterName" => "ParameterValue",
4366
+ # },
4367
+ # },
4368
+ # ],
4369
+ # },
4370
+ # },
4371
+ # ],
4372
+ # },
3779
4373
  # encryption_key_arn: "EncryptionKeyArn",
3780
4374
  # encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
3781
4375
  # name: "JobName", # required
@@ -3794,6 +4388,13 @@ module Aws::GlueDataBrew
3794
4388
  # },
3795
4389
  # }
3796
4390
  #
4391
+ # @!attribute [rw] configuration
4392
+ # Configuration for profile jobs. Used to select columns, do
4393
+ # evaluations, and override default parameters of evaluations. When
4394
+ # configuration is null, the profile job will run with default
4395
+ # settings.
4396
+ # @return [Types::ProfileConfiguration]
4397
+ #
3797
4398
  # @!attribute [rw] encryption_key_arn
3798
4399
  # The Amazon Resource Name (ARN) of an encryption key that is used to
3799
4400
  # protect the job.
@@ -3802,7 +4403,7 @@ module Aws::GlueDataBrew
3802
4403
  # @!attribute [rw] encryption_mode
3803
4404
  # The encryption mode for the job, which can be one of the following:
3804
4405
  #
3805
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
4406
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
3806
4407
  #
3807
4408
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
3808
4409
  # @return [String]
@@ -3832,8 +4433,8 @@ module Aws::GlueDataBrew
3832
4433
  # @return [Types::S3Location]
3833
4434
  #
3834
4435
  # @!attribute [rw] role_arn
3835
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
3836
- # Management (IAM) role to be assumed when DataBrew runs the job.
4436
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
4437
+ # (IAM) role to be assumed when DataBrew runs the job.
3837
4438
  # @return [String]
3838
4439
  #
3839
4440
  # @!attribute [rw] timeout
@@ -3852,6 +4453,7 @@ module Aws::GlueDataBrew
3852
4453
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
3853
4454
  #
3854
4455
  class UpdateProfileJobRequest < Struct.new(
4456
+ :configuration,
3855
4457
  :encryption_key_arn,
3856
4458
  :encryption_mode,
3857
4459
  :name,
@@ -3941,7 +4543,7 @@ module Aws::GlueDataBrew
3941
4543
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
3942
4544
  # max_capacity: 1,
3943
4545
  # max_retries: 1,
3944
- # outputs: [ # required
4546
+ # outputs: [
3945
4547
  # {
3946
4548
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
3947
4549
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -3958,6 +4560,40 @@ module Aws::GlueDataBrew
3958
4560
  # },
3959
4561
  # },
3960
4562
  # ],
4563
+ # data_catalog_outputs: [
4564
+ # {
4565
+ # catalog_id: "CatalogId",
4566
+ # database_name: "DatabaseName", # required
4567
+ # table_name: "TableName", # required
4568
+ # s3_options: {
4569
+ # location: { # required
4570
+ # bucket: "Bucket", # required
4571
+ # key: "Key",
4572
+ # },
4573
+ # },
4574
+ # database_options: {
4575
+ # temp_directory: {
4576
+ # bucket: "Bucket", # required
4577
+ # key: "Key",
4578
+ # },
4579
+ # table_name: "DatabaseTableName", # required
4580
+ # },
4581
+ # overwrite: false,
4582
+ # },
4583
+ # ],
4584
+ # database_outputs: [
4585
+ # {
4586
+ # glue_connection_name: "GlueConnectionName", # required
4587
+ # database_options: { # required
4588
+ # temp_directory: {
4589
+ # bucket: "Bucket", # required
4590
+ # key: "Key",
4591
+ # },
4592
+ # table_name: "DatabaseTableName", # required
4593
+ # },
4594
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
4595
+ # },
4596
+ # ],
3961
4597
  # role_arn: "Arn", # required
3962
4598
  # timeout: 1,
3963
4599
  # }
@@ -3970,7 +4606,7 @@ module Aws::GlueDataBrew
3970
4606
  # @!attribute [rw] encryption_mode
3971
4607
  # The encryption mode for the job, which can be one of the following:
3972
4608
  #
3973
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
4609
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
3974
4610
  #
3975
4611
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
3976
4612
  # @return [String]
@@ -3999,9 +4635,19 @@ module Aws::GlueDataBrew
3999
4635
  # job.
4000
4636
  # @return [Array<Types::Output>]
4001
4637
  #
4638
+ # @!attribute [rw] data_catalog_outputs
4639
+ # One or more artifacts that represent the Glue Data Catalog output
4640
+ # from running the job.
4641
+ # @return [Array<Types::DataCatalogOutput>]
4642
+ #
4643
+ # @!attribute [rw] database_outputs
4644
+ # Represents a list of JDBC database output objects which defines the
4645
+ # output destination for a DataBrew recipe job to write into.
4646
+ # @return [Array<Types::DatabaseOutput>]
4647
+ #
4002
4648
  # @!attribute [rw] role_arn
4003
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
4004
- # Management (IAM) role to be assumed when DataBrew runs the job.
4649
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
4650
+ # (IAM) role to be assumed when DataBrew runs the job.
4005
4651
  # @return [String]
4006
4652
  #
4007
4653
  # @!attribute [rw] timeout
@@ -4019,6 +4665,8 @@ module Aws::GlueDataBrew
4019
4665
  :max_capacity,
4020
4666
  :max_retries,
4021
4667
  :outputs,
4668
+ :data_catalog_outputs,
4669
+ :database_outputs,
4022
4670
  :role_arn,
4023
4671
  :timeout)
4024
4672
  SENSITIVE = []
@@ -4113,8 +4761,8 @@ module Aws::GlueDataBrew
4113
4761
  #
4114
4762
  # @!attribute [rw] cron_expression
4115
4763
  # The date or dates and time or times when the jobs are to be run. For
4116
- # more information, see [Cron expressions][1] in the *AWS Glue
4117
- # DataBrew Developer Guide*.
4764
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
4765
+ # Developer Guide*.
4118
4766
  #
4119
4767
  #
4120
4768
  #