aws-sdk-gluedatabrew 1.6.0 → 1.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -27,12 +27,17 @@ module Aws::GlueDataBrew
27
27
  ColumnName = Shapes::StringShape.new(name: 'ColumnName')
28
28
  ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
29
29
  ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
30
+ ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
31
+ ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
32
+ ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
33
+ ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
30
34
  CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
31
35
  Condition = Shapes::StringShape.new(name: 'Condition')
32
36
  ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
33
37
  ConditionExpressionList = Shapes::ListShape.new(name: 'ConditionExpressionList')
34
38
  ConditionValue = Shapes::StringShape.new(name: 'ConditionValue')
35
39
  ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
40
+ CreateColumn = Shapes::BooleanShape.new(name: 'CreateColumn')
36
41
  CreateDatasetRequest = Shapes::StructureShape.new(name: 'CreateDatasetRequest')
37
42
  CreateDatasetResponse = Shapes::StructureShape.new(name: 'CreateDatasetResponse')
38
43
  CreateProfileJobRequest = Shapes::StructureShape.new(name: 'CreateProfileJobRequest')
@@ -50,11 +55,22 @@ module Aws::GlueDataBrew
50
55
  CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
51
56
  CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
52
57
  DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
58
+ DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
59
+ DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
60
+ DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
53
61
  DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
62
+ DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
63
+ DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
64
+ DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
65
+ DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
66
+ DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
54
67
  Dataset = Shapes::StructureShape.new(name: 'Dataset')
55
68
  DatasetList = Shapes::ListShape.new(name: 'DatasetList')
56
69
  DatasetName = Shapes::StringShape.new(name: 'DatasetName')
70
+ DatasetParameter = Shapes::StructureShape.new(name: 'DatasetParameter')
57
71
  Date = Shapes::TimestampShape.new(name: 'Date')
72
+ DatetimeFormat = Shapes::StringShape.new(name: 'DatetimeFormat')
73
+ DatetimeOptions = Shapes::StructureShape.new(name: 'DatetimeOptions')
58
74
  DeleteDatasetRequest = Shapes::StructureShape.new(name: 'DeleteDatasetRequest')
59
75
  DeleteDatasetResponse = Shapes::StructureShape.new(name: 'DeleteDatasetResponse')
60
76
  DeleteJobRequest = Shapes::StructureShape.new(name: 'DeleteJobRequest')
@@ -83,7 +99,11 @@ module Aws::GlueDataBrew
83
99
  ErrorCode = Shapes::StringShape.new(name: 'ErrorCode')
84
100
  ExcelOptions = Shapes::StructureShape.new(name: 'ExcelOptions')
85
101
  ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
102
+ Expression = Shapes::StringShape.new(name: 'Expression')
103
+ FilesLimit = Shapes::StructureShape.new(name: 'FilesLimit')
104
+ FilterExpression = Shapes::StructureShape.new(name: 'FilterExpression')
86
105
  FormatOptions = Shapes::StructureShape.new(name: 'FormatOptions')
106
+ GlueConnectionName = Shapes::StringShape.new(name: 'GlueConnectionName')
87
107
  HeaderRow = Shapes::BooleanShape.new(name: 'HeaderRow')
88
108
  HiddenColumnList = Shapes::ListShape.new(name: 'HiddenColumnList')
89
109
  Input = Shapes::StructureShape.new(name: 'Input')
@@ -120,9 +140,11 @@ module Aws::GlueDataBrew
120
140
  ListSchedulesResponse = Shapes::StructureShape.new(name: 'ListSchedulesResponse')
121
141
  ListTagsForResourceRequest = Shapes::StructureShape.new(name: 'ListTagsForResourceRequest')
122
142
  ListTagsForResourceResponse = Shapes::StructureShape.new(name: 'ListTagsForResourceResponse')
143
+ LocaleCode = Shapes::StringShape.new(name: 'LocaleCode')
123
144
  LogGroupName = Shapes::StringShape.new(name: 'LogGroupName')
124
145
  LogSubscription = Shapes::StringShape.new(name: 'LogSubscription')
125
146
  MaxCapacity = Shapes::IntegerShape.new(name: 'MaxCapacity')
147
+ MaxFiles = Shapes::IntegerShape.new(name: 'MaxFiles')
126
148
  MaxResults100 = Shapes::IntegerShape.new(name: 'MaxResults100')
127
149
  MaxRetries = Shapes::IntegerShape.new(name: 'MaxRetries')
128
150
  Message = Shapes::StringShape.new(name: 'Message')
@@ -130,6 +152,8 @@ module Aws::GlueDataBrew
130
152
  NextToken = Shapes::StringShape.new(name: 'NextToken')
131
153
  OpenedBy = Shapes::StringShape.new(name: 'OpenedBy')
132
154
  Operation = Shapes::StringShape.new(name: 'Operation')
155
+ Order = Shapes::StringShape.new(name: 'Order')
156
+ OrderedBy = Shapes::StringShape.new(name: 'OrderedBy')
133
157
  Output = Shapes::StructureShape.new(name: 'Output')
134
158
  OutputFormat = Shapes::StringShape.new(name: 'OutputFormat')
135
159
  OutputFormatOptions = Shapes::StructureShape.new(name: 'OutputFormatOptions')
@@ -137,8 +161,13 @@ module Aws::GlueDataBrew
137
161
  OverwriteOutput = Shapes::BooleanShape.new(name: 'OverwriteOutput')
138
162
  ParameterMap = Shapes::MapShape.new(name: 'ParameterMap')
139
163
  ParameterName = Shapes::StringShape.new(name: 'ParameterName')
164
+ ParameterType = Shapes::StringShape.new(name: 'ParameterType')
140
165
  ParameterValue = Shapes::StringShape.new(name: 'ParameterValue')
166
+ PathOptions = Shapes::StructureShape.new(name: 'PathOptions')
167
+ PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
168
+ PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
141
169
  Preview = Shapes::BooleanShape.new(name: 'Preview')
170
+ ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
142
171
  Project = Shapes::StructureShape.new(name: 'Project')
143
172
  ProjectList = Shapes::ListShape.new(name: 'ProjectList')
144
173
  ProjectName = Shapes::StringShape.new(name: 'ProjectName')
@@ -161,6 +190,7 @@ module Aws::GlueDataBrew
161
190
  ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
162
191
  Result = Shapes::StringShape.new(name: 'Result')
163
192
  S3Location = Shapes::StructureShape.new(name: 'S3Location')
193
+ S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
164
194
  Sample = Shapes::StructureShape.new(name: 'Sample')
165
195
  SampleMode = Shapes::StringShape.new(name: 'SampleMode')
166
196
  SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
@@ -183,6 +213,11 @@ module Aws::GlueDataBrew
183
213
  StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
184
214
  StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
185
215
  StartedBy = Shapes::StringShape.new(name: 'StartedBy')
216
+ Statistic = Shapes::StringShape.new(name: 'Statistic')
217
+ StatisticList = Shapes::ListShape.new(name: 'StatisticList')
218
+ StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
219
+ StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
220
+ StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
186
221
  StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
187
222
  StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
188
223
  StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
@@ -195,6 +230,7 @@ module Aws::GlueDataBrew
195
230
  TagValue = Shapes::StringShape.new(name: 'TagValue')
196
231
  TargetColumn = Shapes::StringShape.new(name: 'TargetColumn')
197
232
  Timeout = Shapes::IntegerShape.new(name: 'Timeout')
233
+ TimezoneOffset = Shapes::StringShape.new(name: 'TimezoneOffset')
198
234
  UntagResourceRequest = Shapes::StructureShape.new(name: 'UntagResourceRequest')
199
235
  UntagResourceResponse = Shapes::StructureShape.new(name: 'UntagResourceResponse')
200
236
  UpdateDatasetRequest = Shapes::StructureShape.new(name: 'UpdateDatasetRequest')
@@ -210,6 +246,8 @@ module Aws::GlueDataBrew
210
246
  UpdateScheduleRequest = Shapes::StructureShape.new(name: 'UpdateScheduleRequest')
211
247
  UpdateScheduleResponse = Shapes::StructureShape.new(name: 'UpdateScheduleResponse')
212
248
  ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
249
+ ValueReference = Shapes::StringShape.new(name: 'ValueReference')
250
+ ValuesMap = Shapes::MapShape.new(name: 'ValuesMap')
213
251
  ViewFrame = Shapes::StructureShape.new(name: 'ViewFrame')
214
252
 
215
253
  AccessDeniedException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
@@ -225,6 +263,18 @@ module Aws::GlueDataBrew
225
263
 
226
264
  ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
227
265
 
266
+ ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
267
+ ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
268
+ ColumnSelector.struct_class = Types::ColumnSelector
269
+
270
+ ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
271
+
272
+ ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
273
+ ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
274
+ ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
275
+
276
+ ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
277
+
228
278
  ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
229
279
  ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
230
280
  ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
@@ -239,6 +289,7 @@ module Aws::GlueDataBrew
239
289
  CreateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
240
290
  CreateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
241
291
  CreateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
292
+ CreateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
242
293
  CreateDatasetRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
243
294
  CreateDatasetRequest.struct_class = Types::CreateDatasetRequest
244
295
 
@@ -253,6 +304,7 @@ module Aws::GlueDataBrew
253
304
  CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
254
305
  CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
255
306
  CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
307
+ CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
256
308
  CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
257
309
  CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
258
310
  CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
@@ -280,7 +332,9 @@ module Aws::GlueDataBrew
280
332
  CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
281
333
  CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
282
334
  CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
283
- CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
335
+ CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
336
+ CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
337
+ CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
284
338
  CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
285
339
  CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
286
340
  CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
@@ -322,6 +376,32 @@ module Aws::GlueDataBrew
322
376
  DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
323
377
  DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
324
378
 
379
+ DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
380
+ DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
381
+ DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
382
+ DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
383
+ DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
384
+ DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
385
+ DataCatalogOutput.struct_class = Types::DataCatalogOutput
386
+
387
+ DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
388
+
389
+ DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
390
+ DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
391
+ DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
392
+ DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
393
+
394
+ DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
395
+ DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
396
+ DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
397
+ DatabaseOutput.struct_class = Types::DatabaseOutput
398
+
399
+ DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
400
+
401
+ DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
402
+ DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
403
+ DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
404
+
325
405
  Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
326
406
  Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
327
407
  Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
@@ -332,12 +412,25 @@ module Aws::GlueDataBrew
332
412
  Dataset.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
333
413
  Dataset.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
334
414
  Dataset.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
415
+ Dataset.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
335
416
  Dataset.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
336
417
  Dataset.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
337
418
  Dataset.struct_class = Types::Dataset
338
419
 
339
420
  DatasetList.member = Shapes::ShapeRef.new(shape: Dataset)
340
421
 
422
+ DatasetParameter.add_member(:name, Shapes::ShapeRef.new(shape: PathParameterName, required: true, location_name: "Name"))
423
+ DatasetParameter.add_member(:type, Shapes::ShapeRef.new(shape: ParameterType, required: true, location_name: "Type"))
424
+ DatasetParameter.add_member(:datetime_options, Shapes::ShapeRef.new(shape: DatetimeOptions, location_name: "DatetimeOptions"))
425
+ DatasetParameter.add_member(:create_column, Shapes::ShapeRef.new(shape: CreateColumn, location_name: "CreateColumn"))
426
+ DatasetParameter.add_member(:filter, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "Filter"))
427
+ DatasetParameter.struct_class = Types::DatasetParameter
428
+
429
+ DatetimeOptions.add_member(:format, Shapes::ShapeRef.new(shape: DatetimeFormat, required: true, location_name: "Format"))
430
+ DatetimeOptions.add_member(:timezone_offset, Shapes::ShapeRef.new(shape: TimezoneOffset, location_name: "TimezoneOffset"))
431
+ DatetimeOptions.add_member(:locale_code, Shapes::ShapeRef.new(shape: LocaleCode, location_name: "LocaleCode"))
432
+ DatetimeOptions.struct_class = Types::DatetimeOptions
433
+
341
434
  DeleteDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
342
435
  DeleteDatasetRequest.struct_class = Types::DeleteDatasetRequest
343
436
 
@@ -382,6 +475,7 @@ module Aws::GlueDataBrew
382
475
  DescribeDatasetResponse.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
383
476
  DescribeDatasetResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
384
477
  DescribeDatasetResponse.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
478
+ DescribeDatasetResponse.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
385
479
  DescribeDatasetResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
386
480
  DescribeDatasetResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
387
481
  DescribeDatasetResponse.struct_class = Types::DescribeDatasetResponse
@@ -402,7 +496,10 @@ module Aws::GlueDataBrew
402
496
  DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
403
497
  DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
404
498
  DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
499
+ DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
500
+ DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
405
501
  DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
502
+ DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
406
503
  DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
407
504
  DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
408
505
  DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
@@ -421,11 +518,14 @@ module Aws::GlueDataBrew
421
518
  DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
422
519
  DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
423
520
  DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
521
+ DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
424
522
  DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
425
523
  DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
426
524
  DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
427
525
  DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
428
526
  DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
527
+ DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
528
+ DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
429
529
  DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
430
530
  DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
431
531
  DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -489,6 +589,15 @@ module Aws::GlueDataBrew
489
589
  ExcelOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
490
590
  ExcelOptions.struct_class = Types::ExcelOptions
491
591
 
592
+ FilesLimit.add_member(:max_files, Shapes::ShapeRef.new(shape: MaxFiles, required: true, location_name: "MaxFiles"))
593
+ FilesLimit.add_member(:ordered_by, Shapes::ShapeRef.new(shape: OrderedBy, location_name: "OrderedBy"))
594
+ FilesLimit.add_member(:order, Shapes::ShapeRef.new(shape: Order, location_name: "Order"))
595
+ FilesLimit.struct_class = Types::FilesLimit
596
+
597
+ FilterExpression.add_member(:expression, Shapes::ShapeRef.new(shape: Expression, required: true, location_name: "Expression"))
598
+ FilterExpression.add_member(:values_map, Shapes::ShapeRef.new(shape: ValuesMap, required: true, location_name: "ValuesMap"))
599
+ FilterExpression.struct_class = Types::FilterExpression
600
+
492
601
  FormatOptions.add_member(:json, Shapes::ShapeRef.new(shape: JsonOptions, location_name: "Json"))
493
602
  FormatOptions.add_member(:excel, Shapes::ShapeRef.new(shape: ExcelOptions, location_name: "Excel"))
494
603
  FormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOptions, location_name: "Csv"))
@@ -498,6 +607,7 @@ module Aws::GlueDataBrew
498
607
 
499
608
  Input.add_member(:s3_input_definition, Shapes::ShapeRef.new(shape: S3Location, location_name: "S3InputDefinition"))
500
609
  Input.add_member(:data_catalog_input_definition, Shapes::ShapeRef.new(shape: DataCatalogInputDefinition, location_name: "DataCatalogInputDefinition"))
610
+ Input.add_member(:database_input_definition, Shapes::ShapeRef.new(shape: DatabaseInputDefinition, location_name: "DatabaseInputDefinition"))
501
611
  Input.struct_class = Types::Input
502
612
 
503
613
  InternalServerException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
@@ -517,6 +627,8 @@ module Aws::GlueDataBrew
517
627
  Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
518
628
  Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
519
629
  Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
630
+ Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
631
+ Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
520
632
  Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
521
633
  Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
522
634
  Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
@@ -541,6 +653,8 @@ module Aws::GlueDataBrew
541
653
  JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
542
654
  JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
543
655
  JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
656
+ JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
657
+ JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
544
658
  JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
545
659
  JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
546
660
  JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -640,6 +754,19 @@ module Aws::GlueDataBrew
640
754
  ParameterMap.key = Shapes::ShapeRef.new(shape: ParameterName)
641
755
  ParameterMap.value = Shapes::ShapeRef.new(shape: ParameterValue)
642
756
 
757
+ PathOptions.add_member(:last_modified_date_condition, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "LastModifiedDateCondition"))
758
+ PathOptions.add_member(:files_limit, Shapes::ShapeRef.new(shape: FilesLimit, location_name: "FilesLimit"))
759
+ PathOptions.add_member(:parameters, Shapes::ShapeRef.new(shape: PathParametersMap, location_name: "Parameters"))
760
+ PathOptions.struct_class = Types::PathOptions
761
+
762
+ PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
763
+ PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
764
+
765
+ ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
766
+ ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
767
+ ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
768
+ ProfileConfiguration.struct_class = Types::ProfileConfiguration
769
+
643
770
  Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
644
771
  Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
645
772
  Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
@@ -712,6 +839,9 @@ module Aws::GlueDataBrew
712
839
  S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
713
840
  S3Location.struct_class = Types::S3Location
714
841
 
842
+ S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
843
+ S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
844
+
715
845
  Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
716
846
  Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
717
847
  Sample.struct_class = Types::Sample
@@ -764,6 +894,18 @@ module Aws::GlueDataBrew
764
894
  StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
765
895
  StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
766
896
 
897
+ StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
898
+
899
+ StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
900
+ StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
901
+ StatisticOverride.struct_class = Types::StatisticOverride
902
+
903
+ StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
904
+
905
+ StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
906
+ StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
907
+ StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
908
+
767
909
  StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
768
910
  StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
769
911
  StopJobRunRequest.struct_class = Types::StopJobRunRequest
@@ -792,11 +934,13 @@ module Aws::GlueDataBrew
792
934
  UpdateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
793
935
  UpdateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
794
936
  UpdateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
937
+ UpdateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
795
938
  UpdateDatasetRequest.struct_class = Types::UpdateDatasetRequest
796
939
 
797
940
  UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
798
941
  UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
799
942
 
943
+ UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
800
944
  UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
801
945
  UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
802
946
  UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
@@ -827,7 +971,9 @@ module Aws::GlueDataBrew
827
971
  UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
828
972
  UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
829
973
  UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
830
- UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
974
+ UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
975
+ UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
976
+ UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
831
977
  UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
832
978
  UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
833
979
  UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
@@ -854,6 +1000,9 @@ module Aws::GlueDataBrew
854
1000
  ValidationException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
855
1001
  ValidationException.struct_class = Types::ValidationException
856
1002
 
1003
+ ValuesMap.key = Shapes::ShapeRef.new(shape: ValueReference)
1004
+ ValuesMap.value = Shapes::ShapeRef.new(shape: ConditionValue)
1005
+
857
1006
  ViewFrame.add_member(:start_column_index, Shapes::ShapeRef.new(shape: StartColumnIndex, required: true, location_name: "StartColumnIndex"))
858
1007
  ViewFrame.add_member(:column_range, Shapes::ShapeRef.new(shape: ColumnRange, location_name: "ColumnRange"))
859
1008
  ViewFrame.add_member(:hidden_columns, Shapes::ShapeRef.new(shape: HiddenColumnList, location_name: "HiddenColumns"))
@@ -68,9 +68,84 @@ module Aws::GlueDataBrew
68
68
  include Aws::Structure
69
69
  end
70
70
 
71
+ # Selector of a column from a dataset for profile job configuration. One
72
+ # selector includes either a column name or a regular expression.
73
+ #
74
+ # @note When making an API call, you may pass ColumnSelector
75
+ # data as a hash:
76
+ #
77
+ # {
78
+ # regex: "ColumnName",
79
+ # name: "ColumnName",
80
+ # }
81
+ #
82
+ # @!attribute [rw] regex
83
+ # A regular expression for selecting a column from a dataset.
84
+ # @return [String]
85
+ #
86
+ # @!attribute [rw] name
87
+ # The name of a column from a dataset.
88
+ # @return [String]
89
+ #
90
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnSelector AWS API Documentation
91
+ #
92
+ class ColumnSelector < Struct.new(
93
+ :regex,
94
+ :name)
95
+ SENSITIVE = []
96
+ include Aws::Structure
97
+ end
98
+
99
+ # Configuration for column evaluations for a profile job.
100
+ # ColumnStatisticsConfiguration can be used to select evaluations and
101
+ # override parameters of evaluations for particular columns.
102
+ #
103
+ # @note When making an API call, you may pass ColumnStatisticsConfiguration
104
+ # data as a hash:
105
+ #
106
+ # {
107
+ # selectors: [
108
+ # {
109
+ # regex: "ColumnName",
110
+ # name: "ColumnName",
111
+ # },
112
+ # ],
113
+ # statistics: { # required
114
+ # included_statistics: ["Statistic"],
115
+ # overrides: [
116
+ # {
117
+ # statistic: "Statistic", # required
118
+ # parameters: { # required
119
+ # "ParameterName" => "ParameterValue",
120
+ # },
121
+ # },
122
+ # ],
123
+ # },
124
+ # }
125
+ #
126
+ # @!attribute [rw] selectors
127
+ # List of column selectors. Selectors can be used to select columns
128
+ # from the dataset. When selectors are undefined, configuration will
129
+ # be applied to all supported columns.
130
+ # @return [Array<Types::ColumnSelector>]
131
+ #
132
+ # @!attribute [rw] statistics
133
+ # Configuration for evaluations. Statistics can be used to select
134
+ # evaluations and override parameters of evaluations.
135
+ # @return [Types::StatisticsConfiguration]
136
+ #
137
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnStatisticsConfiguration AWS API Documentation
138
+ #
139
+ class ColumnStatisticsConfiguration < Struct.new(
140
+ :selectors,
141
+ :statistics)
142
+ SENSITIVE = []
143
+ include Aws::Structure
144
+ end
145
+
71
146
  # Represents an individual condition that evaluates to true or false.
72
147
  #
73
- # Conditions are used with recipe actions: The action is only performed
148
+ # Conditions are used with recipe actions. The action is only performed
74
149
  # for column values where the condition evaluates to true.
75
150
  #
76
151
  # If a recipe requires more than one condition, then the recipe must
@@ -89,7 +164,7 @@ module Aws::GlueDataBrew
89
164
  #
90
165
  # @!attribute [rw] condition
91
166
  # A specific condition to apply to a recipe action. For more
92
- # information, see [Recipe structure][1] in the *AWS Glue DataBrew
167
+ # information, see [Recipe structure][1] in the *Glue DataBrew
93
168
  # Developer Guide*.
94
169
  #
95
170
  #
@@ -163,6 +238,45 @@ module Aws::GlueDataBrew
163
238
  # key: "Key",
164
239
  # },
165
240
  # },
241
+ # database_input_definition: {
242
+ # glue_connection_name: "GlueConnectionName", # required
243
+ # database_table_name: "DatabaseTableName", # required
244
+ # temp_directory: {
245
+ # bucket: "Bucket", # required
246
+ # key: "Key",
247
+ # },
248
+ # },
249
+ # },
250
+ # path_options: {
251
+ # last_modified_date_condition: {
252
+ # expression: "Expression", # required
253
+ # values_map: { # required
254
+ # "ValueReference" => "ConditionValue",
255
+ # },
256
+ # },
257
+ # files_limit: {
258
+ # max_files: 1, # required
259
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
260
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
261
+ # },
262
+ # parameters: {
263
+ # "PathParameterName" => {
264
+ # name: "PathParameterName", # required
265
+ # type: "Datetime", # required, accepts Datetime, Number, String
266
+ # datetime_options: {
267
+ # format: "DatetimeFormat", # required
268
+ # timezone_offset: "TimezoneOffset",
269
+ # locale_code: "LocaleCode",
270
+ # },
271
+ # create_column: false,
272
+ # filter: {
273
+ # expression: "Expression", # required
274
+ # values_map: { # required
275
+ # "ValueReference" => "ConditionValue",
276
+ # },
277
+ # },
278
+ # },
279
+ # },
166
280
  # },
167
281
  # tags: {
168
282
  # "TagKey" => "TagValue",
@@ -175,20 +289,25 @@ module Aws::GlueDataBrew
175
289
  # @return [String]
176
290
  #
177
291
  # @!attribute [rw] format
178
- # Specifies the file format of a dataset created from an S3 file or
179
- # folder.
292
+ # The file format of a dataset that is created from an Amazon S3 file
293
+ # or folder.
180
294
  # @return [String]
181
295
  #
182
296
  # @!attribute [rw] format_options
183
- # Options that define the structure of either Csv, Excel, or JSON
184
- # input.
297
+ # Represents a set of options that define the structure of either
298
+ # comma-separated value (CSV), Excel, or JSON input.
185
299
  # @return [Types::FormatOptions]
186
300
  #
187
301
  # @!attribute [rw] input
188
- # Information on how DataBrew can find data, in either the AWS Glue
189
- # Data Catalog or Amazon S3.
302
+ # Represents information on how DataBrew can find data, in either the
303
+ # Glue Data Catalog or Amazon S3.
190
304
  # @return [Types::Input]
191
305
  #
306
+ # @!attribute [rw] path_options
307
+ # A set of options that defines how DataBrew interprets an Amazon S3
308
+ # path of the dataset.
309
+ # @return [Types::PathOptions]
310
+ #
192
311
  # @!attribute [rw] tags
193
312
  # Metadata tags to apply to this dataset.
194
313
  # @return [Hash<String,String>]
@@ -200,6 +319,7 @@ module Aws::GlueDataBrew
200
319
  :format,
201
320
  :format_options,
202
321
  :input,
322
+ :path_options,
203
323
  :tags)
204
324
  SENSITIVE = []
205
325
  include Aws::Structure
@@ -232,6 +352,46 @@ module Aws::GlueDataBrew
232
352
  # bucket: "Bucket", # required
233
353
  # key: "Key",
234
354
  # },
355
+ # configuration: {
356
+ # dataset_statistics_configuration: {
357
+ # included_statistics: ["Statistic"],
358
+ # overrides: [
359
+ # {
360
+ # statistic: "Statistic", # required
361
+ # parameters: { # required
362
+ # "ParameterName" => "ParameterValue",
363
+ # },
364
+ # },
365
+ # ],
366
+ # },
367
+ # profile_columns: [
368
+ # {
369
+ # regex: "ColumnName",
370
+ # name: "ColumnName",
371
+ # },
372
+ # ],
373
+ # column_statistics_configurations: [
374
+ # {
375
+ # selectors: [
376
+ # {
377
+ # regex: "ColumnName",
378
+ # name: "ColumnName",
379
+ # },
380
+ # ],
381
+ # statistics: { # required
382
+ # included_statistics: ["Statistic"],
383
+ # overrides: [
384
+ # {
385
+ # statistic: "Statistic", # required
386
+ # parameters: { # required
387
+ # "ParameterName" => "ParameterValue",
388
+ # },
389
+ # },
390
+ # ],
391
+ # },
392
+ # },
393
+ # ],
394
+ # },
235
395
  # role_arn: "Arn", # required
236
396
  # tags: {
237
397
  # "TagKey" => "TagValue",
@@ -255,8 +415,8 @@ module Aws::GlueDataBrew
255
415
  # @!attribute [rw] encryption_mode
256
416
  # The encryption mode for the job, which can be one of the following:
257
417
  #
258
- # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with AWS
259
- # KMS-managed keys.
418
+ # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
419
+ # keys.
260
420
  #
261
421
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
262
422
  # @return [String]
@@ -282,13 +442,20 @@ module Aws::GlueDataBrew
282
442
  # @return [Integer]
283
443
  #
284
444
  # @!attribute [rw] output_location
285
- # An Amazon S3 location (bucket name an object key) where DataBrew can
286
- # read input data, or write output from a job.
445
+ # Represents an Amazon S3 location (bucket name and object key) where
446
+ # DataBrew can read input data, or write output from a job.
287
447
  # @return [Types::S3Location]
288
448
  #
449
+ # @!attribute [rw] configuration
450
+ # Configuration for profile jobs. Used to select columns, do
451
+ # evaluations, and override default parameters of evaluations. When
452
+ # configuration is null, the profile job will run with default
453
+ # settings.
454
+ # @return [Types::ProfileConfiguration]
455
+ #
289
456
  # @!attribute [rw] role_arn
290
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
291
- # Management (IAM) role to be assumed when DataBrew runs the job.
457
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
458
+ # (IAM) role to be assumed when DataBrew runs the job.
292
459
  # @return [String]
293
460
  #
294
461
  # @!attribute [rw] tags
@@ -319,6 +486,7 @@ module Aws::GlueDataBrew
319
486
  :max_capacity,
320
487
  :max_retries,
321
488
  :output_location,
489
+ :configuration,
322
490
  :role_arn,
323
491
  :tags,
324
492
  :timeout,
@@ -375,8 +543,8 @@ module Aws::GlueDataBrew
375
543
  # @return [Types::Sample]
376
544
  #
377
545
  # @!attribute [rw] role_arn
378
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
379
- # Management (IAM) role to be assumed for this request.
546
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
547
+ # (IAM) role to be assumed for this request.
380
548
  # @return [String]
381
549
  #
382
550
  # @!attribute [rw] tags
@@ -419,7 +587,7 @@ module Aws::GlueDataBrew
419
587
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
420
588
  # max_capacity: 1,
421
589
  # max_retries: 1,
422
- # outputs: [ # required
590
+ # outputs: [
423
591
  # {
424
592
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
425
593
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -436,6 +604,40 @@ module Aws::GlueDataBrew
436
604
  # },
437
605
  # },
438
606
  # ],
607
+ # data_catalog_outputs: [
608
+ # {
609
+ # catalog_id: "CatalogId",
610
+ # database_name: "DatabaseName", # required
611
+ # table_name: "TableName", # required
612
+ # s3_options: {
613
+ # location: { # required
614
+ # bucket: "Bucket", # required
615
+ # key: "Key",
616
+ # },
617
+ # },
618
+ # database_options: {
619
+ # temp_directory: {
620
+ # bucket: "Bucket", # required
621
+ # key: "Key",
622
+ # },
623
+ # table_name: "DatabaseTableName", # required
624
+ # },
625
+ # overwrite: false,
626
+ # },
627
+ # ],
628
+ # database_outputs: [
629
+ # {
630
+ # glue_connection_name: "GlueConnectionName", # required
631
+ # database_options: { # required
632
+ # temp_directory: {
633
+ # bucket: "Bucket", # required
634
+ # key: "Key",
635
+ # },
636
+ # table_name: "DatabaseTableName", # required
637
+ # },
638
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
639
+ # },
640
+ # ],
439
641
  # project_name: "ProjectName",
440
642
  # recipe_reference: {
441
643
  # name: "RecipeName", # required
@@ -460,7 +662,7 @@ module Aws::GlueDataBrew
460
662
  # @!attribute [rw] encryption_mode
461
663
  # The encryption mode for the job, which can be one of the following:
462
664
  #
463
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
665
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
464
666
  #
465
667
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
466
668
  # @return [String]
@@ -490,6 +692,16 @@ module Aws::GlueDataBrew
490
692
  # job.
491
693
  # @return [Array<Types::Output>]
492
694
  #
695
+ # @!attribute [rw] data_catalog_outputs
696
+ # One or more artifacts that represent the Glue Data Catalog output
697
+ # from running the job.
698
+ # @return [Array<Types::DataCatalogOutput>]
699
+ #
700
+ # @!attribute [rw] database_outputs
701
+ # Represents a list of JDBC database output objects which defines the
702
+ # output destination for a DataBrew recipe job to write to.
703
+ # @return [Array<Types::DatabaseOutput>]
704
+ #
493
705
  # @!attribute [rw] project_name
494
706
  # Either the name of an existing project, or a combination of a recipe
495
707
  # and a dataset to associate with the recipe.
@@ -500,8 +712,8 @@ module Aws::GlueDataBrew
500
712
  # @return [Types::RecipeReference]
501
713
  #
502
714
  # @!attribute [rw] role_arn
503
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
504
- # Management (IAM) role to be assumed when DataBrew runs the job.
715
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
716
+ # (IAM) role to be assumed when DataBrew runs the job.
505
717
  # @return [String]
506
718
  #
507
719
  # @!attribute [rw] tags
@@ -524,6 +736,8 @@ module Aws::GlueDataBrew
524
736
  :max_capacity,
525
737
  :max_retries,
526
738
  :outputs,
739
+ :data_catalog_outputs,
740
+ :database_outputs,
527
741
  :project_name,
528
742
  :recipe_reference,
529
743
  :role_arn,
@@ -633,8 +847,8 @@ module Aws::GlueDataBrew
633
847
  #
634
848
  # @!attribute [rw] cron_expression
635
849
  # The date or dates and time or times when the jobs are to be run. For
636
- # more information, see [Cron expressions][1] in the *AWS Glue
637
- # DataBrew Developer Guide*.
850
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
851
+ # Developer Guide*.
638
852
  #
639
853
  #
640
854
  #
@@ -673,8 +887,9 @@ module Aws::GlueDataBrew
673
887
  include Aws::Structure
674
888
  end
675
889
 
676
- # Options that define how DataBrew will read a Csv file when creating a
677
- # dataset from that file.
890
+ # Represents a set of options that define how DataBrew will read a
891
+ # comma-separated value (CSV) file when creating a dataset from that
892
+ # file.
678
893
  #
679
894
  # @note When making an API call, you may pass CsvOptions
680
895
  # data as a hash:
@@ -686,12 +901,13 @@ module Aws::GlueDataBrew
686
901
  #
687
902
  # @!attribute [rw] delimiter
688
903
  # A single character that specifies the delimiter being used in the
689
- # Csv file.
904
+ # CSV file.
690
905
  # @return [String]
691
906
  #
692
907
  # @!attribute [rw] header_row
693
- # A variable that specifies whether the first row in the file will be
694
- # parsed as the header. If false, column names will be auto-generated.
908
+ # A variable that specifies whether the first row in the file is
909
+ # parsed as the header. If this value is false, column names are
910
+ # auto-generated.
695
911
  # @return [Boolean]
696
912
  #
697
913
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOptions AWS API Documentation
@@ -703,7 +919,8 @@ module Aws::GlueDataBrew
703
919
  include Aws::Structure
704
920
  end
705
921
 
706
- # Options that define how DataBrew will write a Csv file.
922
+ # Represents a set of options that define how DataBrew will write a
923
+ # comma-separated value (CSV) file.
707
924
  #
708
925
  # @note When making an API call, you may pass CsvOutputOptions
709
926
  # data as a hash:
@@ -713,7 +930,7 @@ module Aws::GlueDataBrew
713
930
  # }
714
931
  #
715
932
  # @!attribute [rw] delimiter
716
- # A single character that specifies the delimiter used to create Csv
933
+ # A single character that specifies the delimiter used to create CSV
717
934
  # job output.
718
935
  # @return [String]
719
936
  #
@@ -725,8 +942,8 @@ module Aws::GlueDataBrew
725
942
  include Aws::Structure
726
943
  end
727
944
 
728
- # Represents how metadata stored in the AWS Glue Data Catalog is defined
729
- # in a DataBrew dataset.
945
+ # Represents how metadata stored in the Glue Data Catalog is defined in
946
+ # a DataBrew dataset.
730
947
  #
731
948
  # @note When making an API call, you may pass DataCatalogInputDefinition
732
949
  # data as a hash:
@@ -742,8 +959,8 @@ module Aws::GlueDataBrew
742
959
  # }
743
960
  #
744
961
  # @!attribute [rw] catalog_id
745
- # The unique identifier of the AWS account that holds the Data Catalog
746
- # that stores the data.
962
+ # The unique identifier of the Amazon Web Services account that holds
963
+ # the Data Catalog that stores the data.
747
964
  # @return [String]
748
965
  #
749
966
  # @!attribute [rw] database_name
@@ -756,8 +973,8 @@ module Aws::GlueDataBrew
756
973
  # @return [String]
757
974
  #
758
975
  # @!attribute [rw] temp_directory
759
- # An Amazon location that AWS Glue Data Catalog can use as a temporary
760
- # directory.
976
+ # Represents an Amazon location where DataBrew can store intermediate
977
+ # results.
761
978
  # @return [Types::S3Location]
762
979
  #
763
980
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogInputDefinition AWS API Documentation
@@ -771,10 +988,192 @@ module Aws::GlueDataBrew
771
988
  include Aws::Structure
772
989
  end
773
990
 
991
+ # Represents options that specify how and where in the Glue Data Catalog
992
+ # DataBrew writes the output generated by recipe jobs.
993
+ #
994
+ # @note When making an API call, you may pass DataCatalogOutput
995
+ # data as a hash:
996
+ #
997
+ # {
998
+ # catalog_id: "CatalogId",
999
+ # database_name: "DatabaseName", # required
1000
+ # table_name: "TableName", # required
1001
+ # s3_options: {
1002
+ # location: { # required
1003
+ # bucket: "Bucket", # required
1004
+ # key: "Key",
1005
+ # },
1006
+ # },
1007
+ # database_options: {
1008
+ # temp_directory: {
1009
+ # bucket: "Bucket", # required
1010
+ # key: "Key",
1011
+ # },
1012
+ # table_name: "DatabaseTableName", # required
1013
+ # },
1014
+ # overwrite: false,
1015
+ # }
1016
+ #
1017
+ # @!attribute [rw] catalog_id
1018
+ # The unique identifier of the Amazon Web Services account that holds
1019
+ # the Data Catalog that stores the data.
1020
+ # @return [String]
1021
+ #
1022
+ # @!attribute [rw] database_name
1023
+ # The name of a database in the Data Catalog.
1024
+ # @return [String]
1025
+ #
1026
+ # @!attribute [rw] table_name
1027
+ # The name of a table in the Data Catalog.
1028
+ # @return [String]
1029
+ #
1030
+ # @!attribute [rw] s3_options
1031
+ # Represents options that specify how and where DataBrew writes the
1032
+ # Amazon S3 output generated by recipe jobs.
1033
+ # @return [Types::S3TableOutputOptions]
1034
+ #
1035
+ # @!attribute [rw] database_options
1036
+ # Represents options that specify how and where DataBrew writes the
1037
+ # database output generated by recipe jobs.
1038
+ # @return [Types::DatabaseTableOutputOptions]
1039
+ #
1040
+ # @!attribute [rw] overwrite
1041
+ # A value that, if true, means that any data in the location specified
1042
+ # for output is overwritten with new output. Not supported with
1043
+ # DatabaseOptions.
1044
+ # @return [Boolean]
1045
+ #
1046
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogOutput AWS API Documentation
1047
+ #
1048
+ class DataCatalogOutput < Struct.new(
1049
+ :catalog_id,
1050
+ :database_name,
1051
+ :table_name,
1052
+ :s3_options,
1053
+ :database_options,
1054
+ :overwrite)
1055
+ SENSITIVE = []
1056
+ include Aws::Structure
1057
+ end
1058
+
1059
+ # Connection information for dataset input files stored in a database.
1060
+ #
1061
+ # @note When making an API call, you may pass DatabaseInputDefinition
1062
+ # data as a hash:
1063
+ #
1064
+ # {
1065
+ # glue_connection_name: "GlueConnectionName", # required
1066
+ # database_table_name: "DatabaseTableName", # required
1067
+ # temp_directory: {
1068
+ # bucket: "Bucket", # required
1069
+ # key: "Key",
1070
+ # },
1071
+ # }
1072
+ #
1073
+ # @!attribute [rw] glue_connection_name
1074
+ # The Glue Connection that stores the connection information for the
1075
+ # target database.
1076
+ # @return [String]
1077
+ #
1078
+ # @!attribute [rw] database_table_name
1079
+ # The table within the target database.
1080
+ # @return [String]
1081
+ #
1082
+ # @!attribute [rw] temp_directory
1083
+ # Represents an Amazon S3 location (bucket name and object key) where
1084
+ # DataBrew can read input data, or write output from a job.
1085
+ # @return [Types::S3Location]
1086
+ #
1087
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseInputDefinition AWS API Documentation
1088
+ #
1089
+ class DatabaseInputDefinition < Struct.new(
1090
+ :glue_connection_name,
1091
+ :database_table_name,
1092
+ :temp_directory)
1093
+ SENSITIVE = []
1094
+ include Aws::Structure
1095
+ end
1096
+
1097
+ # Represents a JDBC database output object which defines the output
1098
+ # destination for a DataBrew recipe job to write into.
1099
+ #
1100
+ # @note When making an API call, you may pass DatabaseOutput
1101
+ # data as a hash:
1102
+ #
1103
+ # {
1104
+ # glue_connection_name: "GlueConnectionName", # required
1105
+ # database_options: { # required
1106
+ # temp_directory: {
1107
+ # bucket: "Bucket", # required
1108
+ # key: "Key",
1109
+ # },
1110
+ # table_name: "DatabaseTableName", # required
1111
+ # },
1112
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
1113
+ # }
1114
+ #
1115
+ # @!attribute [rw] glue_connection_name
1116
+ # The Glue connection that stores the connection information for the
1117
+ # target database.
1118
+ # @return [String]
1119
+ #
1120
+ # @!attribute [rw] database_options
1121
+ # Represents options that specify how and where DataBrew writes the
1122
+ # database output generated by recipe jobs.
1123
+ # @return [Types::DatabaseTableOutputOptions]
1124
+ #
1125
+ # @!attribute [rw] database_output_mode
1126
+ # The output mode to write into the database. Currently supported
1127
+ # option: NEW\_TABLE.
1128
+ # @return [String]
1129
+ #
1130
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseOutput AWS API Documentation
1131
+ #
1132
+ class DatabaseOutput < Struct.new(
1133
+ :glue_connection_name,
1134
+ :database_options,
1135
+ :database_output_mode)
1136
+ SENSITIVE = []
1137
+ include Aws::Structure
1138
+ end
1139
+
1140
+ # Represents options that specify how and where DataBrew writes the
1141
+ # database output generated by recipe jobs.
1142
+ #
1143
+ # @note When making an API call, you may pass DatabaseTableOutputOptions
1144
+ # data as a hash:
1145
+ #
1146
+ # {
1147
+ # temp_directory: {
1148
+ # bucket: "Bucket", # required
1149
+ # key: "Key",
1150
+ # },
1151
+ # table_name: "DatabaseTableName", # required
1152
+ # }
1153
+ #
1154
+ # @!attribute [rw] temp_directory
1155
+ # Represents an Amazon S3 location (bucket name and object key) where
1156
+ # DataBrew can store intermediate results.
1157
+ # @return [Types::S3Location]
1158
+ #
1159
+ # @!attribute [rw] table_name
1160
+ # A prefix for the name of a table DataBrew will create in the
1161
+ # database.
1162
+ # @return [String]
1163
+ #
1164
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseTableOutputOptions AWS API Documentation
1165
+ #
1166
+ class DatabaseTableOutputOptions < Struct.new(
1167
+ :temp_directory,
1168
+ :table_name)
1169
+ SENSITIVE = []
1170
+ include Aws::Structure
1171
+ end
1172
+
774
1173
  # Represents a dataset that can be processed by DataBrew.
775
1174
  #
776
1175
  # @!attribute [rw] account_id
777
- # The ID of the AWS account that owns the dataset.
1176
+ # The ID of the Amazon Web Services account that owns the dataset.
778
1177
  # @return [String]
779
1178
  #
780
1179
  # @!attribute [rw] created_by
@@ -790,17 +1189,18 @@ module Aws::GlueDataBrew
790
1189
  # @return [String]
791
1190
  #
792
1191
  # @!attribute [rw] format
793
- # Specifies the file format of a dataset created from an S3 file or
794
- # folder.
1192
+ # The file format of a dataset that is created from an Amazon S3 file
1193
+ # or folder.
795
1194
  # @return [String]
796
1195
  #
797
1196
  # @!attribute [rw] format_options
798
- # Options that define how DataBrew interprets the data in the dataset.
1197
+ # A set of options that define how DataBrew interprets the data in the
1198
+ # dataset.
799
1199
  # @return [Types::FormatOptions]
800
1200
  #
801
1201
  # @!attribute [rw] input
802
- # Information on how DataBrew can find the dataset, in either the AWS
803
- # Glue Data Catalog or Amazon S3.
1202
+ # Information on how DataBrew can find the dataset, in either the Glue
1203
+ # Data Catalog or Amazon S3.
804
1204
  # @return [Types::Input]
805
1205
  #
806
1206
  # @!attribute [rw] last_modified_date
@@ -814,9 +1214,14 @@ module Aws::GlueDataBrew
814
1214
  #
815
1215
  # @!attribute [rw] source
816
1216
  # The location of the data for the dataset, either Amazon S3 or the
817
- # AWS Glue Data Catalog.
1217
+ # Glue Data Catalog.
818
1218
  # @return [String]
819
1219
  #
1220
+ # @!attribute [rw] path_options
1221
+ # A set of options that defines how DataBrew interprets an Amazon S3
1222
+ # path of the dataset.
1223
+ # @return [Types::PathOptions]
1224
+ #
820
1225
  # @!attribute [rw] tags
821
1226
  # Metadata tags that have been applied to the dataset.
822
1227
  # @return [Hash<String,String>]
@@ -838,12 +1243,115 @@ module Aws::GlueDataBrew
838
1243
  :last_modified_date,
839
1244
  :last_modified_by,
840
1245
  :source,
1246
+ :path_options,
841
1247
  :tags,
842
1248
  :resource_arn)
843
1249
  SENSITIVE = []
844
1250
  include Aws::Structure
845
1251
  end
846
1252
 
1253
+ # Represents a dataset paramater that defines type and conditions for a
1254
+ # parameter in the Amazon S3 path of the dataset.
1255
+ #
1256
+ # @note When making an API call, you may pass DatasetParameter
1257
+ # data as a hash:
1258
+ #
1259
+ # {
1260
+ # name: "PathParameterName", # required
1261
+ # type: "Datetime", # required, accepts Datetime, Number, String
1262
+ # datetime_options: {
1263
+ # format: "DatetimeFormat", # required
1264
+ # timezone_offset: "TimezoneOffset",
1265
+ # locale_code: "LocaleCode",
1266
+ # },
1267
+ # create_column: false,
1268
+ # filter: {
1269
+ # expression: "Expression", # required
1270
+ # values_map: { # required
1271
+ # "ValueReference" => "ConditionValue",
1272
+ # },
1273
+ # },
1274
+ # }
1275
+ #
1276
+ # @!attribute [rw] name
1277
+ # The name of the parameter that is used in the dataset's Amazon S3
1278
+ # path.
1279
+ # @return [String]
1280
+ #
1281
+ # @!attribute [rw] type
1282
+ # The type of the dataset parameter, can be one of a 'String',
1283
+ # 'Number' or 'Datetime'.
1284
+ # @return [String]
1285
+ #
1286
+ # @!attribute [rw] datetime_options
1287
+ # Additional parameter options such as a format and a timezone.
1288
+ # Required for datetime parameters.
1289
+ # @return [Types::DatetimeOptions]
1290
+ #
1291
+ # @!attribute [rw] create_column
1292
+ # Optional boolean value that defines whether the captured value of
1293
+ # this parameter should be used to create a new column in a dataset.
1294
+ # @return [Boolean]
1295
+ #
1296
+ # @!attribute [rw] filter
1297
+ # The optional filter expression structure to apply additional
1298
+ # matching criteria to the parameter.
1299
+ # @return [Types::FilterExpression]
1300
+ #
1301
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatasetParameter AWS API Documentation
1302
+ #
1303
+ class DatasetParameter < Struct.new(
1304
+ :name,
1305
+ :type,
1306
+ :datetime_options,
1307
+ :create_column,
1308
+ :filter)
1309
+ SENSITIVE = []
1310
+ include Aws::Structure
1311
+ end
1312
+
1313
+ # Represents additional options for correct interpretation of datetime
1314
+ # parameters used in the Amazon S3 path of a dataset.
1315
+ #
1316
+ # @note When making an API call, you may pass DatetimeOptions
1317
+ # data as a hash:
1318
+ #
1319
+ # {
1320
+ # format: "DatetimeFormat", # required
1321
+ # timezone_offset: "TimezoneOffset",
1322
+ # locale_code: "LocaleCode",
1323
+ # }
1324
+ #
1325
+ # @!attribute [rw] format
1326
+ # Required option, that defines the datetime format used for a date
1327
+ # parameter in the Amazon S3 path. Should use only supported datetime
1328
+ # specifiers and separation characters, all literal a-z or A-Z
1329
+ # characters should be escaped with single quotes. E.g.
1330
+ # "MM.dd.yyyy-'at'-HH:mm".
1331
+ # @return [String]
1332
+ #
1333
+ # @!attribute [rw] timezone_offset
1334
+ # Optional value for a timezone offset of the datetime parameter value
1335
+ # in the Amazon S3 path. Shouldn't be used if Format for this
1336
+ # parameter includes timezone fields. If no offset specified, UTC is
1337
+ # assumed.
1338
+ # @return [String]
1339
+ #
1340
+ # @!attribute [rw] locale_code
1341
+ # Optional value for a non-US locale code, needed for correct
1342
+ # interpretation of some date formats.
1343
+ # @return [String]
1344
+ #
1345
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatetimeOptions AWS API Documentation
1346
+ #
1347
+ class DatetimeOptions < Struct.new(
1348
+ :format,
1349
+ :timezone_offset,
1350
+ :locale_code)
1351
+ SENSITIVE = []
1352
+ include Aws::Structure
1353
+ end
1354
+
847
1355
  # @note When making an API call, you may pass DeleteDatasetRequest
848
1356
  # data as a hash:
849
1357
  #
@@ -1044,18 +1552,18 @@ module Aws::GlueDataBrew
1044
1552
  # @return [String]
1045
1553
  #
1046
1554
  # @!attribute [rw] format
1047
- # Specifies the file format of a dataset created from an S3 file or
1048
- # folder.
1555
+ # The file format of a dataset that is created from an Amazon S3 file
1556
+ # or folder.
1049
1557
  # @return [String]
1050
1558
  #
1051
1559
  # @!attribute [rw] format_options
1052
- # Options that define the structure of either Csv, Excel, or JSON
1053
- # input.
1560
+ # Represents a set of options that define the structure of either
1561
+ # comma-separated value (CSV), Excel, or JSON input.
1054
1562
  # @return [Types::FormatOptions]
1055
1563
  #
1056
1564
  # @!attribute [rw] input
1057
- # Information on how DataBrew can find data, in either the AWS Glue
1058
- # Data Catalog or Amazon S3.
1565
+ # Represents information on how DataBrew can find data, in either the
1566
+ # Glue Data Catalog or Amazon S3.
1059
1567
  # @return [Types::Input]
1060
1568
  #
1061
1569
  # @!attribute [rw] last_modified_date
@@ -1068,10 +1576,15 @@ module Aws::GlueDataBrew
1068
1576
  # @return [String]
1069
1577
  #
1070
1578
  # @!attribute [rw] source
1071
- # The location of the data for this dataset, Amazon S3 or the AWS Glue
1579
+ # The location of the data for this dataset, Amazon S3 or the Glue
1072
1580
  # Data Catalog.
1073
1581
  # @return [String]
1074
1582
  #
1583
+ # @!attribute [rw] path_options
1584
+ # A set of options that defines how DataBrew interprets an Amazon S3
1585
+ # path of the dataset.
1586
+ # @return [Types::PathOptions]
1587
+ #
1075
1588
  # @!attribute [rw] tags
1076
1589
  # Metadata tags associated with this dataset.
1077
1590
  # @return [Hash<String,String>]
@@ -1092,6 +1605,7 @@ module Aws::GlueDataBrew
1092
1605
  :last_modified_date,
1093
1606
  :last_modified_by,
1094
1607
  :source,
1608
+ :path_options,
1095
1609
  :tags,
1096
1610
  :resource_arn)
1097
1611
  SENSITIVE = []
@@ -1138,7 +1652,7 @@ module Aws::GlueDataBrew
1138
1652
  # @!attribute [rw] encryption_mode
1139
1653
  # The encryption mode for the job, which can be one of the following:
1140
1654
  #
1141
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
1655
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
1142
1656
  #
1143
1657
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
1144
1658
  # @return [String]
@@ -1183,10 +1697,27 @@ module Aws::GlueDataBrew
1183
1697
  # job.
1184
1698
  # @return [Array<Types::Output>]
1185
1699
  #
1700
+ # @!attribute [rw] data_catalog_outputs
1701
+ # One or more artifacts that represent the Glue Data Catalog output
1702
+ # from running the job.
1703
+ # @return [Array<Types::DataCatalogOutput>]
1704
+ #
1705
+ # @!attribute [rw] database_outputs
1706
+ # Represents a list of JDBC database output objects which defines the
1707
+ # output destination for a DataBrew recipe job to write into.
1708
+ # @return [Array<Types::DatabaseOutput>]
1709
+ #
1186
1710
  # @!attribute [rw] project_name
1187
1711
  # The DataBrew project associated with this job.
1188
1712
  # @return [String]
1189
1713
  #
1714
+ # @!attribute [rw] profile_configuration
1715
+ # Configuration for profile jobs. Used to select columns, do
1716
+ # evaluations, and override default parameters of evaluations. When
1717
+ # configuration is null, the profile job will run with default
1718
+ # settings.
1719
+ # @return [Types::ProfileConfiguration]
1720
+ #
1190
1721
  # @!attribute [rw] recipe_reference
1191
1722
  # Represents the name and version of a DataBrew recipe.
1192
1723
  # @return [Types::RecipeReference]
@@ -1196,7 +1727,7 @@ module Aws::GlueDataBrew
1196
1727
  # @return [String]
1197
1728
  #
1198
1729
  # @!attribute [rw] role_arn
1199
- # The ARN of the AWS Identity and Access Management (IAM) role to be
1730
+ # The ARN of the Identity and Access Management (IAM) role to be
1200
1731
  # assumed when DataBrew runs the job.
1201
1732
  # @return [String]
1202
1733
  #
@@ -1230,7 +1761,10 @@ module Aws::GlueDataBrew
1230
1761
  :max_capacity,
1231
1762
  :max_retries,
1232
1763
  :outputs,
1764
+ :data_catalog_outputs,
1765
+ :database_outputs,
1233
1766
  :project_name,
1767
+ :profile_configuration,
1234
1768
  :recipe_reference,
1235
1769
  :resource_arn,
1236
1770
  :role_arn,
@@ -1292,6 +1826,13 @@ module Aws::GlueDataBrew
1292
1826
  # The name of the job being processed during this run.
1293
1827
  # @return [String]
1294
1828
  #
1829
+ # @!attribute [rw] profile_configuration
1830
+ # Configuration for profile jobs. Used to select columns, do
1831
+ # evaluations, and override default parameters of evaluations. When
1832
+ # configuration is null, the profile job will run with default
1833
+ # settings.
1834
+ # @return [Types::ProfileConfiguration]
1835
+ #
1295
1836
  # @!attribute [rw] run_id
1296
1837
  # The unique identifier of the job run.
1297
1838
  # @return [String]
@@ -1313,6 +1854,16 @@ module Aws::GlueDataBrew
1313
1854
  # One or more output artifacts from a job run.
1314
1855
  # @return [Array<Types::Output>]
1315
1856
  #
1857
+ # @!attribute [rw] data_catalog_outputs
1858
+ # One or more artifacts that represent the Glue Data Catalog output
1859
+ # from running the job.
1860
+ # @return [Array<Types::DataCatalogOutput>]
1861
+ #
1862
+ # @!attribute [rw] database_outputs
1863
+ # Represents a list of JDBC database output objects which defines the
1864
+ # output destination for a DataBrew recipe job to write into.
1865
+ # @return [Array<Types::DatabaseOutput>]
1866
+ #
1316
1867
  # @!attribute [rw] recipe_reference
1317
1868
  # Represents the name and version of a DataBrew recipe.
1318
1869
  # @return [Types::RecipeReference]
@@ -1342,11 +1893,14 @@ module Aws::GlueDataBrew
1342
1893
  :error_message,
1343
1894
  :execution_time,
1344
1895
  :job_name,
1896
+ :profile_configuration,
1345
1897
  :run_id,
1346
1898
  :state,
1347
1899
  :log_subscription,
1348
1900
  :log_group_name,
1349
1901
  :outputs,
1902
+ :data_catalog_outputs,
1903
+ :database_outputs,
1350
1904
  :recipe_reference,
1351
1905
  :started_by,
1352
1906
  :started_on,
@@ -1413,7 +1967,7 @@ module Aws::GlueDataBrew
1413
1967
  # @return [Types::Sample]
1414
1968
  #
1415
1969
  # @!attribute [rw] role_arn
1416
- # The ARN of the AWS Identity and Access Management (IAM) role to be
1970
+ # The ARN of the Identity and Access Management (IAM) role to be
1417
1971
  # assumed when DataBrew runs the job.
1418
1972
  # @return [String]
1419
1973
  #
@@ -1610,7 +2164,7 @@ module Aws::GlueDataBrew
1610
2164
  # @!attribute [rw] cron_expression
1611
2165
  # The date or dates and time or times when the jobs are to be run for
1612
2166
  # the schedule. For more information, see [Cron expressions][1] in the
1613
- # *AWS Glue DataBrew Developer Guide*.
2167
+ # *Glue DataBrew Developer Guide*.
1614
2168
  #
1615
2169
  #
1616
2170
  #
@@ -1641,8 +2195,8 @@ module Aws::GlueDataBrew
1641
2195
  include Aws::Structure
1642
2196
  end
1643
2197
 
1644
- # Options that define how DataBrew will interpret a Microsoft Excel
1645
- # file, when creating a dataset from that file.
2198
+ # Represents a set of options that define how DataBrew will interpret a
2199
+ # Microsoft Excel file when creating a dataset from that file.
1646
2200
  #
1647
2201
  # @note When making an API call, you may pass ExcelOptions
1648
2202
  # data as a hash:
@@ -1654,18 +2208,19 @@ module Aws::GlueDataBrew
1654
2208
  # }
1655
2209
  #
1656
2210
  # @!attribute [rw] sheet_names
1657
- # Specifies one or more named sheets in the Excel file, which will be
1658
- # included in the dataset.
2211
+ # One or more named sheets in the Excel file that will be included in
2212
+ # the dataset.
1659
2213
  # @return [Array<String>]
1660
2214
  #
1661
2215
  # @!attribute [rw] sheet_indexes
1662
- # Specifies one or more sheet numbers in the Excel file, which will be
1663
- # included in the dataset.
2216
+ # One or more sheet numbers in the Excel file that will be included in
2217
+ # the dataset.
1664
2218
  # @return [Array<Integer>]
1665
2219
  #
1666
2220
  # @!attribute [rw] header_row
1667
- # A variable that specifies whether the first row in the file will be
1668
- # parsed as the header. If false, column names will be auto-generated.
2221
+ # A variable that specifies whether the first row in the file is
2222
+ # parsed as the header. If this value is false, column names are
2223
+ # auto-generated.
1669
2224
  # @return [Boolean]
1670
2225
  #
1671
2226
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ExcelOptions AWS API Documentation
@@ -1678,7 +2233,86 @@ module Aws::GlueDataBrew
1678
2233
  include Aws::Structure
1679
2234
  end
1680
2235
 
1681
- # Options that define the structure of either Csv, Excel, or JSON input.
2236
+ # Represents a limit imposed on number of Amazon S3 files that should be
2237
+ # selected for a dataset from a connected Amazon S3 path.
2238
+ #
2239
+ # @note When making an API call, you may pass FilesLimit
2240
+ # data as a hash:
2241
+ #
2242
+ # {
2243
+ # max_files: 1, # required
2244
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
2245
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
2246
+ # }
2247
+ #
2248
+ # @!attribute [rw] max_files
2249
+ # The number of Amazon S3 files to select.
2250
+ # @return [Integer]
2251
+ #
2252
+ # @!attribute [rw] ordered_by
2253
+ # A criteria to use for Amazon S3 files sorting before their
2254
+ # selection. By default uses LAST\_MODIFIED\_DATE as a sorting
2255
+ # criteria. Currently it's the only allowed value.
2256
+ # @return [String]
2257
+ #
2258
+ # @!attribute [rw] order
2259
+ # A criteria to use for Amazon S3 files sorting before their
2260
+ # selection. By default uses DESCENDING order, i.e. most recent files
2261
+ # are selected first. Anotherpossible value is ASCENDING.
2262
+ # @return [String]
2263
+ #
2264
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilesLimit AWS API Documentation
2265
+ #
2266
+ class FilesLimit < Struct.new(
2267
+ :max_files,
2268
+ :ordered_by,
2269
+ :order)
2270
+ SENSITIVE = []
2271
+ include Aws::Structure
2272
+ end
2273
+
2274
+ # Represents a structure for defining parameter conditions. Supported
2275
+ # conditions are described here: [Supported conditions for dynamic
2276
+ # datasets][1] in the *Glue DataBrew Developer Guide*.
2277
+ #
2278
+ #
2279
+ #
2280
+ # [1]: https://docs-aws.amazon.com/databrew/latest/dg/datasets.multiple-files.html#conditions.for.dynamic.datasets
2281
+ #
2282
+ # @note When making an API call, you may pass FilterExpression
2283
+ # data as a hash:
2284
+ #
2285
+ # {
2286
+ # expression: "Expression", # required
2287
+ # values_map: { # required
2288
+ # "ValueReference" => "ConditionValue",
2289
+ # },
2290
+ # }
2291
+ #
2292
+ # @!attribute [rw] expression
2293
+ # The expression which includes condition names followed by
2294
+ # substitution variables, possibly grouped and combined with other
2295
+ # conditions. For example, "(starts\_with :prefix1 or starts\_with
2296
+ # :prefix2) and (ends\_with :suffix1 or ends\_with :suffix2)".
2297
+ # Substitution variables should start with ':' symbol.
2298
+ # @return [String]
2299
+ #
2300
+ # @!attribute [rw] values_map
2301
+ # The map of substitution variable names to their values used in this
2302
+ # filter expression.
2303
+ # @return [Hash<String,String>]
2304
+ #
2305
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilterExpression AWS API Documentation
2306
+ #
2307
+ class FilterExpression < Struct.new(
2308
+ :expression,
2309
+ :values_map)
2310
+ SENSITIVE = []
2311
+ include Aws::Structure
2312
+ end
2313
+
2314
+ # Represents a set of options that define the structure of either
2315
+ # comma-separated value (CSV), Excel, or JSON input.
1682
2316
  #
1683
2317
  # @note When making an API call, you may pass FormatOptions
1684
2318
  # data as a hash:
@@ -1708,7 +2342,7 @@ module Aws::GlueDataBrew
1708
2342
  # @return [Types::ExcelOptions]
1709
2343
  #
1710
2344
  # @!attribute [rw] csv
1711
- # Options that define how Csv input is to be interpreted by DataBrew.
2345
+ # Options that define how CSV input is to be interpreted by DataBrew.
1712
2346
  # @return [Types::CsvOptions]
1713
2347
  #
1714
2348
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FormatOptions AWS API Documentation
@@ -1721,8 +2355,8 @@ module Aws::GlueDataBrew
1721
2355
  include Aws::Structure
1722
2356
  end
1723
2357
 
1724
- # Information on how DataBrew can find data, in either the AWS Glue Data
1725
- # Catalog or Amazon S3.
2358
+ # Represents information on how DataBrew can find data, in either the
2359
+ # Glue Data Catalog or Amazon S3.
1726
2360
  #
1727
2361
  # @note When making an API call, you may pass Input
1728
2362
  # data as a hash:
@@ -1741,6 +2375,14 @@ module Aws::GlueDataBrew
1741
2375
  # key: "Key",
1742
2376
  # },
1743
2377
  # },
2378
+ # database_input_definition: {
2379
+ # glue_connection_name: "GlueConnectionName", # required
2380
+ # database_table_name: "DatabaseTableName", # required
2381
+ # temp_directory: {
2382
+ # bucket: "Bucket", # required
2383
+ # key: "Key",
2384
+ # },
2385
+ # },
1744
2386
  # }
1745
2387
  #
1746
2388
  # @!attribute [rw] s3_input_definition
@@ -1748,14 +2390,19 @@ module Aws::GlueDataBrew
1748
2390
  # @return [Types::S3Location]
1749
2391
  #
1750
2392
  # @!attribute [rw] data_catalog_input_definition
1751
- # The AWS Glue Data Catalog parameters for the data.
2393
+ # The Glue Data Catalog parameters for the data.
1752
2394
  # @return [Types::DataCatalogInputDefinition]
1753
2395
  #
2396
+ # @!attribute [rw] database_input_definition
2397
+ # Connection information for dataset input files stored in a database.
2398
+ # @return [Types::DatabaseInputDefinition]
2399
+ #
1754
2400
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Input AWS API Documentation
1755
2401
  #
1756
2402
  class Input < Struct.new(
1757
2403
  :s3_input_definition,
1758
- :data_catalog_input_definition)
2404
+ :data_catalog_input_definition,
2405
+ :database_input_definition)
1759
2406
  SENSITIVE = []
1760
2407
  include Aws::Structure
1761
2408
  end
@@ -1776,7 +2423,7 @@ module Aws::GlueDataBrew
1776
2423
  # Represents all of the attributes of a DataBrew job.
1777
2424
  #
1778
2425
  # @!attribute [rw] account_id
1779
- # The ID of the AWS account that owns the job.
2426
+ # The ID of the Amazon Web Services account that owns the job.
1780
2427
  # @return [String]
1781
2428
  #
1782
2429
  # @!attribute [rw] created_by
@@ -1804,7 +2451,7 @@ module Aws::GlueDataBrew
1804
2451
  # @!attribute [rw] encryption_mode
1805
2452
  # The encryption mode for the job, which can be one of the following:
1806
2453
  #
1807
- # * `SSE-KMS` - Server-side encryption with AWS KMS-managed keys.
2454
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
1808
2455
  #
1809
2456
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
1810
2457
  # @return [String]
@@ -1849,6 +2496,16 @@ module Aws::GlueDataBrew
1849
2496
  # One or more artifacts that represent output from running the job.
1850
2497
  # @return [Array<Types::Output>]
1851
2498
  #
2499
+ # @!attribute [rw] data_catalog_outputs
2500
+ # One or more artifacts that represent the Glue Data Catalog output
2501
+ # from running the job.
2502
+ # @return [Array<Types::DataCatalogOutput>]
2503
+ #
2504
+ # @!attribute [rw] database_outputs
2505
+ # Represents a list of JDBC database output objects which defines the
2506
+ # output destination for a DataBrew recipe job to write into.
2507
+ # @return [Array<Types::DatabaseOutput>]
2508
+ #
1852
2509
  # @!attribute [rw] project_name
1853
2510
  # The name of the project that the job is associated with.
1854
2511
  # @return [String]
@@ -1862,8 +2519,8 @@ module Aws::GlueDataBrew
1862
2519
  # @return [String]
1863
2520
  #
1864
2521
  # @!attribute [rw] role_arn
1865
- # The Amazon Resource Name (ARN) of the role that will be assumed for
1866
- # this job.
2522
+ # The Amazon Resource Name (ARN) of the role to be assumed for this
2523
+ # job.
1867
2524
  # @return [String]
1868
2525
  #
1869
2526
  # @!attribute [rw] timeout
@@ -1876,10 +2533,10 @@ module Aws::GlueDataBrew
1876
2533
  # @return [Hash<String,String>]
1877
2534
  #
1878
2535
  # @!attribute [rw] job_sample
1879
- # Sample configuration for profile jobs only. Determines the number of
1880
- # rows on which the profile job will be executed. If a JobSample value
1881
- # is not provided, the default value will be used. The default value
1882
- # is CUSTOM\_ROWS for the mode parameter and 20000 for the size
2536
+ # A sample configuration for profile jobs only, which determines the
2537
+ # number of rows on which the profile job is run. If a `JobSample`
2538
+ # value isn't provided, the default value is used. The default value
2539
+ # is CUSTOM\_ROWS for the mode parameter and 20,000 for the size
1883
2540
  # parameter.
1884
2541
  # @return [Types::JobSample]
1885
2542
  #
@@ -1900,6 +2557,8 @@ module Aws::GlueDataBrew
1900
2557
  :max_capacity,
1901
2558
  :max_retries,
1902
2559
  :outputs,
2560
+ :data_catalog_outputs,
2561
+ :database_outputs,
1903
2562
  :project_name,
1904
2563
  :recipe_reference,
1905
2564
  :resource_arn,
@@ -1960,6 +2619,16 @@ module Aws::GlueDataBrew
1960
2619
  # One or more output artifacts from a job run.
1961
2620
  # @return [Array<Types::Output>]
1962
2621
  #
2622
+ # @!attribute [rw] data_catalog_outputs
2623
+ # One or more artifacts that represent the Glue Data Catalog output
2624
+ # from running the job.
2625
+ # @return [Array<Types::DataCatalogOutput>]
2626
+ #
2627
+ # @!attribute [rw] database_outputs
2628
+ # Represents a list of JDBC database output objects which defines the
2629
+ # output destination for a DataBrew recipe job to write into.
2630
+ # @return [Array<Types::DatabaseOutput>]
2631
+ #
1963
2632
  # @!attribute [rw] recipe_reference
1964
2633
  # The set of steps processed by the job.
1965
2634
  # @return [Types::RecipeReference]
@@ -1974,10 +2643,10 @@ module Aws::GlueDataBrew
1974
2643
  # @return [Time]
1975
2644
  #
1976
2645
  # @!attribute [rw] job_sample
1977
- # Sample configuration for profile jobs only. Determines the number of
1978
- # rows on which the profile job will be executed. If a JobSample value
1979
- # is not provided, the default value will be used. The default value
1980
- # is CUSTOM\_ROWS for the mode parameter and 20000 for the size
2646
+ # A sample configuration for profile jobs only, which determines the
2647
+ # number of rows on which the profile job is run. If a `JobSample`
2648
+ # value isn't provided, the default is used. The default value is
2649
+ # CUSTOM\_ROWS for the mode parameter and 20,000 for the size
1981
2650
  # parameter.
1982
2651
  # @return [Types::JobSample]
1983
2652
  #
@@ -1995,6 +2664,8 @@ module Aws::GlueDataBrew
1995
2664
  :log_subscription,
1996
2665
  :log_group_name,
1997
2666
  :outputs,
2667
+ :data_catalog_outputs,
2668
+ :database_outputs,
1998
2669
  :recipe_reference,
1999
2670
  :started_by,
2000
2671
  :started_on,
@@ -2003,11 +2674,10 @@ module Aws::GlueDataBrew
2003
2674
  include Aws::Structure
2004
2675
  end
2005
2676
 
2006
- # Sample configuration for Profile Jobs only. Determines the number of
2007
- # rows on which the Profile job will be executed. If a JobSample value
2008
- # is not provided for profile jobs, the default value will be used. The
2009
- # default value is CUSTOM\_ROWS for the mode parameter and 20000 for the
2010
- # size parameter.
2677
+ # A sample configuration for profile jobs only, which determines the
2678
+ # number of rows on which the profile job is run. If a `JobSample` value
2679
+ # isn't provided, the default is used. The default value is
2680
+ # CUSTOM\_ROWS for the mode parameter and 20,000 for the size parameter.
2011
2681
  #
2012
2682
  # @note When making an API call, you may pass JobSample
2013
2683
  # data as a hash:
@@ -2018,20 +2688,20 @@ module Aws::GlueDataBrew
2018
2688
  # }
2019
2689
  #
2020
2690
  # @!attribute [rw] mode
2021
- # Determines whether the profile job will be executed on the entire
2022
- # dataset or on a specified number of rows. Must be one of the
2691
+ # A value that determines whether the profile job is run on the entire
2692
+ # dataset or a specified number of rows. This value must be one of the
2023
2693
  # following:
2024
2694
  #
2025
- # * FULL\_DATASET: Profile job will be executed on the entire dataset.
2695
+ # * FULL\_DATASET - The profile job is run on the entire dataset.
2026
2696
  #
2027
- # * CUSTOM\_ROWS: Profile job will be executed on the number of rows
2028
- # specified in the Size parameter.
2697
+ # * CUSTOM\_ROWS - The profile job is run on the number of rows
2698
+ # specified in the `Size` parameter.
2029
2699
  # @return [String]
2030
2700
  #
2031
2701
  # @!attribute [rw] size
2032
- # Size parameter is only required when the mode is CUSTOM\_ROWS.
2033
- # Profile job will be executed on the the specified number of rows.
2034
- # The maximum value for size is Long.MAX\_VALUE.
2702
+ # The `Size` parameter is only required when the mode is CUSTOM\_ROWS.
2703
+ # The profile job is run on the specified number of rows. The maximum
2704
+ # value for size is Long.MAX\_VALUE.
2035
2705
  #
2036
2706
  # Long.MAX\_VALUE = 9223372036854775807
2037
2707
  # @return [Integer]
@@ -2046,7 +2716,7 @@ module Aws::GlueDataBrew
2046
2716
  end
2047
2717
 
2048
2718
  # Represents the JSON-specific options that define how input is to be
2049
- # interpreted by AWS Glue DataBrew.
2719
+ # interpreted by Glue DataBrew.
2050
2720
  #
2051
2721
  # @note When making an API call, you may pass JsonOptions
2052
2722
  # data as a hash:
@@ -2453,8 +3123,8 @@ module Aws::GlueDataBrew
2453
3123
  include Aws::Structure
2454
3124
  end
2455
3125
 
2456
- # Parameters that specify how and where DataBrew will write the output
2457
- # generated by recipe jobs or profile jobs.
3126
+ # Represents options that specify how and where in Amazon S3 DataBrew
3127
+ # writes the output generated by recipe jobs or profile jobs.
2458
3128
  #
2459
3129
  # @note When making an API call, you may pass Output
2460
3130
  # data as a hash:
@@ -2499,7 +3169,8 @@ module Aws::GlueDataBrew
2499
3169
  # @return [Boolean]
2500
3170
  #
2501
3171
  # @!attribute [rw] format_options
2502
- # Options that define how DataBrew formats job output files.
3172
+ # Represents options that define how DataBrew formats job output
3173
+ # files.
2503
3174
  # @return [Types::OutputFormatOptions]
2504
3175
  #
2505
3176
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
@@ -2515,7 +3186,8 @@ module Aws::GlueDataBrew
2515
3186
  include Aws::Structure
2516
3187
  end
2517
3188
 
2518
- # Options that define the structure of Csv job output.
3189
+ # Represents a set of options that define the structure of
3190
+ # comma-separated (CSV) job output.
2519
3191
  #
2520
3192
  # @note When making an API call, you may pass OutputFormatOptions
2521
3193
  # data as a hash:
@@ -2527,7 +3199,8 @@ module Aws::GlueDataBrew
2527
3199
  # }
2528
3200
  #
2529
3201
  # @!attribute [rw] csv
2530
- # Options that define how DataBrew writes Csv output.
3202
+ # Represents a set of options that define the structure of
3203
+ # comma-separated value (CSV) job output.
2531
3204
  # @return [Types::CsvOutputOptions]
2532
3205
  #
2533
3206
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/OutputFormatOptions AWS API Documentation
@@ -2538,10 +3211,153 @@ module Aws::GlueDataBrew
2538
3211
  include Aws::Structure
2539
3212
  end
2540
3213
 
3214
+ # Represents a set of options that define how DataBrew selects files for
3215
+ # a given Amazon S3 path in a dataset.
3216
+ #
3217
+ # @note When making an API call, you may pass PathOptions
3218
+ # data as a hash:
3219
+ #
3220
+ # {
3221
+ # last_modified_date_condition: {
3222
+ # expression: "Expression", # required
3223
+ # values_map: { # required
3224
+ # "ValueReference" => "ConditionValue",
3225
+ # },
3226
+ # },
3227
+ # files_limit: {
3228
+ # max_files: 1, # required
3229
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
3230
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
3231
+ # },
3232
+ # parameters: {
3233
+ # "PathParameterName" => {
3234
+ # name: "PathParameterName", # required
3235
+ # type: "Datetime", # required, accepts Datetime, Number, String
3236
+ # datetime_options: {
3237
+ # format: "DatetimeFormat", # required
3238
+ # timezone_offset: "TimezoneOffset",
3239
+ # locale_code: "LocaleCode",
3240
+ # },
3241
+ # create_column: false,
3242
+ # filter: {
3243
+ # expression: "Expression", # required
3244
+ # values_map: { # required
3245
+ # "ValueReference" => "ConditionValue",
3246
+ # },
3247
+ # },
3248
+ # },
3249
+ # },
3250
+ # }
3251
+ #
3252
+ # @!attribute [rw] last_modified_date_condition
3253
+ # If provided, this structure defines a date range for matching Amazon
3254
+ # S3 objects based on their LastModifiedDate attribute in Amazon S3.
3255
+ # @return [Types::FilterExpression]
3256
+ #
3257
+ # @!attribute [rw] files_limit
3258
+ # If provided, this structure imposes a limit on a number of files
3259
+ # that should be selected.
3260
+ # @return [Types::FilesLimit]
3261
+ #
3262
+ # @!attribute [rw] parameters
3263
+ # A structure that maps names of parameters used in the Amazon S3 path
3264
+ # of a dataset to their definitions.
3265
+ # @return [Hash<String,Types::DatasetParameter>]
3266
+ #
3267
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/PathOptions AWS API Documentation
3268
+ #
3269
+ class PathOptions < Struct.new(
3270
+ :last_modified_date_condition,
3271
+ :files_limit,
3272
+ :parameters)
3273
+ SENSITIVE = []
3274
+ include Aws::Structure
3275
+ end
3276
+
3277
+ # Configuration for profile jobs. Configuration can be used to select
3278
+ # columns, do evaluations, and override default parameters of
3279
+ # evaluations. When configuration is undefined, the profile job will
3280
+ # apply default settings to all supported columns.
3281
+ #
3282
+ # @note When making an API call, you may pass ProfileConfiguration
3283
+ # data as a hash:
3284
+ #
3285
+ # {
3286
+ # dataset_statistics_configuration: {
3287
+ # included_statistics: ["Statistic"],
3288
+ # overrides: [
3289
+ # {
3290
+ # statistic: "Statistic", # required
3291
+ # parameters: { # required
3292
+ # "ParameterName" => "ParameterValue",
3293
+ # },
3294
+ # },
3295
+ # ],
3296
+ # },
3297
+ # profile_columns: [
3298
+ # {
3299
+ # regex: "ColumnName",
3300
+ # name: "ColumnName",
3301
+ # },
3302
+ # ],
3303
+ # column_statistics_configurations: [
3304
+ # {
3305
+ # selectors: [
3306
+ # {
3307
+ # regex: "ColumnName",
3308
+ # name: "ColumnName",
3309
+ # },
3310
+ # ],
3311
+ # statistics: { # required
3312
+ # included_statistics: ["Statistic"],
3313
+ # overrides: [
3314
+ # {
3315
+ # statistic: "Statistic", # required
3316
+ # parameters: { # required
3317
+ # "ParameterName" => "ParameterValue",
3318
+ # },
3319
+ # },
3320
+ # ],
3321
+ # },
3322
+ # },
3323
+ # ],
3324
+ # }
3325
+ #
3326
+ # @!attribute [rw] dataset_statistics_configuration
3327
+ # Configuration for inter-column evaluations. Configuration can be
3328
+ # used to select evaluations and override parameters of evaluations.
3329
+ # When configuration is undefined, the profile job will run all
3330
+ # supported inter-column evaluations.
3331
+ # @return [Types::StatisticsConfiguration]
3332
+ #
3333
+ # @!attribute [rw] profile_columns
3334
+ # List of column selectors. ProfileColumns can be used to select
3335
+ # columns from the dataset. When ProfileColumns is undefined, the
3336
+ # profile job will profile all supported columns.
3337
+ # @return [Array<Types::ColumnSelector>]
3338
+ #
3339
+ # @!attribute [rw] column_statistics_configurations
3340
+ # List of configurations for column evaluations.
3341
+ # ColumnStatisticsConfigurations are used to select evaluations and
3342
+ # override parameters of evaluations for particular columns. When
3343
+ # ColumnStatisticsConfigurations is undefined, the profile job will
3344
+ # profile all supported columns and run all supported evaluations.
3345
+ # @return [Array<Types::ColumnStatisticsConfiguration>]
3346
+ #
3347
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ProfileConfiguration AWS API Documentation
3348
+ #
3349
+ class ProfileConfiguration < Struct.new(
3350
+ :dataset_statistics_configuration,
3351
+ :profile_columns,
3352
+ :column_statistics_configurations)
3353
+ SENSITIVE = []
3354
+ include Aws::Structure
3355
+ end
3356
+
2541
3357
  # Represents all of the attributes of a DataBrew project.
2542
3358
  #
2543
3359
  # @!attribute [rw] account_id
2544
- # The ID of the AWS account that owns the project.
3360
+ # The ID of the Amazon Web Services account that owns the project.
2545
3361
  # @return [String]
2546
3362
  #
2547
3363
  # @!attribute [rw] create_date
@@ -2580,8 +3396,8 @@ module Aws::GlueDataBrew
2580
3396
  #
2581
3397
  # @!attribute [rw] sample
2582
3398
  # The sample size and sampling type to apply to the data. If this
2583
- # parameter isn't specified, then the sample will consiste of the
2584
- # first 500 rows from the dataset.
3399
+ # parameter isn't specified, then the sample consists of the first
3400
+ # 500 rows from the dataset.
2585
3401
  # @return [Types::Sample]
2586
3402
  #
2587
3403
  # @!attribute [rw] tags
@@ -2719,7 +3535,7 @@ module Aws::GlueDataBrew
2719
3535
  # * Numeric version (`X.Y`) - `X` and `Y` stand for major and minor
2720
3536
  # version numbers. The maximum length of each is 6 digits, and
2721
3537
  # neither can be negative values. Both `X` and `Y` are required, and
2722
- # "0.0" is not a valid version.
3538
+ # "0.0" isn't a valid version.
2723
3539
  #
2724
3540
  # * `LATEST_WORKING` - the most recent valid version being developed
2725
3541
  # in a DataBrew project.
@@ -2749,12 +3565,11 @@ module Aws::GlueDataBrew
2749
3565
 
2750
3566
  # Represents a transformation and associated parameters that are used to
2751
3567
  # apply a change to a DataBrew dataset. For more information, see
2752
- # [Recipe structure][1] and [Recipe actions reference][2].
3568
+ # [Recipe actions reference][1].
2753
3569
  #
2754
3570
  #
2755
3571
  #
2756
- # [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-structure.html
2757
- # [2]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
3572
+ # [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
2758
3573
  #
2759
3574
  # @note When making an API call, you may pass RecipeAction
2760
3575
  # data as a hash:
@@ -2837,8 +3652,8 @@ module Aws::GlueDataBrew
2837
3652
  # @return [Types::RecipeAction]
2838
3653
  #
2839
3654
  # @!attribute [rw] condition_expressions
2840
- # One or more conditions that must be met, in order for the recipe
2841
- # step to succeed.
3655
+ # One or more conditions that must be met for the recipe step to
3656
+ # succeed.
2842
3657
  #
2843
3658
  # <note markdown="1"> All of the conditions in the array must be met. In other words, all
2844
3659
  # of the conditions must be combined using a logical AND operation.
@@ -2893,8 +3708,8 @@ module Aws::GlueDataBrew
2893
3708
  include Aws::Structure
2894
3709
  end
2895
3710
 
2896
- # An Amazon S3 location (bucket name an object key) where DataBrew can
2897
- # read input data, or write output from a job.
3711
+ # Represents an Amazon S3 location (bucket name and object key) where
3712
+ # DataBrew can read input data, or write output from a job.
2898
3713
  #
2899
3714
  # @note When making an API call, you may pass S3Location
2900
3715
  # data as a hash:
@@ -2905,7 +3720,7 @@ module Aws::GlueDataBrew
2905
3720
  # }
2906
3721
  #
2907
3722
  # @!attribute [rw] bucket
2908
- # The S3 bucket name.
3723
+ # The Amazon S3 bucket name.
2909
3724
  # @return [String]
2910
3725
  #
2911
3726
  # @!attribute [rw] key
@@ -2921,6 +3736,32 @@ module Aws::GlueDataBrew
2921
3736
  include Aws::Structure
2922
3737
  end
2923
3738
 
3739
+ # Represents options that specify how and where DataBrew writes the
3740
+ # Amazon S3 output generated by recipe jobs.
3741
+ #
3742
+ # @note When making an API call, you may pass S3TableOutputOptions
3743
+ # data as a hash:
3744
+ #
3745
+ # {
3746
+ # location: { # required
3747
+ # bucket: "Bucket", # required
3748
+ # key: "Key",
3749
+ # },
3750
+ # }
3751
+ #
3752
+ # @!attribute [rw] location
3753
+ # Represents an Amazon S3 location (bucket name and object key) where
3754
+ # DataBrew can write output from a job.
3755
+ # @return [Types::S3Location]
3756
+ #
3757
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/S3TableOutputOptions AWS API Documentation
3758
+ #
3759
+ class S3TableOutputOptions < Struct.new(
3760
+ :location)
3761
+ SENSITIVE = []
3762
+ include Aws::Structure
3763
+ end
3764
+
2924
3765
  # Represents the sample size and sampling type for DataBrew to use for
2925
3766
  # interactive data analysis.
2926
3767
  #
@@ -2952,7 +3793,7 @@ module Aws::GlueDataBrew
2952
3793
  # Represents one or more dates and times when a job is to run.
2953
3794
  #
2954
3795
  # @!attribute [rw] account_id
2955
- # The ID of the AWS account that owns the schedule.
3796
+ # The ID of the Amazon Web Services account that owns the schedule.
2956
3797
  # @return [String]
2957
3798
  #
2958
3799
  # @!attribute [rw] created_by
@@ -2981,9 +3822,8 @@ module Aws::GlueDataBrew
2981
3822
  # @return [String]
2982
3823
  #
2983
3824
  # @!attribute [rw] cron_expression
2984
- # The date(s) and time(s) when the job will run. For more information,
2985
- # see [Cron expressions][1] in the *AWS Glue DataBrew Developer
2986
- # Guide*.
3825
+ # The dates and times when the job is to run. For more information,
3826
+ # see [Cron expressions][1] in the *Glue DataBrew Developer Guide*.
2987
3827
  #
2988
3828
  #
2989
3829
  #
@@ -3071,7 +3911,7 @@ module Aws::GlueDataBrew
3071
3911
  # @return [String]
3072
3912
  #
3073
3913
  # @!attribute [rw] view_frame
3074
- # Represents the data being being transformed during an action.
3914
+ # Represents the data being transformed during an action.
3075
3915
  # @return [Types::ViewFrame]
3076
3916
  #
3077
3917
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/SendProjectSessionActionRequest AWS API Documentation
@@ -3196,6 +4036,72 @@ module Aws::GlueDataBrew
3196
4036
  include Aws::Structure
3197
4037
  end
3198
4038
 
4039
+ # Override of a particular evaluation for a profile job.
4040
+ #
4041
+ # @note When making an API call, you may pass StatisticOverride
4042
+ # data as a hash:
4043
+ #
4044
+ # {
4045
+ # statistic: "Statistic", # required
4046
+ # parameters: { # required
4047
+ # "ParameterName" => "ParameterValue",
4048
+ # },
4049
+ # }
4050
+ #
4051
+ # @!attribute [rw] statistic
4052
+ # The name of an evaluation
4053
+ # @return [String]
4054
+ #
4055
+ # @!attribute [rw] parameters
4056
+ # A map that includes overrides of an evaluation’s parameters.
4057
+ # @return [Hash<String,String>]
4058
+ #
4059
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticOverride AWS API Documentation
4060
+ #
4061
+ class StatisticOverride < Struct.new(
4062
+ :statistic,
4063
+ :parameters)
4064
+ SENSITIVE = []
4065
+ include Aws::Structure
4066
+ end
4067
+
4068
+ # Configuration of evaluations for a profile job. This configuration can
4069
+ # be used to select evaluations and override the parameters of selected
4070
+ # evaluations.
4071
+ #
4072
+ # @note When making an API call, you may pass StatisticsConfiguration
4073
+ # data as a hash:
4074
+ #
4075
+ # {
4076
+ # included_statistics: ["Statistic"],
4077
+ # overrides: [
4078
+ # {
4079
+ # statistic: "Statistic", # required
4080
+ # parameters: { # required
4081
+ # "ParameterName" => "ParameterValue",
4082
+ # },
4083
+ # },
4084
+ # ],
4085
+ # }
4086
+ #
4087
+ # @!attribute [rw] included_statistics
4088
+ # List of included evaluations. When the list is undefined, all
4089
+ # supported evaluations will be included.
4090
+ # @return [Array<String>]
4091
+ #
4092
+ # @!attribute [rw] overrides
4093
+ # List of overrides for evaluations.
4094
+ # @return [Array<Types::StatisticOverride>]
4095
+ #
4096
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticsConfiguration AWS API Documentation
4097
+ #
4098
+ class StatisticsConfiguration < Struct.new(
4099
+ :included_statistics,
4100
+ :overrides)
4101
+ SENSITIVE = []
4102
+ include Aws::Structure
4103
+ end
4104
+
3199
4105
  # @note When making an API call, you may pass StopJobRunRequest
3200
4106
  # data as a hash:
3201
4107
  #
@@ -3330,6 +4236,45 @@ module Aws::GlueDataBrew
3330
4236
  # key: "Key",
3331
4237
  # },
3332
4238
  # },
4239
+ # database_input_definition: {
4240
+ # glue_connection_name: "GlueConnectionName", # required
4241
+ # database_table_name: "DatabaseTableName", # required
4242
+ # temp_directory: {
4243
+ # bucket: "Bucket", # required
4244
+ # key: "Key",
4245
+ # },
4246
+ # },
4247
+ # },
4248
+ # path_options: {
4249
+ # last_modified_date_condition: {
4250
+ # expression: "Expression", # required
4251
+ # values_map: { # required
4252
+ # "ValueReference" => "ConditionValue",
4253
+ # },
4254
+ # },
4255
+ # files_limit: {
4256
+ # max_files: 1, # required
4257
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
4258
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
4259
+ # },
4260
+ # parameters: {
4261
+ # "PathParameterName" => {
4262
+ # name: "PathParameterName", # required
4263
+ # type: "Datetime", # required, accepts Datetime, Number, String
4264
+ # datetime_options: {
4265
+ # format: "DatetimeFormat", # required
4266
+ # timezone_offset: "TimezoneOffset",
4267
+ # locale_code: "LocaleCode",
4268
+ # },
4269
+ # create_column: false,
4270
+ # filter: {
4271
+ # expression: "Expression", # required
4272
+ # values_map: { # required
4273
+ # "ValueReference" => "ConditionValue",
4274
+ # },
4275
+ # },
4276
+ # },
4277
+ # },
3333
4278
  # },
3334
4279
  # }
3335
4280
  #
@@ -3338,27 +4283,33 @@ module Aws::GlueDataBrew
3338
4283
  # @return [String]
3339
4284
  #
3340
4285
  # @!attribute [rw] format
3341
- # Specifies the file format of a dataset created from an S3 file or
3342
- # folder.
4286
+ # The file format of a dataset that is created from an Amazon S3 file
4287
+ # or folder.
3343
4288
  # @return [String]
3344
4289
  #
3345
4290
  # @!attribute [rw] format_options
3346
- # Options that define the structure of either Csv, Excel, or JSON
3347
- # input.
4291
+ # Represents a set of options that define the structure of either
4292
+ # comma-separated value (CSV), Excel, or JSON input.
3348
4293
  # @return [Types::FormatOptions]
3349
4294
  #
3350
4295
  # @!attribute [rw] input
3351
- # Information on how DataBrew can find data, in either the AWS Glue
3352
- # Data Catalog or Amazon S3.
4296
+ # Represents information on how DataBrew can find data, in either the
4297
+ # Glue Data Catalog or Amazon S3.
3353
4298
  # @return [Types::Input]
3354
4299
  #
4300
+ # @!attribute [rw] path_options
4301
+ # A set of options that defines how DataBrew interprets an Amazon S3
4302
+ # path of the dataset.
4303
+ # @return [Types::PathOptions]
4304
+ #
3355
4305
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
3356
4306
  #
3357
4307
  class UpdateDatasetRequest < Struct.new(
3358
4308
  :name,
3359
4309
  :format,
3360
4310
  :format_options,
3361
- :input)
4311
+ :input,
4312
+ :path_options)
3362
4313
  SENSITIVE = []
3363
4314
  include Aws::Structure
3364
4315
  end
@@ -3379,6 +4330,46 @@ module Aws::GlueDataBrew
3379
4330
  # data as a hash:
3380
4331
  #
3381
4332
  # {
4333
+ # configuration: {
4334
+ # dataset_statistics_configuration: {
4335
+ # included_statistics: ["Statistic"],
4336
+ # overrides: [
4337
+ # {
4338
+ # statistic: "Statistic", # required
4339
+ # parameters: { # required
4340
+ # "ParameterName" => "ParameterValue",
4341
+ # },
4342
+ # },
4343
+ # ],
4344
+ # },
4345
+ # profile_columns: [
4346
+ # {
4347
+ # regex: "ColumnName",
4348
+ # name: "ColumnName",
4349
+ # },
4350
+ # ],
4351
+ # column_statistics_configurations: [
4352
+ # {
4353
+ # selectors: [
4354
+ # {
4355
+ # regex: "ColumnName",
4356
+ # name: "ColumnName",
4357
+ # },
4358
+ # ],
4359
+ # statistics: { # required
4360
+ # included_statistics: ["Statistic"],
4361
+ # overrides: [
4362
+ # {
4363
+ # statistic: "Statistic", # required
4364
+ # parameters: { # required
4365
+ # "ParameterName" => "ParameterValue",
4366
+ # },
4367
+ # },
4368
+ # ],
4369
+ # },
4370
+ # },
4371
+ # ],
4372
+ # },
3382
4373
  # encryption_key_arn: "EncryptionKeyArn",
3383
4374
  # encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
3384
4375
  # name: "JobName", # required
@@ -3397,6 +4388,13 @@ module Aws::GlueDataBrew
3397
4388
  # },
3398
4389
  # }
3399
4390
  #
4391
+ # @!attribute [rw] configuration
4392
+ # Configuration for profile jobs. Used to select columns, do
4393
+ # evaluations, and override default parameters of evaluations. When
4394
+ # configuration is null, the profile job will run with default
4395
+ # settings.
4396
+ # @return [Types::ProfileConfiguration]
4397
+ #
3400
4398
  # @!attribute [rw] encryption_key_arn
3401
4399
  # The Amazon Resource Name (ARN) of an encryption key that is used to
3402
4400
  # protect the job.
@@ -3405,7 +4403,7 @@ module Aws::GlueDataBrew
3405
4403
  # @!attribute [rw] encryption_mode
3406
4404
  # The encryption mode for the job, which can be one of the following:
3407
4405
  #
3408
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
4406
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
3409
4407
  #
3410
4408
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
3411
4409
  # @return [String]
@@ -3430,13 +4428,13 @@ module Aws::GlueDataBrew
3430
4428
  # @return [Integer]
3431
4429
  #
3432
4430
  # @!attribute [rw] output_location
3433
- # An Amazon S3 location (bucket name an object key) where DataBrew can
3434
- # read input data, or write output from a job.
4431
+ # Represents an Amazon S3 location (bucket name and object key) where
4432
+ # DataBrew can read input data, or write output from a job.
3435
4433
  # @return [Types::S3Location]
3436
4434
  #
3437
4435
  # @!attribute [rw] role_arn
3438
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
3439
- # Management (IAM) role to be assumed when DataBrew runs the job.
4436
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
4437
+ # (IAM) role to be assumed when DataBrew runs the job.
3440
4438
  # @return [String]
3441
4439
  #
3442
4440
  # @!attribute [rw] timeout
@@ -3455,6 +4453,7 @@ module Aws::GlueDataBrew
3455
4453
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
3456
4454
  #
3457
4455
  class UpdateProfileJobRequest < Struct.new(
4456
+ :configuration,
3458
4457
  :encryption_key_arn,
3459
4458
  :encryption_mode,
3460
4459
  :name,
@@ -3544,7 +4543,7 @@ module Aws::GlueDataBrew
3544
4543
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
3545
4544
  # max_capacity: 1,
3546
4545
  # max_retries: 1,
3547
- # outputs: [ # required
4546
+ # outputs: [
3548
4547
  # {
3549
4548
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
3550
4549
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -3561,6 +4560,40 @@ module Aws::GlueDataBrew
3561
4560
  # },
3562
4561
  # },
3563
4562
  # ],
4563
+ # data_catalog_outputs: [
4564
+ # {
4565
+ # catalog_id: "CatalogId",
4566
+ # database_name: "DatabaseName", # required
4567
+ # table_name: "TableName", # required
4568
+ # s3_options: {
4569
+ # location: { # required
4570
+ # bucket: "Bucket", # required
4571
+ # key: "Key",
4572
+ # },
4573
+ # },
4574
+ # database_options: {
4575
+ # temp_directory: {
4576
+ # bucket: "Bucket", # required
4577
+ # key: "Key",
4578
+ # },
4579
+ # table_name: "DatabaseTableName", # required
4580
+ # },
4581
+ # overwrite: false,
4582
+ # },
4583
+ # ],
4584
+ # database_outputs: [
4585
+ # {
4586
+ # glue_connection_name: "GlueConnectionName", # required
4587
+ # database_options: { # required
4588
+ # temp_directory: {
4589
+ # bucket: "Bucket", # required
4590
+ # key: "Key",
4591
+ # },
4592
+ # table_name: "DatabaseTableName", # required
4593
+ # },
4594
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
4595
+ # },
4596
+ # ],
3564
4597
  # role_arn: "Arn", # required
3565
4598
  # timeout: 1,
3566
4599
  # }
@@ -3573,7 +4606,7 @@ module Aws::GlueDataBrew
3573
4606
  # @!attribute [rw] encryption_mode
3574
4607
  # The encryption mode for the job, which can be one of the following:
3575
4608
  #
3576
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
4609
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
3577
4610
  #
3578
4611
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
3579
4612
  # @return [String]
@@ -3602,9 +4635,19 @@ module Aws::GlueDataBrew
3602
4635
  # job.
3603
4636
  # @return [Array<Types::Output>]
3604
4637
  #
4638
+ # @!attribute [rw] data_catalog_outputs
4639
+ # One or more artifacts that represent the Glue Data Catalog output
4640
+ # from running the job.
4641
+ # @return [Array<Types::DataCatalogOutput>]
4642
+ #
4643
+ # @!attribute [rw] database_outputs
4644
+ # Represents a list of JDBC database output objects which defines the
4645
+ # output destination for a DataBrew recipe job to write into.
4646
+ # @return [Array<Types::DatabaseOutput>]
4647
+ #
3605
4648
  # @!attribute [rw] role_arn
3606
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
3607
- # Management (IAM) role to be assumed when DataBrew runs the job.
4649
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
4650
+ # (IAM) role to be assumed when DataBrew runs the job.
3608
4651
  # @return [String]
3609
4652
  #
3610
4653
  # @!attribute [rw] timeout
@@ -3622,6 +4665,8 @@ module Aws::GlueDataBrew
3622
4665
  :max_capacity,
3623
4666
  :max_retries,
3624
4667
  :outputs,
4668
+ :data_catalog_outputs,
4669
+ :database_outputs,
3625
4670
  :role_arn,
3626
4671
  :timeout)
3627
4672
  SENSITIVE = []
@@ -3716,8 +4761,8 @@ module Aws::GlueDataBrew
3716
4761
  #
3717
4762
  # @!attribute [rw] cron_expression
3718
4763
  # The date or dates and time or times when the jobs are to be run. For
3719
- # more information, see [Cron expressions][1] in the *AWS Glue
3720
- # DataBrew Developer Guide*.
4764
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
4765
+ # Developer Guide*.
3721
4766
  #
3722
4767
  #
3723
4768
  #
@@ -3763,7 +4808,7 @@ module Aws::GlueDataBrew
3763
4808
  include Aws::Structure
3764
4809
  end
3765
4810
 
3766
- # Represents the data being being transformed during an action.
4811
+ # Represents the data being transformed during an action.
3767
4812
  #
3768
4813
  # @note When making an API call, you may pass ViewFrame
3769
4814
  # data as a hash: