aws-sdk-gluedatabrew 1.5.0 → 1.9.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
@@ -27,12 +27,17 @@ module Aws::GlueDataBrew
27
27
  ColumnName = Shapes::StringShape.new(name: 'ColumnName')
28
28
  ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
29
29
  ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
30
+ ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
31
+ ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
32
+ ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
33
+ ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
30
34
  CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
31
35
  Condition = Shapes::StringShape.new(name: 'Condition')
32
36
  ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
33
37
  ConditionExpressionList = Shapes::ListShape.new(name: 'ConditionExpressionList')
34
38
  ConditionValue = Shapes::StringShape.new(name: 'ConditionValue')
35
39
  ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
40
+ CreateColumn = Shapes::BooleanShape.new(name: 'CreateColumn')
36
41
  CreateDatasetRequest = Shapes::StructureShape.new(name: 'CreateDatasetRequest')
37
42
  CreateDatasetResponse = Shapes::StructureShape.new(name: 'CreateDatasetResponse')
38
43
  CreateProfileJobRequest = Shapes::StructureShape.new(name: 'CreateProfileJobRequest')
@@ -50,11 +55,22 @@ module Aws::GlueDataBrew
50
55
  CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
51
56
  CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
52
57
  DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
58
+ DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
59
+ DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
60
+ DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
53
61
  DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
62
+ DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
63
+ DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
64
+ DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
65
+ DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
66
+ DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
54
67
  Dataset = Shapes::StructureShape.new(name: 'Dataset')
55
68
  DatasetList = Shapes::ListShape.new(name: 'DatasetList')
56
69
  DatasetName = Shapes::StringShape.new(name: 'DatasetName')
70
+ DatasetParameter = Shapes::StructureShape.new(name: 'DatasetParameter')
57
71
  Date = Shapes::TimestampShape.new(name: 'Date')
72
+ DatetimeFormat = Shapes::StringShape.new(name: 'DatetimeFormat')
73
+ DatetimeOptions = Shapes::StructureShape.new(name: 'DatetimeOptions')
58
74
  DeleteDatasetRequest = Shapes::StructureShape.new(name: 'DeleteDatasetRequest')
59
75
  DeleteDatasetResponse = Shapes::StructureShape.new(name: 'DeleteDatasetResponse')
60
76
  DeleteJobRequest = Shapes::StructureShape.new(name: 'DeleteJobRequest')
@@ -83,7 +99,11 @@ module Aws::GlueDataBrew
83
99
  ErrorCode = Shapes::StringShape.new(name: 'ErrorCode')
84
100
  ExcelOptions = Shapes::StructureShape.new(name: 'ExcelOptions')
85
101
  ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
102
+ Expression = Shapes::StringShape.new(name: 'Expression')
103
+ FilesLimit = Shapes::StructureShape.new(name: 'FilesLimit')
104
+ FilterExpression = Shapes::StructureShape.new(name: 'FilterExpression')
86
105
  FormatOptions = Shapes::StructureShape.new(name: 'FormatOptions')
106
+ GlueConnectionName = Shapes::StringShape.new(name: 'GlueConnectionName')
87
107
  HeaderRow = Shapes::BooleanShape.new(name: 'HeaderRow')
88
108
  HiddenColumnList = Shapes::ListShape.new(name: 'HiddenColumnList')
89
109
  Input = Shapes::StructureShape.new(name: 'Input')
@@ -120,9 +140,11 @@ module Aws::GlueDataBrew
120
140
  ListSchedulesResponse = Shapes::StructureShape.new(name: 'ListSchedulesResponse')
121
141
  ListTagsForResourceRequest = Shapes::StructureShape.new(name: 'ListTagsForResourceRequest')
122
142
  ListTagsForResourceResponse = Shapes::StructureShape.new(name: 'ListTagsForResourceResponse')
143
+ LocaleCode = Shapes::StringShape.new(name: 'LocaleCode')
123
144
  LogGroupName = Shapes::StringShape.new(name: 'LogGroupName')
124
145
  LogSubscription = Shapes::StringShape.new(name: 'LogSubscription')
125
146
  MaxCapacity = Shapes::IntegerShape.new(name: 'MaxCapacity')
147
+ MaxFiles = Shapes::IntegerShape.new(name: 'MaxFiles')
126
148
  MaxResults100 = Shapes::IntegerShape.new(name: 'MaxResults100')
127
149
  MaxRetries = Shapes::IntegerShape.new(name: 'MaxRetries')
128
150
  Message = Shapes::StringShape.new(name: 'Message')
@@ -130,6 +152,8 @@ module Aws::GlueDataBrew
130
152
  NextToken = Shapes::StringShape.new(name: 'NextToken')
131
153
  OpenedBy = Shapes::StringShape.new(name: 'OpenedBy')
132
154
  Operation = Shapes::StringShape.new(name: 'Operation')
155
+ Order = Shapes::StringShape.new(name: 'Order')
156
+ OrderedBy = Shapes::StringShape.new(name: 'OrderedBy')
133
157
  Output = Shapes::StructureShape.new(name: 'Output')
134
158
  OutputFormat = Shapes::StringShape.new(name: 'OutputFormat')
135
159
  OutputFormatOptions = Shapes::StructureShape.new(name: 'OutputFormatOptions')
@@ -137,8 +161,13 @@ module Aws::GlueDataBrew
137
161
  OverwriteOutput = Shapes::BooleanShape.new(name: 'OverwriteOutput')
138
162
  ParameterMap = Shapes::MapShape.new(name: 'ParameterMap')
139
163
  ParameterName = Shapes::StringShape.new(name: 'ParameterName')
164
+ ParameterType = Shapes::StringShape.new(name: 'ParameterType')
140
165
  ParameterValue = Shapes::StringShape.new(name: 'ParameterValue')
166
+ PathOptions = Shapes::StructureShape.new(name: 'PathOptions')
167
+ PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
168
+ PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
141
169
  Preview = Shapes::BooleanShape.new(name: 'Preview')
170
+ ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
142
171
  Project = Shapes::StructureShape.new(name: 'Project')
143
172
  ProjectList = Shapes::ListShape.new(name: 'ProjectList')
144
173
  ProjectName = Shapes::StringShape.new(name: 'ProjectName')
@@ -161,6 +190,7 @@ module Aws::GlueDataBrew
161
190
  ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
162
191
  Result = Shapes::StringShape.new(name: 'Result')
163
192
  S3Location = Shapes::StructureShape.new(name: 'S3Location')
193
+ S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
164
194
  Sample = Shapes::StructureShape.new(name: 'Sample')
165
195
  SampleMode = Shapes::StringShape.new(name: 'SampleMode')
166
196
  SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
@@ -183,6 +213,11 @@ module Aws::GlueDataBrew
183
213
  StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
184
214
  StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
185
215
  StartedBy = Shapes::StringShape.new(name: 'StartedBy')
216
+ Statistic = Shapes::StringShape.new(name: 'Statistic')
217
+ StatisticList = Shapes::ListShape.new(name: 'StatisticList')
218
+ StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
219
+ StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
220
+ StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
186
221
  StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
187
222
  StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
188
223
  StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
@@ -195,6 +230,7 @@ module Aws::GlueDataBrew
195
230
  TagValue = Shapes::StringShape.new(name: 'TagValue')
196
231
  TargetColumn = Shapes::StringShape.new(name: 'TargetColumn')
197
232
  Timeout = Shapes::IntegerShape.new(name: 'Timeout')
233
+ TimezoneOffset = Shapes::StringShape.new(name: 'TimezoneOffset')
198
234
  UntagResourceRequest = Shapes::StructureShape.new(name: 'UntagResourceRequest')
199
235
  UntagResourceResponse = Shapes::StructureShape.new(name: 'UntagResourceResponse')
200
236
  UpdateDatasetRequest = Shapes::StructureShape.new(name: 'UpdateDatasetRequest')
@@ -210,6 +246,8 @@ module Aws::GlueDataBrew
210
246
  UpdateScheduleRequest = Shapes::StructureShape.new(name: 'UpdateScheduleRequest')
211
247
  UpdateScheduleResponse = Shapes::StructureShape.new(name: 'UpdateScheduleResponse')
212
248
  ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
249
+ ValueReference = Shapes::StringShape.new(name: 'ValueReference')
250
+ ValuesMap = Shapes::MapShape.new(name: 'ValuesMap')
213
251
  ViewFrame = Shapes::StructureShape.new(name: 'ViewFrame')
214
252
 
215
253
  AccessDeniedException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
@@ -225,6 +263,18 @@ module Aws::GlueDataBrew
225
263
 
226
264
  ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
227
265
 
266
+ ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
267
+ ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
268
+ ColumnSelector.struct_class = Types::ColumnSelector
269
+
270
+ ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
271
+
272
+ ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
273
+ ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
274
+ ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
275
+
276
+ ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
277
+
228
278
  ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
229
279
  ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
230
280
  ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
@@ -239,6 +289,7 @@ module Aws::GlueDataBrew
239
289
  CreateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
240
290
  CreateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
241
291
  CreateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
292
+ CreateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
242
293
  CreateDatasetRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
243
294
  CreateDatasetRequest.struct_class = Types::CreateDatasetRequest
244
295
 
@@ -253,6 +304,7 @@ module Aws::GlueDataBrew
253
304
  CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
254
305
  CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
255
306
  CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
307
+ CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
256
308
  CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
257
309
  CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
258
310
  CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
@@ -280,7 +332,9 @@ module Aws::GlueDataBrew
280
332
  CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
281
333
  CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
282
334
  CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
283
- CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
335
+ CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
336
+ CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
337
+ CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
284
338
  CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
285
339
  CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
286
340
  CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
@@ -322,6 +376,32 @@ module Aws::GlueDataBrew
322
376
  DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
323
377
  DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
324
378
 
379
+ DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
380
+ DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
381
+ DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
382
+ DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
383
+ DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
384
+ DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
385
+ DataCatalogOutput.struct_class = Types::DataCatalogOutput
386
+
387
+ DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
388
+
389
+ DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
390
+ DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
391
+ DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
392
+ DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
393
+
394
+ DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
395
+ DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
396
+ DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
397
+ DatabaseOutput.struct_class = Types::DatabaseOutput
398
+
399
+ DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
400
+
401
+ DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
402
+ DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
403
+ DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
404
+
325
405
  Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
326
406
  Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
327
407
  Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
@@ -332,12 +412,25 @@ module Aws::GlueDataBrew
332
412
  Dataset.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
333
413
  Dataset.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
334
414
  Dataset.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
415
+ Dataset.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
335
416
  Dataset.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
336
417
  Dataset.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
337
418
  Dataset.struct_class = Types::Dataset
338
419
 
339
420
  DatasetList.member = Shapes::ShapeRef.new(shape: Dataset)
340
421
 
422
+ DatasetParameter.add_member(:name, Shapes::ShapeRef.new(shape: PathParameterName, required: true, location_name: "Name"))
423
+ DatasetParameter.add_member(:type, Shapes::ShapeRef.new(shape: ParameterType, required: true, location_name: "Type"))
424
+ DatasetParameter.add_member(:datetime_options, Shapes::ShapeRef.new(shape: DatetimeOptions, location_name: "DatetimeOptions"))
425
+ DatasetParameter.add_member(:create_column, Shapes::ShapeRef.new(shape: CreateColumn, location_name: "CreateColumn"))
426
+ DatasetParameter.add_member(:filter, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "Filter"))
427
+ DatasetParameter.struct_class = Types::DatasetParameter
428
+
429
+ DatetimeOptions.add_member(:format, Shapes::ShapeRef.new(shape: DatetimeFormat, required: true, location_name: "Format"))
430
+ DatetimeOptions.add_member(:timezone_offset, Shapes::ShapeRef.new(shape: TimezoneOffset, location_name: "TimezoneOffset"))
431
+ DatetimeOptions.add_member(:locale_code, Shapes::ShapeRef.new(shape: LocaleCode, location_name: "LocaleCode"))
432
+ DatetimeOptions.struct_class = Types::DatetimeOptions
433
+
341
434
  DeleteDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
342
435
  DeleteDatasetRequest.struct_class = Types::DeleteDatasetRequest
343
436
 
@@ -382,6 +475,7 @@ module Aws::GlueDataBrew
382
475
  DescribeDatasetResponse.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
383
476
  DescribeDatasetResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
384
477
  DescribeDatasetResponse.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
478
+ DescribeDatasetResponse.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
385
479
  DescribeDatasetResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
386
480
  DescribeDatasetResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
387
481
  DescribeDatasetResponse.struct_class = Types::DescribeDatasetResponse
@@ -402,7 +496,10 @@ module Aws::GlueDataBrew
402
496
  DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
403
497
  DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
404
498
  DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
499
+ DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
500
+ DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
405
501
  DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
502
+ DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
406
503
  DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
407
504
  DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
408
505
  DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
@@ -421,11 +518,14 @@ module Aws::GlueDataBrew
421
518
  DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
422
519
  DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
423
520
  DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
521
+ DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
424
522
  DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
425
523
  DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
426
524
  DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
427
525
  DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
428
526
  DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
527
+ DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
528
+ DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
429
529
  DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
430
530
  DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
431
531
  DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -489,6 +589,15 @@ module Aws::GlueDataBrew
489
589
  ExcelOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
490
590
  ExcelOptions.struct_class = Types::ExcelOptions
491
591
 
592
+ FilesLimit.add_member(:max_files, Shapes::ShapeRef.new(shape: MaxFiles, required: true, location_name: "MaxFiles"))
593
+ FilesLimit.add_member(:ordered_by, Shapes::ShapeRef.new(shape: OrderedBy, location_name: "OrderedBy"))
594
+ FilesLimit.add_member(:order, Shapes::ShapeRef.new(shape: Order, location_name: "Order"))
595
+ FilesLimit.struct_class = Types::FilesLimit
596
+
597
+ FilterExpression.add_member(:expression, Shapes::ShapeRef.new(shape: Expression, required: true, location_name: "Expression"))
598
+ FilterExpression.add_member(:values_map, Shapes::ShapeRef.new(shape: ValuesMap, required: true, location_name: "ValuesMap"))
599
+ FilterExpression.struct_class = Types::FilterExpression
600
+
492
601
  FormatOptions.add_member(:json, Shapes::ShapeRef.new(shape: JsonOptions, location_name: "Json"))
493
602
  FormatOptions.add_member(:excel, Shapes::ShapeRef.new(shape: ExcelOptions, location_name: "Excel"))
494
603
  FormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOptions, location_name: "Csv"))
@@ -498,6 +607,7 @@ module Aws::GlueDataBrew
498
607
 
499
608
  Input.add_member(:s3_input_definition, Shapes::ShapeRef.new(shape: S3Location, location_name: "S3InputDefinition"))
500
609
  Input.add_member(:data_catalog_input_definition, Shapes::ShapeRef.new(shape: DataCatalogInputDefinition, location_name: "DataCatalogInputDefinition"))
610
+ Input.add_member(:database_input_definition, Shapes::ShapeRef.new(shape: DatabaseInputDefinition, location_name: "DatabaseInputDefinition"))
501
611
  Input.struct_class = Types::Input
502
612
 
503
613
  InternalServerException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
@@ -517,6 +627,8 @@ module Aws::GlueDataBrew
517
627
  Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
518
628
  Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
519
629
  Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
630
+ Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
631
+ Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
520
632
  Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
521
633
  Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
522
634
  Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
@@ -541,6 +653,8 @@ module Aws::GlueDataBrew
541
653
  JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
542
654
  JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
543
655
  JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
656
+ JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
657
+ JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
544
658
  JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
545
659
  JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
546
660
  JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
@@ -640,6 +754,19 @@ module Aws::GlueDataBrew
640
754
  ParameterMap.key = Shapes::ShapeRef.new(shape: ParameterName)
641
755
  ParameterMap.value = Shapes::ShapeRef.new(shape: ParameterValue)
642
756
 
757
+ PathOptions.add_member(:last_modified_date_condition, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "LastModifiedDateCondition"))
758
+ PathOptions.add_member(:files_limit, Shapes::ShapeRef.new(shape: FilesLimit, location_name: "FilesLimit"))
759
+ PathOptions.add_member(:parameters, Shapes::ShapeRef.new(shape: PathParametersMap, location_name: "Parameters"))
760
+ PathOptions.struct_class = Types::PathOptions
761
+
762
+ PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
763
+ PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
764
+
765
+ ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
766
+ ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
767
+ ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
768
+ ProfileConfiguration.struct_class = Types::ProfileConfiguration
769
+
643
770
  Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
644
771
  Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
645
772
  Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
@@ -712,6 +839,9 @@ module Aws::GlueDataBrew
712
839
  S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
713
840
  S3Location.struct_class = Types::S3Location
714
841
 
842
+ S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
843
+ S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
844
+
715
845
  Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
716
846
  Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
717
847
  Sample.struct_class = Types::Sample
@@ -764,6 +894,18 @@ module Aws::GlueDataBrew
764
894
  StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
765
895
  StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
766
896
 
897
+ StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
898
+
899
+ StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
900
+ StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
901
+ StatisticOverride.struct_class = Types::StatisticOverride
902
+
903
+ StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
904
+
905
+ StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
906
+ StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
907
+ StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
908
+
767
909
  StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
768
910
  StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
769
911
  StopJobRunRequest.struct_class = Types::StopJobRunRequest
@@ -792,11 +934,13 @@ module Aws::GlueDataBrew
792
934
  UpdateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
793
935
  UpdateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
794
936
  UpdateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
937
+ UpdateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
795
938
  UpdateDatasetRequest.struct_class = Types::UpdateDatasetRequest
796
939
 
797
940
  UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
798
941
  UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
799
942
 
943
+ UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
800
944
  UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
801
945
  UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
802
946
  UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
@@ -827,7 +971,9 @@ module Aws::GlueDataBrew
827
971
  UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
828
972
  UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
829
973
  UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
830
- UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, required: true, location_name: "Outputs"))
974
+ UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
975
+ UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
976
+ UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
831
977
  UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
832
978
  UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
833
979
  UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
@@ -854,6 +1000,9 @@ module Aws::GlueDataBrew
854
1000
  ValidationException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
855
1001
  ValidationException.struct_class = Types::ValidationException
856
1002
 
1003
+ ValuesMap.key = Shapes::ShapeRef.new(shape: ValueReference)
1004
+ ValuesMap.value = Shapes::ShapeRef.new(shape: ConditionValue)
1005
+
857
1006
  ViewFrame.add_member(:start_column_index, Shapes::ShapeRef.new(shape: StartColumnIndex, required: true, location_name: "StartColumnIndex"))
858
1007
  ViewFrame.add_member(:column_range, Shapes::ShapeRef.new(shape: ColumnRange, location_name: "ColumnRange"))
859
1008
  ViewFrame.add_member(:hidden_columns, Shapes::ShapeRef.new(shape: HiddenColumnList, location_name: "HiddenColumns"))
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
@@ -3,7 +3,7 @@
3
3
  # WARNING ABOUT GENERATED CODE
4
4
  #
5
5
  # This file is generated. See the contributing guide for more information:
6
- # https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
6
+ # https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
@@ -68,9 +68,84 @@ module Aws::GlueDataBrew
68
68
  include Aws::Structure
69
69
  end
70
70
 
71
+ # Selector of a column from a dataset for profile job configuration. One
72
+ # selector includes either a column name or a regular expression.
73
+ #
74
+ # @note When making an API call, you may pass ColumnSelector
75
+ # data as a hash:
76
+ #
77
+ # {
78
+ # regex: "ColumnName",
79
+ # name: "ColumnName",
80
+ # }
81
+ #
82
+ # @!attribute [rw] regex
83
+ # A regular expression for selecting a column from a dataset.
84
+ # @return [String]
85
+ #
86
+ # @!attribute [rw] name
87
+ # The name of a column from a dataset.
88
+ # @return [String]
89
+ #
90
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnSelector AWS API Documentation
91
+ #
92
+ class ColumnSelector < Struct.new(
93
+ :regex,
94
+ :name)
95
+ SENSITIVE = []
96
+ include Aws::Structure
97
+ end
98
+
99
+ # Configuration for column evaluations for a profile job.
100
+ # ColumnStatisticsConfiguration can be used to select evaluations and
101
+ # override parameters of evaluations for particular columns.
102
+ #
103
+ # @note When making an API call, you may pass ColumnStatisticsConfiguration
104
+ # data as a hash:
105
+ #
106
+ # {
107
+ # selectors: [
108
+ # {
109
+ # regex: "ColumnName",
110
+ # name: "ColumnName",
111
+ # },
112
+ # ],
113
+ # statistics: { # required
114
+ # included_statistics: ["Statistic"],
115
+ # overrides: [
116
+ # {
117
+ # statistic: "Statistic", # required
118
+ # parameters: { # required
119
+ # "ParameterName" => "ParameterValue",
120
+ # },
121
+ # },
122
+ # ],
123
+ # },
124
+ # }
125
+ #
126
+ # @!attribute [rw] selectors
127
+ # List of column selectors. Selectors can be used to select columns
128
+ # from the dataset. When selectors are undefined, configuration will
129
+ # be applied to all supported columns.
130
+ # @return [Array<Types::ColumnSelector>]
131
+ #
132
+ # @!attribute [rw] statistics
133
+ # Configuration for evaluations. Statistics can be used to select
134
+ # evaluations and override parameters of evaluations.
135
+ # @return [Types::StatisticsConfiguration]
136
+ #
137
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnStatisticsConfiguration AWS API Documentation
138
+ #
139
+ class ColumnStatisticsConfiguration < Struct.new(
140
+ :selectors,
141
+ :statistics)
142
+ SENSITIVE = []
143
+ include Aws::Structure
144
+ end
145
+
71
146
  # Represents an individual condition that evaluates to true or false.
72
147
  #
73
- # Conditions are used with recipe actions: The action is only performed
148
+ # Conditions are used with recipe actions. The action is only performed
74
149
  # for column values where the condition evaluates to true.
75
150
  #
76
151
  # If a recipe requires more than one condition, then the recipe must
@@ -89,7 +164,7 @@ module Aws::GlueDataBrew
89
164
  #
90
165
  # @!attribute [rw] condition
91
166
  # A specific condition to apply to a recipe action. For more
92
- # information, see [Recipe structure][1] in the *AWS Glue DataBrew
167
+ # information, see [Recipe structure][1] in the *Glue DataBrew
93
168
  # Developer Guide*.
94
169
  #
95
170
  #
@@ -163,6 +238,45 @@ module Aws::GlueDataBrew
163
238
  # key: "Key",
164
239
  # },
165
240
  # },
241
+ # database_input_definition: {
242
+ # glue_connection_name: "GlueConnectionName", # required
243
+ # database_table_name: "DatabaseTableName", # required
244
+ # temp_directory: {
245
+ # bucket: "Bucket", # required
246
+ # key: "Key",
247
+ # },
248
+ # },
249
+ # },
250
+ # path_options: {
251
+ # last_modified_date_condition: {
252
+ # expression: "Expression", # required
253
+ # values_map: { # required
254
+ # "ValueReference" => "ConditionValue",
255
+ # },
256
+ # },
257
+ # files_limit: {
258
+ # max_files: 1, # required
259
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
260
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
261
+ # },
262
+ # parameters: {
263
+ # "PathParameterName" => {
264
+ # name: "PathParameterName", # required
265
+ # type: "Datetime", # required, accepts Datetime, Number, String
266
+ # datetime_options: {
267
+ # format: "DatetimeFormat", # required
268
+ # timezone_offset: "TimezoneOffset",
269
+ # locale_code: "LocaleCode",
270
+ # },
271
+ # create_column: false,
272
+ # filter: {
273
+ # expression: "Expression", # required
274
+ # values_map: { # required
275
+ # "ValueReference" => "ConditionValue",
276
+ # },
277
+ # },
278
+ # },
279
+ # },
166
280
  # },
167
281
  # tags: {
168
282
  # "TagKey" => "TagValue",
@@ -175,20 +289,25 @@ module Aws::GlueDataBrew
175
289
  # @return [String]
176
290
  #
177
291
  # @!attribute [rw] format
178
- # Specifies the file format of a dataset created from an S3 file or
179
- # folder.
292
+ # The file format of a dataset that is created from an Amazon S3 file
293
+ # or folder.
180
294
  # @return [String]
181
295
  #
182
296
  # @!attribute [rw] format_options
183
- # Options that define the structure of either Csv, Excel, or JSON
184
- # input.
297
+ # Represents a set of options that define the structure of either
298
+ # comma-separated value (CSV), Excel, or JSON input.
185
299
  # @return [Types::FormatOptions]
186
300
  #
187
301
  # @!attribute [rw] input
188
- # Information on how DataBrew can find data, in either the AWS Glue
189
- # Data Catalog or Amazon S3.
302
+ # Represents information on how DataBrew can find data, in either the
303
+ # Glue Data Catalog or Amazon S3.
190
304
  # @return [Types::Input]
191
305
  #
306
+ # @!attribute [rw] path_options
307
+ # A set of options that defines how DataBrew interprets an Amazon S3
308
+ # path of the dataset.
309
+ # @return [Types::PathOptions]
310
+ #
192
311
  # @!attribute [rw] tags
193
312
  # Metadata tags to apply to this dataset.
194
313
  # @return [Hash<String,String>]
@@ -200,6 +319,7 @@ module Aws::GlueDataBrew
200
319
  :format,
201
320
  :format_options,
202
321
  :input,
322
+ :path_options,
203
323
  :tags)
204
324
  SENSITIVE = []
205
325
  include Aws::Structure
@@ -232,6 +352,46 @@ module Aws::GlueDataBrew
232
352
  # bucket: "Bucket", # required
233
353
  # key: "Key",
234
354
  # },
355
+ # configuration: {
356
+ # dataset_statistics_configuration: {
357
+ # included_statistics: ["Statistic"],
358
+ # overrides: [
359
+ # {
360
+ # statistic: "Statistic", # required
361
+ # parameters: { # required
362
+ # "ParameterName" => "ParameterValue",
363
+ # },
364
+ # },
365
+ # ],
366
+ # },
367
+ # profile_columns: [
368
+ # {
369
+ # regex: "ColumnName",
370
+ # name: "ColumnName",
371
+ # },
372
+ # ],
373
+ # column_statistics_configurations: [
374
+ # {
375
+ # selectors: [
376
+ # {
377
+ # regex: "ColumnName",
378
+ # name: "ColumnName",
379
+ # },
380
+ # ],
381
+ # statistics: { # required
382
+ # included_statistics: ["Statistic"],
383
+ # overrides: [
384
+ # {
385
+ # statistic: "Statistic", # required
386
+ # parameters: { # required
387
+ # "ParameterName" => "ParameterValue",
388
+ # },
389
+ # },
390
+ # ],
391
+ # },
392
+ # },
393
+ # ],
394
+ # },
235
395
  # role_arn: "Arn", # required
236
396
  # tags: {
237
397
  # "TagKey" => "TagValue",
@@ -255,8 +415,8 @@ module Aws::GlueDataBrew
255
415
  # @!attribute [rw] encryption_mode
256
416
  # The encryption mode for the job, which can be one of the following:
257
417
  #
258
- # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with AWS
259
- # KMS-managed keys.
418
+ # * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
419
+ # keys.
260
420
  #
261
421
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
262
422
  # @return [String]
@@ -282,13 +442,20 @@ module Aws::GlueDataBrew
282
442
  # @return [Integer]
283
443
  #
284
444
  # @!attribute [rw] output_location
285
- # An Amazon S3 location (bucket name an object key) where DataBrew can
286
- # read input data, or write output from a job.
445
+ # Represents an Amazon S3 location (bucket name and object key) where
446
+ # DataBrew can read input data, or write output from a job.
287
447
  # @return [Types::S3Location]
288
448
  #
449
+ # @!attribute [rw] configuration
450
+ # Configuration for profile jobs. Used to select columns, do
451
+ # evaluations, and override default parameters of evaluations. When
452
+ # configuration is null, the profile job will run with default
453
+ # settings.
454
+ # @return [Types::ProfileConfiguration]
455
+ #
289
456
  # @!attribute [rw] role_arn
290
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
291
- # Management (IAM) role to be assumed when DataBrew runs the job.
457
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
458
+ # (IAM) role to be assumed when DataBrew runs the job.
292
459
  # @return [String]
293
460
  #
294
461
  # @!attribute [rw] tags
@@ -319,6 +486,7 @@ module Aws::GlueDataBrew
319
486
  :max_capacity,
320
487
  :max_retries,
321
488
  :output_location,
489
+ :configuration,
322
490
  :role_arn,
323
491
  :tags,
324
492
  :timeout,
@@ -375,8 +543,8 @@ module Aws::GlueDataBrew
375
543
  # @return [Types::Sample]
376
544
  #
377
545
  # @!attribute [rw] role_arn
378
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
379
- # Management (IAM) role to be assumed for this request.
546
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
547
+ # (IAM) role to be assumed for this request.
380
548
  # @return [String]
381
549
  #
382
550
  # @!attribute [rw] tags
@@ -419,7 +587,7 @@ module Aws::GlueDataBrew
419
587
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
420
588
  # max_capacity: 1,
421
589
  # max_retries: 1,
422
- # outputs: [ # required
590
+ # outputs: [
423
591
  # {
424
592
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
425
593
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -436,6 +604,40 @@ module Aws::GlueDataBrew
436
604
  # },
437
605
  # },
438
606
  # ],
607
+ # data_catalog_outputs: [
608
+ # {
609
+ # catalog_id: "CatalogId",
610
+ # database_name: "DatabaseName", # required
611
+ # table_name: "TableName", # required
612
+ # s3_options: {
613
+ # location: { # required
614
+ # bucket: "Bucket", # required
615
+ # key: "Key",
616
+ # },
617
+ # },
618
+ # database_options: {
619
+ # temp_directory: {
620
+ # bucket: "Bucket", # required
621
+ # key: "Key",
622
+ # },
623
+ # table_name: "DatabaseTableName", # required
624
+ # },
625
+ # overwrite: false,
626
+ # },
627
+ # ],
628
+ # database_outputs: [
629
+ # {
630
+ # glue_connection_name: "GlueConnectionName", # required
631
+ # database_options: { # required
632
+ # temp_directory: {
633
+ # bucket: "Bucket", # required
634
+ # key: "Key",
635
+ # },
636
+ # table_name: "DatabaseTableName", # required
637
+ # },
638
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
639
+ # },
640
+ # ],
439
641
  # project_name: "ProjectName",
440
642
  # recipe_reference: {
441
643
  # name: "RecipeName", # required
@@ -460,7 +662,7 @@ module Aws::GlueDataBrew
460
662
  # @!attribute [rw] encryption_mode
461
663
  # The encryption mode for the job, which can be one of the following:
462
664
  #
463
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
665
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
464
666
  #
465
667
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
466
668
  # @return [String]
@@ -490,6 +692,16 @@ module Aws::GlueDataBrew
490
692
  # job.
491
693
  # @return [Array<Types::Output>]
492
694
  #
695
+ # @!attribute [rw] data_catalog_outputs
696
+ # One or more artifacts that represent the Glue Data Catalog output
697
+ # from running the job.
698
+ # @return [Array<Types::DataCatalogOutput>]
699
+ #
700
+ # @!attribute [rw] database_outputs
701
+ # Represents a list of JDBC database output objects which defines the
702
+ # output destination for a DataBrew recipe job to write to.
703
+ # @return [Array<Types::DatabaseOutput>]
704
+ #
493
705
  # @!attribute [rw] project_name
494
706
  # Either the name of an existing project, or a combination of a recipe
495
707
  # and a dataset to associate with the recipe.
@@ -500,8 +712,8 @@ module Aws::GlueDataBrew
500
712
  # @return [Types::RecipeReference]
501
713
  #
502
714
  # @!attribute [rw] role_arn
503
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
504
- # Management (IAM) role to be assumed when DataBrew runs the job.
715
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
716
+ # (IAM) role to be assumed when DataBrew runs the job.
505
717
  # @return [String]
506
718
  #
507
719
  # @!attribute [rw] tags
@@ -524,6 +736,8 @@ module Aws::GlueDataBrew
524
736
  :max_capacity,
525
737
  :max_retries,
526
738
  :outputs,
739
+ :data_catalog_outputs,
740
+ :database_outputs,
527
741
  :project_name,
528
742
  :recipe_reference,
529
743
  :role_arn,
@@ -633,8 +847,8 @@ module Aws::GlueDataBrew
633
847
  #
634
848
  # @!attribute [rw] cron_expression
635
849
  # The date or dates and time or times when the jobs are to be run. For
636
- # more information, see [Cron expressions][1] in the *AWS Glue
637
- # DataBrew Developer Guide*.
850
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
851
+ # Developer Guide*.
638
852
  #
639
853
  #
640
854
  #
@@ -673,8 +887,9 @@ module Aws::GlueDataBrew
673
887
  include Aws::Structure
674
888
  end
675
889
 
676
- # Options that define how DataBrew will read a Csv file when creating a
677
- # dataset from that file.
890
+ # Represents a set of options that define how DataBrew will read a
891
+ # comma-separated value (CSV) file when creating a dataset from that
892
+ # file.
678
893
  #
679
894
  # @note When making an API call, you may pass CsvOptions
680
895
  # data as a hash:
@@ -686,12 +901,13 @@ module Aws::GlueDataBrew
686
901
  #
687
902
  # @!attribute [rw] delimiter
688
903
  # A single character that specifies the delimiter being used in the
689
- # Csv file.
904
+ # CSV file.
690
905
  # @return [String]
691
906
  #
692
907
  # @!attribute [rw] header_row
693
- # A variable that specifies whether the first row in the file will be
694
- # parsed as the header. If false, column names will be auto-generated.
908
+ # A variable that specifies whether the first row in the file is
909
+ # parsed as the header. If this value is false, column names are
910
+ # auto-generated.
695
911
  # @return [Boolean]
696
912
  #
697
913
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOptions AWS API Documentation
@@ -703,7 +919,8 @@ module Aws::GlueDataBrew
703
919
  include Aws::Structure
704
920
  end
705
921
 
706
- # Options that define how DataBrew will write a Csv file.
922
+ # Represents a set of options that define how DataBrew will write a
923
+ # comma-separated value (CSV) file.
707
924
  #
708
925
  # @note When making an API call, you may pass CsvOutputOptions
709
926
  # data as a hash:
@@ -713,7 +930,7 @@ module Aws::GlueDataBrew
713
930
  # }
714
931
  #
715
932
  # @!attribute [rw] delimiter
716
- # A single character that specifies the delimiter used to create Csv
933
+ # A single character that specifies the delimiter used to create CSV
717
934
  # job output.
718
935
  # @return [String]
719
936
  #
@@ -725,8 +942,8 @@ module Aws::GlueDataBrew
725
942
  include Aws::Structure
726
943
  end
727
944
 
728
- # Represents how metadata stored in the AWS Glue Data Catalog is defined
729
- # in a DataBrew dataset.
945
+ # Represents how metadata stored in the Glue Data Catalog is defined in
946
+ # a DataBrew dataset.
730
947
  #
731
948
  # @note When making an API call, you may pass DataCatalogInputDefinition
732
949
  # data as a hash:
@@ -742,8 +959,8 @@ module Aws::GlueDataBrew
742
959
  # }
743
960
  #
744
961
  # @!attribute [rw] catalog_id
745
- # The unique identifier of the AWS account that holds the Data Catalog
746
- # that stores the data.
962
+ # The unique identifier of the Amazon Web Services account that holds
963
+ # the Data Catalog that stores the data.
747
964
  # @return [String]
748
965
  #
749
966
  # @!attribute [rw] database_name
@@ -756,8 +973,8 @@ module Aws::GlueDataBrew
756
973
  # @return [String]
757
974
  #
758
975
  # @!attribute [rw] temp_directory
759
- # An Amazon location that AWS Glue Data Catalog can use as a temporary
760
- # directory.
976
+ # Represents an Amazon location where DataBrew can store intermediate
977
+ # results.
761
978
  # @return [Types::S3Location]
762
979
  #
763
980
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogInputDefinition AWS API Documentation
@@ -771,10 +988,192 @@ module Aws::GlueDataBrew
771
988
  include Aws::Structure
772
989
  end
773
990
 
991
+ # Represents options that specify how and where in the Glue Data Catalog
992
+ # DataBrew writes the output generated by recipe jobs.
993
+ #
994
+ # @note When making an API call, you may pass DataCatalogOutput
995
+ # data as a hash:
996
+ #
997
+ # {
998
+ # catalog_id: "CatalogId",
999
+ # database_name: "DatabaseName", # required
1000
+ # table_name: "TableName", # required
1001
+ # s3_options: {
1002
+ # location: { # required
1003
+ # bucket: "Bucket", # required
1004
+ # key: "Key",
1005
+ # },
1006
+ # },
1007
+ # database_options: {
1008
+ # temp_directory: {
1009
+ # bucket: "Bucket", # required
1010
+ # key: "Key",
1011
+ # },
1012
+ # table_name: "DatabaseTableName", # required
1013
+ # },
1014
+ # overwrite: false,
1015
+ # }
1016
+ #
1017
+ # @!attribute [rw] catalog_id
1018
+ # The unique identifier of the Amazon Web Services account that holds
1019
+ # the Data Catalog that stores the data.
1020
+ # @return [String]
1021
+ #
1022
+ # @!attribute [rw] database_name
1023
+ # The name of a database in the Data Catalog.
1024
+ # @return [String]
1025
+ #
1026
+ # @!attribute [rw] table_name
1027
+ # The name of a table in the Data Catalog.
1028
+ # @return [String]
1029
+ #
1030
+ # @!attribute [rw] s3_options
1031
+ # Represents options that specify how and where DataBrew writes the
1032
+ # Amazon S3 output generated by recipe jobs.
1033
+ # @return [Types::S3TableOutputOptions]
1034
+ #
1035
+ # @!attribute [rw] database_options
1036
+ # Represents options that specify how and where DataBrew writes the
1037
+ # database output generated by recipe jobs.
1038
+ # @return [Types::DatabaseTableOutputOptions]
1039
+ #
1040
+ # @!attribute [rw] overwrite
1041
+ # A value that, if true, means that any data in the location specified
1042
+ # for output is overwritten with new output. Not supported with
1043
+ # DatabaseOptions.
1044
+ # @return [Boolean]
1045
+ #
1046
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogOutput AWS API Documentation
1047
+ #
1048
+ class DataCatalogOutput < Struct.new(
1049
+ :catalog_id,
1050
+ :database_name,
1051
+ :table_name,
1052
+ :s3_options,
1053
+ :database_options,
1054
+ :overwrite)
1055
+ SENSITIVE = []
1056
+ include Aws::Structure
1057
+ end
1058
+
1059
+ # Connection information for dataset input files stored in a database.
1060
+ #
1061
+ # @note When making an API call, you may pass DatabaseInputDefinition
1062
+ # data as a hash:
1063
+ #
1064
+ # {
1065
+ # glue_connection_name: "GlueConnectionName", # required
1066
+ # database_table_name: "DatabaseTableName", # required
1067
+ # temp_directory: {
1068
+ # bucket: "Bucket", # required
1069
+ # key: "Key",
1070
+ # },
1071
+ # }
1072
+ #
1073
+ # @!attribute [rw] glue_connection_name
1074
+ # The Glue Connection that stores the connection information for the
1075
+ # target database.
1076
+ # @return [String]
1077
+ #
1078
+ # @!attribute [rw] database_table_name
1079
+ # The table within the target database.
1080
+ # @return [String]
1081
+ #
1082
+ # @!attribute [rw] temp_directory
1083
+ # Represents an Amazon S3 location (bucket name and object key) where
1084
+ # DataBrew can read input data, or write output from a job.
1085
+ # @return [Types::S3Location]
1086
+ #
1087
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseInputDefinition AWS API Documentation
1088
+ #
1089
+ class DatabaseInputDefinition < Struct.new(
1090
+ :glue_connection_name,
1091
+ :database_table_name,
1092
+ :temp_directory)
1093
+ SENSITIVE = []
1094
+ include Aws::Structure
1095
+ end
1096
+
1097
+ # Represents a JDBC database output object which defines the output
1098
+ # destination for a DataBrew recipe job to write into.
1099
+ #
1100
+ # @note When making an API call, you may pass DatabaseOutput
1101
+ # data as a hash:
1102
+ #
1103
+ # {
1104
+ # glue_connection_name: "GlueConnectionName", # required
1105
+ # database_options: { # required
1106
+ # temp_directory: {
1107
+ # bucket: "Bucket", # required
1108
+ # key: "Key",
1109
+ # },
1110
+ # table_name: "DatabaseTableName", # required
1111
+ # },
1112
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
1113
+ # }
1114
+ #
1115
+ # @!attribute [rw] glue_connection_name
1116
+ # The Glue connection that stores the connection information for the
1117
+ # target database.
1118
+ # @return [String]
1119
+ #
1120
+ # @!attribute [rw] database_options
1121
+ # Represents options that specify how and where DataBrew writes the
1122
+ # database output generated by recipe jobs.
1123
+ # @return [Types::DatabaseTableOutputOptions]
1124
+ #
1125
+ # @!attribute [rw] database_output_mode
1126
+ # The output mode to write into the database. Currently supported
1127
+ # option: NEW\_TABLE.
1128
+ # @return [String]
1129
+ #
1130
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseOutput AWS API Documentation
1131
+ #
1132
+ class DatabaseOutput < Struct.new(
1133
+ :glue_connection_name,
1134
+ :database_options,
1135
+ :database_output_mode)
1136
+ SENSITIVE = []
1137
+ include Aws::Structure
1138
+ end
1139
+
1140
+ # Represents options that specify how and where DataBrew writes the
1141
+ # database output generated by recipe jobs.
1142
+ #
1143
+ # @note When making an API call, you may pass DatabaseTableOutputOptions
1144
+ # data as a hash:
1145
+ #
1146
+ # {
1147
+ # temp_directory: {
1148
+ # bucket: "Bucket", # required
1149
+ # key: "Key",
1150
+ # },
1151
+ # table_name: "DatabaseTableName", # required
1152
+ # }
1153
+ #
1154
+ # @!attribute [rw] temp_directory
1155
+ # Represents an Amazon S3 location (bucket name and object key) where
1156
+ # DataBrew can store intermediate results.
1157
+ # @return [Types::S3Location]
1158
+ #
1159
+ # @!attribute [rw] table_name
1160
+ # A prefix for the name of a table DataBrew will create in the
1161
+ # database.
1162
+ # @return [String]
1163
+ #
1164
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseTableOutputOptions AWS API Documentation
1165
+ #
1166
+ class DatabaseTableOutputOptions < Struct.new(
1167
+ :temp_directory,
1168
+ :table_name)
1169
+ SENSITIVE = []
1170
+ include Aws::Structure
1171
+ end
1172
+
774
1173
  # Represents a dataset that can be processed by DataBrew.
775
1174
  #
776
1175
  # @!attribute [rw] account_id
777
- # The ID of the AWS account that owns the dataset.
1176
+ # The ID of the Amazon Web Services account that owns the dataset.
778
1177
  # @return [String]
779
1178
  #
780
1179
  # @!attribute [rw] created_by
@@ -790,17 +1189,18 @@ module Aws::GlueDataBrew
790
1189
  # @return [String]
791
1190
  #
792
1191
  # @!attribute [rw] format
793
- # Specifies the file format of a dataset created from an S3 file or
794
- # folder.
1192
+ # The file format of a dataset that is created from an Amazon S3 file
1193
+ # or folder.
795
1194
  # @return [String]
796
1195
  #
797
1196
  # @!attribute [rw] format_options
798
- # Options that define how DataBrew interprets the data in the dataset.
1197
+ # A set of options that define how DataBrew interprets the data in the
1198
+ # dataset.
799
1199
  # @return [Types::FormatOptions]
800
1200
  #
801
1201
  # @!attribute [rw] input
802
- # Information on how DataBrew can find the dataset, in either the AWS
803
- # Glue Data Catalog or Amazon S3.
1202
+ # Information on how DataBrew can find the dataset, in either the Glue
1203
+ # Data Catalog or Amazon S3.
804
1204
  # @return [Types::Input]
805
1205
  #
806
1206
  # @!attribute [rw] last_modified_date
@@ -814,9 +1214,14 @@ module Aws::GlueDataBrew
814
1214
  #
815
1215
  # @!attribute [rw] source
816
1216
  # The location of the data for the dataset, either Amazon S3 or the
817
- # AWS Glue Data Catalog.
1217
+ # Glue Data Catalog.
818
1218
  # @return [String]
819
1219
  #
1220
+ # @!attribute [rw] path_options
1221
+ # A set of options that defines how DataBrew interprets an Amazon S3
1222
+ # path of the dataset.
1223
+ # @return [Types::PathOptions]
1224
+ #
820
1225
  # @!attribute [rw] tags
821
1226
  # Metadata tags that have been applied to the dataset.
822
1227
  # @return [Hash<String,String>]
@@ -838,12 +1243,115 @@ module Aws::GlueDataBrew
838
1243
  :last_modified_date,
839
1244
  :last_modified_by,
840
1245
  :source,
1246
+ :path_options,
841
1247
  :tags,
842
1248
  :resource_arn)
843
1249
  SENSITIVE = []
844
1250
  include Aws::Structure
845
1251
  end
846
1252
 
1253
+ # Represents a dataset paramater that defines type and conditions for a
1254
+ # parameter in the Amazon S3 path of the dataset.
1255
+ #
1256
+ # @note When making an API call, you may pass DatasetParameter
1257
+ # data as a hash:
1258
+ #
1259
+ # {
1260
+ # name: "PathParameterName", # required
1261
+ # type: "Datetime", # required, accepts Datetime, Number, String
1262
+ # datetime_options: {
1263
+ # format: "DatetimeFormat", # required
1264
+ # timezone_offset: "TimezoneOffset",
1265
+ # locale_code: "LocaleCode",
1266
+ # },
1267
+ # create_column: false,
1268
+ # filter: {
1269
+ # expression: "Expression", # required
1270
+ # values_map: { # required
1271
+ # "ValueReference" => "ConditionValue",
1272
+ # },
1273
+ # },
1274
+ # }
1275
+ #
1276
+ # @!attribute [rw] name
1277
+ # The name of the parameter that is used in the dataset's Amazon S3
1278
+ # path.
1279
+ # @return [String]
1280
+ #
1281
+ # @!attribute [rw] type
1282
+ # The type of the dataset parameter, can be one of a 'String',
1283
+ # 'Number' or 'Datetime'.
1284
+ # @return [String]
1285
+ #
1286
+ # @!attribute [rw] datetime_options
1287
+ # Additional parameter options such as a format and a timezone.
1288
+ # Required for datetime parameters.
1289
+ # @return [Types::DatetimeOptions]
1290
+ #
1291
+ # @!attribute [rw] create_column
1292
+ # Optional boolean value that defines whether the captured value of
1293
+ # this parameter should be used to create a new column in a dataset.
1294
+ # @return [Boolean]
1295
+ #
1296
+ # @!attribute [rw] filter
1297
+ # The optional filter expression structure to apply additional
1298
+ # matching criteria to the parameter.
1299
+ # @return [Types::FilterExpression]
1300
+ #
1301
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatasetParameter AWS API Documentation
1302
+ #
1303
+ class DatasetParameter < Struct.new(
1304
+ :name,
1305
+ :type,
1306
+ :datetime_options,
1307
+ :create_column,
1308
+ :filter)
1309
+ SENSITIVE = []
1310
+ include Aws::Structure
1311
+ end
1312
+
1313
+ # Represents additional options for correct interpretation of datetime
1314
+ # parameters used in the Amazon S3 path of a dataset.
1315
+ #
1316
+ # @note When making an API call, you may pass DatetimeOptions
1317
+ # data as a hash:
1318
+ #
1319
+ # {
1320
+ # format: "DatetimeFormat", # required
1321
+ # timezone_offset: "TimezoneOffset",
1322
+ # locale_code: "LocaleCode",
1323
+ # }
1324
+ #
1325
+ # @!attribute [rw] format
1326
+ # Required option, that defines the datetime format used for a date
1327
+ # parameter in the Amazon S3 path. Should use only supported datetime
1328
+ # specifiers and separation characters, all literal a-z or A-Z
1329
+ # characters should be escaped with single quotes. E.g.
1330
+ # "MM.dd.yyyy-'at'-HH:mm".
1331
+ # @return [String]
1332
+ #
1333
+ # @!attribute [rw] timezone_offset
1334
+ # Optional value for a timezone offset of the datetime parameter value
1335
+ # in the Amazon S3 path. Shouldn't be used if Format for this
1336
+ # parameter includes timezone fields. If no offset specified, UTC is
1337
+ # assumed.
1338
+ # @return [String]
1339
+ #
1340
+ # @!attribute [rw] locale_code
1341
+ # Optional value for a non-US locale code, needed for correct
1342
+ # interpretation of some date formats.
1343
+ # @return [String]
1344
+ #
1345
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatetimeOptions AWS API Documentation
1346
+ #
1347
+ class DatetimeOptions < Struct.new(
1348
+ :format,
1349
+ :timezone_offset,
1350
+ :locale_code)
1351
+ SENSITIVE = []
1352
+ include Aws::Structure
1353
+ end
1354
+
847
1355
  # @note When making an API call, you may pass DeleteDatasetRequest
848
1356
  # data as a hash:
849
1357
  #
@@ -1044,18 +1552,18 @@ module Aws::GlueDataBrew
1044
1552
  # @return [String]
1045
1553
  #
1046
1554
  # @!attribute [rw] format
1047
- # Specifies the file format of a dataset created from an S3 file or
1048
- # folder.
1555
+ # The file format of a dataset that is created from an Amazon S3 file
1556
+ # or folder.
1049
1557
  # @return [String]
1050
1558
  #
1051
1559
  # @!attribute [rw] format_options
1052
- # Options that define the structure of either Csv, Excel, or JSON
1053
- # input.
1560
+ # Represents a set of options that define the structure of either
1561
+ # comma-separated value (CSV), Excel, or JSON input.
1054
1562
  # @return [Types::FormatOptions]
1055
1563
  #
1056
1564
  # @!attribute [rw] input
1057
- # Information on how DataBrew can find data, in either the AWS Glue
1058
- # Data Catalog or Amazon S3.
1565
+ # Represents information on how DataBrew can find data, in either the
1566
+ # Glue Data Catalog or Amazon S3.
1059
1567
  # @return [Types::Input]
1060
1568
  #
1061
1569
  # @!attribute [rw] last_modified_date
@@ -1068,10 +1576,15 @@ module Aws::GlueDataBrew
1068
1576
  # @return [String]
1069
1577
  #
1070
1578
  # @!attribute [rw] source
1071
- # The location of the data for this dataset, Amazon S3 or the AWS Glue
1579
+ # The location of the data for this dataset, Amazon S3 or the Glue
1072
1580
  # Data Catalog.
1073
1581
  # @return [String]
1074
1582
  #
1583
+ # @!attribute [rw] path_options
1584
+ # A set of options that defines how DataBrew interprets an Amazon S3
1585
+ # path of the dataset.
1586
+ # @return [Types::PathOptions]
1587
+ #
1075
1588
  # @!attribute [rw] tags
1076
1589
  # Metadata tags associated with this dataset.
1077
1590
  # @return [Hash<String,String>]
@@ -1092,6 +1605,7 @@ module Aws::GlueDataBrew
1092
1605
  :last_modified_date,
1093
1606
  :last_modified_by,
1094
1607
  :source,
1608
+ :path_options,
1095
1609
  :tags,
1096
1610
  :resource_arn)
1097
1611
  SENSITIVE = []
@@ -1138,7 +1652,7 @@ module Aws::GlueDataBrew
1138
1652
  # @!attribute [rw] encryption_mode
1139
1653
  # The encryption mode for the job, which can be one of the following:
1140
1654
  #
1141
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
1655
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
1142
1656
  #
1143
1657
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
1144
1658
  # @return [String]
@@ -1183,10 +1697,27 @@ module Aws::GlueDataBrew
1183
1697
  # job.
1184
1698
  # @return [Array<Types::Output>]
1185
1699
  #
1700
+ # @!attribute [rw] data_catalog_outputs
1701
+ # One or more artifacts that represent the Glue Data Catalog output
1702
+ # from running the job.
1703
+ # @return [Array<Types::DataCatalogOutput>]
1704
+ #
1705
+ # @!attribute [rw] database_outputs
1706
+ # Represents a list of JDBC database output objects which defines the
1707
+ # output destination for a DataBrew recipe job to write into.
1708
+ # @return [Array<Types::DatabaseOutput>]
1709
+ #
1186
1710
  # @!attribute [rw] project_name
1187
1711
  # The DataBrew project associated with this job.
1188
1712
  # @return [String]
1189
1713
  #
1714
+ # @!attribute [rw] profile_configuration
1715
+ # Configuration for profile jobs. Used to select columns, do
1716
+ # evaluations, and override default parameters of evaluations. When
1717
+ # configuration is null, the profile job will run with default
1718
+ # settings.
1719
+ # @return [Types::ProfileConfiguration]
1720
+ #
1190
1721
  # @!attribute [rw] recipe_reference
1191
1722
  # Represents the name and version of a DataBrew recipe.
1192
1723
  # @return [Types::RecipeReference]
@@ -1196,7 +1727,7 @@ module Aws::GlueDataBrew
1196
1727
  # @return [String]
1197
1728
  #
1198
1729
  # @!attribute [rw] role_arn
1199
- # The ARN of the AWS Identity and Access Management (IAM) role to be
1730
+ # The ARN of the Identity and Access Management (IAM) role to be
1200
1731
  # assumed when DataBrew runs the job.
1201
1732
  # @return [String]
1202
1733
  #
@@ -1230,7 +1761,10 @@ module Aws::GlueDataBrew
1230
1761
  :max_capacity,
1231
1762
  :max_retries,
1232
1763
  :outputs,
1764
+ :data_catalog_outputs,
1765
+ :database_outputs,
1233
1766
  :project_name,
1767
+ :profile_configuration,
1234
1768
  :recipe_reference,
1235
1769
  :resource_arn,
1236
1770
  :role_arn,
@@ -1292,6 +1826,13 @@ module Aws::GlueDataBrew
1292
1826
  # The name of the job being processed during this run.
1293
1827
  # @return [String]
1294
1828
  #
1829
+ # @!attribute [rw] profile_configuration
1830
+ # Configuration for profile jobs. Used to select columns, do
1831
+ # evaluations, and override default parameters of evaluations. When
1832
+ # configuration is null, the profile job will run with default
1833
+ # settings.
1834
+ # @return [Types::ProfileConfiguration]
1835
+ #
1295
1836
  # @!attribute [rw] run_id
1296
1837
  # The unique identifier of the job run.
1297
1838
  # @return [String]
@@ -1313,6 +1854,16 @@ module Aws::GlueDataBrew
1313
1854
  # One or more output artifacts from a job run.
1314
1855
  # @return [Array<Types::Output>]
1315
1856
  #
1857
+ # @!attribute [rw] data_catalog_outputs
1858
+ # One or more artifacts that represent the Glue Data Catalog output
1859
+ # from running the job.
1860
+ # @return [Array<Types::DataCatalogOutput>]
1861
+ #
1862
+ # @!attribute [rw] database_outputs
1863
+ # Represents a list of JDBC database output objects which defines the
1864
+ # output destination for a DataBrew recipe job to write into.
1865
+ # @return [Array<Types::DatabaseOutput>]
1866
+ #
1316
1867
  # @!attribute [rw] recipe_reference
1317
1868
  # Represents the name and version of a DataBrew recipe.
1318
1869
  # @return [Types::RecipeReference]
@@ -1342,11 +1893,14 @@ module Aws::GlueDataBrew
1342
1893
  :error_message,
1343
1894
  :execution_time,
1344
1895
  :job_name,
1896
+ :profile_configuration,
1345
1897
  :run_id,
1346
1898
  :state,
1347
1899
  :log_subscription,
1348
1900
  :log_group_name,
1349
1901
  :outputs,
1902
+ :data_catalog_outputs,
1903
+ :database_outputs,
1350
1904
  :recipe_reference,
1351
1905
  :started_by,
1352
1906
  :started_on,
@@ -1413,7 +1967,7 @@ module Aws::GlueDataBrew
1413
1967
  # @return [Types::Sample]
1414
1968
  #
1415
1969
  # @!attribute [rw] role_arn
1416
- # The ARN of the AWS Identity and Access Management (IAM) role to be
1970
+ # The ARN of the Identity and Access Management (IAM) role to be
1417
1971
  # assumed when DataBrew runs the job.
1418
1972
  # @return [String]
1419
1973
  #
@@ -1610,7 +2164,7 @@ module Aws::GlueDataBrew
1610
2164
  # @!attribute [rw] cron_expression
1611
2165
  # The date or dates and time or times when the jobs are to be run for
1612
2166
  # the schedule. For more information, see [Cron expressions][1] in the
1613
- # *AWS Glue DataBrew Developer Guide*.
2167
+ # *Glue DataBrew Developer Guide*.
1614
2168
  #
1615
2169
  #
1616
2170
  #
@@ -1641,8 +2195,8 @@ module Aws::GlueDataBrew
1641
2195
  include Aws::Structure
1642
2196
  end
1643
2197
 
1644
- # Options that define how DataBrew will interpret a Microsoft Excel
1645
- # file, when creating a dataset from that file.
2198
+ # Represents a set of options that define how DataBrew will interpret a
2199
+ # Microsoft Excel file when creating a dataset from that file.
1646
2200
  #
1647
2201
  # @note When making an API call, you may pass ExcelOptions
1648
2202
  # data as a hash:
@@ -1654,18 +2208,19 @@ module Aws::GlueDataBrew
1654
2208
  # }
1655
2209
  #
1656
2210
  # @!attribute [rw] sheet_names
1657
- # Specifies one or more named sheets in the Excel file, which will be
1658
- # included in the dataset.
2211
+ # One or more named sheets in the Excel file that will be included in
2212
+ # the dataset.
1659
2213
  # @return [Array<String>]
1660
2214
  #
1661
2215
  # @!attribute [rw] sheet_indexes
1662
- # Specifies one or more sheet numbers in the Excel file, which will be
1663
- # included in the dataset.
2216
+ # One or more sheet numbers in the Excel file that will be included in
2217
+ # the dataset.
1664
2218
  # @return [Array<Integer>]
1665
2219
  #
1666
2220
  # @!attribute [rw] header_row
1667
- # A variable that specifies whether the first row in the file will be
1668
- # parsed as the header. If false, column names will be auto-generated.
2221
+ # A variable that specifies whether the first row in the file is
2222
+ # parsed as the header. If this value is false, column names are
2223
+ # auto-generated.
1669
2224
  # @return [Boolean]
1670
2225
  #
1671
2226
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ExcelOptions AWS API Documentation
@@ -1678,7 +2233,86 @@ module Aws::GlueDataBrew
1678
2233
  include Aws::Structure
1679
2234
  end
1680
2235
 
1681
- # Options that define the structure of either Csv, Excel, or JSON input.
2236
+ # Represents a limit imposed on number of Amazon S3 files that should be
2237
+ # selected for a dataset from a connected Amazon S3 path.
2238
+ #
2239
+ # @note When making an API call, you may pass FilesLimit
2240
+ # data as a hash:
2241
+ #
2242
+ # {
2243
+ # max_files: 1, # required
2244
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
2245
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
2246
+ # }
2247
+ #
2248
+ # @!attribute [rw] max_files
2249
+ # The number of Amazon S3 files to select.
2250
+ # @return [Integer]
2251
+ #
2252
+ # @!attribute [rw] ordered_by
2253
+ # A criteria to use for Amazon S3 files sorting before their
2254
+ # selection. By default uses LAST\_MODIFIED\_DATE as a sorting
2255
+ # criteria. Currently it's the only allowed value.
2256
+ # @return [String]
2257
+ #
2258
+ # @!attribute [rw] order
2259
+ # A criteria to use for Amazon S3 files sorting before their
2260
+ # selection. By default uses DESCENDING order, i.e. most recent files
2261
+ # are selected first. Anotherpossible value is ASCENDING.
2262
+ # @return [String]
2263
+ #
2264
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilesLimit AWS API Documentation
2265
+ #
2266
+ class FilesLimit < Struct.new(
2267
+ :max_files,
2268
+ :ordered_by,
2269
+ :order)
2270
+ SENSITIVE = []
2271
+ include Aws::Structure
2272
+ end
2273
+
2274
+ # Represents a structure for defining parameter conditions. Supported
2275
+ # conditions are described here: [Supported conditions for dynamic
2276
+ # datasets][1] in the *Glue DataBrew Developer Guide*.
2277
+ #
2278
+ #
2279
+ #
2280
+ # [1]: https://docs-aws.amazon.com/databrew/latest/dg/datasets.multiple-files.html#conditions.for.dynamic.datasets
2281
+ #
2282
+ # @note When making an API call, you may pass FilterExpression
2283
+ # data as a hash:
2284
+ #
2285
+ # {
2286
+ # expression: "Expression", # required
2287
+ # values_map: { # required
2288
+ # "ValueReference" => "ConditionValue",
2289
+ # },
2290
+ # }
2291
+ #
2292
+ # @!attribute [rw] expression
2293
+ # The expression which includes condition names followed by
2294
+ # substitution variables, possibly grouped and combined with other
2295
+ # conditions. For example, "(starts\_with :prefix1 or starts\_with
2296
+ # :prefix2) and (ends\_with :suffix1 or ends\_with :suffix2)".
2297
+ # Substitution variables should start with ':' symbol.
2298
+ # @return [String]
2299
+ #
2300
+ # @!attribute [rw] values_map
2301
+ # The map of substitution variable names to their values used in this
2302
+ # filter expression.
2303
+ # @return [Hash<String,String>]
2304
+ #
2305
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilterExpression AWS API Documentation
2306
+ #
2307
+ class FilterExpression < Struct.new(
2308
+ :expression,
2309
+ :values_map)
2310
+ SENSITIVE = []
2311
+ include Aws::Structure
2312
+ end
2313
+
2314
+ # Represents a set of options that define the structure of either
2315
+ # comma-separated value (CSV), Excel, or JSON input.
1682
2316
  #
1683
2317
  # @note When making an API call, you may pass FormatOptions
1684
2318
  # data as a hash:
@@ -1708,7 +2342,7 @@ module Aws::GlueDataBrew
1708
2342
  # @return [Types::ExcelOptions]
1709
2343
  #
1710
2344
  # @!attribute [rw] csv
1711
- # Options that define how Csv input is to be interpreted by DataBrew.
2345
+ # Options that define how CSV input is to be interpreted by DataBrew.
1712
2346
  # @return [Types::CsvOptions]
1713
2347
  #
1714
2348
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FormatOptions AWS API Documentation
@@ -1721,8 +2355,8 @@ module Aws::GlueDataBrew
1721
2355
  include Aws::Structure
1722
2356
  end
1723
2357
 
1724
- # Information on how DataBrew can find data, in either the AWS Glue Data
1725
- # Catalog or Amazon S3.
2358
+ # Represents information on how DataBrew can find data, in either the
2359
+ # Glue Data Catalog or Amazon S3.
1726
2360
  #
1727
2361
  # @note When making an API call, you may pass Input
1728
2362
  # data as a hash:
@@ -1741,6 +2375,14 @@ module Aws::GlueDataBrew
1741
2375
  # key: "Key",
1742
2376
  # },
1743
2377
  # },
2378
+ # database_input_definition: {
2379
+ # glue_connection_name: "GlueConnectionName", # required
2380
+ # database_table_name: "DatabaseTableName", # required
2381
+ # temp_directory: {
2382
+ # bucket: "Bucket", # required
2383
+ # key: "Key",
2384
+ # },
2385
+ # },
1744
2386
  # }
1745
2387
  #
1746
2388
  # @!attribute [rw] s3_input_definition
@@ -1748,14 +2390,19 @@ module Aws::GlueDataBrew
1748
2390
  # @return [Types::S3Location]
1749
2391
  #
1750
2392
  # @!attribute [rw] data_catalog_input_definition
1751
- # The AWS Glue Data Catalog parameters for the data.
2393
+ # The Glue Data Catalog parameters for the data.
1752
2394
  # @return [Types::DataCatalogInputDefinition]
1753
2395
  #
2396
+ # @!attribute [rw] database_input_definition
2397
+ # Connection information for dataset input files stored in a database.
2398
+ # @return [Types::DatabaseInputDefinition]
2399
+ #
1754
2400
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Input AWS API Documentation
1755
2401
  #
1756
2402
  class Input < Struct.new(
1757
2403
  :s3_input_definition,
1758
- :data_catalog_input_definition)
2404
+ :data_catalog_input_definition,
2405
+ :database_input_definition)
1759
2406
  SENSITIVE = []
1760
2407
  include Aws::Structure
1761
2408
  end
@@ -1776,7 +2423,7 @@ module Aws::GlueDataBrew
1776
2423
  # Represents all of the attributes of a DataBrew job.
1777
2424
  #
1778
2425
  # @!attribute [rw] account_id
1779
- # The ID of the AWS account that owns the job.
2426
+ # The ID of the Amazon Web Services account that owns the job.
1780
2427
  # @return [String]
1781
2428
  #
1782
2429
  # @!attribute [rw] created_by
@@ -1804,7 +2451,7 @@ module Aws::GlueDataBrew
1804
2451
  # @!attribute [rw] encryption_mode
1805
2452
  # The encryption mode for the job, which can be one of the following:
1806
2453
  #
1807
- # * `SSE-KMS` - Server-side encryption with AWS KMS-managed keys.
2454
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
1808
2455
  #
1809
2456
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
1810
2457
  # @return [String]
@@ -1849,6 +2496,16 @@ module Aws::GlueDataBrew
1849
2496
  # One or more artifacts that represent output from running the job.
1850
2497
  # @return [Array<Types::Output>]
1851
2498
  #
2499
+ # @!attribute [rw] data_catalog_outputs
2500
+ # One or more artifacts that represent the Glue Data Catalog output
2501
+ # from running the job.
2502
+ # @return [Array<Types::DataCatalogOutput>]
2503
+ #
2504
+ # @!attribute [rw] database_outputs
2505
+ # Represents a list of JDBC database output objects which defines the
2506
+ # output destination for a DataBrew recipe job to write into.
2507
+ # @return [Array<Types::DatabaseOutput>]
2508
+ #
1852
2509
  # @!attribute [rw] project_name
1853
2510
  # The name of the project that the job is associated with.
1854
2511
  # @return [String]
@@ -1862,8 +2519,8 @@ module Aws::GlueDataBrew
1862
2519
  # @return [String]
1863
2520
  #
1864
2521
  # @!attribute [rw] role_arn
1865
- # The Amazon Resource Name (ARN) of the role that will be assumed for
1866
- # this job.
2522
+ # The Amazon Resource Name (ARN) of the role to be assumed for this
2523
+ # job.
1867
2524
  # @return [String]
1868
2525
  #
1869
2526
  # @!attribute [rw] timeout
@@ -1876,10 +2533,10 @@ module Aws::GlueDataBrew
1876
2533
  # @return [Hash<String,String>]
1877
2534
  #
1878
2535
  # @!attribute [rw] job_sample
1879
- # Sample configuration for profile jobs only. Determines the number of
1880
- # rows on which the profile job will be executed. If a JobSample value
1881
- # is not provided, the default value will be used. The default value
1882
- # is CUSTOM\_ROWS for the mode parameter and 20000 for the size
2536
+ # A sample configuration for profile jobs only, which determines the
2537
+ # number of rows on which the profile job is run. If a `JobSample`
2538
+ # value isn't provided, the default value is used. The default value
2539
+ # is CUSTOM\_ROWS for the mode parameter and 20,000 for the size
1883
2540
  # parameter.
1884
2541
  # @return [Types::JobSample]
1885
2542
  #
@@ -1900,6 +2557,8 @@ module Aws::GlueDataBrew
1900
2557
  :max_capacity,
1901
2558
  :max_retries,
1902
2559
  :outputs,
2560
+ :data_catalog_outputs,
2561
+ :database_outputs,
1903
2562
  :project_name,
1904
2563
  :recipe_reference,
1905
2564
  :resource_arn,
@@ -1960,6 +2619,16 @@ module Aws::GlueDataBrew
1960
2619
  # One or more output artifacts from a job run.
1961
2620
  # @return [Array<Types::Output>]
1962
2621
  #
2622
+ # @!attribute [rw] data_catalog_outputs
2623
+ # One or more artifacts that represent the Glue Data Catalog output
2624
+ # from running the job.
2625
+ # @return [Array<Types::DataCatalogOutput>]
2626
+ #
2627
+ # @!attribute [rw] database_outputs
2628
+ # Represents a list of JDBC database output objects which defines the
2629
+ # output destination for a DataBrew recipe job to write into.
2630
+ # @return [Array<Types::DatabaseOutput>]
2631
+ #
1963
2632
  # @!attribute [rw] recipe_reference
1964
2633
  # The set of steps processed by the job.
1965
2634
  # @return [Types::RecipeReference]
@@ -1974,10 +2643,10 @@ module Aws::GlueDataBrew
1974
2643
  # @return [Time]
1975
2644
  #
1976
2645
  # @!attribute [rw] job_sample
1977
- # Sample configuration for profile jobs only. Determines the number of
1978
- # rows on which the profile job will be executed. If a JobSample value
1979
- # is not provided, the default value will be used. The default value
1980
- # is CUSTOM\_ROWS for the mode parameter and 20000 for the size
2646
+ # A sample configuration for profile jobs only, which determines the
2647
+ # number of rows on which the profile job is run. If a `JobSample`
2648
+ # value isn't provided, the default is used. The default value is
2649
+ # CUSTOM\_ROWS for the mode parameter and 20,000 for the size
1981
2650
  # parameter.
1982
2651
  # @return [Types::JobSample]
1983
2652
  #
@@ -1995,6 +2664,8 @@ module Aws::GlueDataBrew
1995
2664
  :log_subscription,
1996
2665
  :log_group_name,
1997
2666
  :outputs,
2667
+ :data_catalog_outputs,
2668
+ :database_outputs,
1998
2669
  :recipe_reference,
1999
2670
  :started_by,
2000
2671
  :started_on,
@@ -2003,11 +2674,10 @@ module Aws::GlueDataBrew
2003
2674
  include Aws::Structure
2004
2675
  end
2005
2676
 
2006
- # Sample configuration for Profile Jobs only. Determines the number of
2007
- # rows on which the Profile job will be executed. If a JobSample value
2008
- # is not provided for profile jobs, the default value will be used. The
2009
- # default value is CUSTOM\_ROWS for the mode parameter and 20000 for the
2010
- # size parameter.
2677
+ # A sample configuration for profile jobs only, which determines the
2678
+ # number of rows on which the profile job is run. If a `JobSample` value
2679
+ # isn't provided, the default is used. The default value is
2680
+ # CUSTOM\_ROWS for the mode parameter and 20,000 for the size parameter.
2011
2681
  #
2012
2682
  # @note When making an API call, you may pass JobSample
2013
2683
  # data as a hash:
@@ -2018,20 +2688,20 @@ module Aws::GlueDataBrew
2018
2688
  # }
2019
2689
  #
2020
2690
  # @!attribute [rw] mode
2021
- # Determines whether the profile job will be executed on the entire
2022
- # dataset or on a specified number of rows. Must be one of the
2691
+ # A value that determines whether the profile job is run on the entire
2692
+ # dataset or a specified number of rows. This value must be one of the
2023
2693
  # following:
2024
2694
  #
2025
- # * FULL\_DATASET: Profile job will be executed on the entire dataset.
2695
+ # * FULL\_DATASET - The profile job is run on the entire dataset.
2026
2696
  #
2027
- # * CUSTOM\_ROWS: Profile job will be executed on the number of rows
2028
- # specified in the Size parameter.
2697
+ # * CUSTOM\_ROWS - The profile job is run on the number of rows
2698
+ # specified in the `Size` parameter.
2029
2699
  # @return [String]
2030
2700
  #
2031
2701
  # @!attribute [rw] size
2032
- # Size parameter is only required when the mode is CUSTOM\_ROWS.
2033
- # Profile job will be executed on the the specified number of rows.
2034
- # The maximum value for size is Long.MAX\_VALUE.
2702
+ # The `Size` parameter is only required when the mode is CUSTOM\_ROWS.
2703
+ # The profile job is run on the specified number of rows. The maximum
2704
+ # value for size is Long.MAX\_VALUE.
2035
2705
  #
2036
2706
  # Long.MAX\_VALUE = 9223372036854775807
2037
2707
  # @return [Integer]
@@ -2046,7 +2716,7 @@ module Aws::GlueDataBrew
2046
2716
  end
2047
2717
 
2048
2718
  # Represents the JSON-specific options that define how input is to be
2049
- # interpreted by AWS Glue DataBrew.
2719
+ # interpreted by Glue DataBrew.
2050
2720
  #
2051
2721
  # @note When making an API call, you may pass JsonOptions
2052
2722
  # data as a hash:
@@ -2453,8 +3123,8 @@ module Aws::GlueDataBrew
2453
3123
  include Aws::Structure
2454
3124
  end
2455
3125
 
2456
- # Parameters that specify how and where DataBrew will write the output
2457
- # generated by recipe jobs or profile jobs.
3126
+ # Represents options that specify how and where in Amazon S3 DataBrew
3127
+ # writes the output generated by recipe jobs or profile jobs.
2458
3128
  #
2459
3129
  # @note When making an API call, you may pass Output
2460
3130
  # data as a hash:
@@ -2499,7 +3169,8 @@ module Aws::GlueDataBrew
2499
3169
  # @return [Boolean]
2500
3170
  #
2501
3171
  # @!attribute [rw] format_options
2502
- # Options that define how DataBrew formats job output files.
3172
+ # Represents options that define how DataBrew formats job output
3173
+ # files.
2503
3174
  # @return [Types::OutputFormatOptions]
2504
3175
  #
2505
3176
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
@@ -2515,7 +3186,8 @@ module Aws::GlueDataBrew
2515
3186
  include Aws::Structure
2516
3187
  end
2517
3188
 
2518
- # Options that define the structure of Csv job output.
3189
+ # Represents a set of options that define the structure of
3190
+ # comma-separated (CSV) job output.
2519
3191
  #
2520
3192
  # @note When making an API call, you may pass OutputFormatOptions
2521
3193
  # data as a hash:
@@ -2527,7 +3199,8 @@ module Aws::GlueDataBrew
2527
3199
  # }
2528
3200
  #
2529
3201
  # @!attribute [rw] csv
2530
- # Options that define how DataBrew writes Csv output.
3202
+ # Represents a set of options that define the structure of
3203
+ # comma-separated value (CSV) job output.
2531
3204
  # @return [Types::CsvOutputOptions]
2532
3205
  #
2533
3206
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/OutputFormatOptions AWS API Documentation
@@ -2538,10 +3211,153 @@ module Aws::GlueDataBrew
2538
3211
  include Aws::Structure
2539
3212
  end
2540
3213
 
3214
+ # Represents a set of options that define how DataBrew selects files for
3215
+ # a given Amazon S3 path in a dataset.
3216
+ #
3217
+ # @note When making an API call, you may pass PathOptions
3218
+ # data as a hash:
3219
+ #
3220
+ # {
3221
+ # last_modified_date_condition: {
3222
+ # expression: "Expression", # required
3223
+ # values_map: { # required
3224
+ # "ValueReference" => "ConditionValue",
3225
+ # },
3226
+ # },
3227
+ # files_limit: {
3228
+ # max_files: 1, # required
3229
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
3230
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
3231
+ # },
3232
+ # parameters: {
3233
+ # "PathParameterName" => {
3234
+ # name: "PathParameterName", # required
3235
+ # type: "Datetime", # required, accepts Datetime, Number, String
3236
+ # datetime_options: {
3237
+ # format: "DatetimeFormat", # required
3238
+ # timezone_offset: "TimezoneOffset",
3239
+ # locale_code: "LocaleCode",
3240
+ # },
3241
+ # create_column: false,
3242
+ # filter: {
3243
+ # expression: "Expression", # required
3244
+ # values_map: { # required
3245
+ # "ValueReference" => "ConditionValue",
3246
+ # },
3247
+ # },
3248
+ # },
3249
+ # },
3250
+ # }
3251
+ #
3252
+ # @!attribute [rw] last_modified_date_condition
3253
+ # If provided, this structure defines a date range for matching Amazon
3254
+ # S3 objects based on their LastModifiedDate attribute in Amazon S3.
3255
+ # @return [Types::FilterExpression]
3256
+ #
3257
+ # @!attribute [rw] files_limit
3258
+ # If provided, this structure imposes a limit on a number of files
3259
+ # that should be selected.
3260
+ # @return [Types::FilesLimit]
3261
+ #
3262
+ # @!attribute [rw] parameters
3263
+ # A structure that maps names of parameters used in the Amazon S3 path
3264
+ # of a dataset to their definitions.
3265
+ # @return [Hash<String,Types::DatasetParameter>]
3266
+ #
3267
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/PathOptions AWS API Documentation
3268
+ #
3269
+ class PathOptions < Struct.new(
3270
+ :last_modified_date_condition,
3271
+ :files_limit,
3272
+ :parameters)
3273
+ SENSITIVE = []
3274
+ include Aws::Structure
3275
+ end
3276
+
3277
+ # Configuration for profile jobs. Configuration can be used to select
3278
+ # columns, do evaluations, and override default parameters of
3279
+ # evaluations. When configuration is undefined, the profile job will
3280
+ # apply default settings to all supported columns.
3281
+ #
3282
+ # @note When making an API call, you may pass ProfileConfiguration
3283
+ # data as a hash:
3284
+ #
3285
+ # {
3286
+ # dataset_statistics_configuration: {
3287
+ # included_statistics: ["Statistic"],
3288
+ # overrides: [
3289
+ # {
3290
+ # statistic: "Statistic", # required
3291
+ # parameters: { # required
3292
+ # "ParameterName" => "ParameterValue",
3293
+ # },
3294
+ # },
3295
+ # ],
3296
+ # },
3297
+ # profile_columns: [
3298
+ # {
3299
+ # regex: "ColumnName",
3300
+ # name: "ColumnName",
3301
+ # },
3302
+ # ],
3303
+ # column_statistics_configurations: [
3304
+ # {
3305
+ # selectors: [
3306
+ # {
3307
+ # regex: "ColumnName",
3308
+ # name: "ColumnName",
3309
+ # },
3310
+ # ],
3311
+ # statistics: { # required
3312
+ # included_statistics: ["Statistic"],
3313
+ # overrides: [
3314
+ # {
3315
+ # statistic: "Statistic", # required
3316
+ # parameters: { # required
3317
+ # "ParameterName" => "ParameterValue",
3318
+ # },
3319
+ # },
3320
+ # ],
3321
+ # },
3322
+ # },
3323
+ # ],
3324
+ # }
3325
+ #
3326
+ # @!attribute [rw] dataset_statistics_configuration
3327
+ # Configuration for inter-column evaluations. Configuration can be
3328
+ # used to select evaluations and override parameters of evaluations.
3329
+ # When configuration is undefined, the profile job will run all
3330
+ # supported inter-column evaluations.
3331
+ # @return [Types::StatisticsConfiguration]
3332
+ #
3333
+ # @!attribute [rw] profile_columns
3334
+ # List of column selectors. ProfileColumns can be used to select
3335
+ # columns from the dataset. When ProfileColumns is undefined, the
3336
+ # profile job will profile all supported columns.
3337
+ # @return [Array<Types::ColumnSelector>]
3338
+ #
3339
+ # @!attribute [rw] column_statistics_configurations
3340
+ # List of configurations for column evaluations.
3341
+ # ColumnStatisticsConfigurations are used to select evaluations and
3342
+ # override parameters of evaluations for particular columns. When
3343
+ # ColumnStatisticsConfigurations is undefined, the profile job will
3344
+ # profile all supported columns and run all supported evaluations.
3345
+ # @return [Array<Types::ColumnStatisticsConfiguration>]
3346
+ #
3347
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ProfileConfiguration AWS API Documentation
3348
+ #
3349
+ class ProfileConfiguration < Struct.new(
3350
+ :dataset_statistics_configuration,
3351
+ :profile_columns,
3352
+ :column_statistics_configurations)
3353
+ SENSITIVE = []
3354
+ include Aws::Structure
3355
+ end
3356
+
2541
3357
  # Represents all of the attributes of a DataBrew project.
2542
3358
  #
2543
3359
  # @!attribute [rw] account_id
2544
- # The ID of the AWS account that owns the project.
3360
+ # The ID of the Amazon Web Services account that owns the project.
2545
3361
  # @return [String]
2546
3362
  #
2547
3363
  # @!attribute [rw] create_date
@@ -2580,8 +3396,8 @@ module Aws::GlueDataBrew
2580
3396
  #
2581
3397
  # @!attribute [rw] sample
2582
3398
  # The sample size and sampling type to apply to the data. If this
2583
- # parameter isn't specified, then the sample will consiste of the
2584
- # first 500 rows from the dataset.
3399
+ # parameter isn't specified, then the sample consists of the first
3400
+ # 500 rows from the dataset.
2585
3401
  # @return [Types::Sample]
2586
3402
  #
2587
3403
  # @!attribute [rw] tags
@@ -2719,7 +3535,7 @@ module Aws::GlueDataBrew
2719
3535
  # * Numeric version (`X.Y`) - `X` and `Y` stand for major and minor
2720
3536
  # version numbers. The maximum length of each is 6 digits, and
2721
3537
  # neither can be negative values. Both `X` and `Y` are required, and
2722
- # "0.0" is not a valid version.
3538
+ # "0.0" isn't a valid version.
2723
3539
  #
2724
3540
  # * `LATEST_WORKING` - the most recent valid version being developed
2725
3541
  # in a DataBrew project.
@@ -2749,12 +3565,11 @@ module Aws::GlueDataBrew
2749
3565
 
2750
3566
  # Represents a transformation and associated parameters that are used to
2751
3567
  # apply a change to a DataBrew dataset. For more information, see
2752
- # [Recipe structure][1] and [Recipe actions reference][2].
3568
+ # [Recipe actions reference][1].
2753
3569
  #
2754
3570
  #
2755
3571
  #
2756
- # [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-structure.html
2757
- # [2]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
3572
+ # [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
2758
3573
  #
2759
3574
  # @note When making an API call, you may pass RecipeAction
2760
3575
  # data as a hash:
@@ -2837,8 +3652,8 @@ module Aws::GlueDataBrew
2837
3652
  # @return [Types::RecipeAction]
2838
3653
  #
2839
3654
  # @!attribute [rw] condition_expressions
2840
- # One or more conditions that must be met, in order for the recipe
2841
- # step to succeed.
3655
+ # One or more conditions that must be met for the recipe step to
3656
+ # succeed.
2842
3657
  #
2843
3658
  # <note markdown="1"> All of the conditions in the array must be met. In other words, all
2844
3659
  # of the conditions must be combined using a logical AND operation.
@@ -2893,8 +3708,8 @@ module Aws::GlueDataBrew
2893
3708
  include Aws::Structure
2894
3709
  end
2895
3710
 
2896
- # An Amazon S3 location (bucket name an object key) where DataBrew can
2897
- # read input data, or write output from a job.
3711
+ # Represents an Amazon S3 location (bucket name and object key) where
3712
+ # DataBrew can read input data, or write output from a job.
2898
3713
  #
2899
3714
  # @note When making an API call, you may pass S3Location
2900
3715
  # data as a hash:
@@ -2905,7 +3720,7 @@ module Aws::GlueDataBrew
2905
3720
  # }
2906
3721
  #
2907
3722
  # @!attribute [rw] bucket
2908
- # The S3 bucket name.
3723
+ # The Amazon S3 bucket name.
2909
3724
  # @return [String]
2910
3725
  #
2911
3726
  # @!attribute [rw] key
@@ -2921,6 +3736,32 @@ module Aws::GlueDataBrew
2921
3736
  include Aws::Structure
2922
3737
  end
2923
3738
 
3739
+ # Represents options that specify how and where DataBrew writes the
3740
+ # Amazon S3 output generated by recipe jobs.
3741
+ #
3742
+ # @note When making an API call, you may pass S3TableOutputOptions
3743
+ # data as a hash:
3744
+ #
3745
+ # {
3746
+ # location: { # required
3747
+ # bucket: "Bucket", # required
3748
+ # key: "Key",
3749
+ # },
3750
+ # }
3751
+ #
3752
+ # @!attribute [rw] location
3753
+ # Represents an Amazon S3 location (bucket name and object key) where
3754
+ # DataBrew can write output from a job.
3755
+ # @return [Types::S3Location]
3756
+ #
3757
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/S3TableOutputOptions AWS API Documentation
3758
+ #
3759
+ class S3TableOutputOptions < Struct.new(
3760
+ :location)
3761
+ SENSITIVE = []
3762
+ include Aws::Structure
3763
+ end
3764
+
2924
3765
  # Represents the sample size and sampling type for DataBrew to use for
2925
3766
  # interactive data analysis.
2926
3767
  #
@@ -2952,7 +3793,7 @@ module Aws::GlueDataBrew
2952
3793
  # Represents one or more dates and times when a job is to run.
2953
3794
  #
2954
3795
  # @!attribute [rw] account_id
2955
- # The ID of the AWS account that owns the schedule.
3796
+ # The ID of the Amazon Web Services account that owns the schedule.
2956
3797
  # @return [String]
2957
3798
  #
2958
3799
  # @!attribute [rw] created_by
@@ -2981,9 +3822,8 @@ module Aws::GlueDataBrew
2981
3822
  # @return [String]
2982
3823
  #
2983
3824
  # @!attribute [rw] cron_expression
2984
- # The date(s) and time(s) when the job will run. For more information,
2985
- # see [Cron expressions][1] in the *AWS Glue DataBrew Developer
2986
- # Guide*.
3825
+ # The dates and times when the job is to run. For more information,
3826
+ # see [Cron expressions][1] in the *Glue DataBrew Developer Guide*.
2987
3827
  #
2988
3828
  #
2989
3829
  #
@@ -3071,7 +3911,7 @@ module Aws::GlueDataBrew
3071
3911
  # @return [String]
3072
3912
  #
3073
3913
  # @!attribute [rw] view_frame
3074
- # Represents the data being being transformed during an action.
3914
+ # Represents the data being transformed during an action.
3075
3915
  # @return [Types::ViewFrame]
3076
3916
  #
3077
3917
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/SendProjectSessionActionRequest AWS API Documentation
@@ -3196,6 +4036,72 @@ module Aws::GlueDataBrew
3196
4036
  include Aws::Structure
3197
4037
  end
3198
4038
 
4039
+ # Override of a particular evaluation for a profile job.
4040
+ #
4041
+ # @note When making an API call, you may pass StatisticOverride
4042
+ # data as a hash:
4043
+ #
4044
+ # {
4045
+ # statistic: "Statistic", # required
4046
+ # parameters: { # required
4047
+ # "ParameterName" => "ParameterValue",
4048
+ # },
4049
+ # }
4050
+ #
4051
+ # @!attribute [rw] statistic
4052
+ # The name of an evaluation
4053
+ # @return [String]
4054
+ #
4055
+ # @!attribute [rw] parameters
4056
+ # A map that includes overrides of an evaluation’s parameters.
4057
+ # @return [Hash<String,String>]
4058
+ #
4059
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticOverride AWS API Documentation
4060
+ #
4061
+ class StatisticOverride < Struct.new(
4062
+ :statistic,
4063
+ :parameters)
4064
+ SENSITIVE = []
4065
+ include Aws::Structure
4066
+ end
4067
+
4068
+ # Configuration of evaluations for a profile job. This configuration can
4069
+ # be used to select evaluations and override the parameters of selected
4070
+ # evaluations.
4071
+ #
4072
+ # @note When making an API call, you may pass StatisticsConfiguration
4073
+ # data as a hash:
4074
+ #
4075
+ # {
4076
+ # included_statistics: ["Statistic"],
4077
+ # overrides: [
4078
+ # {
4079
+ # statistic: "Statistic", # required
4080
+ # parameters: { # required
4081
+ # "ParameterName" => "ParameterValue",
4082
+ # },
4083
+ # },
4084
+ # ],
4085
+ # }
4086
+ #
4087
+ # @!attribute [rw] included_statistics
4088
+ # List of included evaluations. When the list is undefined, all
4089
+ # supported evaluations will be included.
4090
+ # @return [Array<String>]
4091
+ #
4092
+ # @!attribute [rw] overrides
4093
+ # List of overrides for evaluations.
4094
+ # @return [Array<Types::StatisticOverride>]
4095
+ #
4096
+ # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticsConfiguration AWS API Documentation
4097
+ #
4098
+ class StatisticsConfiguration < Struct.new(
4099
+ :included_statistics,
4100
+ :overrides)
4101
+ SENSITIVE = []
4102
+ include Aws::Structure
4103
+ end
4104
+
3199
4105
  # @note When making an API call, you may pass StopJobRunRequest
3200
4106
  # data as a hash:
3201
4107
  #
@@ -3330,6 +4236,45 @@ module Aws::GlueDataBrew
3330
4236
  # key: "Key",
3331
4237
  # },
3332
4238
  # },
4239
+ # database_input_definition: {
4240
+ # glue_connection_name: "GlueConnectionName", # required
4241
+ # database_table_name: "DatabaseTableName", # required
4242
+ # temp_directory: {
4243
+ # bucket: "Bucket", # required
4244
+ # key: "Key",
4245
+ # },
4246
+ # },
4247
+ # },
4248
+ # path_options: {
4249
+ # last_modified_date_condition: {
4250
+ # expression: "Expression", # required
4251
+ # values_map: { # required
4252
+ # "ValueReference" => "ConditionValue",
4253
+ # },
4254
+ # },
4255
+ # files_limit: {
4256
+ # max_files: 1, # required
4257
+ # ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
4258
+ # order: "DESCENDING", # accepts DESCENDING, ASCENDING
4259
+ # },
4260
+ # parameters: {
4261
+ # "PathParameterName" => {
4262
+ # name: "PathParameterName", # required
4263
+ # type: "Datetime", # required, accepts Datetime, Number, String
4264
+ # datetime_options: {
4265
+ # format: "DatetimeFormat", # required
4266
+ # timezone_offset: "TimezoneOffset",
4267
+ # locale_code: "LocaleCode",
4268
+ # },
4269
+ # create_column: false,
4270
+ # filter: {
4271
+ # expression: "Expression", # required
4272
+ # values_map: { # required
4273
+ # "ValueReference" => "ConditionValue",
4274
+ # },
4275
+ # },
4276
+ # },
4277
+ # },
3333
4278
  # },
3334
4279
  # }
3335
4280
  #
@@ -3338,27 +4283,33 @@ module Aws::GlueDataBrew
3338
4283
  # @return [String]
3339
4284
  #
3340
4285
  # @!attribute [rw] format
3341
- # Specifies the file format of a dataset created from an S3 file or
3342
- # folder.
4286
+ # The file format of a dataset that is created from an Amazon S3 file
4287
+ # or folder.
3343
4288
  # @return [String]
3344
4289
  #
3345
4290
  # @!attribute [rw] format_options
3346
- # Options that define the structure of either Csv, Excel, or JSON
3347
- # input.
4291
+ # Represents a set of options that define the structure of either
4292
+ # comma-separated value (CSV), Excel, or JSON input.
3348
4293
  # @return [Types::FormatOptions]
3349
4294
  #
3350
4295
  # @!attribute [rw] input
3351
- # Information on how DataBrew can find data, in either the AWS Glue
3352
- # Data Catalog or Amazon S3.
4296
+ # Represents information on how DataBrew can find data, in either the
4297
+ # Glue Data Catalog or Amazon S3.
3353
4298
  # @return [Types::Input]
3354
4299
  #
4300
+ # @!attribute [rw] path_options
4301
+ # A set of options that defines how DataBrew interprets an Amazon S3
4302
+ # path of the dataset.
4303
+ # @return [Types::PathOptions]
4304
+ #
3355
4305
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
3356
4306
  #
3357
4307
  class UpdateDatasetRequest < Struct.new(
3358
4308
  :name,
3359
4309
  :format,
3360
4310
  :format_options,
3361
- :input)
4311
+ :input,
4312
+ :path_options)
3362
4313
  SENSITIVE = []
3363
4314
  include Aws::Structure
3364
4315
  end
@@ -3379,6 +4330,46 @@ module Aws::GlueDataBrew
3379
4330
  # data as a hash:
3380
4331
  #
3381
4332
  # {
4333
+ # configuration: {
4334
+ # dataset_statistics_configuration: {
4335
+ # included_statistics: ["Statistic"],
4336
+ # overrides: [
4337
+ # {
4338
+ # statistic: "Statistic", # required
4339
+ # parameters: { # required
4340
+ # "ParameterName" => "ParameterValue",
4341
+ # },
4342
+ # },
4343
+ # ],
4344
+ # },
4345
+ # profile_columns: [
4346
+ # {
4347
+ # regex: "ColumnName",
4348
+ # name: "ColumnName",
4349
+ # },
4350
+ # ],
4351
+ # column_statistics_configurations: [
4352
+ # {
4353
+ # selectors: [
4354
+ # {
4355
+ # regex: "ColumnName",
4356
+ # name: "ColumnName",
4357
+ # },
4358
+ # ],
4359
+ # statistics: { # required
4360
+ # included_statistics: ["Statistic"],
4361
+ # overrides: [
4362
+ # {
4363
+ # statistic: "Statistic", # required
4364
+ # parameters: { # required
4365
+ # "ParameterName" => "ParameterValue",
4366
+ # },
4367
+ # },
4368
+ # ],
4369
+ # },
4370
+ # },
4371
+ # ],
4372
+ # },
3382
4373
  # encryption_key_arn: "EncryptionKeyArn",
3383
4374
  # encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
3384
4375
  # name: "JobName", # required
@@ -3397,6 +4388,13 @@ module Aws::GlueDataBrew
3397
4388
  # },
3398
4389
  # }
3399
4390
  #
4391
+ # @!attribute [rw] configuration
4392
+ # Configuration for profile jobs. Used to select columns, do
4393
+ # evaluations, and override default parameters of evaluations. When
4394
+ # configuration is null, the profile job will run with default
4395
+ # settings.
4396
+ # @return [Types::ProfileConfiguration]
4397
+ #
3400
4398
  # @!attribute [rw] encryption_key_arn
3401
4399
  # The Amazon Resource Name (ARN) of an encryption key that is used to
3402
4400
  # protect the job.
@@ -3405,7 +4403,7 @@ module Aws::GlueDataBrew
3405
4403
  # @!attribute [rw] encryption_mode
3406
4404
  # The encryption mode for the job, which can be one of the following:
3407
4405
  #
3408
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
4406
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
3409
4407
  #
3410
4408
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
3411
4409
  # @return [String]
@@ -3430,13 +4428,13 @@ module Aws::GlueDataBrew
3430
4428
  # @return [Integer]
3431
4429
  #
3432
4430
  # @!attribute [rw] output_location
3433
- # An Amazon S3 location (bucket name an object key) where DataBrew can
3434
- # read input data, or write output from a job.
4431
+ # Represents an Amazon S3 location (bucket name and object key) where
4432
+ # DataBrew can read input data, or write output from a job.
3435
4433
  # @return [Types::S3Location]
3436
4434
  #
3437
4435
  # @!attribute [rw] role_arn
3438
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
3439
- # Management (IAM) role to be assumed when DataBrew runs the job.
4436
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
4437
+ # (IAM) role to be assumed when DataBrew runs the job.
3440
4438
  # @return [String]
3441
4439
  #
3442
4440
  # @!attribute [rw] timeout
@@ -3455,6 +4453,7 @@ module Aws::GlueDataBrew
3455
4453
  # @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
3456
4454
  #
3457
4455
  class UpdateProfileJobRequest < Struct.new(
4456
+ :configuration,
3458
4457
  :encryption_key_arn,
3459
4458
  :encryption_mode,
3460
4459
  :name,
@@ -3544,7 +4543,7 @@ module Aws::GlueDataBrew
3544
4543
  # log_subscription: "ENABLE", # accepts ENABLE, DISABLE
3545
4544
  # max_capacity: 1,
3546
4545
  # max_retries: 1,
3547
- # outputs: [ # required
4546
+ # outputs: [
3548
4547
  # {
3549
4548
  # compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
3550
4549
  # format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
@@ -3561,6 +4560,40 @@ module Aws::GlueDataBrew
3561
4560
  # },
3562
4561
  # },
3563
4562
  # ],
4563
+ # data_catalog_outputs: [
4564
+ # {
4565
+ # catalog_id: "CatalogId",
4566
+ # database_name: "DatabaseName", # required
4567
+ # table_name: "TableName", # required
4568
+ # s3_options: {
4569
+ # location: { # required
4570
+ # bucket: "Bucket", # required
4571
+ # key: "Key",
4572
+ # },
4573
+ # },
4574
+ # database_options: {
4575
+ # temp_directory: {
4576
+ # bucket: "Bucket", # required
4577
+ # key: "Key",
4578
+ # },
4579
+ # table_name: "DatabaseTableName", # required
4580
+ # },
4581
+ # overwrite: false,
4582
+ # },
4583
+ # ],
4584
+ # database_outputs: [
4585
+ # {
4586
+ # glue_connection_name: "GlueConnectionName", # required
4587
+ # database_options: { # required
4588
+ # temp_directory: {
4589
+ # bucket: "Bucket", # required
4590
+ # key: "Key",
4591
+ # },
4592
+ # table_name: "DatabaseTableName", # required
4593
+ # },
4594
+ # database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
4595
+ # },
4596
+ # ],
3564
4597
  # role_arn: "Arn", # required
3565
4598
  # timeout: 1,
3566
4599
  # }
@@ -3573,7 +4606,7 @@ module Aws::GlueDataBrew
3573
4606
  # @!attribute [rw] encryption_mode
3574
4607
  # The encryption mode for the job, which can be one of the following:
3575
4608
  #
3576
- # * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
4609
+ # * `SSE-KMS` - Server-side encryption with keys managed by KMS.
3577
4610
  #
3578
4611
  # * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
3579
4612
  # @return [String]
@@ -3602,9 +4635,19 @@ module Aws::GlueDataBrew
3602
4635
  # job.
3603
4636
  # @return [Array<Types::Output>]
3604
4637
  #
4638
+ # @!attribute [rw] data_catalog_outputs
4639
+ # One or more artifacts that represent the Glue Data Catalog output
4640
+ # from running the job.
4641
+ # @return [Array<Types::DataCatalogOutput>]
4642
+ #
4643
+ # @!attribute [rw] database_outputs
4644
+ # Represents a list of JDBC database output objects which defines the
4645
+ # output destination for a DataBrew recipe job to write into.
4646
+ # @return [Array<Types::DatabaseOutput>]
4647
+ #
3605
4648
  # @!attribute [rw] role_arn
3606
- # The Amazon Resource Name (ARN) of the AWS Identity and Access
3607
- # Management (IAM) role to be assumed when DataBrew runs the job.
4649
+ # The Amazon Resource Name (ARN) of the Identity and Access Management
4650
+ # (IAM) role to be assumed when DataBrew runs the job.
3608
4651
  # @return [String]
3609
4652
  #
3610
4653
  # @!attribute [rw] timeout
@@ -3622,6 +4665,8 @@ module Aws::GlueDataBrew
3622
4665
  :max_capacity,
3623
4666
  :max_retries,
3624
4667
  :outputs,
4668
+ :data_catalog_outputs,
4669
+ :database_outputs,
3625
4670
  :role_arn,
3626
4671
  :timeout)
3627
4672
  SENSITIVE = []
@@ -3716,8 +4761,8 @@ module Aws::GlueDataBrew
3716
4761
  #
3717
4762
  # @!attribute [rw] cron_expression
3718
4763
  # The date or dates and time or times when the jobs are to be run. For
3719
- # more information, see [Cron expressions][1] in the *AWS Glue
3720
- # DataBrew Developer Guide*.
4764
+ # more information, see [Cron expressions][1] in the *Glue DataBrew
4765
+ # Developer Guide*.
3721
4766
  #
3722
4767
  #
3723
4768
  #
@@ -3763,7 +4808,7 @@ module Aws::GlueDataBrew
3763
4808
  include Aws::Structure
3764
4809
  end
3765
4810
 
3766
- # Represents the data being being transformed during an action.
4811
+ # Represents the data being transformed during an action.
3767
4812
  #
3768
4813
  # @note When making an API call, you may pass ViewFrame
3769
4814
  # data as a hash: