aws-sdk-gluedatabrew 1.5.0 → 1.9.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +53 -0
- data/LICENSE.txt +202 -0
- data/VERSION +1 -0
- data/lib/aws-sdk-gluedatabrew.rb +2 -2
- data/lib/aws-sdk-gluedatabrew/client.rb +449 -38
- data/lib/aws-sdk-gluedatabrew/client_api.rb +152 -3
- data/lib/aws-sdk-gluedatabrew/errors.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/resource.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/types.rb +1180 -135
- metadata +9 -7
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -27,12 +27,17 @@ module Aws::GlueDataBrew
|
|
27
27
|
ColumnName = Shapes::StringShape.new(name: 'ColumnName')
|
28
28
|
ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
|
29
29
|
ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
|
30
|
+
ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
|
31
|
+
ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
|
32
|
+
ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
|
33
|
+
ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
|
30
34
|
CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
|
31
35
|
Condition = Shapes::StringShape.new(name: 'Condition')
|
32
36
|
ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
|
33
37
|
ConditionExpressionList = Shapes::ListShape.new(name: 'ConditionExpressionList')
|
34
38
|
ConditionValue = Shapes::StringShape.new(name: 'ConditionValue')
|
35
39
|
ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
|
40
|
+
CreateColumn = Shapes::BooleanShape.new(name: 'CreateColumn')
|
36
41
|
CreateDatasetRequest = Shapes::StructureShape.new(name: 'CreateDatasetRequest')
|
37
42
|
CreateDatasetResponse = Shapes::StructureShape.new(name: 'CreateDatasetResponse')
|
38
43
|
CreateProfileJobRequest = Shapes::StructureShape.new(name: 'CreateProfileJobRequest')
|
@@ -50,11 +55,22 @@ module Aws::GlueDataBrew
|
|
50
55
|
CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
|
51
56
|
CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
|
52
57
|
DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
|
58
|
+
DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
|
59
|
+
DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
|
60
|
+
DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
|
53
61
|
DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
|
62
|
+
DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
|
63
|
+
DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
|
64
|
+
DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
|
65
|
+
DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
|
66
|
+
DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
|
54
67
|
Dataset = Shapes::StructureShape.new(name: 'Dataset')
|
55
68
|
DatasetList = Shapes::ListShape.new(name: 'DatasetList')
|
56
69
|
DatasetName = Shapes::StringShape.new(name: 'DatasetName')
|
70
|
+
DatasetParameter = Shapes::StructureShape.new(name: 'DatasetParameter')
|
57
71
|
Date = Shapes::TimestampShape.new(name: 'Date')
|
72
|
+
DatetimeFormat = Shapes::StringShape.new(name: 'DatetimeFormat')
|
73
|
+
DatetimeOptions = Shapes::StructureShape.new(name: 'DatetimeOptions')
|
58
74
|
DeleteDatasetRequest = Shapes::StructureShape.new(name: 'DeleteDatasetRequest')
|
59
75
|
DeleteDatasetResponse = Shapes::StructureShape.new(name: 'DeleteDatasetResponse')
|
60
76
|
DeleteJobRequest = Shapes::StructureShape.new(name: 'DeleteJobRequest')
|
@@ -83,7 +99,11 @@ module Aws::GlueDataBrew
|
|
83
99
|
ErrorCode = Shapes::StringShape.new(name: 'ErrorCode')
|
84
100
|
ExcelOptions = Shapes::StructureShape.new(name: 'ExcelOptions')
|
85
101
|
ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
|
102
|
+
Expression = Shapes::StringShape.new(name: 'Expression')
|
103
|
+
FilesLimit = Shapes::StructureShape.new(name: 'FilesLimit')
|
104
|
+
FilterExpression = Shapes::StructureShape.new(name: 'FilterExpression')
|
86
105
|
FormatOptions = Shapes::StructureShape.new(name: 'FormatOptions')
|
106
|
+
GlueConnectionName = Shapes::StringShape.new(name: 'GlueConnectionName')
|
87
107
|
HeaderRow = Shapes::BooleanShape.new(name: 'HeaderRow')
|
88
108
|
HiddenColumnList = Shapes::ListShape.new(name: 'HiddenColumnList')
|
89
109
|
Input = Shapes::StructureShape.new(name: 'Input')
|
@@ -120,9 +140,11 @@ module Aws::GlueDataBrew
|
|
120
140
|
ListSchedulesResponse = Shapes::StructureShape.new(name: 'ListSchedulesResponse')
|
121
141
|
ListTagsForResourceRequest = Shapes::StructureShape.new(name: 'ListTagsForResourceRequest')
|
122
142
|
ListTagsForResourceResponse = Shapes::StructureShape.new(name: 'ListTagsForResourceResponse')
|
143
|
+
LocaleCode = Shapes::StringShape.new(name: 'LocaleCode')
|
123
144
|
LogGroupName = Shapes::StringShape.new(name: 'LogGroupName')
|
124
145
|
LogSubscription = Shapes::StringShape.new(name: 'LogSubscription')
|
125
146
|
MaxCapacity = Shapes::IntegerShape.new(name: 'MaxCapacity')
|
147
|
+
MaxFiles = Shapes::IntegerShape.new(name: 'MaxFiles')
|
126
148
|
MaxResults100 = Shapes::IntegerShape.new(name: 'MaxResults100')
|
127
149
|
MaxRetries = Shapes::IntegerShape.new(name: 'MaxRetries')
|
128
150
|
Message = Shapes::StringShape.new(name: 'Message')
|
@@ -130,6 +152,8 @@ module Aws::GlueDataBrew
|
|
130
152
|
NextToken = Shapes::StringShape.new(name: 'NextToken')
|
131
153
|
OpenedBy = Shapes::StringShape.new(name: 'OpenedBy')
|
132
154
|
Operation = Shapes::StringShape.new(name: 'Operation')
|
155
|
+
Order = Shapes::StringShape.new(name: 'Order')
|
156
|
+
OrderedBy = Shapes::StringShape.new(name: 'OrderedBy')
|
133
157
|
Output = Shapes::StructureShape.new(name: 'Output')
|
134
158
|
OutputFormat = Shapes::StringShape.new(name: 'OutputFormat')
|
135
159
|
OutputFormatOptions = Shapes::StructureShape.new(name: 'OutputFormatOptions')
|
@@ -137,8 +161,13 @@ module Aws::GlueDataBrew
|
|
137
161
|
OverwriteOutput = Shapes::BooleanShape.new(name: 'OverwriteOutput')
|
138
162
|
ParameterMap = Shapes::MapShape.new(name: 'ParameterMap')
|
139
163
|
ParameterName = Shapes::StringShape.new(name: 'ParameterName')
|
164
|
+
ParameterType = Shapes::StringShape.new(name: 'ParameterType')
|
140
165
|
ParameterValue = Shapes::StringShape.new(name: 'ParameterValue')
|
166
|
+
PathOptions = Shapes::StructureShape.new(name: 'PathOptions')
|
167
|
+
PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
|
168
|
+
PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
|
141
169
|
Preview = Shapes::BooleanShape.new(name: 'Preview')
|
170
|
+
ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
|
142
171
|
Project = Shapes::StructureShape.new(name: 'Project')
|
143
172
|
ProjectList = Shapes::ListShape.new(name: 'ProjectList')
|
144
173
|
ProjectName = Shapes::StringShape.new(name: 'ProjectName')
|
@@ -161,6 +190,7 @@ module Aws::GlueDataBrew
|
|
161
190
|
ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
|
162
191
|
Result = Shapes::StringShape.new(name: 'Result')
|
163
192
|
S3Location = Shapes::StructureShape.new(name: 'S3Location')
|
193
|
+
S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
|
164
194
|
Sample = Shapes::StructureShape.new(name: 'Sample')
|
165
195
|
SampleMode = Shapes::StringShape.new(name: 'SampleMode')
|
166
196
|
SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
|
@@ -183,6 +213,11 @@ module Aws::GlueDataBrew
|
|
183
213
|
StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
|
184
214
|
StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
|
185
215
|
StartedBy = Shapes::StringShape.new(name: 'StartedBy')
|
216
|
+
Statistic = Shapes::StringShape.new(name: 'Statistic')
|
217
|
+
StatisticList = Shapes::ListShape.new(name: 'StatisticList')
|
218
|
+
StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
|
219
|
+
StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
|
220
|
+
StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
|
186
221
|
StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
|
187
222
|
StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
|
188
223
|
StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
|
@@ -195,6 +230,7 @@ module Aws::GlueDataBrew
|
|
195
230
|
TagValue = Shapes::StringShape.new(name: 'TagValue')
|
196
231
|
TargetColumn = Shapes::StringShape.new(name: 'TargetColumn')
|
197
232
|
Timeout = Shapes::IntegerShape.new(name: 'Timeout')
|
233
|
+
TimezoneOffset = Shapes::StringShape.new(name: 'TimezoneOffset')
|
198
234
|
UntagResourceRequest = Shapes::StructureShape.new(name: 'UntagResourceRequest')
|
199
235
|
UntagResourceResponse = Shapes::StructureShape.new(name: 'UntagResourceResponse')
|
200
236
|
UpdateDatasetRequest = Shapes::StructureShape.new(name: 'UpdateDatasetRequest')
|
@@ -210,6 +246,8 @@ module Aws::GlueDataBrew
|
|
210
246
|
UpdateScheduleRequest = Shapes::StructureShape.new(name: 'UpdateScheduleRequest')
|
211
247
|
UpdateScheduleResponse = Shapes::StructureShape.new(name: 'UpdateScheduleResponse')
|
212
248
|
ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
|
249
|
+
ValueReference = Shapes::StringShape.new(name: 'ValueReference')
|
250
|
+
ValuesMap = Shapes::MapShape.new(name: 'ValuesMap')
|
213
251
|
ViewFrame = Shapes::StructureShape.new(name: 'ViewFrame')
|
214
252
|
|
215
253
|
AccessDeniedException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
|
@@ -225,6 +263,18 @@ module Aws::GlueDataBrew
|
|
225
263
|
|
226
264
|
ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
|
227
265
|
|
266
|
+
ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
|
267
|
+
ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
|
268
|
+
ColumnSelector.struct_class = Types::ColumnSelector
|
269
|
+
|
270
|
+
ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
|
271
|
+
|
272
|
+
ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
|
273
|
+
ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
|
274
|
+
ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
|
275
|
+
|
276
|
+
ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
|
277
|
+
|
228
278
|
ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
|
229
279
|
ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
|
230
280
|
ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
|
@@ -239,6 +289,7 @@ module Aws::GlueDataBrew
|
|
239
289
|
CreateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
240
290
|
CreateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
241
291
|
CreateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
292
|
+
CreateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
242
293
|
CreateDatasetRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
243
294
|
CreateDatasetRequest.struct_class = Types::CreateDatasetRequest
|
244
295
|
|
@@ -253,6 +304,7 @@ module Aws::GlueDataBrew
|
|
253
304
|
CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
254
305
|
CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
255
306
|
CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
|
307
|
+
CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
|
256
308
|
CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
257
309
|
CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
258
310
|
CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
@@ -280,7 +332,9 @@ module Aws::GlueDataBrew
|
|
280
332
|
CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
281
333
|
CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
282
334
|
CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
283
|
-
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
335
|
+
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
336
|
+
CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
337
|
+
CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
284
338
|
CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
285
339
|
CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
286
340
|
CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
@@ -322,6 +376,32 @@ module Aws::GlueDataBrew
|
|
322
376
|
DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
323
377
|
DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
|
324
378
|
|
379
|
+
DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
|
380
|
+
DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
|
381
|
+
DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
|
382
|
+
DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
|
383
|
+
DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
|
384
|
+
DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
|
385
|
+
DataCatalogOutput.struct_class = Types::DataCatalogOutput
|
386
|
+
|
387
|
+
DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
|
388
|
+
|
389
|
+
DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
390
|
+
DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
|
391
|
+
DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
392
|
+
DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
|
393
|
+
|
394
|
+
DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
395
|
+
DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
|
396
|
+
DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
|
397
|
+
DatabaseOutput.struct_class = Types::DatabaseOutput
|
398
|
+
|
399
|
+
DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
|
400
|
+
|
401
|
+
DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
402
|
+
DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
|
403
|
+
DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
|
404
|
+
|
325
405
|
Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
326
406
|
Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
327
407
|
Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
@@ -332,12 +412,25 @@ module Aws::GlueDataBrew
|
|
332
412
|
Dataset.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
333
413
|
Dataset.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
|
334
414
|
Dataset.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
|
415
|
+
Dataset.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
335
416
|
Dataset.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
336
417
|
Dataset.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
337
418
|
Dataset.struct_class = Types::Dataset
|
338
419
|
|
339
420
|
DatasetList.member = Shapes::ShapeRef.new(shape: Dataset)
|
340
421
|
|
422
|
+
DatasetParameter.add_member(:name, Shapes::ShapeRef.new(shape: PathParameterName, required: true, location_name: "Name"))
|
423
|
+
DatasetParameter.add_member(:type, Shapes::ShapeRef.new(shape: ParameterType, required: true, location_name: "Type"))
|
424
|
+
DatasetParameter.add_member(:datetime_options, Shapes::ShapeRef.new(shape: DatetimeOptions, location_name: "DatetimeOptions"))
|
425
|
+
DatasetParameter.add_member(:create_column, Shapes::ShapeRef.new(shape: CreateColumn, location_name: "CreateColumn"))
|
426
|
+
DatasetParameter.add_member(:filter, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "Filter"))
|
427
|
+
DatasetParameter.struct_class = Types::DatasetParameter
|
428
|
+
|
429
|
+
DatetimeOptions.add_member(:format, Shapes::ShapeRef.new(shape: DatetimeFormat, required: true, location_name: "Format"))
|
430
|
+
DatetimeOptions.add_member(:timezone_offset, Shapes::ShapeRef.new(shape: TimezoneOffset, location_name: "TimezoneOffset"))
|
431
|
+
DatetimeOptions.add_member(:locale_code, Shapes::ShapeRef.new(shape: LocaleCode, location_name: "LocaleCode"))
|
432
|
+
DatetimeOptions.struct_class = Types::DatetimeOptions
|
433
|
+
|
341
434
|
DeleteDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
|
342
435
|
DeleteDatasetRequest.struct_class = Types::DeleteDatasetRequest
|
343
436
|
|
@@ -382,6 +475,7 @@ module Aws::GlueDataBrew
|
|
382
475
|
DescribeDatasetResponse.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
383
476
|
DescribeDatasetResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
|
384
477
|
DescribeDatasetResponse.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
|
478
|
+
DescribeDatasetResponse.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
385
479
|
DescribeDatasetResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
386
480
|
DescribeDatasetResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
387
481
|
DescribeDatasetResponse.struct_class = Types::DescribeDatasetResponse
|
@@ -402,7 +496,10 @@ module Aws::GlueDataBrew
|
|
402
496
|
DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
403
497
|
DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
404
498
|
DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
499
|
+
DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
500
|
+
DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
405
501
|
DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
502
|
+
DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
|
406
503
|
DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
407
504
|
DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
408
505
|
DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
|
@@ -421,11 +518,14 @@ module Aws::GlueDataBrew
|
|
421
518
|
DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
|
422
519
|
DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
|
423
520
|
DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
|
521
|
+
DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
|
424
522
|
DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
|
425
523
|
DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
|
426
524
|
DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
427
525
|
DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
428
526
|
DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
527
|
+
DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
528
|
+
DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
429
529
|
DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
430
530
|
DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
431
531
|
DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -489,6 +589,15 @@ module Aws::GlueDataBrew
|
|
489
589
|
ExcelOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
|
490
590
|
ExcelOptions.struct_class = Types::ExcelOptions
|
491
591
|
|
592
|
+
FilesLimit.add_member(:max_files, Shapes::ShapeRef.new(shape: MaxFiles, required: true, location_name: "MaxFiles"))
|
593
|
+
FilesLimit.add_member(:ordered_by, Shapes::ShapeRef.new(shape: OrderedBy, location_name: "OrderedBy"))
|
594
|
+
FilesLimit.add_member(:order, Shapes::ShapeRef.new(shape: Order, location_name: "Order"))
|
595
|
+
FilesLimit.struct_class = Types::FilesLimit
|
596
|
+
|
597
|
+
FilterExpression.add_member(:expression, Shapes::ShapeRef.new(shape: Expression, required: true, location_name: "Expression"))
|
598
|
+
FilterExpression.add_member(:values_map, Shapes::ShapeRef.new(shape: ValuesMap, required: true, location_name: "ValuesMap"))
|
599
|
+
FilterExpression.struct_class = Types::FilterExpression
|
600
|
+
|
492
601
|
FormatOptions.add_member(:json, Shapes::ShapeRef.new(shape: JsonOptions, location_name: "Json"))
|
493
602
|
FormatOptions.add_member(:excel, Shapes::ShapeRef.new(shape: ExcelOptions, location_name: "Excel"))
|
494
603
|
FormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOptions, location_name: "Csv"))
|
@@ -498,6 +607,7 @@ module Aws::GlueDataBrew
|
|
498
607
|
|
499
608
|
Input.add_member(:s3_input_definition, Shapes::ShapeRef.new(shape: S3Location, location_name: "S3InputDefinition"))
|
500
609
|
Input.add_member(:data_catalog_input_definition, Shapes::ShapeRef.new(shape: DataCatalogInputDefinition, location_name: "DataCatalogInputDefinition"))
|
610
|
+
Input.add_member(:database_input_definition, Shapes::ShapeRef.new(shape: DatabaseInputDefinition, location_name: "DatabaseInputDefinition"))
|
501
611
|
Input.struct_class = Types::Input
|
502
612
|
|
503
613
|
InternalServerException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
|
@@ -517,6 +627,8 @@ module Aws::GlueDataBrew
|
|
517
627
|
Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
518
628
|
Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
519
629
|
Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
630
|
+
Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
631
|
+
Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
520
632
|
Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
521
633
|
Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
522
634
|
Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
@@ -541,6 +653,8 @@ module Aws::GlueDataBrew
|
|
541
653
|
JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
542
654
|
JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
543
655
|
JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
656
|
+
JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
657
|
+
JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
544
658
|
JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
545
659
|
JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
546
660
|
JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -640,6 +754,19 @@ module Aws::GlueDataBrew
|
|
640
754
|
ParameterMap.key = Shapes::ShapeRef.new(shape: ParameterName)
|
641
755
|
ParameterMap.value = Shapes::ShapeRef.new(shape: ParameterValue)
|
642
756
|
|
757
|
+
PathOptions.add_member(:last_modified_date_condition, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "LastModifiedDateCondition"))
|
758
|
+
PathOptions.add_member(:files_limit, Shapes::ShapeRef.new(shape: FilesLimit, location_name: "FilesLimit"))
|
759
|
+
PathOptions.add_member(:parameters, Shapes::ShapeRef.new(shape: PathParametersMap, location_name: "Parameters"))
|
760
|
+
PathOptions.struct_class = Types::PathOptions
|
761
|
+
|
762
|
+
PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
|
763
|
+
PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
|
764
|
+
|
765
|
+
ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
|
766
|
+
ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
|
767
|
+
ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
|
768
|
+
ProfileConfiguration.struct_class = Types::ProfileConfiguration
|
769
|
+
|
643
770
|
Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
644
771
|
Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
645
772
|
Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
@@ -712,6 +839,9 @@ module Aws::GlueDataBrew
|
|
712
839
|
S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
|
713
840
|
S3Location.struct_class = Types::S3Location
|
714
841
|
|
842
|
+
S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
|
843
|
+
S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
|
844
|
+
|
715
845
|
Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
|
716
846
|
Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
|
717
847
|
Sample.struct_class = Types::Sample
|
@@ -764,6 +894,18 @@ module Aws::GlueDataBrew
|
|
764
894
|
StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
|
765
895
|
StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
|
766
896
|
|
897
|
+
StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
|
898
|
+
|
899
|
+
StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
|
900
|
+
StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
|
901
|
+
StatisticOverride.struct_class = Types::StatisticOverride
|
902
|
+
|
903
|
+
StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
|
904
|
+
|
905
|
+
StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
|
906
|
+
StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
|
907
|
+
StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
|
908
|
+
|
767
909
|
StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
768
910
|
StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
|
769
911
|
StopJobRunRequest.struct_class = Types::StopJobRunRequest
|
@@ -792,11 +934,13 @@ module Aws::GlueDataBrew
|
|
792
934
|
UpdateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
793
935
|
UpdateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
794
936
|
UpdateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
937
|
+
UpdateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
795
938
|
UpdateDatasetRequest.struct_class = Types::UpdateDatasetRequest
|
796
939
|
|
797
940
|
UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
798
941
|
UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
|
799
942
|
|
943
|
+
UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
|
800
944
|
UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
|
801
945
|
UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
|
802
946
|
UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
@@ -827,7 +971,9 @@ module Aws::GlueDataBrew
|
|
827
971
|
UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
828
972
|
UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
829
973
|
UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
830
|
-
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
974
|
+
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
975
|
+
UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
976
|
+
UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
831
977
|
UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
832
978
|
UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
833
979
|
UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
|
@@ -854,6 +1000,9 @@ module Aws::GlueDataBrew
|
|
854
1000
|
ValidationException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
|
855
1001
|
ValidationException.struct_class = Types::ValidationException
|
856
1002
|
|
1003
|
+
ValuesMap.key = Shapes::ShapeRef.new(shape: ValueReference)
|
1004
|
+
ValuesMap.value = Shapes::ShapeRef.new(shape: ConditionValue)
|
1005
|
+
|
857
1006
|
ViewFrame.add_member(:start_column_index, Shapes::ShapeRef.new(shape: StartColumnIndex, required: true, location_name: "StartColumnIndex"))
|
858
1007
|
ViewFrame.add_member(:column_range, Shapes::ShapeRef.new(shape: ColumnRange, location_name: "ColumnRange"))
|
859
1008
|
ViewFrame.add_member(:hidden_columns, Shapes::ShapeRef.new(shape: HiddenColumnList, location_name: "HiddenColumns"))
|
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -68,9 +68,84 @@ module Aws::GlueDataBrew
|
|
68
68
|
include Aws::Structure
|
69
69
|
end
|
70
70
|
|
71
|
+
# Selector of a column from a dataset for profile job configuration. One
|
72
|
+
# selector includes either a column name or a regular expression.
|
73
|
+
#
|
74
|
+
# @note When making an API call, you may pass ColumnSelector
|
75
|
+
# data as a hash:
|
76
|
+
#
|
77
|
+
# {
|
78
|
+
# regex: "ColumnName",
|
79
|
+
# name: "ColumnName",
|
80
|
+
# }
|
81
|
+
#
|
82
|
+
# @!attribute [rw] regex
|
83
|
+
# A regular expression for selecting a column from a dataset.
|
84
|
+
# @return [String]
|
85
|
+
#
|
86
|
+
# @!attribute [rw] name
|
87
|
+
# The name of a column from a dataset.
|
88
|
+
# @return [String]
|
89
|
+
#
|
90
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnSelector AWS API Documentation
|
91
|
+
#
|
92
|
+
class ColumnSelector < Struct.new(
|
93
|
+
:regex,
|
94
|
+
:name)
|
95
|
+
SENSITIVE = []
|
96
|
+
include Aws::Structure
|
97
|
+
end
|
98
|
+
|
99
|
+
# Configuration for column evaluations for a profile job.
|
100
|
+
# ColumnStatisticsConfiguration can be used to select evaluations and
|
101
|
+
# override parameters of evaluations for particular columns.
|
102
|
+
#
|
103
|
+
# @note When making an API call, you may pass ColumnStatisticsConfiguration
|
104
|
+
# data as a hash:
|
105
|
+
#
|
106
|
+
# {
|
107
|
+
# selectors: [
|
108
|
+
# {
|
109
|
+
# regex: "ColumnName",
|
110
|
+
# name: "ColumnName",
|
111
|
+
# },
|
112
|
+
# ],
|
113
|
+
# statistics: { # required
|
114
|
+
# included_statistics: ["Statistic"],
|
115
|
+
# overrides: [
|
116
|
+
# {
|
117
|
+
# statistic: "Statistic", # required
|
118
|
+
# parameters: { # required
|
119
|
+
# "ParameterName" => "ParameterValue",
|
120
|
+
# },
|
121
|
+
# },
|
122
|
+
# ],
|
123
|
+
# },
|
124
|
+
# }
|
125
|
+
#
|
126
|
+
# @!attribute [rw] selectors
|
127
|
+
# List of column selectors. Selectors can be used to select columns
|
128
|
+
# from the dataset. When selectors are undefined, configuration will
|
129
|
+
# be applied to all supported columns.
|
130
|
+
# @return [Array<Types::ColumnSelector>]
|
131
|
+
#
|
132
|
+
# @!attribute [rw] statistics
|
133
|
+
# Configuration for evaluations. Statistics can be used to select
|
134
|
+
# evaluations and override parameters of evaluations.
|
135
|
+
# @return [Types::StatisticsConfiguration]
|
136
|
+
#
|
137
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnStatisticsConfiguration AWS API Documentation
|
138
|
+
#
|
139
|
+
class ColumnStatisticsConfiguration < Struct.new(
|
140
|
+
:selectors,
|
141
|
+
:statistics)
|
142
|
+
SENSITIVE = []
|
143
|
+
include Aws::Structure
|
144
|
+
end
|
145
|
+
|
71
146
|
# Represents an individual condition that evaluates to true or false.
|
72
147
|
#
|
73
|
-
# Conditions are used with recipe actions
|
148
|
+
# Conditions are used with recipe actions. The action is only performed
|
74
149
|
# for column values where the condition evaluates to true.
|
75
150
|
#
|
76
151
|
# If a recipe requires more than one condition, then the recipe must
|
@@ -89,7 +164,7 @@ module Aws::GlueDataBrew
|
|
89
164
|
#
|
90
165
|
# @!attribute [rw] condition
|
91
166
|
# A specific condition to apply to a recipe action. For more
|
92
|
-
# information, see [Recipe structure][1] in the *
|
167
|
+
# information, see [Recipe structure][1] in the *Glue DataBrew
|
93
168
|
# Developer Guide*.
|
94
169
|
#
|
95
170
|
#
|
@@ -163,6 +238,45 @@ module Aws::GlueDataBrew
|
|
163
238
|
# key: "Key",
|
164
239
|
# },
|
165
240
|
# },
|
241
|
+
# database_input_definition: {
|
242
|
+
# glue_connection_name: "GlueConnectionName", # required
|
243
|
+
# database_table_name: "DatabaseTableName", # required
|
244
|
+
# temp_directory: {
|
245
|
+
# bucket: "Bucket", # required
|
246
|
+
# key: "Key",
|
247
|
+
# },
|
248
|
+
# },
|
249
|
+
# },
|
250
|
+
# path_options: {
|
251
|
+
# last_modified_date_condition: {
|
252
|
+
# expression: "Expression", # required
|
253
|
+
# values_map: { # required
|
254
|
+
# "ValueReference" => "ConditionValue",
|
255
|
+
# },
|
256
|
+
# },
|
257
|
+
# files_limit: {
|
258
|
+
# max_files: 1, # required
|
259
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
260
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
261
|
+
# },
|
262
|
+
# parameters: {
|
263
|
+
# "PathParameterName" => {
|
264
|
+
# name: "PathParameterName", # required
|
265
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
266
|
+
# datetime_options: {
|
267
|
+
# format: "DatetimeFormat", # required
|
268
|
+
# timezone_offset: "TimezoneOffset",
|
269
|
+
# locale_code: "LocaleCode",
|
270
|
+
# },
|
271
|
+
# create_column: false,
|
272
|
+
# filter: {
|
273
|
+
# expression: "Expression", # required
|
274
|
+
# values_map: { # required
|
275
|
+
# "ValueReference" => "ConditionValue",
|
276
|
+
# },
|
277
|
+
# },
|
278
|
+
# },
|
279
|
+
# },
|
166
280
|
# },
|
167
281
|
# tags: {
|
168
282
|
# "TagKey" => "TagValue",
|
@@ -175,20 +289,25 @@ module Aws::GlueDataBrew
|
|
175
289
|
# @return [String]
|
176
290
|
#
|
177
291
|
# @!attribute [rw] format
|
178
|
-
#
|
179
|
-
# folder.
|
292
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
293
|
+
# or folder.
|
180
294
|
# @return [String]
|
181
295
|
#
|
182
296
|
# @!attribute [rw] format_options
|
183
|
-
#
|
184
|
-
# input.
|
297
|
+
# Represents a set of options that define the structure of either
|
298
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
185
299
|
# @return [Types::FormatOptions]
|
186
300
|
#
|
187
301
|
# @!attribute [rw] input
|
188
|
-
#
|
189
|
-
# Data Catalog or Amazon S3.
|
302
|
+
# Represents information on how DataBrew can find data, in either the
|
303
|
+
# Glue Data Catalog or Amazon S3.
|
190
304
|
# @return [Types::Input]
|
191
305
|
#
|
306
|
+
# @!attribute [rw] path_options
|
307
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
308
|
+
# path of the dataset.
|
309
|
+
# @return [Types::PathOptions]
|
310
|
+
#
|
192
311
|
# @!attribute [rw] tags
|
193
312
|
# Metadata tags to apply to this dataset.
|
194
313
|
# @return [Hash<String,String>]
|
@@ -200,6 +319,7 @@ module Aws::GlueDataBrew
|
|
200
319
|
:format,
|
201
320
|
:format_options,
|
202
321
|
:input,
|
322
|
+
:path_options,
|
203
323
|
:tags)
|
204
324
|
SENSITIVE = []
|
205
325
|
include Aws::Structure
|
@@ -232,6 +352,46 @@ module Aws::GlueDataBrew
|
|
232
352
|
# bucket: "Bucket", # required
|
233
353
|
# key: "Key",
|
234
354
|
# },
|
355
|
+
# configuration: {
|
356
|
+
# dataset_statistics_configuration: {
|
357
|
+
# included_statistics: ["Statistic"],
|
358
|
+
# overrides: [
|
359
|
+
# {
|
360
|
+
# statistic: "Statistic", # required
|
361
|
+
# parameters: { # required
|
362
|
+
# "ParameterName" => "ParameterValue",
|
363
|
+
# },
|
364
|
+
# },
|
365
|
+
# ],
|
366
|
+
# },
|
367
|
+
# profile_columns: [
|
368
|
+
# {
|
369
|
+
# regex: "ColumnName",
|
370
|
+
# name: "ColumnName",
|
371
|
+
# },
|
372
|
+
# ],
|
373
|
+
# column_statistics_configurations: [
|
374
|
+
# {
|
375
|
+
# selectors: [
|
376
|
+
# {
|
377
|
+
# regex: "ColumnName",
|
378
|
+
# name: "ColumnName",
|
379
|
+
# },
|
380
|
+
# ],
|
381
|
+
# statistics: { # required
|
382
|
+
# included_statistics: ["Statistic"],
|
383
|
+
# overrides: [
|
384
|
+
# {
|
385
|
+
# statistic: "Statistic", # required
|
386
|
+
# parameters: { # required
|
387
|
+
# "ParameterName" => "ParameterValue",
|
388
|
+
# },
|
389
|
+
# },
|
390
|
+
# ],
|
391
|
+
# },
|
392
|
+
# },
|
393
|
+
# ],
|
394
|
+
# },
|
235
395
|
# role_arn: "Arn", # required
|
236
396
|
# tags: {
|
237
397
|
# "TagKey" => "TagValue",
|
@@ -255,8 +415,8 @@ module Aws::GlueDataBrew
|
|
255
415
|
# @!attribute [rw] encryption_mode
|
256
416
|
# The encryption mode for the job, which can be one of the following:
|
257
417
|
#
|
258
|
-
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with
|
259
|
-
#
|
418
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
|
419
|
+
# keys.
|
260
420
|
#
|
261
421
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
262
422
|
# @return [String]
|
@@ -282,13 +442,20 @@ module Aws::GlueDataBrew
|
|
282
442
|
# @return [Integer]
|
283
443
|
#
|
284
444
|
# @!attribute [rw] output_location
|
285
|
-
#
|
286
|
-
# read input data, or write output from a job.
|
445
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
446
|
+
# DataBrew can read input data, or write output from a job.
|
287
447
|
# @return [Types::S3Location]
|
288
448
|
#
|
449
|
+
# @!attribute [rw] configuration
|
450
|
+
# Configuration for profile jobs. Used to select columns, do
|
451
|
+
# evaluations, and override default parameters of evaluations. When
|
452
|
+
# configuration is null, the profile job will run with default
|
453
|
+
# settings.
|
454
|
+
# @return [Types::ProfileConfiguration]
|
455
|
+
#
|
289
456
|
# @!attribute [rw] role_arn
|
290
|
-
# The Amazon Resource Name (ARN) of the
|
291
|
-
#
|
457
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
458
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
292
459
|
# @return [String]
|
293
460
|
#
|
294
461
|
# @!attribute [rw] tags
|
@@ -319,6 +486,7 @@ module Aws::GlueDataBrew
|
|
319
486
|
:max_capacity,
|
320
487
|
:max_retries,
|
321
488
|
:output_location,
|
489
|
+
:configuration,
|
322
490
|
:role_arn,
|
323
491
|
:tags,
|
324
492
|
:timeout,
|
@@ -375,8 +543,8 @@ module Aws::GlueDataBrew
|
|
375
543
|
# @return [Types::Sample]
|
376
544
|
#
|
377
545
|
# @!attribute [rw] role_arn
|
378
|
-
# The Amazon Resource Name (ARN) of the
|
379
|
-
#
|
546
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
547
|
+
# (IAM) role to be assumed for this request.
|
380
548
|
# @return [String]
|
381
549
|
#
|
382
550
|
# @!attribute [rw] tags
|
@@ -419,7 +587,7 @@ module Aws::GlueDataBrew
|
|
419
587
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
420
588
|
# max_capacity: 1,
|
421
589
|
# max_retries: 1,
|
422
|
-
# outputs: [
|
590
|
+
# outputs: [
|
423
591
|
# {
|
424
592
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
425
593
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -436,6 +604,40 @@ module Aws::GlueDataBrew
|
|
436
604
|
# },
|
437
605
|
# },
|
438
606
|
# ],
|
607
|
+
# data_catalog_outputs: [
|
608
|
+
# {
|
609
|
+
# catalog_id: "CatalogId",
|
610
|
+
# database_name: "DatabaseName", # required
|
611
|
+
# table_name: "TableName", # required
|
612
|
+
# s3_options: {
|
613
|
+
# location: { # required
|
614
|
+
# bucket: "Bucket", # required
|
615
|
+
# key: "Key",
|
616
|
+
# },
|
617
|
+
# },
|
618
|
+
# database_options: {
|
619
|
+
# temp_directory: {
|
620
|
+
# bucket: "Bucket", # required
|
621
|
+
# key: "Key",
|
622
|
+
# },
|
623
|
+
# table_name: "DatabaseTableName", # required
|
624
|
+
# },
|
625
|
+
# overwrite: false,
|
626
|
+
# },
|
627
|
+
# ],
|
628
|
+
# database_outputs: [
|
629
|
+
# {
|
630
|
+
# glue_connection_name: "GlueConnectionName", # required
|
631
|
+
# database_options: { # required
|
632
|
+
# temp_directory: {
|
633
|
+
# bucket: "Bucket", # required
|
634
|
+
# key: "Key",
|
635
|
+
# },
|
636
|
+
# table_name: "DatabaseTableName", # required
|
637
|
+
# },
|
638
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
639
|
+
# },
|
640
|
+
# ],
|
439
641
|
# project_name: "ProjectName",
|
440
642
|
# recipe_reference: {
|
441
643
|
# name: "RecipeName", # required
|
@@ -460,7 +662,7 @@ module Aws::GlueDataBrew
|
|
460
662
|
# @!attribute [rw] encryption_mode
|
461
663
|
# The encryption mode for the job, which can be one of the following:
|
462
664
|
#
|
463
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
665
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
464
666
|
#
|
465
667
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
466
668
|
# @return [String]
|
@@ -490,6 +692,16 @@ module Aws::GlueDataBrew
|
|
490
692
|
# job.
|
491
693
|
# @return [Array<Types::Output>]
|
492
694
|
#
|
695
|
+
# @!attribute [rw] data_catalog_outputs
|
696
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
697
|
+
# from running the job.
|
698
|
+
# @return [Array<Types::DataCatalogOutput>]
|
699
|
+
#
|
700
|
+
# @!attribute [rw] database_outputs
|
701
|
+
# Represents a list of JDBC database output objects which defines the
|
702
|
+
# output destination for a DataBrew recipe job to write to.
|
703
|
+
# @return [Array<Types::DatabaseOutput>]
|
704
|
+
#
|
493
705
|
# @!attribute [rw] project_name
|
494
706
|
# Either the name of an existing project, or a combination of a recipe
|
495
707
|
# and a dataset to associate with the recipe.
|
@@ -500,8 +712,8 @@ module Aws::GlueDataBrew
|
|
500
712
|
# @return [Types::RecipeReference]
|
501
713
|
#
|
502
714
|
# @!attribute [rw] role_arn
|
503
|
-
# The Amazon Resource Name (ARN) of the
|
504
|
-
#
|
715
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
716
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
505
717
|
# @return [String]
|
506
718
|
#
|
507
719
|
# @!attribute [rw] tags
|
@@ -524,6 +736,8 @@ module Aws::GlueDataBrew
|
|
524
736
|
:max_capacity,
|
525
737
|
:max_retries,
|
526
738
|
:outputs,
|
739
|
+
:data_catalog_outputs,
|
740
|
+
:database_outputs,
|
527
741
|
:project_name,
|
528
742
|
:recipe_reference,
|
529
743
|
:role_arn,
|
@@ -633,8 +847,8 @@ module Aws::GlueDataBrew
|
|
633
847
|
#
|
634
848
|
# @!attribute [rw] cron_expression
|
635
849
|
# The date or dates and time or times when the jobs are to be run. For
|
636
|
-
# more information, see [Cron expressions][1] in the *
|
637
|
-
#
|
850
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
851
|
+
# Developer Guide*.
|
638
852
|
#
|
639
853
|
#
|
640
854
|
#
|
@@ -673,8 +887,9 @@ module Aws::GlueDataBrew
|
|
673
887
|
include Aws::Structure
|
674
888
|
end
|
675
889
|
|
676
|
-
#
|
677
|
-
# dataset from that
|
890
|
+
# Represents a set of options that define how DataBrew will read a
|
891
|
+
# comma-separated value (CSV) file when creating a dataset from that
|
892
|
+
# file.
|
678
893
|
#
|
679
894
|
# @note When making an API call, you may pass CsvOptions
|
680
895
|
# data as a hash:
|
@@ -686,12 +901,13 @@ module Aws::GlueDataBrew
|
|
686
901
|
#
|
687
902
|
# @!attribute [rw] delimiter
|
688
903
|
# A single character that specifies the delimiter being used in the
|
689
|
-
#
|
904
|
+
# CSV file.
|
690
905
|
# @return [String]
|
691
906
|
#
|
692
907
|
# @!attribute [rw] header_row
|
693
|
-
# A variable that specifies whether the first row in the file
|
694
|
-
# parsed as the header. If false, column names
|
908
|
+
# A variable that specifies whether the first row in the file is
|
909
|
+
# parsed as the header. If this value is false, column names are
|
910
|
+
# auto-generated.
|
695
911
|
# @return [Boolean]
|
696
912
|
#
|
697
913
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOptions AWS API Documentation
|
@@ -703,7 +919,8 @@ module Aws::GlueDataBrew
|
|
703
919
|
include Aws::Structure
|
704
920
|
end
|
705
921
|
|
706
|
-
#
|
922
|
+
# Represents a set of options that define how DataBrew will write a
|
923
|
+
# comma-separated value (CSV) file.
|
707
924
|
#
|
708
925
|
# @note When making an API call, you may pass CsvOutputOptions
|
709
926
|
# data as a hash:
|
@@ -713,7 +930,7 @@ module Aws::GlueDataBrew
|
|
713
930
|
# }
|
714
931
|
#
|
715
932
|
# @!attribute [rw] delimiter
|
716
|
-
# A single character that specifies the delimiter used to create
|
933
|
+
# A single character that specifies the delimiter used to create CSV
|
717
934
|
# job output.
|
718
935
|
# @return [String]
|
719
936
|
#
|
@@ -725,8 +942,8 @@ module Aws::GlueDataBrew
|
|
725
942
|
include Aws::Structure
|
726
943
|
end
|
727
944
|
|
728
|
-
# Represents how metadata stored in the
|
729
|
-
#
|
945
|
+
# Represents how metadata stored in the Glue Data Catalog is defined in
|
946
|
+
# a DataBrew dataset.
|
730
947
|
#
|
731
948
|
# @note When making an API call, you may pass DataCatalogInputDefinition
|
732
949
|
# data as a hash:
|
@@ -742,8 +959,8 @@ module Aws::GlueDataBrew
|
|
742
959
|
# }
|
743
960
|
#
|
744
961
|
# @!attribute [rw] catalog_id
|
745
|
-
# The unique identifier of the
|
746
|
-
# that stores the data.
|
962
|
+
# The unique identifier of the Amazon Web Services account that holds
|
963
|
+
# the Data Catalog that stores the data.
|
747
964
|
# @return [String]
|
748
965
|
#
|
749
966
|
# @!attribute [rw] database_name
|
@@ -756,8 +973,8 @@ module Aws::GlueDataBrew
|
|
756
973
|
# @return [String]
|
757
974
|
#
|
758
975
|
# @!attribute [rw] temp_directory
|
759
|
-
#
|
760
|
-
#
|
976
|
+
# Represents an Amazon location where DataBrew can store intermediate
|
977
|
+
# results.
|
761
978
|
# @return [Types::S3Location]
|
762
979
|
#
|
763
980
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogInputDefinition AWS API Documentation
|
@@ -771,10 +988,192 @@ module Aws::GlueDataBrew
|
|
771
988
|
include Aws::Structure
|
772
989
|
end
|
773
990
|
|
991
|
+
# Represents options that specify how and where in the Glue Data Catalog
|
992
|
+
# DataBrew writes the output generated by recipe jobs.
|
993
|
+
#
|
994
|
+
# @note When making an API call, you may pass DataCatalogOutput
|
995
|
+
# data as a hash:
|
996
|
+
#
|
997
|
+
# {
|
998
|
+
# catalog_id: "CatalogId",
|
999
|
+
# database_name: "DatabaseName", # required
|
1000
|
+
# table_name: "TableName", # required
|
1001
|
+
# s3_options: {
|
1002
|
+
# location: { # required
|
1003
|
+
# bucket: "Bucket", # required
|
1004
|
+
# key: "Key",
|
1005
|
+
# },
|
1006
|
+
# },
|
1007
|
+
# database_options: {
|
1008
|
+
# temp_directory: {
|
1009
|
+
# bucket: "Bucket", # required
|
1010
|
+
# key: "Key",
|
1011
|
+
# },
|
1012
|
+
# table_name: "DatabaseTableName", # required
|
1013
|
+
# },
|
1014
|
+
# overwrite: false,
|
1015
|
+
# }
|
1016
|
+
#
|
1017
|
+
# @!attribute [rw] catalog_id
|
1018
|
+
# The unique identifier of the Amazon Web Services account that holds
|
1019
|
+
# the Data Catalog that stores the data.
|
1020
|
+
# @return [String]
|
1021
|
+
#
|
1022
|
+
# @!attribute [rw] database_name
|
1023
|
+
# The name of a database in the Data Catalog.
|
1024
|
+
# @return [String]
|
1025
|
+
#
|
1026
|
+
# @!attribute [rw] table_name
|
1027
|
+
# The name of a table in the Data Catalog.
|
1028
|
+
# @return [String]
|
1029
|
+
#
|
1030
|
+
# @!attribute [rw] s3_options
|
1031
|
+
# Represents options that specify how and where DataBrew writes the
|
1032
|
+
# Amazon S3 output generated by recipe jobs.
|
1033
|
+
# @return [Types::S3TableOutputOptions]
|
1034
|
+
#
|
1035
|
+
# @!attribute [rw] database_options
|
1036
|
+
# Represents options that specify how and where DataBrew writes the
|
1037
|
+
# database output generated by recipe jobs.
|
1038
|
+
# @return [Types::DatabaseTableOutputOptions]
|
1039
|
+
#
|
1040
|
+
# @!attribute [rw] overwrite
|
1041
|
+
# A value that, if true, means that any data in the location specified
|
1042
|
+
# for output is overwritten with new output. Not supported with
|
1043
|
+
# DatabaseOptions.
|
1044
|
+
# @return [Boolean]
|
1045
|
+
#
|
1046
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogOutput AWS API Documentation
|
1047
|
+
#
|
1048
|
+
class DataCatalogOutput < Struct.new(
|
1049
|
+
:catalog_id,
|
1050
|
+
:database_name,
|
1051
|
+
:table_name,
|
1052
|
+
:s3_options,
|
1053
|
+
:database_options,
|
1054
|
+
:overwrite)
|
1055
|
+
SENSITIVE = []
|
1056
|
+
include Aws::Structure
|
1057
|
+
end
|
1058
|
+
|
1059
|
+
# Connection information for dataset input files stored in a database.
|
1060
|
+
#
|
1061
|
+
# @note When making an API call, you may pass DatabaseInputDefinition
|
1062
|
+
# data as a hash:
|
1063
|
+
#
|
1064
|
+
# {
|
1065
|
+
# glue_connection_name: "GlueConnectionName", # required
|
1066
|
+
# database_table_name: "DatabaseTableName", # required
|
1067
|
+
# temp_directory: {
|
1068
|
+
# bucket: "Bucket", # required
|
1069
|
+
# key: "Key",
|
1070
|
+
# },
|
1071
|
+
# }
|
1072
|
+
#
|
1073
|
+
# @!attribute [rw] glue_connection_name
|
1074
|
+
# The Glue Connection that stores the connection information for the
|
1075
|
+
# target database.
|
1076
|
+
# @return [String]
|
1077
|
+
#
|
1078
|
+
# @!attribute [rw] database_table_name
|
1079
|
+
# The table within the target database.
|
1080
|
+
# @return [String]
|
1081
|
+
#
|
1082
|
+
# @!attribute [rw] temp_directory
|
1083
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
1084
|
+
# DataBrew can read input data, or write output from a job.
|
1085
|
+
# @return [Types::S3Location]
|
1086
|
+
#
|
1087
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseInputDefinition AWS API Documentation
|
1088
|
+
#
|
1089
|
+
class DatabaseInputDefinition < Struct.new(
|
1090
|
+
:glue_connection_name,
|
1091
|
+
:database_table_name,
|
1092
|
+
:temp_directory)
|
1093
|
+
SENSITIVE = []
|
1094
|
+
include Aws::Structure
|
1095
|
+
end
|
1096
|
+
|
1097
|
+
# Represents a JDBC database output object which defines the output
|
1098
|
+
# destination for a DataBrew recipe job to write into.
|
1099
|
+
#
|
1100
|
+
# @note When making an API call, you may pass DatabaseOutput
|
1101
|
+
# data as a hash:
|
1102
|
+
#
|
1103
|
+
# {
|
1104
|
+
# glue_connection_name: "GlueConnectionName", # required
|
1105
|
+
# database_options: { # required
|
1106
|
+
# temp_directory: {
|
1107
|
+
# bucket: "Bucket", # required
|
1108
|
+
# key: "Key",
|
1109
|
+
# },
|
1110
|
+
# table_name: "DatabaseTableName", # required
|
1111
|
+
# },
|
1112
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
1113
|
+
# }
|
1114
|
+
#
|
1115
|
+
# @!attribute [rw] glue_connection_name
|
1116
|
+
# The Glue connection that stores the connection information for the
|
1117
|
+
# target database.
|
1118
|
+
# @return [String]
|
1119
|
+
#
|
1120
|
+
# @!attribute [rw] database_options
|
1121
|
+
# Represents options that specify how and where DataBrew writes the
|
1122
|
+
# database output generated by recipe jobs.
|
1123
|
+
# @return [Types::DatabaseTableOutputOptions]
|
1124
|
+
#
|
1125
|
+
# @!attribute [rw] database_output_mode
|
1126
|
+
# The output mode to write into the database. Currently supported
|
1127
|
+
# option: NEW\_TABLE.
|
1128
|
+
# @return [String]
|
1129
|
+
#
|
1130
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseOutput AWS API Documentation
|
1131
|
+
#
|
1132
|
+
class DatabaseOutput < Struct.new(
|
1133
|
+
:glue_connection_name,
|
1134
|
+
:database_options,
|
1135
|
+
:database_output_mode)
|
1136
|
+
SENSITIVE = []
|
1137
|
+
include Aws::Structure
|
1138
|
+
end
|
1139
|
+
|
1140
|
+
# Represents options that specify how and where DataBrew writes the
|
1141
|
+
# database output generated by recipe jobs.
|
1142
|
+
#
|
1143
|
+
# @note When making an API call, you may pass DatabaseTableOutputOptions
|
1144
|
+
# data as a hash:
|
1145
|
+
#
|
1146
|
+
# {
|
1147
|
+
# temp_directory: {
|
1148
|
+
# bucket: "Bucket", # required
|
1149
|
+
# key: "Key",
|
1150
|
+
# },
|
1151
|
+
# table_name: "DatabaseTableName", # required
|
1152
|
+
# }
|
1153
|
+
#
|
1154
|
+
# @!attribute [rw] temp_directory
|
1155
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
1156
|
+
# DataBrew can store intermediate results.
|
1157
|
+
# @return [Types::S3Location]
|
1158
|
+
#
|
1159
|
+
# @!attribute [rw] table_name
|
1160
|
+
# A prefix for the name of a table DataBrew will create in the
|
1161
|
+
# database.
|
1162
|
+
# @return [String]
|
1163
|
+
#
|
1164
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseTableOutputOptions AWS API Documentation
|
1165
|
+
#
|
1166
|
+
class DatabaseTableOutputOptions < Struct.new(
|
1167
|
+
:temp_directory,
|
1168
|
+
:table_name)
|
1169
|
+
SENSITIVE = []
|
1170
|
+
include Aws::Structure
|
1171
|
+
end
|
1172
|
+
|
774
1173
|
# Represents a dataset that can be processed by DataBrew.
|
775
1174
|
#
|
776
1175
|
# @!attribute [rw] account_id
|
777
|
-
# The ID of the
|
1176
|
+
# The ID of the Amazon Web Services account that owns the dataset.
|
778
1177
|
# @return [String]
|
779
1178
|
#
|
780
1179
|
# @!attribute [rw] created_by
|
@@ -790,17 +1189,18 @@ module Aws::GlueDataBrew
|
|
790
1189
|
# @return [String]
|
791
1190
|
#
|
792
1191
|
# @!attribute [rw] format
|
793
|
-
#
|
794
|
-
# folder.
|
1192
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
1193
|
+
# or folder.
|
795
1194
|
# @return [String]
|
796
1195
|
#
|
797
1196
|
# @!attribute [rw] format_options
|
798
|
-
#
|
1197
|
+
# A set of options that define how DataBrew interprets the data in the
|
1198
|
+
# dataset.
|
799
1199
|
# @return [Types::FormatOptions]
|
800
1200
|
#
|
801
1201
|
# @!attribute [rw] input
|
802
|
-
# Information on how DataBrew can find the dataset, in either the
|
803
|
-
#
|
1202
|
+
# Information on how DataBrew can find the dataset, in either the Glue
|
1203
|
+
# Data Catalog or Amazon S3.
|
804
1204
|
# @return [Types::Input]
|
805
1205
|
#
|
806
1206
|
# @!attribute [rw] last_modified_date
|
@@ -814,9 +1214,14 @@ module Aws::GlueDataBrew
|
|
814
1214
|
#
|
815
1215
|
# @!attribute [rw] source
|
816
1216
|
# The location of the data for the dataset, either Amazon S3 or the
|
817
|
-
#
|
1217
|
+
# Glue Data Catalog.
|
818
1218
|
# @return [String]
|
819
1219
|
#
|
1220
|
+
# @!attribute [rw] path_options
|
1221
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
1222
|
+
# path of the dataset.
|
1223
|
+
# @return [Types::PathOptions]
|
1224
|
+
#
|
820
1225
|
# @!attribute [rw] tags
|
821
1226
|
# Metadata tags that have been applied to the dataset.
|
822
1227
|
# @return [Hash<String,String>]
|
@@ -838,12 +1243,115 @@ module Aws::GlueDataBrew
|
|
838
1243
|
:last_modified_date,
|
839
1244
|
:last_modified_by,
|
840
1245
|
:source,
|
1246
|
+
:path_options,
|
841
1247
|
:tags,
|
842
1248
|
:resource_arn)
|
843
1249
|
SENSITIVE = []
|
844
1250
|
include Aws::Structure
|
845
1251
|
end
|
846
1252
|
|
1253
|
+
# Represents a dataset paramater that defines type and conditions for a
|
1254
|
+
# parameter in the Amazon S3 path of the dataset.
|
1255
|
+
#
|
1256
|
+
# @note When making an API call, you may pass DatasetParameter
|
1257
|
+
# data as a hash:
|
1258
|
+
#
|
1259
|
+
# {
|
1260
|
+
# name: "PathParameterName", # required
|
1261
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
1262
|
+
# datetime_options: {
|
1263
|
+
# format: "DatetimeFormat", # required
|
1264
|
+
# timezone_offset: "TimezoneOffset",
|
1265
|
+
# locale_code: "LocaleCode",
|
1266
|
+
# },
|
1267
|
+
# create_column: false,
|
1268
|
+
# filter: {
|
1269
|
+
# expression: "Expression", # required
|
1270
|
+
# values_map: { # required
|
1271
|
+
# "ValueReference" => "ConditionValue",
|
1272
|
+
# },
|
1273
|
+
# },
|
1274
|
+
# }
|
1275
|
+
#
|
1276
|
+
# @!attribute [rw] name
|
1277
|
+
# The name of the parameter that is used in the dataset's Amazon S3
|
1278
|
+
# path.
|
1279
|
+
# @return [String]
|
1280
|
+
#
|
1281
|
+
# @!attribute [rw] type
|
1282
|
+
# The type of the dataset parameter, can be one of a 'String',
|
1283
|
+
# 'Number' or 'Datetime'.
|
1284
|
+
# @return [String]
|
1285
|
+
#
|
1286
|
+
# @!attribute [rw] datetime_options
|
1287
|
+
# Additional parameter options such as a format and a timezone.
|
1288
|
+
# Required for datetime parameters.
|
1289
|
+
# @return [Types::DatetimeOptions]
|
1290
|
+
#
|
1291
|
+
# @!attribute [rw] create_column
|
1292
|
+
# Optional boolean value that defines whether the captured value of
|
1293
|
+
# this parameter should be used to create a new column in a dataset.
|
1294
|
+
# @return [Boolean]
|
1295
|
+
#
|
1296
|
+
# @!attribute [rw] filter
|
1297
|
+
# The optional filter expression structure to apply additional
|
1298
|
+
# matching criteria to the parameter.
|
1299
|
+
# @return [Types::FilterExpression]
|
1300
|
+
#
|
1301
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatasetParameter AWS API Documentation
|
1302
|
+
#
|
1303
|
+
class DatasetParameter < Struct.new(
|
1304
|
+
:name,
|
1305
|
+
:type,
|
1306
|
+
:datetime_options,
|
1307
|
+
:create_column,
|
1308
|
+
:filter)
|
1309
|
+
SENSITIVE = []
|
1310
|
+
include Aws::Structure
|
1311
|
+
end
|
1312
|
+
|
1313
|
+
# Represents additional options for correct interpretation of datetime
|
1314
|
+
# parameters used in the Amazon S3 path of a dataset.
|
1315
|
+
#
|
1316
|
+
# @note When making an API call, you may pass DatetimeOptions
|
1317
|
+
# data as a hash:
|
1318
|
+
#
|
1319
|
+
# {
|
1320
|
+
# format: "DatetimeFormat", # required
|
1321
|
+
# timezone_offset: "TimezoneOffset",
|
1322
|
+
# locale_code: "LocaleCode",
|
1323
|
+
# }
|
1324
|
+
#
|
1325
|
+
# @!attribute [rw] format
|
1326
|
+
# Required option, that defines the datetime format used for a date
|
1327
|
+
# parameter in the Amazon S3 path. Should use only supported datetime
|
1328
|
+
# specifiers and separation characters, all literal a-z or A-Z
|
1329
|
+
# characters should be escaped with single quotes. E.g.
|
1330
|
+
# "MM.dd.yyyy-'at'-HH:mm".
|
1331
|
+
# @return [String]
|
1332
|
+
#
|
1333
|
+
# @!attribute [rw] timezone_offset
|
1334
|
+
# Optional value for a timezone offset of the datetime parameter value
|
1335
|
+
# in the Amazon S3 path. Shouldn't be used if Format for this
|
1336
|
+
# parameter includes timezone fields. If no offset specified, UTC is
|
1337
|
+
# assumed.
|
1338
|
+
# @return [String]
|
1339
|
+
#
|
1340
|
+
# @!attribute [rw] locale_code
|
1341
|
+
# Optional value for a non-US locale code, needed for correct
|
1342
|
+
# interpretation of some date formats.
|
1343
|
+
# @return [String]
|
1344
|
+
#
|
1345
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatetimeOptions AWS API Documentation
|
1346
|
+
#
|
1347
|
+
class DatetimeOptions < Struct.new(
|
1348
|
+
:format,
|
1349
|
+
:timezone_offset,
|
1350
|
+
:locale_code)
|
1351
|
+
SENSITIVE = []
|
1352
|
+
include Aws::Structure
|
1353
|
+
end
|
1354
|
+
|
847
1355
|
# @note When making an API call, you may pass DeleteDatasetRequest
|
848
1356
|
# data as a hash:
|
849
1357
|
#
|
@@ -1044,18 +1552,18 @@ module Aws::GlueDataBrew
|
|
1044
1552
|
# @return [String]
|
1045
1553
|
#
|
1046
1554
|
# @!attribute [rw] format
|
1047
|
-
#
|
1048
|
-
# folder.
|
1555
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
1556
|
+
# or folder.
|
1049
1557
|
# @return [String]
|
1050
1558
|
#
|
1051
1559
|
# @!attribute [rw] format_options
|
1052
|
-
#
|
1053
|
-
# input.
|
1560
|
+
# Represents a set of options that define the structure of either
|
1561
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
1054
1562
|
# @return [Types::FormatOptions]
|
1055
1563
|
#
|
1056
1564
|
# @!attribute [rw] input
|
1057
|
-
#
|
1058
|
-
# Data Catalog or Amazon S3.
|
1565
|
+
# Represents information on how DataBrew can find data, in either the
|
1566
|
+
# Glue Data Catalog or Amazon S3.
|
1059
1567
|
# @return [Types::Input]
|
1060
1568
|
#
|
1061
1569
|
# @!attribute [rw] last_modified_date
|
@@ -1068,10 +1576,15 @@ module Aws::GlueDataBrew
|
|
1068
1576
|
# @return [String]
|
1069
1577
|
#
|
1070
1578
|
# @!attribute [rw] source
|
1071
|
-
# The location of the data for this dataset, Amazon S3 or the
|
1579
|
+
# The location of the data for this dataset, Amazon S3 or the Glue
|
1072
1580
|
# Data Catalog.
|
1073
1581
|
# @return [String]
|
1074
1582
|
#
|
1583
|
+
# @!attribute [rw] path_options
|
1584
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
1585
|
+
# path of the dataset.
|
1586
|
+
# @return [Types::PathOptions]
|
1587
|
+
#
|
1075
1588
|
# @!attribute [rw] tags
|
1076
1589
|
# Metadata tags associated with this dataset.
|
1077
1590
|
# @return [Hash<String,String>]
|
@@ -1092,6 +1605,7 @@ module Aws::GlueDataBrew
|
|
1092
1605
|
:last_modified_date,
|
1093
1606
|
:last_modified_by,
|
1094
1607
|
:source,
|
1608
|
+
:path_options,
|
1095
1609
|
:tags,
|
1096
1610
|
:resource_arn)
|
1097
1611
|
SENSITIVE = []
|
@@ -1138,7 +1652,7 @@ module Aws::GlueDataBrew
|
|
1138
1652
|
# @!attribute [rw] encryption_mode
|
1139
1653
|
# The encryption mode for the job, which can be one of the following:
|
1140
1654
|
#
|
1141
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
1655
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
1142
1656
|
#
|
1143
1657
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
1144
1658
|
# @return [String]
|
@@ -1183,10 +1697,27 @@ module Aws::GlueDataBrew
|
|
1183
1697
|
# job.
|
1184
1698
|
# @return [Array<Types::Output>]
|
1185
1699
|
#
|
1700
|
+
# @!attribute [rw] data_catalog_outputs
|
1701
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
1702
|
+
# from running the job.
|
1703
|
+
# @return [Array<Types::DataCatalogOutput>]
|
1704
|
+
#
|
1705
|
+
# @!attribute [rw] database_outputs
|
1706
|
+
# Represents a list of JDBC database output objects which defines the
|
1707
|
+
# output destination for a DataBrew recipe job to write into.
|
1708
|
+
# @return [Array<Types::DatabaseOutput>]
|
1709
|
+
#
|
1186
1710
|
# @!attribute [rw] project_name
|
1187
1711
|
# The DataBrew project associated with this job.
|
1188
1712
|
# @return [String]
|
1189
1713
|
#
|
1714
|
+
# @!attribute [rw] profile_configuration
|
1715
|
+
# Configuration for profile jobs. Used to select columns, do
|
1716
|
+
# evaluations, and override default parameters of evaluations. When
|
1717
|
+
# configuration is null, the profile job will run with default
|
1718
|
+
# settings.
|
1719
|
+
# @return [Types::ProfileConfiguration]
|
1720
|
+
#
|
1190
1721
|
# @!attribute [rw] recipe_reference
|
1191
1722
|
# Represents the name and version of a DataBrew recipe.
|
1192
1723
|
# @return [Types::RecipeReference]
|
@@ -1196,7 +1727,7 @@ module Aws::GlueDataBrew
|
|
1196
1727
|
# @return [String]
|
1197
1728
|
#
|
1198
1729
|
# @!attribute [rw] role_arn
|
1199
|
-
# The ARN of the
|
1730
|
+
# The ARN of the Identity and Access Management (IAM) role to be
|
1200
1731
|
# assumed when DataBrew runs the job.
|
1201
1732
|
# @return [String]
|
1202
1733
|
#
|
@@ -1230,7 +1761,10 @@ module Aws::GlueDataBrew
|
|
1230
1761
|
:max_capacity,
|
1231
1762
|
:max_retries,
|
1232
1763
|
:outputs,
|
1764
|
+
:data_catalog_outputs,
|
1765
|
+
:database_outputs,
|
1233
1766
|
:project_name,
|
1767
|
+
:profile_configuration,
|
1234
1768
|
:recipe_reference,
|
1235
1769
|
:resource_arn,
|
1236
1770
|
:role_arn,
|
@@ -1292,6 +1826,13 @@ module Aws::GlueDataBrew
|
|
1292
1826
|
# The name of the job being processed during this run.
|
1293
1827
|
# @return [String]
|
1294
1828
|
#
|
1829
|
+
# @!attribute [rw] profile_configuration
|
1830
|
+
# Configuration for profile jobs. Used to select columns, do
|
1831
|
+
# evaluations, and override default parameters of evaluations. When
|
1832
|
+
# configuration is null, the profile job will run with default
|
1833
|
+
# settings.
|
1834
|
+
# @return [Types::ProfileConfiguration]
|
1835
|
+
#
|
1295
1836
|
# @!attribute [rw] run_id
|
1296
1837
|
# The unique identifier of the job run.
|
1297
1838
|
# @return [String]
|
@@ -1313,6 +1854,16 @@ module Aws::GlueDataBrew
|
|
1313
1854
|
# One or more output artifacts from a job run.
|
1314
1855
|
# @return [Array<Types::Output>]
|
1315
1856
|
#
|
1857
|
+
# @!attribute [rw] data_catalog_outputs
|
1858
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
1859
|
+
# from running the job.
|
1860
|
+
# @return [Array<Types::DataCatalogOutput>]
|
1861
|
+
#
|
1862
|
+
# @!attribute [rw] database_outputs
|
1863
|
+
# Represents a list of JDBC database output objects which defines the
|
1864
|
+
# output destination for a DataBrew recipe job to write into.
|
1865
|
+
# @return [Array<Types::DatabaseOutput>]
|
1866
|
+
#
|
1316
1867
|
# @!attribute [rw] recipe_reference
|
1317
1868
|
# Represents the name and version of a DataBrew recipe.
|
1318
1869
|
# @return [Types::RecipeReference]
|
@@ -1342,11 +1893,14 @@ module Aws::GlueDataBrew
|
|
1342
1893
|
:error_message,
|
1343
1894
|
:execution_time,
|
1344
1895
|
:job_name,
|
1896
|
+
:profile_configuration,
|
1345
1897
|
:run_id,
|
1346
1898
|
:state,
|
1347
1899
|
:log_subscription,
|
1348
1900
|
:log_group_name,
|
1349
1901
|
:outputs,
|
1902
|
+
:data_catalog_outputs,
|
1903
|
+
:database_outputs,
|
1350
1904
|
:recipe_reference,
|
1351
1905
|
:started_by,
|
1352
1906
|
:started_on,
|
@@ -1413,7 +1967,7 @@ module Aws::GlueDataBrew
|
|
1413
1967
|
# @return [Types::Sample]
|
1414
1968
|
#
|
1415
1969
|
# @!attribute [rw] role_arn
|
1416
|
-
# The ARN of the
|
1970
|
+
# The ARN of the Identity and Access Management (IAM) role to be
|
1417
1971
|
# assumed when DataBrew runs the job.
|
1418
1972
|
# @return [String]
|
1419
1973
|
#
|
@@ -1610,7 +2164,7 @@ module Aws::GlueDataBrew
|
|
1610
2164
|
# @!attribute [rw] cron_expression
|
1611
2165
|
# The date or dates and time or times when the jobs are to be run for
|
1612
2166
|
# the schedule. For more information, see [Cron expressions][1] in the
|
1613
|
-
# *
|
2167
|
+
# *Glue DataBrew Developer Guide*.
|
1614
2168
|
#
|
1615
2169
|
#
|
1616
2170
|
#
|
@@ -1641,8 +2195,8 @@ module Aws::GlueDataBrew
|
|
1641
2195
|
include Aws::Structure
|
1642
2196
|
end
|
1643
2197
|
|
1644
|
-
#
|
1645
|
-
# file
|
2198
|
+
# Represents a set of options that define how DataBrew will interpret a
|
2199
|
+
# Microsoft Excel file when creating a dataset from that file.
|
1646
2200
|
#
|
1647
2201
|
# @note When making an API call, you may pass ExcelOptions
|
1648
2202
|
# data as a hash:
|
@@ -1654,18 +2208,19 @@ module Aws::GlueDataBrew
|
|
1654
2208
|
# }
|
1655
2209
|
#
|
1656
2210
|
# @!attribute [rw] sheet_names
|
1657
|
-
#
|
1658
|
-
#
|
2211
|
+
# One or more named sheets in the Excel file that will be included in
|
2212
|
+
# the dataset.
|
1659
2213
|
# @return [Array<String>]
|
1660
2214
|
#
|
1661
2215
|
# @!attribute [rw] sheet_indexes
|
1662
|
-
#
|
1663
|
-
#
|
2216
|
+
# One or more sheet numbers in the Excel file that will be included in
|
2217
|
+
# the dataset.
|
1664
2218
|
# @return [Array<Integer>]
|
1665
2219
|
#
|
1666
2220
|
# @!attribute [rw] header_row
|
1667
|
-
# A variable that specifies whether the first row in the file
|
1668
|
-
# parsed as the header. If false, column names
|
2221
|
+
# A variable that specifies whether the first row in the file is
|
2222
|
+
# parsed as the header. If this value is false, column names are
|
2223
|
+
# auto-generated.
|
1669
2224
|
# @return [Boolean]
|
1670
2225
|
#
|
1671
2226
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ExcelOptions AWS API Documentation
|
@@ -1678,7 +2233,86 @@ module Aws::GlueDataBrew
|
|
1678
2233
|
include Aws::Structure
|
1679
2234
|
end
|
1680
2235
|
|
1681
|
-
#
|
2236
|
+
# Represents a limit imposed on number of Amazon S3 files that should be
|
2237
|
+
# selected for a dataset from a connected Amazon S3 path.
|
2238
|
+
#
|
2239
|
+
# @note When making an API call, you may pass FilesLimit
|
2240
|
+
# data as a hash:
|
2241
|
+
#
|
2242
|
+
# {
|
2243
|
+
# max_files: 1, # required
|
2244
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
2245
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
2246
|
+
# }
|
2247
|
+
#
|
2248
|
+
# @!attribute [rw] max_files
|
2249
|
+
# The number of Amazon S3 files to select.
|
2250
|
+
# @return [Integer]
|
2251
|
+
#
|
2252
|
+
# @!attribute [rw] ordered_by
|
2253
|
+
# A criteria to use for Amazon S3 files sorting before their
|
2254
|
+
# selection. By default uses LAST\_MODIFIED\_DATE as a sorting
|
2255
|
+
# criteria. Currently it's the only allowed value.
|
2256
|
+
# @return [String]
|
2257
|
+
#
|
2258
|
+
# @!attribute [rw] order
|
2259
|
+
# A criteria to use for Amazon S3 files sorting before their
|
2260
|
+
# selection. By default uses DESCENDING order, i.e. most recent files
|
2261
|
+
# are selected first. Anotherpossible value is ASCENDING.
|
2262
|
+
# @return [String]
|
2263
|
+
#
|
2264
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilesLimit AWS API Documentation
|
2265
|
+
#
|
2266
|
+
class FilesLimit < Struct.new(
|
2267
|
+
:max_files,
|
2268
|
+
:ordered_by,
|
2269
|
+
:order)
|
2270
|
+
SENSITIVE = []
|
2271
|
+
include Aws::Structure
|
2272
|
+
end
|
2273
|
+
|
2274
|
+
# Represents a structure for defining parameter conditions. Supported
|
2275
|
+
# conditions are described here: [Supported conditions for dynamic
|
2276
|
+
# datasets][1] in the *Glue DataBrew Developer Guide*.
|
2277
|
+
#
|
2278
|
+
#
|
2279
|
+
#
|
2280
|
+
# [1]: https://docs-aws.amazon.com/databrew/latest/dg/datasets.multiple-files.html#conditions.for.dynamic.datasets
|
2281
|
+
#
|
2282
|
+
# @note When making an API call, you may pass FilterExpression
|
2283
|
+
# data as a hash:
|
2284
|
+
#
|
2285
|
+
# {
|
2286
|
+
# expression: "Expression", # required
|
2287
|
+
# values_map: { # required
|
2288
|
+
# "ValueReference" => "ConditionValue",
|
2289
|
+
# },
|
2290
|
+
# }
|
2291
|
+
#
|
2292
|
+
# @!attribute [rw] expression
|
2293
|
+
# The expression which includes condition names followed by
|
2294
|
+
# substitution variables, possibly grouped and combined with other
|
2295
|
+
# conditions. For example, "(starts\_with :prefix1 or starts\_with
|
2296
|
+
# :prefix2) and (ends\_with :suffix1 or ends\_with :suffix2)".
|
2297
|
+
# Substitution variables should start with ':' symbol.
|
2298
|
+
# @return [String]
|
2299
|
+
#
|
2300
|
+
# @!attribute [rw] values_map
|
2301
|
+
# The map of substitution variable names to their values used in this
|
2302
|
+
# filter expression.
|
2303
|
+
# @return [Hash<String,String>]
|
2304
|
+
#
|
2305
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilterExpression AWS API Documentation
|
2306
|
+
#
|
2307
|
+
class FilterExpression < Struct.new(
|
2308
|
+
:expression,
|
2309
|
+
:values_map)
|
2310
|
+
SENSITIVE = []
|
2311
|
+
include Aws::Structure
|
2312
|
+
end
|
2313
|
+
|
2314
|
+
# Represents a set of options that define the structure of either
|
2315
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
1682
2316
|
#
|
1683
2317
|
# @note When making an API call, you may pass FormatOptions
|
1684
2318
|
# data as a hash:
|
@@ -1708,7 +2342,7 @@ module Aws::GlueDataBrew
|
|
1708
2342
|
# @return [Types::ExcelOptions]
|
1709
2343
|
#
|
1710
2344
|
# @!attribute [rw] csv
|
1711
|
-
# Options that define how
|
2345
|
+
# Options that define how CSV input is to be interpreted by DataBrew.
|
1712
2346
|
# @return [Types::CsvOptions]
|
1713
2347
|
#
|
1714
2348
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FormatOptions AWS API Documentation
|
@@ -1721,8 +2355,8 @@ module Aws::GlueDataBrew
|
|
1721
2355
|
include Aws::Structure
|
1722
2356
|
end
|
1723
2357
|
|
1724
|
-
#
|
1725
|
-
# Catalog or Amazon S3.
|
2358
|
+
# Represents information on how DataBrew can find data, in either the
|
2359
|
+
# Glue Data Catalog or Amazon S3.
|
1726
2360
|
#
|
1727
2361
|
# @note When making an API call, you may pass Input
|
1728
2362
|
# data as a hash:
|
@@ -1741,6 +2375,14 @@ module Aws::GlueDataBrew
|
|
1741
2375
|
# key: "Key",
|
1742
2376
|
# },
|
1743
2377
|
# },
|
2378
|
+
# database_input_definition: {
|
2379
|
+
# glue_connection_name: "GlueConnectionName", # required
|
2380
|
+
# database_table_name: "DatabaseTableName", # required
|
2381
|
+
# temp_directory: {
|
2382
|
+
# bucket: "Bucket", # required
|
2383
|
+
# key: "Key",
|
2384
|
+
# },
|
2385
|
+
# },
|
1744
2386
|
# }
|
1745
2387
|
#
|
1746
2388
|
# @!attribute [rw] s3_input_definition
|
@@ -1748,14 +2390,19 @@ module Aws::GlueDataBrew
|
|
1748
2390
|
# @return [Types::S3Location]
|
1749
2391
|
#
|
1750
2392
|
# @!attribute [rw] data_catalog_input_definition
|
1751
|
-
# The
|
2393
|
+
# The Glue Data Catalog parameters for the data.
|
1752
2394
|
# @return [Types::DataCatalogInputDefinition]
|
1753
2395
|
#
|
2396
|
+
# @!attribute [rw] database_input_definition
|
2397
|
+
# Connection information for dataset input files stored in a database.
|
2398
|
+
# @return [Types::DatabaseInputDefinition]
|
2399
|
+
#
|
1754
2400
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Input AWS API Documentation
|
1755
2401
|
#
|
1756
2402
|
class Input < Struct.new(
|
1757
2403
|
:s3_input_definition,
|
1758
|
-
:data_catalog_input_definition
|
2404
|
+
:data_catalog_input_definition,
|
2405
|
+
:database_input_definition)
|
1759
2406
|
SENSITIVE = []
|
1760
2407
|
include Aws::Structure
|
1761
2408
|
end
|
@@ -1776,7 +2423,7 @@ module Aws::GlueDataBrew
|
|
1776
2423
|
# Represents all of the attributes of a DataBrew job.
|
1777
2424
|
#
|
1778
2425
|
# @!attribute [rw] account_id
|
1779
|
-
# The ID of the
|
2426
|
+
# The ID of the Amazon Web Services account that owns the job.
|
1780
2427
|
# @return [String]
|
1781
2428
|
#
|
1782
2429
|
# @!attribute [rw] created_by
|
@@ -1804,7 +2451,7 @@ module Aws::GlueDataBrew
|
|
1804
2451
|
# @!attribute [rw] encryption_mode
|
1805
2452
|
# The encryption mode for the job, which can be one of the following:
|
1806
2453
|
#
|
1807
|
-
# * `SSE-KMS` - Server-side encryption with
|
2454
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
1808
2455
|
#
|
1809
2456
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
1810
2457
|
# @return [String]
|
@@ -1849,6 +2496,16 @@ module Aws::GlueDataBrew
|
|
1849
2496
|
# One or more artifacts that represent output from running the job.
|
1850
2497
|
# @return [Array<Types::Output>]
|
1851
2498
|
#
|
2499
|
+
# @!attribute [rw] data_catalog_outputs
|
2500
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
2501
|
+
# from running the job.
|
2502
|
+
# @return [Array<Types::DataCatalogOutput>]
|
2503
|
+
#
|
2504
|
+
# @!attribute [rw] database_outputs
|
2505
|
+
# Represents a list of JDBC database output objects which defines the
|
2506
|
+
# output destination for a DataBrew recipe job to write into.
|
2507
|
+
# @return [Array<Types::DatabaseOutput>]
|
2508
|
+
#
|
1852
2509
|
# @!attribute [rw] project_name
|
1853
2510
|
# The name of the project that the job is associated with.
|
1854
2511
|
# @return [String]
|
@@ -1862,8 +2519,8 @@ module Aws::GlueDataBrew
|
|
1862
2519
|
# @return [String]
|
1863
2520
|
#
|
1864
2521
|
# @!attribute [rw] role_arn
|
1865
|
-
# The Amazon Resource Name (ARN) of the role
|
1866
|
-
#
|
2522
|
+
# The Amazon Resource Name (ARN) of the role to be assumed for this
|
2523
|
+
# job.
|
1867
2524
|
# @return [String]
|
1868
2525
|
#
|
1869
2526
|
# @!attribute [rw] timeout
|
@@ -1876,10 +2533,10 @@ module Aws::GlueDataBrew
|
|
1876
2533
|
# @return [Hash<String,String>]
|
1877
2534
|
#
|
1878
2535
|
# @!attribute [rw] job_sample
|
1879
|
-
#
|
1880
|
-
# rows on which the profile job
|
1881
|
-
#
|
1882
|
-
# is CUSTOM\_ROWS for the mode parameter and
|
2536
|
+
# A sample configuration for profile jobs only, which determines the
|
2537
|
+
# number of rows on which the profile job is run. If a `JobSample`
|
2538
|
+
# value isn't provided, the default value is used. The default value
|
2539
|
+
# is CUSTOM\_ROWS for the mode parameter and 20,000 for the size
|
1883
2540
|
# parameter.
|
1884
2541
|
# @return [Types::JobSample]
|
1885
2542
|
#
|
@@ -1900,6 +2557,8 @@ module Aws::GlueDataBrew
|
|
1900
2557
|
:max_capacity,
|
1901
2558
|
:max_retries,
|
1902
2559
|
:outputs,
|
2560
|
+
:data_catalog_outputs,
|
2561
|
+
:database_outputs,
|
1903
2562
|
:project_name,
|
1904
2563
|
:recipe_reference,
|
1905
2564
|
:resource_arn,
|
@@ -1960,6 +2619,16 @@ module Aws::GlueDataBrew
|
|
1960
2619
|
# One or more output artifacts from a job run.
|
1961
2620
|
# @return [Array<Types::Output>]
|
1962
2621
|
#
|
2622
|
+
# @!attribute [rw] data_catalog_outputs
|
2623
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
2624
|
+
# from running the job.
|
2625
|
+
# @return [Array<Types::DataCatalogOutput>]
|
2626
|
+
#
|
2627
|
+
# @!attribute [rw] database_outputs
|
2628
|
+
# Represents a list of JDBC database output objects which defines the
|
2629
|
+
# output destination for a DataBrew recipe job to write into.
|
2630
|
+
# @return [Array<Types::DatabaseOutput>]
|
2631
|
+
#
|
1963
2632
|
# @!attribute [rw] recipe_reference
|
1964
2633
|
# The set of steps processed by the job.
|
1965
2634
|
# @return [Types::RecipeReference]
|
@@ -1974,10 +2643,10 @@ module Aws::GlueDataBrew
|
|
1974
2643
|
# @return [Time]
|
1975
2644
|
#
|
1976
2645
|
# @!attribute [rw] job_sample
|
1977
|
-
#
|
1978
|
-
# rows on which the profile job
|
1979
|
-
#
|
1980
|
-
#
|
2646
|
+
# A sample configuration for profile jobs only, which determines the
|
2647
|
+
# number of rows on which the profile job is run. If a `JobSample`
|
2648
|
+
# value isn't provided, the default is used. The default value is
|
2649
|
+
# CUSTOM\_ROWS for the mode parameter and 20,000 for the size
|
1981
2650
|
# parameter.
|
1982
2651
|
# @return [Types::JobSample]
|
1983
2652
|
#
|
@@ -1995,6 +2664,8 @@ module Aws::GlueDataBrew
|
|
1995
2664
|
:log_subscription,
|
1996
2665
|
:log_group_name,
|
1997
2666
|
:outputs,
|
2667
|
+
:data_catalog_outputs,
|
2668
|
+
:database_outputs,
|
1998
2669
|
:recipe_reference,
|
1999
2670
|
:started_by,
|
2000
2671
|
:started_on,
|
@@ -2003,11 +2674,10 @@ module Aws::GlueDataBrew
|
|
2003
2674
|
include Aws::Structure
|
2004
2675
|
end
|
2005
2676
|
|
2006
|
-
#
|
2007
|
-
# rows on which the
|
2008
|
-
#
|
2009
|
-
#
|
2010
|
-
# size parameter.
|
2677
|
+
# A sample configuration for profile jobs only, which determines the
|
2678
|
+
# number of rows on which the profile job is run. If a `JobSample` value
|
2679
|
+
# isn't provided, the default is used. The default value is
|
2680
|
+
# CUSTOM\_ROWS for the mode parameter and 20,000 for the size parameter.
|
2011
2681
|
#
|
2012
2682
|
# @note When making an API call, you may pass JobSample
|
2013
2683
|
# data as a hash:
|
@@ -2018,20 +2688,20 @@ module Aws::GlueDataBrew
|
|
2018
2688
|
# }
|
2019
2689
|
#
|
2020
2690
|
# @!attribute [rw] mode
|
2021
|
-
#
|
2022
|
-
# dataset or
|
2691
|
+
# A value that determines whether the profile job is run on the entire
|
2692
|
+
# dataset or a specified number of rows. This value must be one of the
|
2023
2693
|
# following:
|
2024
2694
|
#
|
2025
|
-
# * FULL\_DATASET
|
2695
|
+
# * FULL\_DATASET - The profile job is run on the entire dataset.
|
2026
2696
|
#
|
2027
|
-
# * CUSTOM\_ROWS
|
2028
|
-
# specified in the Size parameter.
|
2697
|
+
# * CUSTOM\_ROWS - The profile job is run on the number of rows
|
2698
|
+
# specified in the `Size` parameter.
|
2029
2699
|
# @return [String]
|
2030
2700
|
#
|
2031
2701
|
# @!attribute [rw] size
|
2032
|
-
# Size parameter is only required when the mode is CUSTOM\_ROWS.
|
2033
|
-
#
|
2034
|
-
#
|
2702
|
+
# The `Size` parameter is only required when the mode is CUSTOM\_ROWS.
|
2703
|
+
# The profile job is run on the specified number of rows. The maximum
|
2704
|
+
# value for size is Long.MAX\_VALUE.
|
2035
2705
|
#
|
2036
2706
|
# Long.MAX\_VALUE = 9223372036854775807
|
2037
2707
|
# @return [Integer]
|
@@ -2046,7 +2716,7 @@ module Aws::GlueDataBrew
|
|
2046
2716
|
end
|
2047
2717
|
|
2048
2718
|
# Represents the JSON-specific options that define how input is to be
|
2049
|
-
# interpreted by
|
2719
|
+
# interpreted by Glue DataBrew.
|
2050
2720
|
#
|
2051
2721
|
# @note When making an API call, you may pass JsonOptions
|
2052
2722
|
# data as a hash:
|
@@ -2453,8 +3123,8 @@ module Aws::GlueDataBrew
|
|
2453
3123
|
include Aws::Structure
|
2454
3124
|
end
|
2455
3125
|
|
2456
|
-
#
|
2457
|
-
# generated by recipe jobs or profile jobs.
|
3126
|
+
# Represents options that specify how and where in Amazon S3 DataBrew
|
3127
|
+
# writes the output generated by recipe jobs or profile jobs.
|
2458
3128
|
#
|
2459
3129
|
# @note When making an API call, you may pass Output
|
2460
3130
|
# data as a hash:
|
@@ -2499,7 +3169,8 @@ module Aws::GlueDataBrew
|
|
2499
3169
|
# @return [Boolean]
|
2500
3170
|
#
|
2501
3171
|
# @!attribute [rw] format_options
|
2502
|
-
#
|
3172
|
+
# Represents options that define how DataBrew formats job output
|
3173
|
+
# files.
|
2503
3174
|
# @return [Types::OutputFormatOptions]
|
2504
3175
|
#
|
2505
3176
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
|
@@ -2515,7 +3186,8 @@ module Aws::GlueDataBrew
|
|
2515
3186
|
include Aws::Structure
|
2516
3187
|
end
|
2517
3188
|
|
2518
|
-
#
|
3189
|
+
# Represents a set of options that define the structure of
|
3190
|
+
# comma-separated (CSV) job output.
|
2519
3191
|
#
|
2520
3192
|
# @note When making an API call, you may pass OutputFormatOptions
|
2521
3193
|
# data as a hash:
|
@@ -2527,7 +3199,8 @@ module Aws::GlueDataBrew
|
|
2527
3199
|
# }
|
2528
3200
|
#
|
2529
3201
|
# @!attribute [rw] csv
|
2530
|
-
#
|
3202
|
+
# Represents a set of options that define the structure of
|
3203
|
+
# comma-separated value (CSV) job output.
|
2531
3204
|
# @return [Types::CsvOutputOptions]
|
2532
3205
|
#
|
2533
3206
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/OutputFormatOptions AWS API Documentation
|
@@ -2538,10 +3211,153 @@ module Aws::GlueDataBrew
|
|
2538
3211
|
include Aws::Structure
|
2539
3212
|
end
|
2540
3213
|
|
3214
|
+
# Represents a set of options that define how DataBrew selects files for
|
3215
|
+
# a given Amazon S3 path in a dataset.
|
3216
|
+
#
|
3217
|
+
# @note When making an API call, you may pass PathOptions
|
3218
|
+
# data as a hash:
|
3219
|
+
#
|
3220
|
+
# {
|
3221
|
+
# last_modified_date_condition: {
|
3222
|
+
# expression: "Expression", # required
|
3223
|
+
# values_map: { # required
|
3224
|
+
# "ValueReference" => "ConditionValue",
|
3225
|
+
# },
|
3226
|
+
# },
|
3227
|
+
# files_limit: {
|
3228
|
+
# max_files: 1, # required
|
3229
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
3230
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
3231
|
+
# },
|
3232
|
+
# parameters: {
|
3233
|
+
# "PathParameterName" => {
|
3234
|
+
# name: "PathParameterName", # required
|
3235
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
3236
|
+
# datetime_options: {
|
3237
|
+
# format: "DatetimeFormat", # required
|
3238
|
+
# timezone_offset: "TimezoneOffset",
|
3239
|
+
# locale_code: "LocaleCode",
|
3240
|
+
# },
|
3241
|
+
# create_column: false,
|
3242
|
+
# filter: {
|
3243
|
+
# expression: "Expression", # required
|
3244
|
+
# values_map: { # required
|
3245
|
+
# "ValueReference" => "ConditionValue",
|
3246
|
+
# },
|
3247
|
+
# },
|
3248
|
+
# },
|
3249
|
+
# },
|
3250
|
+
# }
|
3251
|
+
#
|
3252
|
+
# @!attribute [rw] last_modified_date_condition
|
3253
|
+
# If provided, this structure defines a date range for matching Amazon
|
3254
|
+
# S3 objects based on their LastModifiedDate attribute in Amazon S3.
|
3255
|
+
# @return [Types::FilterExpression]
|
3256
|
+
#
|
3257
|
+
# @!attribute [rw] files_limit
|
3258
|
+
# If provided, this structure imposes a limit on a number of files
|
3259
|
+
# that should be selected.
|
3260
|
+
# @return [Types::FilesLimit]
|
3261
|
+
#
|
3262
|
+
# @!attribute [rw] parameters
|
3263
|
+
# A structure that maps names of parameters used in the Amazon S3 path
|
3264
|
+
# of a dataset to their definitions.
|
3265
|
+
# @return [Hash<String,Types::DatasetParameter>]
|
3266
|
+
#
|
3267
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/PathOptions AWS API Documentation
|
3268
|
+
#
|
3269
|
+
class PathOptions < Struct.new(
|
3270
|
+
:last_modified_date_condition,
|
3271
|
+
:files_limit,
|
3272
|
+
:parameters)
|
3273
|
+
SENSITIVE = []
|
3274
|
+
include Aws::Structure
|
3275
|
+
end
|
3276
|
+
|
3277
|
+
# Configuration for profile jobs. Configuration can be used to select
|
3278
|
+
# columns, do evaluations, and override default parameters of
|
3279
|
+
# evaluations. When configuration is undefined, the profile job will
|
3280
|
+
# apply default settings to all supported columns.
|
3281
|
+
#
|
3282
|
+
# @note When making an API call, you may pass ProfileConfiguration
|
3283
|
+
# data as a hash:
|
3284
|
+
#
|
3285
|
+
# {
|
3286
|
+
# dataset_statistics_configuration: {
|
3287
|
+
# included_statistics: ["Statistic"],
|
3288
|
+
# overrides: [
|
3289
|
+
# {
|
3290
|
+
# statistic: "Statistic", # required
|
3291
|
+
# parameters: { # required
|
3292
|
+
# "ParameterName" => "ParameterValue",
|
3293
|
+
# },
|
3294
|
+
# },
|
3295
|
+
# ],
|
3296
|
+
# },
|
3297
|
+
# profile_columns: [
|
3298
|
+
# {
|
3299
|
+
# regex: "ColumnName",
|
3300
|
+
# name: "ColumnName",
|
3301
|
+
# },
|
3302
|
+
# ],
|
3303
|
+
# column_statistics_configurations: [
|
3304
|
+
# {
|
3305
|
+
# selectors: [
|
3306
|
+
# {
|
3307
|
+
# regex: "ColumnName",
|
3308
|
+
# name: "ColumnName",
|
3309
|
+
# },
|
3310
|
+
# ],
|
3311
|
+
# statistics: { # required
|
3312
|
+
# included_statistics: ["Statistic"],
|
3313
|
+
# overrides: [
|
3314
|
+
# {
|
3315
|
+
# statistic: "Statistic", # required
|
3316
|
+
# parameters: { # required
|
3317
|
+
# "ParameterName" => "ParameterValue",
|
3318
|
+
# },
|
3319
|
+
# },
|
3320
|
+
# ],
|
3321
|
+
# },
|
3322
|
+
# },
|
3323
|
+
# ],
|
3324
|
+
# }
|
3325
|
+
#
|
3326
|
+
# @!attribute [rw] dataset_statistics_configuration
|
3327
|
+
# Configuration for inter-column evaluations. Configuration can be
|
3328
|
+
# used to select evaluations and override parameters of evaluations.
|
3329
|
+
# When configuration is undefined, the profile job will run all
|
3330
|
+
# supported inter-column evaluations.
|
3331
|
+
# @return [Types::StatisticsConfiguration]
|
3332
|
+
#
|
3333
|
+
# @!attribute [rw] profile_columns
|
3334
|
+
# List of column selectors. ProfileColumns can be used to select
|
3335
|
+
# columns from the dataset. When ProfileColumns is undefined, the
|
3336
|
+
# profile job will profile all supported columns.
|
3337
|
+
# @return [Array<Types::ColumnSelector>]
|
3338
|
+
#
|
3339
|
+
# @!attribute [rw] column_statistics_configurations
|
3340
|
+
# List of configurations for column evaluations.
|
3341
|
+
# ColumnStatisticsConfigurations are used to select evaluations and
|
3342
|
+
# override parameters of evaluations for particular columns. When
|
3343
|
+
# ColumnStatisticsConfigurations is undefined, the profile job will
|
3344
|
+
# profile all supported columns and run all supported evaluations.
|
3345
|
+
# @return [Array<Types::ColumnStatisticsConfiguration>]
|
3346
|
+
#
|
3347
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ProfileConfiguration AWS API Documentation
|
3348
|
+
#
|
3349
|
+
class ProfileConfiguration < Struct.new(
|
3350
|
+
:dataset_statistics_configuration,
|
3351
|
+
:profile_columns,
|
3352
|
+
:column_statistics_configurations)
|
3353
|
+
SENSITIVE = []
|
3354
|
+
include Aws::Structure
|
3355
|
+
end
|
3356
|
+
|
2541
3357
|
# Represents all of the attributes of a DataBrew project.
|
2542
3358
|
#
|
2543
3359
|
# @!attribute [rw] account_id
|
2544
|
-
# The ID of the
|
3360
|
+
# The ID of the Amazon Web Services account that owns the project.
|
2545
3361
|
# @return [String]
|
2546
3362
|
#
|
2547
3363
|
# @!attribute [rw] create_date
|
@@ -2580,8 +3396,8 @@ module Aws::GlueDataBrew
|
|
2580
3396
|
#
|
2581
3397
|
# @!attribute [rw] sample
|
2582
3398
|
# The sample size and sampling type to apply to the data. If this
|
2583
|
-
# parameter isn't specified, then the sample
|
2584
|
-
#
|
3399
|
+
# parameter isn't specified, then the sample consists of the first
|
3400
|
+
# 500 rows from the dataset.
|
2585
3401
|
# @return [Types::Sample]
|
2586
3402
|
#
|
2587
3403
|
# @!attribute [rw] tags
|
@@ -2719,7 +3535,7 @@ module Aws::GlueDataBrew
|
|
2719
3535
|
# * Numeric version (`X.Y`) - `X` and `Y` stand for major and minor
|
2720
3536
|
# version numbers. The maximum length of each is 6 digits, and
|
2721
3537
|
# neither can be negative values. Both `X` and `Y` are required, and
|
2722
|
-
# "0.0"
|
3538
|
+
# "0.0" isn't a valid version.
|
2723
3539
|
#
|
2724
3540
|
# * `LATEST_WORKING` - the most recent valid version being developed
|
2725
3541
|
# in a DataBrew project.
|
@@ -2749,12 +3565,11 @@ module Aws::GlueDataBrew
|
|
2749
3565
|
|
2750
3566
|
# Represents a transformation and associated parameters that are used to
|
2751
3567
|
# apply a change to a DataBrew dataset. For more information, see
|
2752
|
-
# [Recipe
|
3568
|
+
# [Recipe actions reference][1].
|
2753
3569
|
#
|
2754
3570
|
#
|
2755
3571
|
#
|
2756
|
-
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-
|
2757
|
-
# [2]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
|
3572
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
|
2758
3573
|
#
|
2759
3574
|
# @note When making an API call, you may pass RecipeAction
|
2760
3575
|
# data as a hash:
|
@@ -2837,8 +3652,8 @@ module Aws::GlueDataBrew
|
|
2837
3652
|
# @return [Types::RecipeAction]
|
2838
3653
|
#
|
2839
3654
|
# @!attribute [rw] condition_expressions
|
2840
|
-
# One or more conditions that must be met
|
2841
|
-
#
|
3655
|
+
# One or more conditions that must be met for the recipe step to
|
3656
|
+
# succeed.
|
2842
3657
|
#
|
2843
3658
|
# <note markdown="1"> All of the conditions in the array must be met. In other words, all
|
2844
3659
|
# of the conditions must be combined using a logical AND operation.
|
@@ -2893,8 +3708,8 @@ module Aws::GlueDataBrew
|
|
2893
3708
|
include Aws::Structure
|
2894
3709
|
end
|
2895
3710
|
|
2896
|
-
#
|
2897
|
-
# read input data, or write output from a job.
|
3711
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
3712
|
+
# DataBrew can read input data, or write output from a job.
|
2898
3713
|
#
|
2899
3714
|
# @note When making an API call, you may pass S3Location
|
2900
3715
|
# data as a hash:
|
@@ -2905,7 +3720,7 @@ module Aws::GlueDataBrew
|
|
2905
3720
|
# }
|
2906
3721
|
#
|
2907
3722
|
# @!attribute [rw] bucket
|
2908
|
-
# The S3 bucket name.
|
3723
|
+
# The Amazon S3 bucket name.
|
2909
3724
|
# @return [String]
|
2910
3725
|
#
|
2911
3726
|
# @!attribute [rw] key
|
@@ -2921,6 +3736,32 @@ module Aws::GlueDataBrew
|
|
2921
3736
|
include Aws::Structure
|
2922
3737
|
end
|
2923
3738
|
|
3739
|
+
# Represents options that specify how and where DataBrew writes the
|
3740
|
+
# Amazon S3 output generated by recipe jobs.
|
3741
|
+
#
|
3742
|
+
# @note When making an API call, you may pass S3TableOutputOptions
|
3743
|
+
# data as a hash:
|
3744
|
+
#
|
3745
|
+
# {
|
3746
|
+
# location: { # required
|
3747
|
+
# bucket: "Bucket", # required
|
3748
|
+
# key: "Key",
|
3749
|
+
# },
|
3750
|
+
# }
|
3751
|
+
#
|
3752
|
+
# @!attribute [rw] location
|
3753
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
3754
|
+
# DataBrew can write output from a job.
|
3755
|
+
# @return [Types::S3Location]
|
3756
|
+
#
|
3757
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/S3TableOutputOptions AWS API Documentation
|
3758
|
+
#
|
3759
|
+
class S3TableOutputOptions < Struct.new(
|
3760
|
+
:location)
|
3761
|
+
SENSITIVE = []
|
3762
|
+
include Aws::Structure
|
3763
|
+
end
|
3764
|
+
|
2924
3765
|
# Represents the sample size and sampling type for DataBrew to use for
|
2925
3766
|
# interactive data analysis.
|
2926
3767
|
#
|
@@ -2952,7 +3793,7 @@ module Aws::GlueDataBrew
|
|
2952
3793
|
# Represents one or more dates and times when a job is to run.
|
2953
3794
|
#
|
2954
3795
|
# @!attribute [rw] account_id
|
2955
|
-
# The ID of the
|
3796
|
+
# The ID of the Amazon Web Services account that owns the schedule.
|
2956
3797
|
# @return [String]
|
2957
3798
|
#
|
2958
3799
|
# @!attribute [rw] created_by
|
@@ -2981,9 +3822,8 @@ module Aws::GlueDataBrew
|
|
2981
3822
|
# @return [String]
|
2982
3823
|
#
|
2983
3824
|
# @!attribute [rw] cron_expression
|
2984
|
-
# The
|
2985
|
-
# see [Cron expressions][1] in the *
|
2986
|
-
# Guide*.
|
3825
|
+
# The dates and times when the job is to run. For more information,
|
3826
|
+
# see [Cron expressions][1] in the *Glue DataBrew Developer Guide*.
|
2987
3827
|
#
|
2988
3828
|
#
|
2989
3829
|
#
|
@@ -3071,7 +3911,7 @@ module Aws::GlueDataBrew
|
|
3071
3911
|
# @return [String]
|
3072
3912
|
#
|
3073
3913
|
# @!attribute [rw] view_frame
|
3074
|
-
# Represents the data being
|
3914
|
+
# Represents the data being transformed during an action.
|
3075
3915
|
# @return [Types::ViewFrame]
|
3076
3916
|
#
|
3077
3917
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/SendProjectSessionActionRequest AWS API Documentation
|
@@ -3196,6 +4036,72 @@ module Aws::GlueDataBrew
|
|
3196
4036
|
include Aws::Structure
|
3197
4037
|
end
|
3198
4038
|
|
4039
|
+
# Override of a particular evaluation for a profile job.
|
4040
|
+
#
|
4041
|
+
# @note When making an API call, you may pass StatisticOverride
|
4042
|
+
# data as a hash:
|
4043
|
+
#
|
4044
|
+
# {
|
4045
|
+
# statistic: "Statistic", # required
|
4046
|
+
# parameters: { # required
|
4047
|
+
# "ParameterName" => "ParameterValue",
|
4048
|
+
# },
|
4049
|
+
# }
|
4050
|
+
#
|
4051
|
+
# @!attribute [rw] statistic
|
4052
|
+
# The name of an evaluation
|
4053
|
+
# @return [String]
|
4054
|
+
#
|
4055
|
+
# @!attribute [rw] parameters
|
4056
|
+
# A map that includes overrides of an evaluation’s parameters.
|
4057
|
+
# @return [Hash<String,String>]
|
4058
|
+
#
|
4059
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticOverride AWS API Documentation
|
4060
|
+
#
|
4061
|
+
class StatisticOverride < Struct.new(
|
4062
|
+
:statistic,
|
4063
|
+
:parameters)
|
4064
|
+
SENSITIVE = []
|
4065
|
+
include Aws::Structure
|
4066
|
+
end
|
4067
|
+
|
4068
|
+
# Configuration of evaluations for a profile job. This configuration can
|
4069
|
+
# be used to select evaluations and override the parameters of selected
|
4070
|
+
# evaluations.
|
4071
|
+
#
|
4072
|
+
# @note When making an API call, you may pass StatisticsConfiguration
|
4073
|
+
# data as a hash:
|
4074
|
+
#
|
4075
|
+
# {
|
4076
|
+
# included_statistics: ["Statistic"],
|
4077
|
+
# overrides: [
|
4078
|
+
# {
|
4079
|
+
# statistic: "Statistic", # required
|
4080
|
+
# parameters: { # required
|
4081
|
+
# "ParameterName" => "ParameterValue",
|
4082
|
+
# },
|
4083
|
+
# },
|
4084
|
+
# ],
|
4085
|
+
# }
|
4086
|
+
#
|
4087
|
+
# @!attribute [rw] included_statistics
|
4088
|
+
# List of included evaluations. When the list is undefined, all
|
4089
|
+
# supported evaluations will be included.
|
4090
|
+
# @return [Array<String>]
|
4091
|
+
#
|
4092
|
+
# @!attribute [rw] overrides
|
4093
|
+
# List of overrides for evaluations.
|
4094
|
+
# @return [Array<Types::StatisticOverride>]
|
4095
|
+
#
|
4096
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticsConfiguration AWS API Documentation
|
4097
|
+
#
|
4098
|
+
class StatisticsConfiguration < Struct.new(
|
4099
|
+
:included_statistics,
|
4100
|
+
:overrides)
|
4101
|
+
SENSITIVE = []
|
4102
|
+
include Aws::Structure
|
4103
|
+
end
|
4104
|
+
|
3199
4105
|
# @note When making an API call, you may pass StopJobRunRequest
|
3200
4106
|
# data as a hash:
|
3201
4107
|
#
|
@@ -3330,6 +4236,45 @@ module Aws::GlueDataBrew
|
|
3330
4236
|
# key: "Key",
|
3331
4237
|
# },
|
3332
4238
|
# },
|
4239
|
+
# database_input_definition: {
|
4240
|
+
# glue_connection_name: "GlueConnectionName", # required
|
4241
|
+
# database_table_name: "DatabaseTableName", # required
|
4242
|
+
# temp_directory: {
|
4243
|
+
# bucket: "Bucket", # required
|
4244
|
+
# key: "Key",
|
4245
|
+
# },
|
4246
|
+
# },
|
4247
|
+
# },
|
4248
|
+
# path_options: {
|
4249
|
+
# last_modified_date_condition: {
|
4250
|
+
# expression: "Expression", # required
|
4251
|
+
# values_map: { # required
|
4252
|
+
# "ValueReference" => "ConditionValue",
|
4253
|
+
# },
|
4254
|
+
# },
|
4255
|
+
# files_limit: {
|
4256
|
+
# max_files: 1, # required
|
4257
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
4258
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
4259
|
+
# },
|
4260
|
+
# parameters: {
|
4261
|
+
# "PathParameterName" => {
|
4262
|
+
# name: "PathParameterName", # required
|
4263
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
4264
|
+
# datetime_options: {
|
4265
|
+
# format: "DatetimeFormat", # required
|
4266
|
+
# timezone_offset: "TimezoneOffset",
|
4267
|
+
# locale_code: "LocaleCode",
|
4268
|
+
# },
|
4269
|
+
# create_column: false,
|
4270
|
+
# filter: {
|
4271
|
+
# expression: "Expression", # required
|
4272
|
+
# values_map: { # required
|
4273
|
+
# "ValueReference" => "ConditionValue",
|
4274
|
+
# },
|
4275
|
+
# },
|
4276
|
+
# },
|
4277
|
+
# },
|
3333
4278
|
# },
|
3334
4279
|
# }
|
3335
4280
|
#
|
@@ -3338,27 +4283,33 @@ module Aws::GlueDataBrew
|
|
3338
4283
|
# @return [String]
|
3339
4284
|
#
|
3340
4285
|
# @!attribute [rw] format
|
3341
|
-
#
|
3342
|
-
# folder.
|
4286
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
4287
|
+
# or folder.
|
3343
4288
|
# @return [String]
|
3344
4289
|
#
|
3345
4290
|
# @!attribute [rw] format_options
|
3346
|
-
#
|
3347
|
-
# input.
|
4291
|
+
# Represents a set of options that define the structure of either
|
4292
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
3348
4293
|
# @return [Types::FormatOptions]
|
3349
4294
|
#
|
3350
4295
|
# @!attribute [rw] input
|
3351
|
-
#
|
3352
|
-
# Data Catalog or Amazon S3.
|
4296
|
+
# Represents information on how DataBrew can find data, in either the
|
4297
|
+
# Glue Data Catalog or Amazon S3.
|
3353
4298
|
# @return [Types::Input]
|
3354
4299
|
#
|
4300
|
+
# @!attribute [rw] path_options
|
4301
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
4302
|
+
# path of the dataset.
|
4303
|
+
# @return [Types::PathOptions]
|
4304
|
+
#
|
3355
4305
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
|
3356
4306
|
#
|
3357
4307
|
class UpdateDatasetRequest < Struct.new(
|
3358
4308
|
:name,
|
3359
4309
|
:format,
|
3360
4310
|
:format_options,
|
3361
|
-
:input
|
4311
|
+
:input,
|
4312
|
+
:path_options)
|
3362
4313
|
SENSITIVE = []
|
3363
4314
|
include Aws::Structure
|
3364
4315
|
end
|
@@ -3379,6 +4330,46 @@ module Aws::GlueDataBrew
|
|
3379
4330
|
# data as a hash:
|
3380
4331
|
#
|
3381
4332
|
# {
|
4333
|
+
# configuration: {
|
4334
|
+
# dataset_statistics_configuration: {
|
4335
|
+
# included_statistics: ["Statistic"],
|
4336
|
+
# overrides: [
|
4337
|
+
# {
|
4338
|
+
# statistic: "Statistic", # required
|
4339
|
+
# parameters: { # required
|
4340
|
+
# "ParameterName" => "ParameterValue",
|
4341
|
+
# },
|
4342
|
+
# },
|
4343
|
+
# ],
|
4344
|
+
# },
|
4345
|
+
# profile_columns: [
|
4346
|
+
# {
|
4347
|
+
# regex: "ColumnName",
|
4348
|
+
# name: "ColumnName",
|
4349
|
+
# },
|
4350
|
+
# ],
|
4351
|
+
# column_statistics_configurations: [
|
4352
|
+
# {
|
4353
|
+
# selectors: [
|
4354
|
+
# {
|
4355
|
+
# regex: "ColumnName",
|
4356
|
+
# name: "ColumnName",
|
4357
|
+
# },
|
4358
|
+
# ],
|
4359
|
+
# statistics: { # required
|
4360
|
+
# included_statistics: ["Statistic"],
|
4361
|
+
# overrides: [
|
4362
|
+
# {
|
4363
|
+
# statistic: "Statistic", # required
|
4364
|
+
# parameters: { # required
|
4365
|
+
# "ParameterName" => "ParameterValue",
|
4366
|
+
# },
|
4367
|
+
# },
|
4368
|
+
# ],
|
4369
|
+
# },
|
4370
|
+
# },
|
4371
|
+
# ],
|
4372
|
+
# },
|
3382
4373
|
# encryption_key_arn: "EncryptionKeyArn",
|
3383
4374
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
3384
4375
|
# name: "JobName", # required
|
@@ -3397,6 +4388,13 @@ module Aws::GlueDataBrew
|
|
3397
4388
|
# },
|
3398
4389
|
# }
|
3399
4390
|
#
|
4391
|
+
# @!attribute [rw] configuration
|
4392
|
+
# Configuration for profile jobs. Used to select columns, do
|
4393
|
+
# evaluations, and override default parameters of evaluations. When
|
4394
|
+
# configuration is null, the profile job will run with default
|
4395
|
+
# settings.
|
4396
|
+
# @return [Types::ProfileConfiguration]
|
4397
|
+
#
|
3400
4398
|
# @!attribute [rw] encryption_key_arn
|
3401
4399
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
3402
4400
|
# protect the job.
|
@@ -3405,7 +4403,7 @@ module Aws::GlueDataBrew
|
|
3405
4403
|
# @!attribute [rw] encryption_mode
|
3406
4404
|
# The encryption mode for the job, which can be one of the following:
|
3407
4405
|
#
|
3408
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
4406
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
3409
4407
|
#
|
3410
4408
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3411
4409
|
# @return [String]
|
@@ -3430,13 +4428,13 @@ module Aws::GlueDataBrew
|
|
3430
4428
|
# @return [Integer]
|
3431
4429
|
#
|
3432
4430
|
# @!attribute [rw] output_location
|
3433
|
-
#
|
3434
|
-
# read input data, or write output from a job.
|
4431
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
4432
|
+
# DataBrew can read input data, or write output from a job.
|
3435
4433
|
# @return [Types::S3Location]
|
3436
4434
|
#
|
3437
4435
|
# @!attribute [rw] role_arn
|
3438
|
-
# The Amazon Resource Name (ARN) of the
|
3439
|
-
#
|
4436
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
4437
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
3440
4438
|
# @return [String]
|
3441
4439
|
#
|
3442
4440
|
# @!attribute [rw] timeout
|
@@ -3455,6 +4453,7 @@ module Aws::GlueDataBrew
|
|
3455
4453
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
|
3456
4454
|
#
|
3457
4455
|
class UpdateProfileJobRequest < Struct.new(
|
4456
|
+
:configuration,
|
3458
4457
|
:encryption_key_arn,
|
3459
4458
|
:encryption_mode,
|
3460
4459
|
:name,
|
@@ -3544,7 +4543,7 @@ module Aws::GlueDataBrew
|
|
3544
4543
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
3545
4544
|
# max_capacity: 1,
|
3546
4545
|
# max_retries: 1,
|
3547
|
-
# outputs: [
|
4546
|
+
# outputs: [
|
3548
4547
|
# {
|
3549
4548
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
3550
4549
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -3561,6 +4560,40 @@ module Aws::GlueDataBrew
|
|
3561
4560
|
# },
|
3562
4561
|
# },
|
3563
4562
|
# ],
|
4563
|
+
# data_catalog_outputs: [
|
4564
|
+
# {
|
4565
|
+
# catalog_id: "CatalogId",
|
4566
|
+
# database_name: "DatabaseName", # required
|
4567
|
+
# table_name: "TableName", # required
|
4568
|
+
# s3_options: {
|
4569
|
+
# location: { # required
|
4570
|
+
# bucket: "Bucket", # required
|
4571
|
+
# key: "Key",
|
4572
|
+
# },
|
4573
|
+
# },
|
4574
|
+
# database_options: {
|
4575
|
+
# temp_directory: {
|
4576
|
+
# bucket: "Bucket", # required
|
4577
|
+
# key: "Key",
|
4578
|
+
# },
|
4579
|
+
# table_name: "DatabaseTableName", # required
|
4580
|
+
# },
|
4581
|
+
# overwrite: false,
|
4582
|
+
# },
|
4583
|
+
# ],
|
4584
|
+
# database_outputs: [
|
4585
|
+
# {
|
4586
|
+
# glue_connection_name: "GlueConnectionName", # required
|
4587
|
+
# database_options: { # required
|
4588
|
+
# temp_directory: {
|
4589
|
+
# bucket: "Bucket", # required
|
4590
|
+
# key: "Key",
|
4591
|
+
# },
|
4592
|
+
# table_name: "DatabaseTableName", # required
|
4593
|
+
# },
|
4594
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
4595
|
+
# },
|
4596
|
+
# ],
|
3564
4597
|
# role_arn: "Arn", # required
|
3565
4598
|
# timeout: 1,
|
3566
4599
|
# }
|
@@ -3573,7 +4606,7 @@ module Aws::GlueDataBrew
|
|
3573
4606
|
# @!attribute [rw] encryption_mode
|
3574
4607
|
# The encryption mode for the job, which can be one of the following:
|
3575
4608
|
#
|
3576
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
4609
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
3577
4610
|
#
|
3578
4611
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3579
4612
|
# @return [String]
|
@@ -3602,9 +4635,19 @@ module Aws::GlueDataBrew
|
|
3602
4635
|
# job.
|
3603
4636
|
# @return [Array<Types::Output>]
|
3604
4637
|
#
|
4638
|
+
# @!attribute [rw] data_catalog_outputs
|
4639
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
4640
|
+
# from running the job.
|
4641
|
+
# @return [Array<Types::DataCatalogOutput>]
|
4642
|
+
#
|
4643
|
+
# @!attribute [rw] database_outputs
|
4644
|
+
# Represents a list of JDBC database output objects which defines the
|
4645
|
+
# output destination for a DataBrew recipe job to write into.
|
4646
|
+
# @return [Array<Types::DatabaseOutput>]
|
4647
|
+
#
|
3605
4648
|
# @!attribute [rw] role_arn
|
3606
|
-
# The Amazon Resource Name (ARN) of the
|
3607
|
-
#
|
4649
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
4650
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
3608
4651
|
# @return [String]
|
3609
4652
|
#
|
3610
4653
|
# @!attribute [rw] timeout
|
@@ -3622,6 +4665,8 @@ module Aws::GlueDataBrew
|
|
3622
4665
|
:max_capacity,
|
3623
4666
|
:max_retries,
|
3624
4667
|
:outputs,
|
4668
|
+
:data_catalog_outputs,
|
4669
|
+
:database_outputs,
|
3625
4670
|
:role_arn,
|
3626
4671
|
:timeout)
|
3627
4672
|
SENSITIVE = []
|
@@ -3716,8 +4761,8 @@ module Aws::GlueDataBrew
|
|
3716
4761
|
#
|
3717
4762
|
# @!attribute [rw] cron_expression
|
3718
4763
|
# The date or dates and time or times when the jobs are to be run. For
|
3719
|
-
# more information, see [Cron expressions][1] in the *
|
3720
|
-
#
|
4764
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
4765
|
+
# Developer Guide*.
|
3721
4766
|
#
|
3722
4767
|
#
|
3723
4768
|
#
|
@@ -3763,7 +4808,7 @@ module Aws::GlueDataBrew
|
|
3763
4808
|
include Aws::Structure
|
3764
4809
|
end
|
3765
4810
|
|
3766
|
-
# Represents the data being
|
4811
|
+
# Represents the data being transformed during an action.
|
3767
4812
|
#
|
3768
4813
|
# @note When making an API call, you may pass ViewFrame
|
3769
4814
|
# data as a hash:
|