aws-sdk-gluedatabrew 1.6.0 → 1.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-gluedatabrew.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/client.rb +448 -37
- data/lib/aws-sdk-gluedatabrew/client_api.rb +151 -2
- data/lib/aws-sdk-gluedatabrew/types.rb +1179 -134
- metadata +7 -8
@@ -27,12 +27,17 @@ module Aws::GlueDataBrew
|
|
27
27
|
ColumnName = Shapes::StringShape.new(name: 'ColumnName')
|
28
28
|
ColumnNameList = Shapes::ListShape.new(name: 'ColumnNameList')
|
29
29
|
ColumnRange = Shapes::IntegerShape.new(name: 'ColumnRange')
|
30
|
+
ColumnSelector = Shapes::StructureShape.new(name: 'ColumnSelector')
|
31
|
+
ColumnSelectorList = Shapes::ListShape.new(name: 'ColumnSelectorList')
|
32
|
+
ColumnStatisticsConfiguration = Shapes::StructureShape.new(name: 'ColumnStatisticsConfiguration')
|
33
|
+
ColumnStatisticsConfigurationList = Shapes::ListShape.new(name: 'ColumnStatisticsConfigurationList')
|
30
34
|
CompressionFormat = Shapes::StringShape.new(name: 'CompressionFormat')
|
31
35
|
Condition = Shapes::StringShape.new(name: 'Condition')
|
32
36
|
ConditionExpression = Shapes::StructureShape.new(name: 'ConditionExpression')
|
33
37
|
ConditionExpressionList = Shapes::ListShape.new(name: 'ConditionExpressionList')
|
34
38
|
ConditionValue = Shapes::StringShape.new(name: 'ConditionValue')
|
35
39
|
ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
|
40
|
+
CreateColumn = Shapes::BooleanShape.new(name: 'CreateColumn')
|
36
41
|
CreateDatasetRequest = Shapes::StructureShape.new(name: 'CreateDatasetRequest')
|
37
42
|
CreateDatasetResponse = Shapes::StructureShape.new(name: 'CreateDatasetResponse')
|
38
43
|
CreateProfileJobRequest = Shapes::StructureShape.new(name: 'CreateProfileJobRequest')
|
@@ -50,11 +55,22 @@ module Aws::GlueDataBrew
|
|
50
55
|
CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
|
51
56
|
CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
|
52
57
|
DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
|
58
|
+
DataCatalogOutput = Shapes::StructureShape.new(name: 'DataCatalogOutput')
|
59
|
+
DataCatalogOutputList = Shapes::ListShape.new(name: 'DataCatalogOutputList')
|
60
|
+
DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
|
53
61
|
DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
|
62
|
+
DatabaseOutput = Shapes::StructureShape.new(name: 'DatabaseOutput')
|
63
|
+
DatabaseOutputList = Shapes::ListShape.new(name: 'DatabaseOutputList')
|
64
|
+
DatabaseOutputMode = Shapes::StringShape.new(name: 'DatabaseOutputMode')
|
65
|
+
DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
|
66
|
+
DatabaseTableOutputOptions = Shapes::StructureShape.new(name: 'DatabaseTableOutputOptions')
|
54
67
|
Dataset = Shapes::StructureShape.new(name: 'Dataset')
|
55
68
|
DatasetList = Shapes::ListShape.new(name: 'DatasetList')
|
56
69
|
DatasetName = Shapes::StringShape.new(name: 'DatasetName')
|
70
|
+
DatasetParameter = Shapes::StructureShape.new(name: 'DatasetParameter')
|
57
71
|
Date = Shapes::TimestampShape.new(name: 'Date')
|
72
|
+
DatetimeFormat = Shapes::StringShape.new(name: 'DatetimeFormat')
|
73
|
+
DatetimeOptions = Shapes::StructureShape.new(name: 'DatetimeOptions')
|
58
74
|
DeleteDatasetRequest = Shapes::StructureShape.new(name: 'DeleteDatasetRequest')
|
59
75
|
DeleteDatasetResponse = Shapes::StructureShape.new(name: 'DeleteDatasetResponse')
|
60
76
|
DeleteJobRequest = Shapes::StructureShape.new(name: 'DeleteJobRequest')
|
@@ -83,7 +99,11 @@ module Aws::GlueDataBrew
|
|
83
99
|
ErrorCode = Shapes::StringShape.new(name: 'ErrorCode')
|
84
100
|
ExcelOptions = Shapes::StructureShape.new(name: 'ExcelOptions')
|
85
101
|
ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
|
102
|
+
Expression = Shapes::StringShape.new(name: 'Expression')
|
103
|
+
FilesLimit = Shapes::StructureShape.new(name: 'FilesLimit')
|
104
|
+
FilterExpression = Shapes::StructureShape.new(name: 'FilterExpression')
|
86
105
|
FormatOptions = Shapes::StructureShape.new(name: 'FormatOptions')
|
106
|
+
GlueConnectionName = Shapes::StringShape.new(name: 'GlueConnectionName')
|
87
107
|
HeaderRow = Shapes::BooleanShape.new(name: 'HeaderRow')
|
88
108
|
HiddenColumnList = Shapes::ListShape.new(name: 'HiddenColumnList')
|
89
109
|
Input = Shapes::StructureShape.new(name: 'Input')
|
@@ -120,9 +140,11 @@ module Aws::GlueDataBrew
|
|
120
140
|
ListSchedulesResponse = Shapes::StructureShape.new(name: 'ListSchedulesResponse')
|
121
141
|
ListTagsForResourceRequest = Shapes::StructureShape.new(name: 'ListTagsForResourceRequest')
|
122
142
|
ListTagsForResourceResponse = Shapes::StructureShape.new(name: 'ListTagsForResourceResponse')
|
143
|
+
LocaleCode = Shapes::StringShape.new(name: 'LocaleCode')
|
123
144
|
LogGroupName = Shapes::StringShape.new(name: 'LogGroupName')
|
124
145
|
LogSubscription = Shapes::StringShape.new(name: 'LogSubscription')
|
125
146
|
MaxCapacity = Shapes::IntegerShape.new(name: 'MaxCapacity')
|
147
|
+
MaxFiles = Shapes::IntegerShape.new(name: 'MaxFiles')
|
126
148
|
MaxResults100 = Shapes::IntegerShape.new(name: 'MaxResults100')
|
127
149
|
MaxRetries = Shapes::IntegerShape.new(name: 'MaxRetries')
|
128
150
|
Message = Shapes::StringShape.new(name: 'Message')
|
@@ -130,6 +152,8 @@ module Aws::GlueDataBrew
|
|
130
152
|
NextToken = Shapes::StringShape.new(name: 'NextToken')
|
131
153
|
OpenedBy = Shapes::StringShape.new(name: 'OpenedBy')
|
132
154
|
Operation = Shapes::StringShape.new(name: 'Operation')
|
155
|
+
Order = Shapes::StringShape.new(name: 'Order')
|
156
|
+
OrderedBy = Shapes::StringShape.new(name: 'OrderedBy')
|
133
157
|
Output = Shapes::StructureShape.new(name: 'Output')
|
134
158
|
OutputFormat = Shapes::StringShape.new(name: 'OutputFormat')
|
135
159
|
OutputFormatOptions = Shapes::StructureShape.new(name: 'OutputFormatOptions')
|
@@ -137,8 +161,13 @@ module Aws::GlueDataBrew
|
|
137
161
|
OverwriteOutput = Shapes::BooleanShape.new(name: 'OverwriteOutput')
|
138
162
|
ParameterMap = Shapes::MapShape.new(name: 'ParameterMap')
|
139
163
|
ParameterName = Shapes::StringShape.new(name: 'ParameterName')
|
164
|
+
ParameterType = Shapes::StringShape.new(name: 'ParameterType')
|
140
165
|
ParameterValue = Shapes::StringShape.new(name: 'ParameterValue')
|
166
|
+
PathOptions = Shapes::StructureShape.new(name: 'PathOptions')
|
167
|
+
PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
|
168
|
+
PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
|
141
169
|
Preview = Shapes::BooleanShape.new(name: 'Preview')
|
170
|
+
ProfileConfiguration = Shapes::StructureShape.new(name: 'ProfileConfiguration')
|
142
171
|
Project = Shapes::StructureShape.new(name: 'Project')
|
143
172
|
ProjectList = Shapes::ListShape.new(name: 'ProjectList')
|
144
173
|
ProjectName = Shapes::StringShape.new(name: 'ProjectName')
|
@@ -161,6 +190,7 @@ module Aws::GlueDataBrew
|
|
161
190
|
ResourceNotFoundException = Shapes::StructureShape.new(name: 'ResourceNotFoundException')
|
162
191
|
Result = Shapes::StringShape.new(name: 'Result')
|
163
192
|
S3Location = Shapes::StructureShape.new(name: 'S3Location')
|
193
|
+
S3TableOutputOptions = Shapes::StructureShape.new(name: 'S3TableOutputOptions')
|
164
194
|
Sample = Shapes::StructureShape.new(name: 'Sample')
|
165
195
|
SampleMode = Shapes::StringShape.new(name: 'SampleMode')
|
166
196
|
SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
|
@@ -183,6 +213,11 @@ module Aws::GlueDataBrew
|
|
183
213
|
StartProjectSessionRequest = Shapes::StructureShape.new(name: 'StartProjectSessionRequest')
|
184
214
|
StartProjectSessionResponse = Shapes::StructureShape.new(name: 'StartProjectSessionResponse')
|
185
215
|
StartedBy = Shapes::StringShape.new(name: 'StartedBy')
|
216
|
+
Statistic = Shapes::StringShape.new(name: 'Statistic')
|
217
|
+
StatisticList = Shapes::ListShape.new(name: 'StatisticList')
|
218
|
+
StatisticOverride = Shapes::StructureShape.new(name: 'StatisticOverride')
|
219
|
+
StatisticOverrideList = Shapes::ListShape.new(name: 'StatisticOverrideList')
|
220
|
+
StatisticsConfiguration = Shapes::StructureShape.new(name: 'StatisticsConfiguration')
|
186
221
|
StepIndex = Shapes::IntegerShape.new(name: 'StepIndex')
|
187
222
|
StopJobRunRequest = Shapes::StructureShape.new(name: 'StopJobRunRequest')
|
188
223
|
StopJobRunResponse = Shapes::StructureShape.new(name: 'StopJobRunResponse')
|
@@ -195,6 +230,7 @@ module Aws::GlueDataBrew
|
|
195
230
|
TagValue = Shapes::StringShape.new(name: 'TagValue')
|
196
231
|
TargetColumn = Shapes::StringShape.new(name: 'TargetColumn')
|
197
232
|
Timeout = Shapes::IntegerShape.new(name: 'Timeout')
|
233
|
+
TimezoneOffset = Shapes::StringShape.new(name: 'TimezoneOffset')
|
198
234
|
UntagResourceRequest = Shapes::StructureShape.new(name: 'UntagResourceRequest')
|
199
235
|
UntagResourceResponse = Shapes::StructureShape.new(name: 'UntagResourceResponse')
|
200
236
|
UpdateDatasetRequest = Shapes::StructureShape.new(name: 'UpdateDatasetRequest')
|
@@ -210,6 +246,8 @@ module Aws::GlueDataBrew
|
|
210
246
|
UpdateScheduleRequest = Shapes::StructureShape.new(name: 'UpdateScheduleRequest')
|
211
247
|
UpdateScheduleResponse = Shapes::StructureShape.new(name: 'UpdateScheduleResponse')
|
212
248
|
ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
|
249
|
+
ValueReference = Shapes::StringShape.new(name: 'ValueReference')
|
250
|
+
ValuesMap = Shapes::MapShape.new(name: 'ValuesMap')
|
213
251
|
ViewFrame = Shapes::StructureShape.new(name: 'ViewFrame')
|
214
252
|
|
215
253
|
AccessDeniedException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
|
@@ -225,6 +263,18 @@ module Aws::GlueDataBrew
|
|
225
263
|
|
226
264
|
ColumnNameList.member = Shapes::ShapeRef.new(shape: ColumnName)
|
227
265
|
|
266
|
+
ColumnSelector.add_member(:regex, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Regex"))
|
267
|
+
ColumnSelector.add_member(:name, Shapes::ShapeRef.new(shape: ColumnName, location_name: "Name"))
|
268
|
+
ColumnSelector.struct_class = Types::ColumnSelector
|
269
|
+
|
270
|
+
ColumnSelectorList.member = Shapes::ShapeRef.new(shape: ColumnSelector)
|
271
|
+
|
272
|
+
ColumnStatisticsConfiguration.add_member(:selectors, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "Selectors"))
|
273
|
+
ColumnStatisticsConfiguration.add_member(:statistics, Shapes::ShapeRef.new(shape: StatisticsConfiguration, required: true, location_name: "Statistics"))
|
274
|
+
ColumnStatisticsConfiguration.struct_class = Types::ColumnStatisticsConfiguration
|
275
|
+
|
276
|
+
ColumnStatisticsConfigurationList.member = Shapes::ShapeRef.new(shape: ColumnStatisticsConfiguration)
|
277
|
+
|
228
278
|
ConditionExpression.add_member(:condition, Shapes::ShapeRef.new(shape: Condition, required: true, location_name: "Condition"))
|
229
279
|
ConditionExpression.add_member(:value, Shapes::ShapeRef.new(shape: ConditionValue, location_name: "Value"))
|
230
280
|
ConditionExpression.add_member(:target_column, Shapes::ShapeRef.new(shape: TargetColumn, required: true, location_name: "TargetColumn"))
|
@@ -239,6 +289,7 @@ module Aws::GlueDataBrew
|
|
239
289
|
CreateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
240
290
|
CreateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
241
291
|
CreateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
292
|
+
CreateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
242
293
|
CreateDatasetRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
243
294
|
CreateDatasetRequest.struct_class = Types::CreateDatasetRequest
|
244
295
|
|
@@ -253,6 +304,7 @@ module Aws::GlueDataBrew
|
|
253
304
|
CreateProfileJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
254
305
|
CreateProfileJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
255
306
|
CreateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
|
307
|
+
CreateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
|
256
308
|
CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
257
309
|
CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
258
310
|
CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
@@ -280,7 +332,9 @@ module Aws::GlueDataBrew
|
|
280
332
|
CreateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
281
333
|
CreateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
282
334
|
CreateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
283
|
-
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
335
|
+
CreateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
336
|
+
CreateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
337
|
+
CreateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
284
338
|
CreateRecipeJobRequest.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
285
339
|
CreateRecipeJobRequest.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
286
340
|
CreateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
@@ -322,6 +376,32 @@ module Aws::GlueDataBrew
|
|
322
376
|
DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
323
377
|
DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
|
324
378
|
|
379
|
+
DataCatalogOutput.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogId, location_name: "CatalogId"))
|
380
|
+
DataCatalogOutput.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, required: true, location_name: "DatabaseName"))
|
381
|
+
DataCatalogOutput.add_member(:table_name, Shapes::ShapeRef.new(shape: TableName, required: true, location_name: "TableName"))
|
382
|
+
DataCatalogOutput.add_member(:s3_options, Shapes::ShapeRef.new(shape: S3TableOutputOptions, location_name: "S3Options"))
|
383
|
+
DataCatalogOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, location_name: "DatabaseOptions"))
|
384
|
+
DataCatalogOutput.add_member(:overwrite, Shapes::ShapeRef.new(shape: OverwriteOutput, location_name: "Overwrite"))
|
385
|
+
DataCatalogOutput.struct_class = Types::DataCatalogOutput
|
386
|
+
|
387
|
+
DataCatalogOutputList.member = Shapes::ShapeRef.new(shape: DataCatalogOutput)
|
388
|
+
|
389
|
+
DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
390
|
+
DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
|
391
|
+
DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
392
|
+
DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
|
393
|
+
|
394
|
+
DatabaseOutput.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
395
|
+
DatabaseOutput.add_member(:database_options, Shapes::ShapeRef.new(shape: DatabaseTableOutputOptions, required: true, location_name: "DatabaseOptions"))
|
396
|
+
DatabaseOutput.add_member(:database_output_mode, Shapes::ShapeRef.new(shape: DatabaseOutputMode, location_name: "DatabaseOutputMode"))
|
397
|
+
DatabaseOutput.struct_class = Types::DatabaseOutput
|
398
|
+
|
399
|
+
DatabaseOutputList.member = Shapes::ShapeRef.new(shape: DatabaseOutput)
|
400
|
+
|
401
|
+
DatabaseTableOutputOptions.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
402
|
+
DatabaseTableOutputOptions.add_member(:table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "TableName"))
|
403
|
+
DatabaseTableOutputOptions.struct_class = Types::DatabaseTableOutputOptions
|
404
|
+
|
325
405
|
Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
326
406
|
Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
327
407
|
Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
@@ -332,12 +412,25 @@ module Aws::GlueDataBrew
|
|
332
412
|
Dataset.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
333
413
|
Dataset.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
|
334
414
|
Dataset.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
|
415
|
+
Dataset.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
335
416
|
Dataset.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
336
417
|
Dataset.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
337
418
|
Dataset.struct_class = Types::Dataset
|
338
419
|
|
339
420
|
DatasetList.member = Shapes::ShapeRef.new(shape: Dataset)
|
340
421
|
|
422
|
+
DatasetParameter.add_member(:name, Shapes::ShapeRef.new(shape: PathParameterName, required: true, location_name: "Name"))
|
423
|
+
DatasetParameter.add_member(:type, Shapes::ShapeRef.new(shape: ParameterType, required: true, location_name: "Type"))
|
424
|
+
DatasetParameter.add_member(:datetime_options, Shapes::ShapeRef.new(shape: DatetimeOptions, location_name: "DatetimeOptions"))
|
425
|
+
DatasetParameter.add_member(:create_column, Shapes::ShapeRef.new(shape: CreateColumn, location_name: "CreateColumn"))
|
426
|
+
DatasetParameter.add_member(:filter, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "Filter"))
|
427
|
+
DatasetParameter.struct_class = Types::DatasetParameter
|
428
|
+
|
429
|
+
DatetimeOptions.add_member(:format, Shapes::ShapeRef.new(shape: DatetimeFormat, required: true, location_name: "Format"))
|
430
|
+
DatetimeOptions.add_member(:timezone_offset, Shapes::ShapeRef.new(shape: TimezoneOffset, location_name: "TimezoneOffset"))
|
431
|
+
DatetimeOptions.add_member(:locale_code, Shapes::ShapeRef.new(shape: LocaleCode, location_name: "LocaleCode"))
|
432
|
+
DatetimeOptions.struct_class = Types::DatetimeOptions
|
433
|
+
|
341
434
|
DeleteDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
|
342
435
|
DeleteDatasetRequest.struct_class = Types::DeleteDatasetRequest
|
343
436
|
|
@@ -382,6 +475,7 @@ module Aws::GlueDataBrew
|
|
382
475
|
DescribeDatasetResponse.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
383
476
|
DescribeDatasetResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
|
384
477
|
DescribeDatasetResponse.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
|
478
|
+
DescribeDatasetResponse.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
385
479
|
DescribeDatasetResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
386
480
|
DescribeDatasetResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
387
481
|
DescribeDatasetResponse.struct_class = Types::DescribeDatasetResponse
|
@@ -402,7 +496,10 @@ module Aws::GlueDataBrew
|
|
402
496
|
DescribeJobResponse.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
403
497
|
DescribeJobResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
404
498
|
DescribeJobResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
499
|
+
DescribeJobResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
500
|
+
DescribeJobResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
405
501
|
DescribeJobResponse.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
502
|
+
DescribeJobResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
|
406
503
|
DescribeJobResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
407
504
|
DescribeJobResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
408
505
|
DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
|
@@ -421,11 +518,14 @@ module Aws::GlueDataBrew
|
|
421
518
|
DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
|
422
519
|
DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
|
423
520
|
DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
|
521
|
+
DescribeJobRunResponse.add_member(:profile_configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "ProfileConfiguration"))
|
424
522
|
DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
|
425
523
|
DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
|
426
524
|
DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
427
525
|
DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
428
526
|
DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
527
|
+
DescribeJobRunResponse.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
528
|
+
DescribeJobRunResponse.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
429
529
|
DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
430
530
|
DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
431
531
|
DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -489,6 +589,15 @@ module Aws::GlueDataBrew
|
|
489
589
|
ExcelOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
|
490
590
|
ExcelOptions.struct_class = Types::ExcelOptions
|
491
591
|
|
592
|
+
FilesLimit.add_member(:max_files, Shapes::ShapeRef.new(shape: MaxFiles, required: true, location_name: "MaxFiles"))
|
593
|
+
FilesLimit.add_member(:ordered_by, Shapes::ShapeRef.new(shape: OrderedBy, location_name: "OrderedBy"))
|
594
|
+
FilesLimit.add_member(:order, Shapes::ShapeRef.new(shape: Order, location_name: "Order"))
|
595
|
+
FilesLimit.struct_class = Types::FilesLimit
|
596
|
+
|
597
|
+
FilterExpression.add_member(:expression, Shapes::ShapeRef.new(shape: Expression, required: true, location_name: "Expression"))
|
598
|
+
FilterExpression.add_member(:values_map, Shapes::ShapeRef.new(shape: ValuesMap, required: true, location_name: "ValuesMap"))
|
599
|
+
FilterExpression.struct_class = Types::FilterExpression
|
600
|
+
|
492
601
|
FormatOptions.add_member(:json, Shapes::ShapeRef.new(shape: JsonOptions, location_name: "Json"))
|
493
602
|
FormatOptions.add_member(:excel, Shapes::ShapeRef.new(shape: ExcelOptions, location_name: "Excel"))
|
494
603
|
FormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOptions, location_name: "Csv"))
|
@@ -498,6 +607,7 @@ module Aws::GlueDataBrew
|
|
498
607
|
|
499
608
|
Input.add_member(:s3_input_definition, Shapes::ShapeRef.new(shape: S3Location, location_name: "S3InputDefinition"))
|
500
609
|
Input.add_member(:data_catalog_input_definition, Shapes::ShapeRef.new(shape: DataCatalogInputDefinition, location_name: "DataCatalogInputDefinition"))
|
610
|
+
Input.add_member(:database_input_definition, Shapes::ShapeRef.new(shape: DatabaseInputDefinition, location_name: "DatabaseInputDefinition"))
|
501
611
|
Input.struct_class = Types::Input
|
502
612
|
|
503
613
|
InternalServerException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
|
@@ -517,6 +627,8 @@ module Aws::GlueDataBrew
|
|
517
627
|
Job.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
518
628
|
Job.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
519
629
|
Job.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
630
|
+
Job.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
631
|
+
Job.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
520
632
|
Job.add_member(:project_name, Shapes::ShapeRef.new(shape: ProjectName, location_name: "ProjectName"))
|
521
633
|
Job.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
522
634
|
Job.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
@@ -541,6 +653,8 @@ module Aws::GlueDataBrew
|
|
541
653
|
JobRun.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
542
654
|
JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
543
655
|
JobRun.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
656
|
+
JobRun.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
657
|
+
JobRun.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
544
658
|
JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
545
659
|
JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
546
660
|
JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
@@ -640,6 +754,19 @@ module Aws::GlueDataBrew
|
|
640
754
|
ParameterMap.key = Shapes::ShapeRef.new(shape: ParameterName)
|
641
755
|
ParameterMap.value = Shapes::ShapeRef.new(shape: ParameterValue)
|
642
756
|
|
757
|
+
PathOptions.add_member(:last_modified_date_condition, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "LastModifiedDateCondition"))
|
758
|
+
PathOptions.add_member(:files_limit, Shapes::ShapeRef.new(shape: FilesLimit, location_name: "FilesLimit"))
|
759
|
+
PathOptions.add_member(:parameters, Shapes::ShapeRef.new(shape: PathParametersMap, location_name: "Parameters"))
|
760
|
+
PathOptions.struct_class = Types::PathOptions
|
761
|
+
|
762
|
+
PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
|
763
|
+
PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
|
764
|
+
|
765
|
+
ProfileConfiguration.add_member(:dataset_statistics_configuration, Shapes::ShapeRef.new(shape: StatisticsConfiguration, location_name: "DatasetStatisticsConfiguration"))
|
766
|
+
ProfileConfiguration.add_member(:profile_columns, Shapes::ShapeRef.new(shape: ColumnSelectorList, location_name: "ProfileColumns"))
|
767
|
+
ProfileConfiguration.add_member(:column_statistics_configurations, Shapes::ShapeRef.new(shape: ColumnStatisticsConfigurationList, location_name: "ColumnStatisticsConfigurations"))
|
768
|
+
ProfileConfiguration.struct_class = Types::ProfileConfiguration
|
769
|
+
|
643
770
|
Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
644
771
|
Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
645
772
|
Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
@@ -712,6 +839,9 @@ module Aws::GlueDataBrew
|
|
712
839
|
S3Location.add_member(:key, Shapes::ShapeRef.new(shape: Key, location_name: "Key"))
|
713
840
|
S3Location.struct_class = Types::S3Location
|
714
841
|
|
842
|
+
S3TableOutputOptions.add_member(:location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "Location"))
|
843
|
+
S3TableOutputOptions.struct_class = Types::S3TableOutputOptions
|
844
|
+
|
715
845
|
Sample.add_member(:size, Shapes::ShapeRef.new(shape: SampleSize, location_name: "Size"))
|
716
846
|
Sample.add_member(:type, Shapes::ShapeRef.new(shape: SampleType, required: true, location_name: "Type"))
|
717
847
|
Sample.struct_class = Types::Sample
|
@@ -764,6 +894,18 @@ module Aws::GlueDataBrew
|
|
764
894
|
StartProjectSessionResponse.add_member(:client_session_id, Shapes::ShapeRef.new(shape: ClientSessionId, location_name: "ClientSessionId"))
|
765
895
|
StartProjectSessionResponse.struct_class = Types::StartProjectSessionResponse
|
766
896
|
|
897
|
+
StatisticList.member = Shapes::ShapeRef.new(shape: Statistic)
|
898
|
+
|
899
|
+
StatisticOverride.add_member(:statistic, Shapes::ShapeRef.new(shape: Statistic, required: true, location_name: "Statistic"))
|
900
|
+
StatisticOverride.add_member(:parameters, Shapes::ShapeRef.new(shape: ParameterMap, required: true, location_name: "Parameters"))
|
901
|
+
StatisticOverride.struct_class = Types::StatisticOverride
|
902
|
+
|
903
|
+
StatisticOverrideList.member = Shapes::ShapeRef.new(shape: StatisticOverride)
|
904
|
+
|
905
|
+
StatisticsConfiguration.add_member(:included_statistics, Shapes::ShapeRef.new(shape: StatisticList, location_name: "IncludedStatistics"))
|
906
|
+
StatisticsConfiguration.add_member(:overrides, Shapes::ShapeRef.new(shape: StatisticOverrideList, location_name: "Overrides"))
|
907
|
+
StatisticsConfiguration.struct_class = Types::StatisticsConfiguration
|
908
|
+
|
767
909
|
StopJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
768
910
|
StopJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
|
769
911
|
StopJobRunRequest.struct_class = Types::StopJobRunRequest
|
@@ -792,11 +934,13 @@ module Aws::GlueDataBrew
|
|
792
934
|
UpdateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
793
935
|
UpdateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
794
936
|
UpdateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
937
|
+
UpdateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
795
938
|
UpdateDatasetRequest.struct_class = Types::UpdateDatasetRequest
|
796
939
|
|
797
940
|
UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
798
941
|
UpdateDatasetResponse.struct_class = Types::UpdateDatasetResponse
|
799
942
|
|
943
|
+
UpdateProfileJobRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: ProfileConfiguration, location_name: "Configuration"))
|
800
944
|
UpdateProfileJobRequest.add_member(:encryption_key_arn, Shapes::ShapeRef.new(shape: EncryptionKeyArn, location_name: "EncryptionKeyArn"))
|
801
945
|
UpdateProfileJobRequest.add_member(:encryption_mode, Shapes::ShapeRef.new(shape: EncryptionMode, location_name: "EncryptionMode"))
|
802
946
|
UpdateProfileJobRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
@@ -827,7 +971,9 @@ module Aws::GlueDataBrew
|
|
827
971
|
UpdateRecipeJobRequest.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
828
972
|
UpdateRecipeJobRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: MaxCapacity, location_name: "MaxCapacity"))
|
829
973
|
UpdateRecipeJobRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: MaxRetries, location_name: "MaxRetries"))
|
830
|
-
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList,
|
974
|
+
UpdateRecipeJobRequest.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
975
|
+
UpdateRecipeJobRequest.add_member(:data_catalog_outputs, Shapes::ShapeRef.new(shape: DataCatalogOutputList, location_name: "DataCatalogOutputs"))
|
976
|
+
UpdateRecipeJobRequest.add_member(:database_outputs, Shapes::ShapeRef.new(shape: DatabaseOutputList, location_name: "DatabaseOutputs"))
|
831
977
|
UpdateRecipeJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
832
978
|
UpdateRecipeJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
833
979
|
UpdateRecipeJobRequest.struct_class = Types::UpdateRecipeJobRequest
|
@@ -854,6 +1000,9 @@ module Aws::GlueDataBrew
|
|
854
1000
|
ValidationException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
|
855
1001
|
ValidationException.struct_class = Types::ValidationException
|
856
1002
|
|
1003
|
+
ValuesMap.key = Shapes::ShapeRef.new(shape: ValueReference)
|
1004
|
+
ValuesMap.value = Shapes::ShapeRef.new(shape: ConditionValue)
|
1005
|
+
|
857
1006
|
ViewFrame.add_member(:start_column_index, Shapes::ShapeRef.new(shape: StartColumnIndex, required: true, location_name: "StartColumnIndex"))
|
858
1007
|
ViewFrame.add_member(:column_range, Shapes::ShapeRef.new(shape: ColumnRange, location_name: "ColumnRange"))
|
859
1008
|
ViewFrame.add_member(:hidden_columns, Shapes::ShapeRef.new(shape: HiddenColumnList, location_name: "HiddenColumns"))
|
@@ -68,9 +68,84 @@ module Aws::GlueDataBrew
|
|
68
68
|
include Aws::Structure
|
69
69
|
end
|
70
70
|
|
71
|
+
# Selector of a column from a dataset for profile job configuration. One
|
72
|
+
# selector includes either a column name or a regular expression.
|
73
|
+
#
|
74
|
+
# @note When making an API call, you may pass ColumnSelector
|
75
|
+
# data as a hash:
|
76
|
+
#
|
77
|
+
# {
|
78
|
+
# regex: "ColumnName",
|
79
|
+
# name: "ColumnName",
|
80
|
+
# }
|
81
|
+
#
|
82
|
+
# @!attribute [rw] regex
|
83
|
+
# A regular expression for selecting a column from a dataset.
|
84
|
+
# @return [String]
|
85
|
+
#
|
86
|
+
# @!attribute [rw] name
|
87
|
+
# The name of a column from a dataset.
|
88
|
+
# @return [String]
|
89
|
+
#
|
90
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnSelector AWS API Documentation
|
91
|
+
#
|
92
|
+
class ColumnSelector < Struct.new(
|
93
|
+
:regex,
|
94
|
+
:name)
|
95
|
+
SENSITIVE = []
|
96
|
+
include Aws::Structure
|
97
|
+
end
|
98
|
+
|
99
|
+
# Configuration for column evaluations for a profile job.
|
100
|
+
# ColumnStatisticsConfiguration can be used to select evaluations and
|
101
|
+
# override parameters of evaluations for particular columns.
|
102
|
+
#
|
103
|
+
# @note When making an API call, you may pass ColumnStatisticsConfiguration
|
104
|
+
# data as a hash:
|
105
|
+
#
|
106
|
+
# {
|
107
|
+
# selectors: [
|
108
|
+
# {
|
109
|
+
# regex: "ColumnName",
|
110
|
+
# name: "ColumnName",
|
111
|
+
# },
|
112
|
+
# ],
|
113
|
+
# statistics: { # required
|
114
|
+
# included_statistics: ["Statistic"],
|
115
|
+
# overrides: [
|
116
|
+
# {
|
117
|
+
# statistic: "Statistic", # required
|
118
|
+
# parameters: { # required
|
119
|
+
# "ParameterName" => "ParameterValue",
|
120
|
+
# },
|
121
|
+
# },
|
122
|
+
# ],
|
123
|
+
# },
|
124
|
+
# }
|
125
|
+
#
|
126
|
+
# @!attribute [rw] selectors
|
127
|
+
# List of column selectors. Selectors can be used to select columns
|
128
|
+
# from the dataset. When selectors are undefined, configuration will
|
129
|
+
# be applied to all supported columns.
|
130
|
+
# @return [Array<Types::ColumnSelector>]
|
131
|
+
#
|
132
|
+
# @!attribute [rw] statistics
|
133
|
+
# Configuration for evaluations. Statistics can be used to select
|
134
|
+
# evaluations and override parameters of evaluations.
|
135
|
+
# @return [Types::StatisticsConfiguration]
|
136
|
+
#
|
137
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ColumnStatisticsConfiguration AWS API Documentation
|
138
|
+
#
|
139
|
+
class ColumnStatisticsConfiguration < Struct.new(
|
140
|
+
:selectors,
|
141
|
+
:statistics)
|
142
|
+
SENSITIVE = []
|
143
|
+
include Aws::Structure
|
144
|
+
end
|
145
|
+
|
71
146
|
# Represents an individual condition that evaluates to true or false.
|
72
147
|
#
|
73
|
-
# Conditions are used with recipe actions
|
148
|
+
# Conditions are used with recipe actions. The action is only performed
|
74
149
|
# for column values where the condition evaluates to true.
|
75
150
|
#
|
76
151
|
# If a recipe requires more than one condition, then the recipe must
|
@@ -89,7 +164,7 @@ module Aws::GlueDataBrew
|
|
89
164
|
#
|
90
165
|
# @!attribute [rw] condition
|
91
166
|
# A specific condition to apply to a recipe action. For more
|
92
|
-
# information, see [Recipe structure][1] in the *
|
167
|
+
# information, see [Recipe structure][1] in the *Glue DataBrew
|
93
168
|
# Developer Guide*.
|
94
169
|
#
|
95
170
|
#
|
@@ -163,6 +238,45 @@ module Aws::GlueDataBrew
|
|
163
238
|
# key: "Key",
|
164
239
|
# },
|
165
240
|
# },
|
241
|
+
# database_input_definition: {
|
242
|
+
# glue_connection_name: "GlueConnectionName", # required
|
243
|
+
# database_table_name: "DatabaseTableName", # required
|
244
|
+
# temp_directory: {
|
245
|
+
# bucket: "Bucket", # required
|
246
|
+
# key: "Key",
|
247
|
+
# },
|
248
|
+
# },
|
249
|
+
# },
|
250
|
+
# path_options: {
|
251
|
+
# last_modified_date_condition: {
|
252
|
+
# expression: "Expression", # required
|
253
|
+
# values_map: { # required
|
254
|
+
# "ValueReference" => "ConditionValue",
|
255
|
+
# },
|
256
|
+
# },
|
257
|
+
# files_limit: {
|
258
|
+
# max_files: 1, # required
|
259
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
260
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
261
|
+
# },
|
262
|
+
# parameters: {
|
263
|
+
# "PathParameterName" => {
|
264
|
+
# name: "PathParameterName", # required
|
265
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
266
|
+
# datetime_options: {
|
267
|
+
# format: "DatetimeFormat", # required
|
268
|
+
# timezone_offset: "TimezoneOffset",
|
269
|
+
# locale_code: "LocaleCode",
|
270
|
+
# },
|
271
|
+
# create_column: false,
|
272
|
+
# filter: {
|
273
|
+
# expression: "Expression", # required
|
274
|
+
# values_map: { # required
|
275
|
+
# "ValueReference" => "ConditionValue",
|
276
|
+
# },
|
277
|
+
# },
|
278
|
+
# },
|
279
|
+
# },
|
166
280
|
# },
|
167
281
|
# tags: {
|
168
282
|
# "TagKey" => "TagValue",
|
@@ -175,20 +289,25 @@ module Aws::GlueDataBrew
|
|
175
289
|
# @return [String]
|
176
290
|
#
|
177
291
|
# @!attribute [rw] format
|
178
|
-
#
|
179
|
-
# folder.
|
292
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
293
|
+
# or folder.
|
180
294
|
# @return [String]
|
181
295
|
#
|
182
296
|
# @!attribute [rw] format_options
|
183
|
-
#
|
184
|
-
# input.
|
297
|
+
# Represents a set of options that define the structure of either
|
298
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
185
299
|
# @return [Types::FormatOptions]
|
186
300
|
#
|
187
301
|
# @!attribute [rw] input
|
188
|
-
#
|
189
|
-
# Data Catalog or Amazon S3.
|
302
|
+
# Represents information on how DataBrew can find data, in either the
|
303
|
+
# Glue Data Catalog or Amazon S3.
|
190
304
|
# @return [Types::Input]
|
191
305
|
#
|
306
|
+
# @!attribute [rw] path_options
|
307
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
308
|
+
# path of the dataset.
|
309
|
+
# @return [Types::PathOptions]
|
310
|
+
#
|
192
311
|
# @!attribute [rw] tags
|
193
312
|
# Metadata tags to apply to this dataset.
|
194
313
|
# @return [Hash<String,String>]
|
@@ -200,6 +319,7 @@ module Aws::GlueDataBrew
|
|
200
319
|
:format,
|
201
320
|
:format_options,
|
202
321
|
:input,
|
322
|
+
:path_options,
|
203
323
|
:tags)
|
204
324
|
SENSITIVE = []
|
205
325
|
include Aws::Structure
|
@@ -232,6 +352,46 @@ module Aws::GlueDataBrew
|
|
232
352
|
# bucket: "Bucket", # required
|
233
353
|
# key: "Key",
|
234
354
|
# },
|
355
|
+
# configuration: {
|
356
|
+
# dataset_statistics_configuration: {
|
357
|
+
# included_statistics: ["Statistic"],
|
358
|
+
# overrides: [
|
359
|
+
# {
|
360
|
+
# statistic: "Statistic", # required
|
361
|
+
# parameters: { # required
|
362
|
+
# "ParameterName" => "ParameterValue",
|
363
|
+
# },
|
364
|
+
# },
|
365
|
+
# ],
|
366
|
+
# },
|
367
|
+
# profile_columns: [
|
368
|
+
# {
|
369
|
+
# regex: "ColumnName",
|
370
|
+
# name: "ColumnName",
|
371
|
+
# },
|
372
|
+
# ],
|
373
|
+
# column_statistics_configurations: [
|
374
|
+
# {
|
375
|
+
# selectors: [
|
376
|
+
# {
|
377
|
+
# regex: "ColumnName",
|
378
|
+
# name: "ColumnName",
|
379
|
+
# },
|
380
|
+
# ],
|
381
|
+
# statistics: { # required
|
382
|
+
# included_statistics: ["Statistic"],
|
383
|
+
# overrides: [
|
384
|
+
# {
|
385
|
+
# statistic: "Statistic", # required
|
386
|
+
# parameters: { # required
|
387
|
+
# "ParameterName" => "ParameterValue",
|
388
|
+
# },
|
389
|
+
# },
|
390
|
+
# ],
|
391
|
+
# },
|
392
|
+
# },
|
393
|
+
# ],
|
394
|
+
# },
|
235
395
|
# role_arn: "Arn", # required
|
236
396
|
# tags: {
|
237
397
|
# "TagKey" => "TagValue",
|
@@ -255,8 +415,8 @@ module Aws::GlueDataBrew
|
|
255
415
|
# @!attribute [rw] encryption_mode
|
256
416
|
# The encryption mode for the job, which can be one of the following:
|
257
417
|
#
|
258
|
-
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with
|
259
|
-
#
|
418
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with KMS-managed
|
419
|
+
# keys.
|
260
420
|
#
|
261
421
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
262
422
|
# @return [String]
|
@@ -282,13 +442,20 @@ module Aws::GlueDataBrew
|
|
282
442
|
# @return [Integer]
|
283
443
|
#
|
284
444
|
# @!attribute [rw] output_location
|
285
|
-
#
|
286
|
-
# read input data, or write output from a job.
|
445
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
446
|
+
# DataBrew can read input data, or write output from a job.
|
287
447
|
# @return [Types::S3Location]
|
288
448
|
#
|
449
|
+
# @!attribute [rw] configuration
|
450
|
+
# Configuration for profile jobs. Used to select columns, do
|
451
|
+
# evaluations, and override default parameters of evaluations. When
|
452
|
+
# configuration is null, the profile job will run with default
|
453
|
+
# settings.
|
454
|
+
# @return [Types::ProfileConfiguration]
|
455
|
+
#
|
289
456
|
# @!attribute [rw] role_arn
|
290
|
-
# The Amazon Resource Name (ARN) of the
|
291
|
-
#
|
457
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
458
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
292
459
|
# @return [String]
|
293
460
|
#
|
294
461
|
# @!attribute [rw] tags
|
@@ -319,6 +486,7 @@ module Aws::GlueDataBrew
|
|
319
486
|
:max_capacity,
|
320
487
|
:max_retries,
|
321
488
|
:output_location,
|
489
|
+
:configuration,
|
322
490
|
:role_arn,
|
323
491
|
:tags,
|
324
492
|
:timeout,
|
@@ -375,8 +543,8 @@ module Aws::GlueDataBrew
|
|
375
543
|
# @return [Types::Sample]
|
376
544
|
#
|
377
545
|
# @!attribute [rw] role_arn
|
378
|
-
# The Amazon Resource Name (ARN) of the
|
379
|
-
#
|
546
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
547
|
+
# (IAM) role to be assumed for this request.
|
380
548
|
# @return [String]
|
381
549
|
#
|
382
550
|
# @!attribute [rw] tags
|
@@ -419,7 +587,7 @@ module Aws::GlueDataBrew
|
|
419
587
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
420
588
|
# max_capacity: 1,
|
421
589
|
# max_retries: 1,
|
422
|
-
# outputs: [
|
590
|
+
# outputs: [
|
423
591
|
# {
|
424
592
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
425
593
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -436,6 +604,40 @@ module Aws::GlueDataBrew
|
|
436
604
|
# },
|
437
605
|
# },
|
438
606
|
# ],
|
607
|
+
# data_catalog_outputs: [
|
608
|
+
# {
|
609
|
+
# catalog_id: "CatalogId",
|
610
|
+
# database_name: "DatabaseName", # required
|
611
|
+
# table_name: "TableName", # required
|
612
|
+
# s3_options: {
|
613
|
+
# location: { # required
|
614
|
+
# bucket: "Bucket", # required
|
615
|
+
# key: "Key",
|
616
|
+
# },
|
617
|
+
# },
|
618
|
+
# database_options: {
|
619
|
+
# temp_directory: {
|
620
|
+
# bucket: "Bucket", # required
|
621
|
+
# key: "Key",
|
622
|
+
# },
|
623
|
+
# table_name: "DatabaseTableName", # required
|
624
|
+
# },
|
625
|
+
# overwrite: false,
|
626
|
+
# },
|
627
|
+
# ],
|
628
|
+
# database_outputs: [
|
629
|
+
# {
|
630
|
+
# glue_connection_name: "GlueConnectionName", # required
|
631
|
+
# database_options: { # required
|
632
|
+
# temp_directory: {
|
633
|
+
# bucket: "Bucket", # required
|
634
|
+
# key: "Key",
|
635
|
+
# },
|
636
|
+
# table_name: "DatabaseTableName", # required
|
637
|
+
# },
|
638
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
639
|
+
# },
|
640
|
+
# ],
|
439
641
|
# project_name: "ProjectName",
|
440
642
|
# recipe_reference: {
|
441
643
|
# name: "RecipeName", # required
|
@@ -460,7 +662,7 @@ module Aws::GlueDataBrew
|
|
460
662
|
# @!attribute [rw] encryption_mode
|
461
663
|
# The encryption mode for the job, which can be one of the following:
|
462
664
|
#
|
463
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
665
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
464
666
|
#
|
465
667
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
466
668
|
# @return [String]
|
@@ -490,6 +692,16 @@ module Aws::GlueDataBrew
|
|
490
692
|
# job.
|
491
693
|
# @return [Array<Types::Output>]
|
492
694
|
#
|
695
|
+
# @!attribute [rw] data_catalog_outputs
|
696
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
697
|
+
# from running the job.
|
698
|
+
# @return [Array<Types::DataCatalogOutput>]
|
699
|
+
#
|
700
|
+
# @!attribute [rw] database_outputs
|
701
|
+
# Represents a list of JDBC database output objects which defines the
|
702
|
+
# output destination for a DataBrew recipe job to write to.
|
703
|
+
# @return [Array<Types::DatabaseOutput>]
|
704
|
+
#
|
493
705
|
# @!attribute [rw] project_name
|
494
706
|
# Either the name of an existing project, or a combination of a recipe
|
495
707
|
# and a dataset to associate with the recipe.
|
@@ -500,8 +712,8 @@ module Aws::GlueDataBrew
|
|
500
712
|
# @return [Types::RecipeReference]
|
501
713
|
#
|
502
714
|
# @!attribute [rw] role_arn
|
503
|
-
# The Amazon Resource Name (ARN) of the
|
504
|
-
#
|
715
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
716
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
505
717
|
# @return [String]
|
506
718
|
#
|
507
719
|
# @!attribute [rw] tags
|
@@ -524,6 +736,8 @@ module Aws::GlueDataBrew
|
|
524
736
|
:max_capacity,
|
525
737
|
:max_retries,
|
526
738
|
:outputs,
|
739
|
+
:data_catalog_outputs,
|
740
|
+
:database_outputs,
|
527
741
|
:project_name,
|
528
742
|
:recipe_reference,
|
529
743
|
:role_arn,
|
@@ -633,8 +847,8 @@ module Aws::GlueDataBrew
|
|
633
847
|
#
|
634
848
|
# @!attribute [rw] cron_expression
|
635
849
|
# The date or dates and time or times when the jobs are to be run. For
|
636
|
-
# more information, see [Cron expressions][1] in the *
|
637
|
-
#
|
850
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
851
|
+
# Developer Guide*.
|
638
852
|
#
|
639
853
|
#
|
640
854
|
#
|
@@ -673,8 +887,9 @@ module Aws::GlueDataBrew
|
|
673
887
|
include Aws::Structure
|
674
888
|
end
|
675
889
|
|
676
|
-
#
|
677
|
-
# dataset from that
|
890
|
+
# Represents a set of options that define how DataBrew will read a
|
891
|
+
# comma-separated value (CSV) file when creating a dataset from that
|
892
|
+
# file.
|
678
893
|
#
|
679
894
|
# @note When making an API call, you may pass CsvOptions
|
680
895
|
# data as a hash:
|
@@ -686,12 +901,13 @@ module Aws::GlueDataBrew
|
|
686
901
|
#
|
687
902
|
# @!attribute [rw] delimiter
|
688
903
|
# A single character that specifies the delimiter being used in the
|
689
|
-
#
|
904
|
+
# CSV file.
|
690
905
|
# @return [String]
|
691
906
|
#
|
692
907
|
# @!attribute [rw] header_row
|
693
|
-
# A variable that specifies whether the first row in the file
|
694
|
-
# parsed as the header. If false, column names
|
908
|
+
# A variable that specifies whether the first row in the file is
|
909
|
+
# parsed as the header. If this value is false, column names are
|
910
|
+
# auto-generated.
|
695
911
|
# @return [Boolean]
|
696
912
|
#
|
697
913
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOptions AWS API Documentation
|
@@ -703,7 +919,8 @@ module Aws::GlueDataBrew
|
|
703
919
|
include Aws::Structure
|
704
920
|
end
|
705
921
|
|
706
|
-
#
|
922
|
+
# Represents a set of options that define how DataBrew will write a
|
923
|
+
# comma-separated value (CSV) file.
|
707
924
|
#
|
708
925
|
# @note When making an API call, you may pass CsvOutputOptions
|
709
926
|
# data as a hash:
|
@@ -713,7 +930,7 @@ module Aws::GlueDataBrew
|
|
713
930
|
# }
|
714
931
|
#
|
715
932
|
# @!attribute [rw] delimiter
|
716
|
-
# A single character that specifies the delimiter used to create
|
933
|
+
# A single character that specifies the delimiter used to create CSV
|
717
934
|
# job output.
|
718
935
|
# @return [String]
|
719
936
|
#
|
@@ -725,8 +942,8 @@ module Aws::GlueDataBrew
|
|
725
942
|
include Aws::Structure
|
726
943
|
end
|
727
944
|
|
728
|
-
# Represents how metadata stored in the
|
729
|
-
#
|
945
|
+
# Represents how metadata stored in the Glue Data Catalog is defined in
|
946
|
+
# a DataBrew dataset.
|
730
947
|
#
|
731
948
|
# @note When making an API call, you may pass DataCatalogInputDefinition
|
732
949
|
# data as a hash:
|
@@ -742,8 +959,8 @@ module Aws::GlueDataBrew
|
|
742
959
|
# }
|
743
960
|
#
|
744
961
|
# @!attribute [rw] catalog_id
|
745
|
-
# The unique identifier of the
|
746
|
-
# that stores the data.
|
962
|
+
# The unique identifier of the Amazon Web Services account that holds
|
963
|
+
# the Data Catalog that stores the data.
|
747
964
|
# @return [String]
|
748
965
|
#
|
749
966
|
# @!attribute [rw] database_name
|
@@ -756,8 +973,8 @@ module Aws::GlueDataBrew
|
|
756
973
|
# @return [String]
|
757
974
|
#
|
758
975
|
# @!attribute [rw] temp_directory
|
759
|
-
#
|
760
|
-
#
|
976
|
+
# Represents an Amazon location where DataBrew can store intermediate
|
977
|
+
# results.
|
761
978
|
# @return [Types::S3Location]
|
762
979
|
#
|
763
980
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogInputDefinition AWS API Documentation
|
@@ -771,10 +988,192 @@ module Aws::GlueDataBrew
|
|
771
988
|
include Aws::Structure
|
772
989
|
end
|
773
990
|
|
991
|
+
# Represents options that specify how and where in the Glue Data Catalog
|
992
|
+
# DataBrew writes the output generated by recipe jobs.
|
993
|
+
#
|
994
|
+
# @note When making an API call, you may pass DataCatalogOutput
|
995
|
+
# data as a hash:
|
996
|
+
#
|
997
|
+
# {
|
998
|
+
# catalog_id: "CatalogId",
|
999
|
+
# database_name: "DatabaseName", # required
|
1000
|
+
# table_name: "TableName", # required
|
1001
|
+
# s3_options: {
|
1002
|
+
# location: { # required
|
1003
|
+
# bucket: "Bucket", # required
|
1004
|
+
# key: "Key",
|
1005
|
+
# },
|
1006
|
+
# },
|
1007
|
+
# database_options: {
|
1008
|
+
# temp_directory: {
|
1009
|
+
# bucket: "Bucket", # required
|
1010
|
+
# key: "Key",
|
1011
|
+
# },
|
1012
|
+
# table_name: "DatabaseTableName", # required
|
1013
|
+
# },
|
1014
|
+
# overwrite: false,
|
1015
|
+
# }
|
1016
|
+
#
|
1017
|
+
# @!attribute [rw] catalog_id
|
1018
|
+
# The unique identifier of the Amazon Web Services account that holds
|
1019
|
+
# the Data Catalog that stores the data.
|
1020
|
+
# @return [String]
|
1021
|
+
#
|
1022
|
+
# @!attribute [rw] database_name
|
1023
|
+
# The name of a database in the Data Catalog.
|
1024
|
+
# @return [String]
|
1025
|
+
#
|
1026
|
+
# @!attribute [rw] table_name
|
1027
|
+
# The name of a table in the Data Catalog.
|
1028
|
+
# @return [String]
|
1029
|
+
#
|
1030
|
+
# @!attribute [rw] s3_options
|
1031
|
+
# Represents options that specify how and where DataBrew writes the
|
1032
|
+
# Amazon S3 output generated by recipe jobs.
|
1033
|
+
# @return [Types::S3TableOutputOptions]
|
1034
|
+
#
|
1035
|
+
# @!attribute [rw] database_options
|
1036
|
+
# Represents options that specify how and where DataBrew writes the
|
1037
|
+
# database output generated by recipe jobs.
|
1038
|
+
# @return [Types::DatabaseTableOutputOptions]
|
1039
|
+
#
|
1040
|
+
# @!attribute [rw] overwrite
|
1041
|
+
# A value that, if true, means that any data in the location specified
|
1042
|
+
# for output is overwritten with new output. Not supported with
|
1043
|
+
# DatabaseOptions.
|
1044
|
+
# @return [Boolean]
|
1045
|
+
#
|
1046
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DataCatalogOutput AWS API Documentation
|
1047
|
+
#
|
1048
|
+
class DataCatalogOutput < Struct.new(
|
1049
|
+
:catalog_id,
|
1050
|
+
:database_name,
|
1051
|
+
:table_name,
|
1052
|
+
:s3_options,
|
1053
|
+
:database_options,
|
1054
|
+
:overwrite)
|
1055
|
+
SENSITIVE = []
|
1056
|
+
include Aws::Structure
|
1057
|
+
end
|
1058
|
+
|
1059
|
+
# Connection information for dataset input files stored in a database.
|
1060
|
+
#
|
1061
|
+
# @note When making an API call, you may pass DatabaseInputDefinition
|
1062
|
+
# data as a hash:
|
1063
|
+
#
|
1064
|
+
# {
|
1065
|
+
# glue_connection_name: "GlueConnectionName", # required
|
1066
|
+
# database_table_name: "DatabaseTableName", # required
|
1067
|
+
# temp_directory: {
|
1068
|
+
# bucket: "Bucket", # required
|
1069
|
+
# key: "Key",
|
1070
|
+
# },
|
1071
|
+
# }
|
1072
|
+
#
|
1073
|
+
# @!attribute [rw] glue_connection_name
|
1074
|
+
# The Glue Connection that stores the connection information for the
|
1075
|
+
# target database.
|
1076
|
+
# @return [String]
|
1077
|
+
#
|
1078
|
+
# @!attribute [rw] database_table_name
|
1079
|
+
# The table within the target database.
|
1080
|
+
# @return [String]
|
1081
|
+
#
|
1082
|
+
# @!attribute [rw] temp_directory
|
1083
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
1084
|
+
# DataBrew can read input data, or write output from a job.
|
1085
|
+
# @return [Types::S3Location]
|
1086
|
+
#
|
1087
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseInputDefinition AWS API Documentation
|
1088
|
+
#
|
1089
|
+
class DatabaseInputDefinition < Struct.new(
|
1090
|
+
:glue_connection_name,
|
1091
|
+
:database_table_name,
|
1092
|
+
:temp_directory)
|
1093
|
+
SENSITIVE = []
|
1094
|
+
include Aws::Structure
|
1095
|
+
end
|
1096
|
+
|
1097
|
+
# Represents a JDBC database output object which defines the output
|
1098
|
+
# destination for a DataBrew recipe job to write into.
|
1099
|
+
#
|
1100
|
+
# @note When making an API call, you may pass DatabaseOutput
|
1101
|
+
# data as a hash:
|
1102
|
+
#
|
1103
|
+
# {
|
1104
|
+
# glue_connection_name: "GlueConnectionName", # required
|
1105
|
+
# database_options: { # required
|
1106
|
+
# temp_directory: {
|
1107
|
+
# bucket: "Bucket", # required
|
1108
|
+
# key: "Key",
|
1109
|
+
# },
|
1110
|
+
# table_name: "DatabaseTableName", # required
|
1111
|
+
# },
|
1112
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
1113
|
+
# }
|
1114
|
+
#
|
1115
|
+
# @!attribute [rw] glue_connection_name
|
1116
|
+
# The Glue connection that stores the connection information for the
|
1117
|
+
# target database.
|
1118
|
+
# @return [String]
|
1119
|
+
#
|
1120
|
+
# @!attribute [rw] database_options
|
1121
|
+
# Represents options that specify how and where DataBrew writes the
|
1122
|
+
# database output generated by recipe jobs.
|
1123
|
+
# @return [Types::DatabaseTableOutputOptions]
|
1124
|
+
#
|
1125
|
+
# @!attribute [rw] database_output_mode
|
1126
|
+
# The output mode to write into the database. Currently supported
|
1127
|
+
# option: NEW\_TABLE.
|
1128
|
+
# @return [String]
|
1129
|
+
#
|
1130
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseOutput AWS API Documentation
|
1131
|
+
#
|
1132
|
+
class DatabaseOutput < Struct.new(
|
1133
|
+
:glue_connection_name,
|
1134
|
+
:database_options,
|
1135
|
+
:database_output_mode)
|
1136
|
+
SENSITIVE = []
|
1137
|
+
include Aws::Structure
|
1138
|
+
end
|
1139
|
+
|
1140
|
+
# Represents options that specify how and where DataBrew writes the
|
1141
|
+
# database output generated by recipe jobs.
|
1142
|
+
#
|
1143
|
+
# @note When making an API call, you may pass DatabaseTableOutputOptions
|
1144
|
+
# data as a hash:
|
1145
|
+
#
|
1146
|
+
# {
|
1147
|
+
# temp_directory: {
|
1148
|
+
# bucket: "Bucket", # required
|
1149
|
+
# key: "Key",
|
1150
|
+
# },
|
1151
|
+
# table_name: "DatabaseTableName", # required
|
1152
|
+
# }
|
1153
|
+
#
|
1154
|
+
# @!attribute [rw] temp_directory
|
1155
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
1156
|
+
# DataBrew can store intermediate results.
|
1157
|
+
# @return [Types::S3Location]
|
1158
|
+
#
|
1159
|
+
# @!attribute [rw] table_name
|
1160
|
+
# A prefix for the name of a table DataBrew will create in the
|
1161
|
+
# database.
|
1162
|
+
# @return [String]
|
1163
|
+
#
|
1164
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseTableOutputOptions AWS API Documentation
|
1165
|
+
#
|
1166
|
+
class DatabaseTableOutputOptions < Struct.new(
|
1167
|
+
:temp_directory,
|
1168
|
+
:table_name)
|
1169
|
+
SENSITIVE = []
|
1170
|
+
include Aws::Structure
|
1171
|
+
end
|
1172
|
+
|
774
1173
|
# Represents a dataset that can be processed by DataBrew.
|
775
1174
|
#
|
776
1175
|
# @!attribute [rw] account_id
|
777
|
-
# The ID of the
|
1176
|
+
# The ID of the Amazon Web Services account that owns the dataset.
|
778
1177
|
# @return [String]
|
779
1178
|
#
|
780
1179
|
# @!attribute [rw] created_by
|
@@ -790,17 +1189,18 @@ module Aws::GlueDataBrew
|
|
790
1189
|
# @return [String]
|
791
1190
|
#
|
792
1191
|
# @!attribute [rw] format
|
793
|
-
#
|
794
|
-
# folder.
|
1192
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
1193
|
+
# or folder.
|
795
1194
|
# @return [String]
|
796
1195
|
#
|
797
1196
|
# @!attribute [rw] format_options
|
798
|
-
#
|
1197
|
+
# A set of options that define how DataBrew interprets the data in the
|
1198
|
+
# dataset.
|
799
1199
|
# @return [Types::FormatOptions]
|
800
1200
|
#
|
801
1201
|
# @!attribute [rw] input
|
802
|
-
# Information on how DataBrew can find the dataset, in either the
|
803
|
-
#
|
1202
|
+
# Information on how DataBrew can find the dataset, in either the Glue
|
1203
|
+
# Data Catalog or Amazon S3.
|
804
1204
|
# @return [Types::Input]
|
805
1205
|
#
|
806
1206
|
# @!attribute [rw] last_modified_date
|
@@ -814,9 +1214,14 @@ module Aws::GlueDataBrew
|
|
814
1214
|
#
|
815
1215
|
# @!attribute [rw] source
|
816
1216
|
# The location of the data for the dataset, either Amazon S3 or the
|
817
|
-
#
|
1217
|
+
# Glue Data Catalog.
|
818
1218
|
# @return [String]
|
819
1219
|
#
|
1220
|
+
# @!attribute [rw] path_options
|
1221
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
1222
|
+
# path of the dataset.
|
1223
|
+
# @return [Types::PathOptions]
|
1224
|
+
#
|
820
1225
|
# @!attribute [rw] tags
|
821
1226
|
# Metadata tags that have been applied to the dataset.
|
822
1227
|
# @return [Hash<String,String>]
|
@@ -838,12 +1243,115 @@ module Aws::GlueDataBrew
|
|
838
1243
|
:last_modified_date,
|
839
1244
|
:last_modified_by,
|
840
1245
|
:source,
|
1246
|
+
:path_options,
|
841
1247
|
:tags,
|
842
1248
|
:resource_arn)
|
843
1249
|
SENSITIVE = []
|
844
1250
|
include Aws::Structure
|
845
1251
|
end
|
846
1252
|
|
1253
|
+
# Represents a dataset paramater that defines type and conditions for a
|
1254
|
+
# parameter in the Amazon S3 path of the dataset.
|
1255
|
+
#
|
1256
|
+
# @note When making an API call, you may pass DatasetParameter
|
1257
|
+
# data as a hash:
|
1258
|
+
#
|
1259
|
+
# {
|
1260
|
+
# name: "PathParameterName", # required
|
1261
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
1262
|
+
# datetime_options: {
|
1263
|
+
# format: "DatetimeFormat", # required
|
1264
|
+
# timezone_offset: "TimezoneOffset",
|
1265
|
+
# locale_code: "LocaleCode",
|
1266
|
+
# },
|
1267
|
+
# create_column: false,
|
1268
|
+
# filter: {
|
1269
|
+
# expression: "Expression", # required
|
1270
|
+
# values_map: { # required
|
1271
|
+
# "ValueReference" => "ConditionValue",
|
1272
|
+
# },
|
1273
|
+
# },
|
1274
|
+
# }
|
1275
|
+
#
|
1276
|
+
# @!attribute [rw] name
|
1277
|
+
# The name of the parameter that is used in the dataset's Amazon S3
|
1278
|
+
# path.
|
1279
|
+
# @return [String]
|
1280
|
+
#
|
1281
|
+
# @!attribute [rw] type
|
1282
|
+
# The type of the dataset parameter, can be one of a 'String',
|
1283
|
+
# 'Number' or 'Datetime'.
|
1284
|
+
# @return [String]
|
1285
|
+
#
|
1286
|
+
# @!attribute [rw] datetime_options
|
1287
|
+
# Additional parameter options such as a format and a timezone.
|
1288
|
+
# Required for datetime parameters.
|
1289
|
+
# @return [Types::DatetimeOptions]
|
1290
|
+
#
|
1291
|
+
# @!attribute [rw] create_column
|
1292
|
+
# Optional boolean value that defines whether the captured value of
|
1293
|
+
# this parameter should be used to create a new column in a dataset.
|
1294
|
+
# @return [Boolean]
|
1295
|
+
#
|
1296
|
+
# @!attribute [rw] filter
|
1297
|
+
# The optional filter expression structure to apply additional
|
1298
|
+
# matching criteria to the parameter.
|
1299
|
+
# @return [Types::FilterExpression]
|
1300
|
+
#
|
1301
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatasetParameter AWS API Documentation
|
1302
|
+
#
|
1303
|
+
class DatasetParameter < Struct.new(
|
1304
|
+
:name,
|
1305
|
+
:type,
|
1306
|
+
:datetime_options,
|
1307
|
+
:create_column,
|
1308
|
+
:filter)
|
1309
|
+
SENSITIVE = []
|
1310
|
+
include Aws::Structure
|
1311
|
+
end
|
1312
|
+
|
1313
|
+
# Represents additional options for correct interpretation of datetime
|
1314
|
+
# parameters used in the Amazon S3 path of a dataset.
|
1315
|
+
#
|
1316
|
+
# @note When making an API call, you may pass DatetimeOptions
|
1317
|
+
# data as a hash:
|
1318
|
+
#
|
1319
|
+
# {
|
1320
|
+
# format: "DatetimeFormat", # required
|
1321
|
+
# timezone_offset: "TimezoneOffset",
|
1322
|
+
# locale_code: "LocaleCode",
|
1323
|
+
# }
|
1324
|
+
#
|
1325
|
+
# @!attribute [rw] format
|
1326
|
+
# Required option, that defines the datetime format used for a date
|
1327
|
+
# parameter in the Amazon S3 path. Should use only supported datetime
|
1328
|
+
# specifiers and separation characters, all literal a-z or A-Z
|
1329
|
+
# characters should be escaped with single quotes. E.g.
|
1330
|
+
# "MM.dd.yyyy-'at'-HH:mm".
|
1331
|
+
# @return [String]
|
1332
|
+
#
|
1333
|
+
# @!attribute [rw] timezone_offset
|
1334
|
+
# Optional value for a timezone offset of the datetime parameter value
|
1335
|
+
# in the Amazon S3 path. Shouldn't be used if Format for this
|
1336
|
+
# parameter includes timezone fields. If no offset specified, UTC is
|
1337
|
+
# assumed.
|
1338
|
+
# @return [String]
|
1339
|
+
#
|
1340
|
+
# @!attribute [rw] locale_code
|
1341
|
+
# Optional value for a non-US locale code, needed for correct
|
1342
|
+
# interpretation of some date formats.
|
1343
|
+
# @return [String]
|
1344
|
+
#
|
1345
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatetimeOptions AWS API Documentation
|
1346
|
+
#
|
1347
|
+
class DatetimeOptions < Struct.new(
|
1348
|
+
:format,
|
1349
|
+
:timezone_offset,
|
1350
|
+
:locale_code)
|
1351
|
+
SENSITIVE = []
|
1352
|
+
include Aws::Structure
|
1353
|
+
end
|
1354
|
+
|
847
1355
|
# @note When making an API call, you may pass DeleteDatasetRequest
|
848
1356
|
# data as a hash:
|
849
1357
|
#
|
@@ -1044,18 +1552,18 @@ module Aws::GlueDataBrew
|
|
1044
1552
|
# @return [String]
|
1045
1553
|
#
|
1046
1554
|
# @!attribute [rw] format
|
1047
|
-
#
|
1048
|
-
# folder.
|
1555
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
1556
|
+
# or folder.
|
1049
1557
|
# @return [String]
|
1050
1558
|
#
|
1051
1559
|
# @!attribute [rw] format_options
|
1052
|
-
#
|
1053
|
-
# input.
|
1560
|
+
# Represents a set of options that define the structure of either
|
1561
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
1054
1562
|
# @return [Types::FormatOptions]
|
1055
1563
|
#
|
1056
1564
|
# @!attribute [rw] input
|
1057
|
-
#
|
1058
|
-
# Data Catalog or Amazon S3.
|
1565
|
+
# Represents information on how DataBrew can find data, in either the
|
1566
|
+
# Glue Data Catalog or Amazon S3.
|
1059
1567
|
# @return [Types::Input]
|
1060
1568
|
#
|
1061
1569
|
# @!attribute [rw] last_modified_date
|
@@ -1068,10 +1576,15 @@ module Aws::GlueDataBrew
|
|
1068
1576
|
# @return [String]
|
1069
1577
|
#
|
1070
1578
|
# @!attribute [rw] source
|
1071
|
-
# The location of the data for this dataset, Amazon S3 or the
|
1579
|
+
# The location of the data for this dataset, Amazon S3 or the Glue
|
1072
1580
|
# Data Catalog.
|
1073
1581
|
# @return [String]
|
1074
1582
|
#
|
1583
|
+
# @!attribute [rw] path_options
|
1584
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
1585
|
+
# path of the dataset.
|
1586
|
+
# @return [Types::PathOptions]
|
1587
|
+
#
|
1075
1588
|
# @!attribute [rw] tags
|
1076
1589
|
# Metadata tags associated with this dataset.
|
1077
1590
|
# @return [Hash<String,String>]
|
@@ -1092,6 +1605,7 @@ module Aws::GlueDataBrew
|
|
1092
1605
|
:last_modified_date,
|
1093
1606
|
:last_modified_by,
|
1094
1607
|
:source,
|
1608
|
+
:path_options,
|
1095
1609
|
:tags,
|
1096
1610
|
:resource_arn)
|
1097
1611
|
SENSITIVE = []
|
@@ -1138,7 +1652,7 @@ module Aws::GlueDataBrew
|
|
1138
1652
|
# @!attribute [rw] encryption_mode
|
1139
1653
|
# The encryption mode for the job, which can be one of the following:
|
1140
1654
|
#
|
1141
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
1655
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
1142
1656
|
#
|
1143
1657
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
1144
1658
|
# @return [String]
|
@@ -1183,10 +1697,27 @@ module Aws::GlueDataBrew
|
|
1183
1697
|
# job.
|
1184
1698
|
# @return [Array<Types::Output>]
|
1185
1699
|
#
|
1700
|
+
# @!attribute [rw] data_catalog_outputs
|
1701
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
1702
|
+
# from running the job.
|
1703
|
+
# @return [Array<Types::DataCatalogOutput>]
|
1704
|
+
#
|
1705
|
+
# @!attribute [rw] database_outputs
|
1706
|
+
# Represents a list of JDBC database output objects which defines the
|
1707
|
+
# output destination for a DataBrew recipe job to write into.
|
1708
|
+
# @return [Array<Types::DatabaseOutput>]
|
1709
|
+
#
|
1186
1710
|
# @!attribute [rw] project_name
|
1187
1711
|
# The DataBrew project associated with this job.
|
1188
1712
|
# @return [String]
|
1189
1713
|
#
|
1714
|
+
# @!attribute [rw] profile_configuration
|
1715
|
+
# Configuration for profile jobs. Used to select columns, do
|
1716
|
+
# evaluations, and override default parameters of evaluations. When
|
1717
|
+
# configuration is null, the profile job will run with default
|
1718
|
+
# settings.
|
1719
|
+
# @return [Types::ProfileConfiguration]
|
1720
|
+
#
|
1190
1721
|
# @!attribute [rw] recipe_reference
|
1191
1722
|
# Represents the name and version of a DataBrew recipe.
|
1192
1723
|
# @return [Types::RecipeReference]
|
@@ -1196,7 +1727,7 @@ module Aws::GlueDataBrew
|
|
1196
1727
|
# @return [String]
|
1197
1728
|
#
|
1198
1729
|
# @!attribute [rw] role_arn
|
1199
|
-
# The ARN of the
|
1730
|
+
# The ARN of the Identity and Access Management (IAM) role to be
|
1200
1731
|
# assumed when DataBrew runs the job.
|
1201
1732
|
# @return [String]
|
1202
1733
|
#
|
@@ -1230,7 +1761,10 @@ module Aws::GlueDataBrew
|
|
1230
1761
|
:max_capacity,
|
1231
1762
|
:max_retries,
|
1232
1763
|
:outputs,
|
1764
|
+
:data_catalog_outputs,
|
1765
|
+
:database_outputs,
|
1233
1766
|
:project_name,
|
1767
|
+
:profile_configuration,
|
1234
1768
|
:recipe_reference,
|
1235
1769
|
:resource_arn,
|
1236
1770
|
:role_arn,
|
@@ -1292,6 +1826,13 @@ module Aws::GlueDataBrew
|
|
1292
1826
|
# The name of the job being processed during this run.
|
1293
1827
|
# @return [String]
|
1294
1828
|
#
|
1829
|
+
# @!attribute [rw] profile_configuration
|
1830
|
+
# Configuration for profile jobs. Used to select columns, do
|
1831
|
+
# evaluations, and override default parameters of evaluations. When
|
1832
|
+
# configuration is null, the profile job will run with default
|
1833
|
+
# settings.
|
1834
|
+
# @return [Types::ProfileConfiguration]
|
1835
|
+
#
|
1295
1836
|
# @!attribute [rw] run_id
|
1296
1837
|
# The unique identifier of the job run.
|
1297
1838
|
# @return [String]
|
@@ -1313,6 +1854,16 @@ module Aws::GlueDataBrew
|
|
1313
1854
|
# One or more output artifacts from a job run.
|
1314
1855
|
# @return [Array<Types::Output>]
|
1315
1856
|
#
|
1857
|
+
# @!attribute [rw] data_catalog_outputs
|
1858
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
1859
|
+
# from running the job.
|
1860
|
+
# @return [Array<Types::DataCatalogOutput>]
|
1861
|
+
#
|
1862
|
+
# @!attribute [rw] database_outputs
|
1863
|
+
# Represents a list of JDBC database output objects which defines the
|
1864
|
+
# output destination for a DataBrew recipe job to write into.
|
1865
|
+
# @return [Array<Types::DatabaseOutput>]
|
1866
|
+
#
|
1316
1867
|
# @!attribute [rw] recipe_reference
|
1317
1868
|
# Represents the name and version of a DataBrew recipe.
|
1318
1869
|
# @return [Types::RecipeReference]
|
@@ -1342,11 +1893,14 @@ module Aws::GlueDataBrew
|
|
1342
1893
|
:error_message,
|
1343
1894
|
:execution_time,
|
1344
1895
|
:job_name,
|
1896
|
+
:profile_configuration,
|
1345
1897
|
:run_id,
|
1346
1898
|
:state,
|
1347
1899
|
:log_subscription,
|
1348
1900
|
:log_group_name,
|
1349
1901
|
:outputs,
|
1902
|
+
:data_catalog_outputs,
|
1903
|
+
:database_outputs,
|
1350
1904
|
:recipe_reference,
|
1351
1905
|
:started_by,
|
1352
1906
|
:started_on,
|
@@ -1413,7 +1967,7 @@ module Aws::GlueDataBrew
|
|
1413
1967
|
# @return [Types::Sample]
|
1414
1968
|
#
|
1415
1969
|
# @!attribute [rw] role_arn
|
1416
|
-
# The ARN of the
|
1970
|
+
# The ARN of the Identity and Access Management (IAM) role to be
|
1417
1971
|
# assumed when DataBrew runs the job.
|
1418
1972
|
# @return [String]
|
1419
1973
|
#
|
@@ -1610,7 +2164,7 @@ module Aws::GlueDataBrew
|
|
1610
2164
|
# @!attribute [rw] cron_expression
|
1611
2165
|
# The date or dates and time or times when the jobs are to be run for
|
1612
2166
|
# the schedule. For more information, see [Cron expressions][1] in the
|
1613
|
-
# *
|
2167
|
+
# *Glue DataBrew Developer Guide*.
|
1614
2168
|
#
|
1615
2169
|
#
|
1616
2170
|
#
|
@@ -1641,8 +2195,8 @@ module Aws::GlueDataBrew
|
|
1641
2195
|
include Aws::Structure
|
1642
2196
|
end
|
1643
2197
|
|
1644
|
-
#
|
1645
|
-
# file
|
2198
|
+
# Represents a set of options that define how DataBrew will interpret a
|
2199
|
+
# Microsoft Excel file when creating a dataset from that file.
|
1646
2200
|
#
|
1647
2201
|
# @note When making an API call, you may pass ExcelOptions
|
1648
2202
|
# data as a hash:
|
@@ -1654,18 +2208,19 @@ module Aws::GlueDataBrew
|
|
1654
2208
|
# }
|
1655
2209
|
#
|
1656
2210
|
# @!attribute [rw] sheet_names
|
1657
|
-
#
|
1658
|
-
#
|
2211
|
+
# One or more named sheets in the Excel file that will be included in
|
2212
|
+
# the dataset.
|
1659
2213
|
# @return [Array<String>]
|
1660
2214
|
#
|
1661
2215
|
# @!attribute [rw] sheet_indexes
|
1662
|
-
#
|
1663
|
-
#
|
2216
|
+
# One or more sheet numbers in the Excel file that will be included in
|
2217
|
+
# the dataset.
|
1664
2218
|
# @return [Array<Integer>]
|
1665
2219
|
#
|
1666
2220
|
# @!attribute [rw] header_row
|
1667
|
-
# A variable that specifies whether the first row in the file
|
1668
|
-
# parsed as the header. If false, column names
|
2221
|
+
# A variable that specifies whether the first row in the file is
|
2222
|
+
# parsed as the header. If this value is false, column names are
|
2223
|
+
# auto-generated.
|
1669
2224
|
# @return [Boolean]
|
1670
2225
|
#
|
1671
2226
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ExcelOptions AWS API Documentation
|
@@ -1678,7 +2233,86 @@ module Aws::GlueDataBrew
|
|
1678
2233
|
include Aws::Structure
|
1679
2234
|
end
|
1680
2235
|
|
1681
|
-
#
|
2236
|
+
# Represents a limit imposed on number of Amazon S3 files that should be
|
2237
|
+
# selected for a dataset from a connected Amazon S3 path.
|
2238
|
+
#
|
2239
|
+
# @note When making an API call, you may pass FilesLimit
|
2240
|
+
# data as a hash:
|
2241
|
+
#
|
2242
|
+
# {
|
2243
|
+
# max_files: 1, # required
|
2244
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
2245
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
2246
|
+
# }
|
2247
|
+
#
|
2248
|
+
# @!attribute [rw] max_files
|
2249
|
+
# The number of Amazon S3 files to select.
|
2250
|
+
# @return [Integer]
|
2251
|
+
#
|
2252
|
+
# @!attribute [rw] ordered_by
|
2253
|
+
# A criteria to use for Amazon S3 files sorting before their
|
2254
|
+
# selection. By default uses LAST\_MODIFIED\_DATE as a sorting
|
2255
|
+
# criteria. Currently it's the only allowed value.
|
2256
|
+
# @return [String]
|
2257
|
+
#
|
2258
|
+
# @!attribute [rw] order
|
2259
|
+
# A criteria to use for Amazon S3 files sorting before their
|
2260
|
+
# selection. By default uses DESCENDING order, i.e. most recent files
|
2261
|
+
# are selected first. Anotherpossible value is ASCENDING.
|
2262
|
+
# @return [String]
|
2263
|
+
#
|
2264
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilesLimit AWS API Documentation
|
2265
|
+
#
|
2266
|
+
class FilesLimit < Struct.new(
|
2267
|
+
:max_files,
|
2268
|
+
:ordered_by,
|
2269
|
+
:order)
|
2270
|
+
SENSITIVE = []
|
2271
|
+
include Aws::Structure
|
2272
|
+
end
|
2273
|
+
|
2274
|
+
# Represents a structure for defining parameter conditions. Supported
|
2275
|
+
# conditions are described here: [Supported conditions for dynamic
|
2276
|
+
# datasets][1] in the *Glue DataBrew Developer Guide*.
|
2277
|
+
#
|
2278
|
+
#
|
2279
|
+
#
|
2280
|
+
# [1]: https://docs-aws.amazon.com/databrew/latest/dg/datasets.multiple-files.html#conditions.for.dynamic.datasets
|
2281
|
+
#
|
2282
|
+
# @note When making an API call, you may pass FilterExpression
|
2283
|
+
# data as a hash:
|
2284
|
+
#
|
2285
|
+
# {
|
2286
|
+
# expression: "Expression", # required
|
2287
|
+
# values_map: { # required
|
2288
|
+
# "ValueReference" => "ConditionValue",
|
2289
|
+
# },
|
2290
|
+
# }
|
2291
|
+
#
|
2292
|
+
# @!attribute [rw] expression
|
2293
|
+
# The expression which includes condition names followed by
|
2294
|
+
# substitution variables, possibly grouped and combined with other
|
2295
|
+
# conditions. For example, "(starts\_with :prefix1 or starts\_with
|
2296
|
+
# :prefix2) and (ends\_with :suffix1 or ends\_with :suffix2)".
|
2297
|
+
# Substitution variables should start with ':' symbol.
|
2298
|
+
# @return [String]
|
2299
|
+
#
|
2300
|
+
# @!attribute [rw] values_map
|
2301
|
+
# The map of substitution variable names to their values used in this
|
2302
|
+
# filter expression.
|
2303
|
+
# @return [Hash<String,String>]
|
2304
|
+
#
|
2305
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilterExpression AWS API Documentation
|
2306
|
+
#
|
2307
|
+
class FilterExpression < Struct.new(
|
2308
|
+
:expression,
|
2309
|
+
:values_map)
|
2310
|
+
SENSITIVE = []
|
2311
|
+
include Aws::Structure
|
2312
|
+
end
|
2313
|
+
|
2314
|
+
# Represents a set of options that define the structure of either
|
2315
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
1682
2316
|
#
|
1683
2317
|
# @note When making an API call, you may pass FormatOptions
|
1684
2318
|
# data as a hash:
|
@@ -1708,7 +2342,7 @@ module Aws::GlueDataBrew
|
|
1708
2342
|
# @return [Types::ExcelOptions]
|
1709
2343
|
#
|
1710
2344
|
# @!attribute [rw] csv
|
1711
|
-
# Options that define how
|
2345
|
+
# Options that define how CSV input is to be interpreted by DataBrew.
|
1712
2346
|
# @return [Types::CsvOptions]
|
1713
2347
|
#
|
1714
2348
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FormatOptions AWS API Documentation
|
@@ -1721,8 +2355,8 @@ module Aws::GlueDataBrew
|
|
1721
2355
|
include Aws::Structure
|
1722
2356
|
end
|
1723
2357
|
|
1724
|
-
#
|
1725
|
-
# Catalog or Amazon S3.
|
2358
|
+
# Represents information on how DataBrew can find data, in either the
|
2359
|
+
# Glue Data Catalog or Amazon S3.
|
1726
2360
|
#
|
1727
2361
|
# @note When making an API call, you may pass Input
|
1728
2362
|
# data as a hash:
|
@@ -1741,6 +2375,14 @@ module Aws::GlueDataBrew
|
|
1741
2375
|
# key: "Key",
|
1742
2376
|
# },
|
1743
2377
|
# },
|
2378
|
+
# database_input_definition: {
|
2379
|
+
# glue_connection_name: "GlueConnectionName", # required
|
2380
|
+
# database_table_name: "DatabaseTableName", # required
|
2381
|
+
# temp_directory: {
|
2382
|
+
# bucket: "Bucket", # required
|
2383
|
+
# key: "Key",
|
2384
|
+
# },
|
2385
|
+
# },
|
1744
2386
|
# }
|
1745
2387
|
#
|
1746
2388
|
# @!attribute [rw] s3_input_definition
|
@@ -1748,14 +2390,19 @@ module Aws::GlueDataBrew
|
|
1748
2390
|
# @return [Types::S3Location]
|
1749
2391
|
#
|
1750
2392
|
# @!attribute [rw] data_catalog_input_definition
|
1751
|
-
# The
|
2393
|
+
# The Glue Data Catalog parameters for the data.
|
1752
2394
|
# @return [Types::DataCatalogInputDefinition]
|
1753
2395
|
#
|
2396
|
+
# @!attribute [rw] database_input_definition
|
2397
|
+
# Connection information for dataset input files stored in a database.
|
2398
|
+
# @return [Types::DatabaseInputDefinition]
|
2399
|
+
#
|
1754
2400
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Input AWS API Documentation
|
1755
2401
|
#
|
1756
2402
|
class Input < Struct.new(
|
1757
2403
|
:s3_input_definition,
|
1758
|
-
:data_catalog_input_definition
|
2404
|
+
:data_catalog_input_definition,
|
2405
|
+
:database_input_definition)
|
1759
2406
|
SENSITIVE = []
|
1760
2407
|
include Aws::Structure
|
1761
2408
|
end
|
@@ -1776,7 +2423,7 @@ module Aws::GlueDataBrew
|
|
1776
2423
|
# Represents all of the attributes of a DataBrew job.
|
1777
2424
|
#
|
1778
2425
|
# @!attribute [rw] account_id
|
1779
|
-
# The ID of the
|
2426
|
+
# The ID of the Amazon Web Services account that owns the job.
|
1780
2427
|
# @return [String]
|
1781
2428
|
#
|
1782
2429
|
# @!attribute [rw] created_by
|
@@ -1804,7 +2451,7 @@ module Aws::GlueDataBrew
|
|
1804
2451
|
# @!attribute [rw] encryption_mode
|
1805
2452
|
# The encryption mode for the job, which can be one of the following:
|
1806
2453
|
#
|
1807
|
-
# * `SSE-KMS` - Server-side encryption with
|
2454
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
1808
2455
|
#
|
1809
2456
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
1810
2457
|
# @return [String]
|
@@ -1849,6 +2496,16 @@ module Aws::GlueDataBrew
|
|
1849
2496
|
# One or more artifacts that represent output from running the job.
|
1850
2497
|
# @return [Array<Types::Output>]
|
1851
2498
|
#
|
2499
|
+
# @!attribute [rw] data_catalog_outputs
|
2500
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
2501
|
+
# from running the job.
|
2502
|
+
# @return [Array<Types::DataCatalogOutput>]
|
2503
|
+
#
|
2504
|
+
# @!attribute [rw] database_outputs
|
2505
|
+
# Represents a list of JDBC database output objects which defines the
|
2506
|
+
# output destination for a DataBrew recipe job to write into.
|
2507
|
+
# @return [Array<Types::DatabaseOutput>]
|
2508
|
+
#
|
1852
2509
|
# @!attribute [rw] project_name
|
1853
2510
|
# The name of the project that the job is associated with.
|
1854
2511
|
# @return [String]
|
@@ -1862,8 +2519,8 @@ module Aws::GlueDataBrew
|
|
1862
2519
|
# @return [String]
|
1863
2520
|
#
|
1864
2521
|
# @!attribute [rw] role_arn
|
1865
|
-
# The Amazon Resource Name (ARN) of the role
|
1866
|
-
#
|
2522
|
+
# The Amazon Resource Name (ARN) of the role to be assumed for this
|
2523
|
+
# job.
|
1867
2524
|
# @return [String]
|
1868
2525
|
#
|
1869
2526
|
# @!attribute [rw] timeout
|
@@ -1876,10 +2533,10 @@ module Aws::GlueDataBrew
|
|
1876
2533
|
# @return [Hash<String,String>]
|
1877
2534
|
#
|
1878
2535
|
# @!attribute [rw] job_sample
|
1879
|
-
#
|
1880
|
-
# rows on which the profile job
|
1881
|
-
#
|
1882
|
-
# is CUSTOM\_ROWS for the mode parameter and
|
2536
|
+
# A sample configuration for profile jobs only, which determines the
|
2537
|
+
# number of rows on which the profile job is run. If a `JobSample`
|
2538
|
+
# value isn't provided, the default value is used. The default value
|
2539
|
+
# is CUSTOM\_ROWS for the mode parameter and 20,000 for the size
|
1883
2540
|
# parameter.
|
1884
2541
|
# @return [Types::JobSample]
|
1885
2542
|
#
|
@@ -1900,6 +2557,8 @@ module Aws::GlueDataBrew
|
|
1900
2557
|
:max_capacity,
|
1901
2558
|
:max_retries,
|
1902
2559
|
:outputs,
|
2560
|
+
:data_catalog_outputs,
|
2561
|
+
:database_outputs,
|
1903
2562
|
:project_name,
|
1904
2563
|
:recipe_reference,
|
1905
2564
|
:resource_arn,
|
@@ -1960,6 +2619,16 @@ module Aws::GlueDataBrew
|
|
1960
2619
|
# One or more output artifacts from a job run.
|
1961
2620
|
# @return [Array<Types::Output>]
|
1962
2621
|
#
|
2622
|
+
# @!attribute [rw] data_catalog_outputs
|
2623
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
2624
|
+
# from running the job.
|
2625
|
+
# @return [Array<Types::DataCatalogOutput>]
|
2626
|
+
#
|
2627
|
+
# @!attribute [rw] database_outputs
|
2628
|
+
# Represents a list of JDBC database output objects which defines the
|
2629
|
+
# output destination for a DataBrew recipe job to write into.
|
2630
|
+
# @return [Array<Types::DatabaseOutput>]
|
2631
|
+
#
|
1963
2632
|
# @!attribute [rw] recipe_reference
|
1964
2633
|
# The set of steps processed by the job.
|
1965
2634
|
# @return [Types::RecipeReference]
|
@@ -1974,10 +2643,10 @@ module Aws::GlueDataBrew
|
|
1974
2643
|
# @return [Time]
|
1975
2644
|
#
|
1976
2645
|
# @!attribute [rw] job_sample
|
1977
|
-
#
|
1978
|
-
# rows on which the profile job
|
1979
|
-
#
|
1980
|
-
#
|
2646
|
+
# A sample configuration for profile jobs only, which determines the
|
2647
|
+
# number of rows on which the profile job is run. If a `JobSample`
|
2648
|
+
# value isn't provided, the default is used. The default value is
|
2649
|
+
# CUSTOM\_ROWS for the mode parameter and 20,000 for the size
|
1981
2650
|
# parameter.
|
1982
2651
|
# @return [Types::JobSample]
|
1983
2652
|
#
|
@@ -1995,6 +2664,8 @@ module Aws::GlueDataBrew
|
|
1995
2664
|
:log_subscription,
|
1996
2665
|
:log_group_name,
|
1997
2666
|
:outputs,
|
2667
|
+
:data_catalog_outputs,
|
2668
|
+
:database_outputs,
|
1998
2669
|
:recipe_reference,
|
1999
2670
|
:started_by,
|
2000
2671
|
:started_on,
|
@@ -2003,11 +2674,10 @@ module Aws::GlueDataBrew
|
|
2003
2674
|
include Aws::Structure
|
2004
2675
|
end
|
2005
2676
|
|
2006
|
-
#
|
2007
|
-
# rows on which the
|
2008
|
-
#
|
2009
|
-
#
|
2010
|
-
# size parameter.
|
2677
|
+
# A sample configuration for profile jobs only, which determines the
|
2678
|
+
# number of rows on which the profile job is run. If a `JobSample` value
|
2679
|
+
# isn't provided, the default is used. The default value is
|
2680
|
+
# CUSTOM\_ROWS for the mode parameter and 20,000 for the size parameter.
|
2011
2681
|
#
|
2012
2682
|
# @note When making an API call, you may pass JobSample
|
2013
2683
|
# data as a hash:
|
@@ -2018,20 +2688,20 @@ module Aws::GlueDataBrew
|
|
2018
2688
|
# }
|
2019
2689
|
#
|
2020
2690
|
# @!attribute [rw] mode
|
2021
|
-
#
|
2022
|
-
# dataset or
|
2691
|
+
# A value that determines whether the profile job is run on the entire
|
2692
|
+
# dataset or a specified number of rows. This value must be one of the
|
2023
2693
|
# following:
|
2024
2694
|
#
|
2025
|
-
# * FULL\_DATASET
|
2695
|
+
# * FULL\_DATASET - The profile job is run on the entire dataset.
|
2026
2696
|
#
|
2027
|
-
# * CUSTOM\_ROWS
|
2028
|
-
# specified in the Size parameter.
|
2697
|
+
# * CUSTOM\_ROWS - The profile job is run on the number of rows
|
2698
|
+
# specified in the `Size` parameter.
|
2029
2699
|
# @return [String]
|
2030
2700
|
#
|
2031
2701
|
# @!attribute [rw] size
|
2032
|
-
# Size parameter is only required when the mode is CUSTOM\_ROWS.
|
2033
|
-
#
|
2034
|
-
#
|
2702
|
+
# The `Size` parameter is only required when the mode is CUSTOM\_ROWS.
|
2703
|
+
# The profile job is run on the specified number of rows. The maximum
|
2704
|
+
# value for size is Long.MAX\_VALUE.
|
2035
2705
|
#
|
2036
2706
|
# Long.MAX\_VALUE = 9223372036854775807
|
2037
2707
|
# @return [Integer]
|
@@ -2046,7 +2716,7 @@ module Aws::GlueDataBrew
|
|
2046
2716
|
end
|
2047
2717
|
|
2048
2718
|
# Represents the JSON-specific options that define how input is to be
|
2049
|
-
# interpreted by
|
2719
|
+
# interpreted by Glue DataBrew.
|
2050
2720
|
#
|
2051
2721
|
# @note When making an API call, you may pass JsonOptions
|
2052
2722
|
# data as a hash:
|
@@ -2453,8 +3123,8 @@ module Aws::GlueDataBrew
|
|
2453
3123
|
include Aws::Structure
|
2454
3124
|
end
|
2455
3125
|
|
2456
|
-
#
|
2457
|
-
# generated by recipe jobs or profile jobs.
|
3126
|
+
# Represents options that specify how and where in Amazon S3 DataBrew
|
3127
|
+
# writes the output generated by recipe jobs or profile jobs.
|
2458
3128
|
#
|
2459
3129
|
# @note When making an API call, you may pass Output
|
2460
3130
|
# data as a hash:
|
@@ -2499,7 +3169,8 @@ module Aws::GlueDataBrew
|
|
2499
3169
|
# @return [Boolean]
|
2500
3170
|
#
|
2501
3171
|
# @!attribute [rw] format_options
|
2502
|
-
#
|
3172
|
+
# Represents options that define how DataBrew formats job output
|
3173
|
+
# files.
|
2503
3174
|
# @return [Types::OutputFormatOptions]
|
2504
3175
|
#
|
2505
3176
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
|
@@ -2515,7 +3186,8 @@ module Aws::GlueDataBrew
|
|
2515
3186
|
include Aws::Structure
|
2516
3187
|
end
|
2517
3188
|
|
2518
|
-
#
|
3189
|
+
# Represents a set of options that define the structure of
|
3190
|
+
# comma-separated (CSV) job output.
|
2519
3191
|
#
|
2520
3192
|
# @note When making an API call, you may pass OutputFormatOptions
|
2521
3193
|
# data as a hash:
|
@@ -2527,7 +3199,8 @@ module Aws::GlueDataBrew
|
|
2527
3199
|
# }
|
2528
3200
|
#
|
2529
3201
|
# @!attribute [rw] csv
|
2530
|
-
#
|
3202
|
+
# Represents a set of options that define the structure of
|
3203
|
+
# comma-separated value (CSV) job output.
|
2531
3204
|
# @return [Types::CsvOutputOptions]
|
2532
3205
|
#
|
2533
3206
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/OutputFormatOptions AWS API Documentation
|
@@ -2538,10 +3211,153 @@ module Aws::GlueDataBrew
|
|
2538
3211
|
include Aws::Structure
|
2539
3212
|
end
|
2540
3213
|
|
3214
|
+
# Represents a set of options that define how DataBrew selects files for
|
3215
|
+
# a given Amazon S3 path in a dataset.
|
3216
|
+
#
|
3217
|
+
# @note When making an API call, you may pass PathOptions
|
3218
|
+
# data as a hash:
|
3219
|
+
#
|
3220
|
+
# {
|
3221
|
+
# last_modified_date_condition: {
|
3222
|
+
# expression: "Expression", # required
|
3223
|
+
# values_map: { # required
|
3224
|
+
# "ValueReference" => "ConditionValue",
|
3225
|
+
# },
|
3226
|
+
# },
|
3227
|
+
# files_limit: {
|
3228
|
+
# max_files: 1, # required
|
3229
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
3230
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
3231
|
+
# },
|
3232
|
+
# parameters: {
|
3233
|
+
# "PathParameterName" => {
|
3234
|
+
# name: "PathParameterName", # required
|
3235
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
3236
|
+
# datetime_options: {
|
3237
|
+
# format: "DatetimeFormat", # required
|
3238
|
+
# timezone_offset: "TimezoneOffset",
|
3239
|
+
# locale_code: "LocaleCode",
|
3240
|
+
# },
|
3241
|
+
# create_column: false,
|
3242
|
+
# filter: {
|
3243
|
+
# expression: "Expression", # required
|
3244
|
+
# values_map: { # required
|
3245
|
+
# "ValueReference" => "ConditionValue",
|
3246
|
+
# },
|
3247
|
+
# },
|
3248
|
+
# },
|
3249
|
+
# },
|
3250
|
+
# }
|
3251
|
+
#
|
3252
|
+
# @!attribute [rw] last_modified_date_condition
|
3253
|
+
# If provided, this structure defines a date range for matching Amazon
|
3254
|
+
# S3 objects based on their LastModifiedDate attribute in Amazon S3.
|
3255
|
+
# @return [Types::FilterExpression]
|
3256
|
+
#
|
3257
|
+
# @!attribute [rw] files_limit
|
3258
|
+
# If provided, this structure imposes a limit on a number of files
|
3259
|
+
# that should be selected.
|
3260
|
+
# @return [Types::FilesLimit]
|
3261
|
+
#
|
3262
|
+
# @!attribute [rw] parameters
|
3263
|
+
# A structure that maps names of parameters used in the Amazon S3 path
|
3264
|
+
# of a dataset to their definitions.
|
3265
|
+
# @return [Hash<String,Types::DatasetParameter>]
|
3266
|
+
#
|
3267
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/PathOptions AWS API Documentation
|
3268
|
+
#
|
3269
|
+
class PathOptions < Struct.new(
|
3270
|
+
:last_modified_date_condition,
|
3271
|
+
:files_limit,
|
3272
|
+
:parameters)
|
3273
|
+
SENSITIVE = []
|
3274
|
+
include Aws::Structure
|
3275
|
+
end
|
3276
|
+
|
3277
|
+
# Configuration for profile jobs. Configuration can be used to select
|
3278
|
+
# columns, do evaluations, and override default parameters of
|
3279
|
+
# evaluations. When configuration is undefined, the profile job will
|
3280
|
+
# apply default settings to all supported columns.
|
3281
|
+
#
|
3282
|
+
# @note When making an API call, you may pass ProfileConfiguration
|
3283
|
+
# data as a hash:
|
3284
|
+
#
|
3285
|
+
# {
|
3286
|
+
# dataset_statistics_configuration: {
|
3287
|
+
# included_statistics: ["Statistic"],
|
3288
|
+
# overrides: [
|
3289
|
+
# {
|
3290
|
+
# statistic: "Statistic", # required
|
3291
|
+
# parameters: { # required
|
3292
|
+
# "ParameterName" => "ParameterValue",
|
3293
|
+
# },
|
3294
|
+
# },
|
3295
|
+
# ],
|
3296
|
+
# },
|
3297
|
+
# profile_columns: [
|
3298
|
+
# {
|
3299
|
+
# regex: "ColumnName",
|
3300
|
+
# name: "ColumnName",
|
3301
|
+
# },
|
3302
|
+
# ],
|
3303
|
+
# column_statistics_configurations: [
|
3304
|
+
# {
|
3305
|
+
# selectors: [
|
3306
|
+
# {
|
3307
|
+
# regex: "ColumnName",
|
3308
|
+
# name: "ColumnName",
|
3309
|
+
# },
|
3310
|
+
# ],
|
3311
|
+
# statistics: { # required
|
3312
|
+
# included_statistics: ["Statistic"],
|
3313
|
+
# overrides: [
|
3314
|
+
# {
|
3315
|
+
# statistic: "Statistic", # required
|
3316
|
+
# parameters: { # required
|
3317
|
+
# "ParameterName" => "ParameterValue",
|
3318
|
+
# },
|
3319
|
+
# },
|
3320
|
+
# ],
|
3321
|
+
# },
|
3322
|
+
# },
|
3323
|
+
# ],
|
3324
|
+
# }
|
3325
|
+
#
|
3326
|
+
# @!attribute [rw] dataset_statistics_configuration
|
3327
|
+
# Configuration for inter-column evaluations. Configuration can be
|
3328
|
+
# used to select evaluations and override parameters of evaluations.
|
3329
|
+
# When configuration is undefined, the profile job will run all
|
3330
|
+
# supported inter-column evaluations.
|
3331
|
+
# @return [Types::StatisticsConfiguration]
|
3332
|
+
#
|
3333
|
+
# @!attribute [rw] profile_columns
|
3334
|
+
# List of column selectors. ProfileColumns can be used to select
|
3335
|
+
# columns from the dataset. When ProfileColumns is undefined, the
|
3336
|
+
# profile job will profile all supported columns.
|
3337
|
+
# @return [Array<Types::ColumnSelector>]
|
3338
|
+
#
|
3339
|
+
# @!attribute [rw] column_statistics_configurations
|
3340
|
+
# List of configurations for column evaluations.
|
3341
|
+
# ColumnStatisticsConfigurations are used to select evaluations and
|
3342
|
+
# override parameters of evaluations for particular columns. When
|
3343
|
+
# ColumnStatisticsConfigurations is undefined, the profile job will
|
3344
|
+
# profile all supported columns and run all supported evaluations.
|
3345
|
+
# @return [Array<Types::ColumnStatisticsConfiguration>]
|
3346
|
+
#
|
3347
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ProfileConfiguration AWS API Documentation
|
3348
|
+
#
|
3349
|
+
class ProfileConfiguration < Struct.new(
|
3350
|
+
:dataset_statistics_configuration,
|
3351
|
+
:profile_columns,
|
3352
|
+
:column_statistics_configurations)
|
3353
|
+
SENSITIVE = []
|
3354
|
+
include Aws::Structure
|
3355
|
+
end
|
3356
|
+
|
2541
3357
|
# Represents all of the attributes of a DataBrew project.
|
2542
3358
|
#
|
2543
3359
|
# @!attribute [rw] account_id
|
2544
|
-
# The ID of the
|
3360
|
+
# The ID of the Amazon Web Services account that owns the project.
|
2545
3361
|
# @return [String]
|
2546
3362
|
#
|
2547
3363
|
# @!attribute [rw] create_date
|
@@ -2580,8 +3396,8 @@ module Aws::GlueDataBrew
|
|
2580
3396
|
#
|
2581
3397
|
# @!attribute [rw] sample
|
2582
3398
|
# The sample size and sampling type to apply to the data. If this
|
2583
|
-
# parameter isn't specified, then the sample
|
2584
|
-
#
|
3399
|
+
# parameter isn't specified, then the sample consists of the first
|
3400
|
+
# 500 rows from the dataset.
|
2585
3401
|
# @return [Types::Sample]
|
2586
3402
|
#
|
2587
3403
|
# @!attribute [rw] tags
|
@@ -2719,7 +3535,7 @@ module Aws::GlueDataBrew
|
|
2719
3535
|
# * Numeric version (`X.Y`) - `X` and `Y` stand for major and minor
|
2720
3536
|
# version numbers. The maximum length of each is 6 digits, and
|
2721
3537
|
# neither can be negative values. Both `X` and `Y` are required, and
|
2722
|
-
# "0.0"
|
3538
|
+
# "0.0" isn't a valid version.
|
2723
3539
|
#
|
2724
3540
|
# * `LATEST_WORKING` - the most recent valid version being developed
|
2725
3541
|
# in a DataBrew project.
|
@@ -2749,12 +3565,11 @@ module Aws::GlueDataBrew
|
|
2749
3565
|
|
2750
3566
|
# Represents a transformation and associated parameters that are used to
|
2751
3567
|
# apply a change to a DataBrew dataset. For more information, see
|
2752
|
-
# [Recipe
|
3568
|
+
# [Recipe actions reference][1].
|
2753
3569
|
#
|
2754
3570
|
#
|
2755
3571
|
#
|
2756
|
-
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-
|
2757
|
-
# [2]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
|
3572
|
+
# [1]: https://docs.aws.amazon.com/databrew/latest/dg/recipe-actions-reference.html
|
2758
3573
|
#
|
2759
3574
|
# @note When making an API call, you may pass RecipeAction
|
2760
3575
|
# data as a hash:
|
@@ -2837,8 +3652,8 @@ module Aws::GlueDataBrew
|
|
2837
3652
|
# @return [Types::RecipeAction]
|
2838
3653
|
#
|
2839
3654
|
# @!attribute [rw] condition_expressions
|
2840
|
-
# One or more conditions that must be met
|
2841
|
-
#
|
3655
|
+
# One or more conditions that must be met for the recipe step to
|
3656
|
+
# succeed.
|
2842
3657
|
#
|
2843
3658
|
# <note markdown="1"> All of the conditions in the array must be met. In other words, all
|
2844
3659
|
# of the conditions must be combined using a logical AND operation.
|
@@ -2893,8 +3708,8 @@ module Aws::GlueDataBrew
|
|
2893
3708
|
include Aws::Structure
|
2894
3709
|
end
|
2895
3710
|
|
2896
|
-
#
|
2897
|
-
# read input data, or write output from a job.
|
3711
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
3712
|
+
# DataBrew can read input data, or write output from a job.
|
2898
3713
|
#
|
2899
3714
|
# @note When making an API call, you may pass S3Location
|
2900
3715
|
# data as a hash:
|
@@ -2905,7 +3720,7 @@ module Aws::GlueDataBrew
|
|
2905
3720
|
# }
|
2906
3721
|
#
|
2907
3722
|
# @!attribute [rw] bucket
|
2908
|
-
# The S3 bucket name.
|
3723
|
+
# The Amazon S3 bucket name.
|
2909
3724
|
# @return [String]
|
2910
3725
|
#
|
2911
3726
|
# @!attribute [rw] key
|
@@ -2921,6 +3736,32 @@ module Aws::GlueDataBrew
|
|
2921
3736
|
include Aws::Structure
|
2922
3737
|
end
|
2923
3738
|
|
3739
|
+
# Represents options that specify how and where DataBrew writes the
|
3740
|
+
# Amazon S3 output generated by recipe jobs.
|
3741
|
+
#
|
3742
|
+
# @note When making an API call, you may pass S3TableOutputOptions
|
3743
|
+
# data as a hash:
|
3744
|
+
#
|
3745
|
+
# {
|
3746
|
+
# location: { # required
|
3747
|
+
# bucket: "Bucket", # required
|
3748
|
+
# key: "Key",
|
3749
|
+
# },
|
3750
|
+
# }
|
3751
|
+
#
|
3752
|
+
# @!attribute [rw] location
|
3753
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
3754
|
+
# DataBrew can write output from a job.
|
3755
|
+
# @return [Types::S3Location]
|
3756
|
+
#
|
3757
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/S3TableOutputOptions AWS API Documentation
|
3758
|
+
#
|
3759
|
+
class S3TableOutputOptions < Struct.new(
|
3760
|
+
:location)
|
3761
|
+
SENSITIVE = []
|
3762
|
+
include Aws::Structure
|
3763
|
+
end
|
3764
|
+
|
2924
3765
|
# Represents the sample size and sampling type for DataBrew to use for
|
2925
3766
|
# interactive data analysis.
|
2926
3767
|
#
|
@@ -2952,7 +3793,7 @@ module Aws::GlueDataBrew
|
|
2952
3793
|
# Represents one or more dates and times when a job is to run.
|
2953
3794
|
#
|
2954
3795
|
# @!attribute [rw] account_id
|
2955
|
-
# The ID of the
|
3796
|
+
# The ID of the Amazon Web Services account that owns the schedule.
|
2956
3797
|
# @return [String]
|
2957
3798
|
#
|
2958
3799
|
# @!attribute [rw] created_by
|
@@ -2981,9 +3822,8 @@ module Aws::GlueDataBrew
|
|
2981
3822
|
# @return [String]
|
2982
3823
|
#
|
2983
3824
|
# @!attribute [rw] cron_expression
|
2984
|
-
# The
|
2985
|
-
# see [Cron expressions][1] in the *
|
2986
|
-
# Guide*.
|
3825
|
+
# The dates and times when the job is to run. For more information,
|
3826
|
+
# see [Cron expressions][1] in the *Glue DataBrew Developer Guide*.
|
2987
3827
|
#
|
2988
3828
|
#
|
2989
3829
|
#
|
@@ -3071,7 +3911,7 @@ module Aws::GlueDataBrew
|
|
3071
3911
|
# @return [String]
|
3072
3912
|
#
|
3073
3913
|
# @!attribute [rw] view_frame
|
3074
|
-
# Represents the data being
|
3914
|
+
# Represents the data being transformed during an action.
|
3075
3915
|
# @return [Types::ViewFrame]
|
3076
3916
|
#
|
3077
3917
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/SendProjectSessionActionRequest AWS API Documentation
|
@@ -3196,6 +4036,72 @@ module Aws::GlueDataBrew
|
|
3196
4036
|
include Aws::Structure
|
3197
4037
|
end
|
3198
4038
|
|
4039
|
+
# Override of a particular evaluation for a profile job.
|
4040
|
+
#
|
4041
|
+
# @note When making an API call, you may pass StatisticOverride
|
4042
|
+
# data as a hash:
|
4043
|
+
#
|
4044
|
+
# {
|
4045
|
+
# statistic: "Statistic", # required
|
4046
|
+
# parameters: { # required
|
4047
|
+
# "ParameterName" => "ParameterValue",
|
4048
|
+
# },
|
4049
|
+
# }
|
4050
|
+
#
|
4051
|
+
# @!attribute [rw] statistic
|
4052
|
+
# The name of an evaluation
|
4053
|
+
# @return [String]
|
4054
|
+
#
|
4055
|
+
# @!attribute [rw] parameters
|
4056
|
+
# A map that includes overrides of an evaluation’s parameters.
|
4057
|
+
# @return [Hash<String,String>]
|
4058
|
+
#
|
4059
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticOverride AWS API Documentation
|
4060
|
+
#
|
4061
|
+
class StatisticOverride < Struct.new(
|
4062
|
+
:statistic,
|
4063
|
+
:parameters)
|
4064
|
+
SENSITIVE = []
|
4065
|
+
include Aws::Structure
|
4066
|
+
end
|
4067
|
+
|
4068
|
+
# Configuration of evaluations for a profile job. This configuration can
|
4069
|
+
# be used to select evaluations and override the parameters of selected
|
4070
|
+
# evaluations.
|
4071
|
+
#
|
4072
|
+
# @note When making an API call, you may pass StatisticsConfiguration
|
4073
|
+
# data as a hash:
|
4074
|
+
#
|
4075
|
+
# {
|
4076
|
+
# included_statistics: ["Statistic"],
|
4077
|
+
# overrides: [
|
4078
|
+
# {
|
4079
|
+
# statistic: "Statistic", # required
|
4080
|
+
# parameters: { # required
|
4081
|
+
# "ParameterName" => "ParameterValue",
|
4082
|
+
# },
|
4083
|
+
# },
|
4084
|
+
# ],
|
4085
|
+
# }
|
4086
|
+
#
|
4087
|
+
# @!attribute [rw] included_statistics
|
4088
|
+
# List of included evaluations. When the list is undefined, all
|
4089
|
+
# supported evaluations will be included.
|
4090
|
+
# @return [Array<String>]
|
4091
|
+
#
|
4092
|
+
# @!attribute [rw] overrides
|
4093
|
+
# List of overrides for evaluations.
|
4094
|
+
# @return [Array<Types::StatisticOverride>]
|
4095
|
+
#
|
4096
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/StatisticsConfiguration AWS API Documentation
|
4097
|
+
#
|
4098
|
+
class StatisticsConfiguration < Struct.new(
|
4099
|
+
:included_statistics,
|
4100
|
+
:overrides)
|
4101
|
+
SENSITIVE = []
|
4102
|
+
include Aws::Structure
|
4103
|
+
end
|
4104
|
+
|
3199
4105
|
# @note When making an API call, you may pass StopJobRunRequest
|
3200
4106
|
# data as a hash:
|
3201
4107
|
#
|
@@ -3330,6 +4236,45 @@ module Aws::GlueDataBrew
|
|
3330
4236
|
# key: "Key",
|
3331
4237
|
# },
|
3332
4238
|
# },
|
4239
|
+
# database_input_definition: {
|
4240
|
+
# glue_connection_name: "GlueConnectionName", # required
|
4241
|
+
# database_table_name: "DatabaseTableName", # required
|
4242
|
+
# temp_directory: {
|
4243
|
+
# bucket: "Bucket", # required
|
4244
|
+
# key: "Key",
|
4245
|
+
# },
|
4246
|
+
# },
|
4247
|
+
# },
|
4248
|
+
# path_options: {
|
4249
|
+
# last_modified_date_condition: {
|
4250
|
+
# expression: "Expression", # required
|
4251
|
+
# values_map: { # required
|
4252
|
+
# "ValueReference" => "ConditionValue",
|
4253
|
+
# },
|
4254
|
+
# },
|
4255
|
+
# files_limit: {
|
4256
|
+
# max_files: 1, # required
|
4257
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
4258
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
4259
|
+
# },
|
4260
|
+
# parameters: {
|
4261
|
+
# "PathParameterName" => {
|
4262
|
+
# name: "PathParameterName", # required
|
4263
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
4264
|
+
# datetime_options: {
|
4265
|
+
# format: "DatetimeFormat", # required
|
4266
|
+
# timezone_offset: "TimezoneOffset",
|
4267
|
+
# locale_code: "LocaleCode",
|
4268
|
+
# },
|
4269
|
+
# create_column: false,
|
4270
|
+
# filter: {
|
4271
|
+
# expression: "Expression", # required
|
4272
|
+
# values_map: { # required
|
4273
|
+
# "ValueReference" => "ConditionValue",
|
4274
|
+
# },
|
4275
|
+
# },
|
4276
|
+
# },
|
4277
|
+
# },
|
3333
4278
|
# },
|
3334
4279
|
# }
|
3335
4280
|
#
|
@@ -3338,27 +4283,33 @@ module Aws::GlueDataBrew
|
|
3338
4283
|
# @return [String]
|
3339
4284
|
#
|
3340
4285
|
# @!attribute [rw] format
|
3341
|
-
#
|
3342
|
-
# folder.
|
4286
|
+
# The file format of a dataset that is created from an Amazon S3 file
|
4287
|
+
# or folder.
|
3343
4288
|
# @return [String]
|
3344
4289
|
#
|
3345
4290
|
# @!attribute [rw] format_options
|
3346
|
-
#
|
3347
|
-
# input.
|
4291
|
+
# Represents a set of options that define the structure of either
|
4292
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
3348
4293
|
# @return [Types::FormatOptions]
|
3349
4294
|
#
|
3350
4295
|
# @!attribute [rw] input
|
3351
|
-
#
|
3352
|
-
# Data Catalog or Amazon S3.
|
4296
|
+
# Represents information on how DataBrew can find data, in either the
|
4297
|
+
# Glue Data Catalog or Amazon S3.
|
3353
4298
|
# @return [Types::Input]
|
3354
4299
|
#
|
4300
|
+
# @!attribute [rw] path_options
|
4301
|
+
# A set of options that defines how DataBrew interprets an Amazon S3
|
4302
|
+
# path of the dataset.
|
4303
|
+
# @return [Types::PathOptions]
|
4304
|
+
#
|
3355
4305
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
|
3356
4306
|
#
|
3357
4307
|
class UpdateDatasetRequest < Struct.new(
|
3358
4308
|
:name,
|
3359
4309
|
:format,
|
3360
4310
|
:format_options,
|
3361
|
-
:input
|
4311
|
+
:input,
|
4312
|
+
:path_options)
|
3362
4313
|
SENSITIVE = []
|
3363
4314
|
include Aws::Structure
|
3364
4315
|
end
|
@@ -3379,6 +4330,46 @@ module Aws::GlueDataBrew
|
|
3379
4330
|
# data as a hash:
|
3380
4331
|
#
|
3381
4332
|
# {
|
4333
|
+
# configuration: {
|
4334
|
+
# dataset_statistics_configuration: {
|
4335
|
+
# included_statistics: ["Statistic"],
|
4336
|
+
# overrides: [
|
4337
|
+
# {
|
4338
|
+
# statistic: "Statistic", # required
|
4339
|
+
# parameters: { # required
|
4340
|
+
# "ParameterName" => "ParameterValue",
|
4341
|
+
# },
|
4342
|
+
# },
|
4343
|
+
# ],
|
4344
|
+
# },
|
4345
|
+
# profile_columns: [
|
4346
|
+
# {
|
4347
|
+
# regex: "ColumnName",
|
4348
|
+
# name: "ColumnName",
|
4349
|
+
# },
|
4350
|
+
# ],
|
4351
|
+
# column_statistics_configurations: [
|
4352
|
+
# {
|
4353
|
+
# selectors: [
|
4354
|
+
# {
|
4355
|
+
# regex: "ColumnName",
|
4356
|
+
# name: "ColumnName",
|
4357
|
+
# },
|
4358
|
+
# ],
|
4359
|
+
# statistics: { # required
|
4360
|
+
# included_statistics: ["Statistic"],
|
4361
|
+
# overrides: [
|
4362
|
+
# {
|
4363
|
+
# statistic: "Statistic", # required
|
4364
|
+
# parameters: { # required
|
4365
|
+
# "ParameterName" => "ParameterValue",
|
4366
|
+
# },
|
4367
|
+
# },
|
4368
|
+
# ],
|
4369
|
+
# },
|
4370
|
+
# },
|
4371
|
+
# ],
|
4372
|
+
# },
|
3382
4373
|
# encryption_key_arn: "EncryptionKeyArn",
|
3383
4374
|
# encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3
|
3384
4375
|
# name: "JobName", # required
|
@@ -3397,6 +4388,13 @@ module Aws::GlueDataBrew
|
|
3397
4388
|
# },
|
3398
4389
|
# }
|
3399
4390
|
#
|
4391
|
+
# @!attribute [rw] configuration
|
4392
|
+
# Configuration for profile jobs. Used to select columns, do
|
4393
|
+
# evaluations, and override default parameters of evaluations. When
|
4394
|
+
# configuration is null, the profile job will run with default
|
4395
|
+
# settings.
|
4396
|
+
# @return [Types::ProfileConfiguration]
|
4397
|
+
#
|
3400
4398
|
# @!attribute [rw] encryption_key_arn
|
3401
4399
|
# The Amazon Resource Name (ARN) of an encryption key that is used to
|
3402
4400
|
# protect the job.
|
@@ -3405,7 +4403,7 @@ module Aws::GlueDataBrew
|
|
3405
4403
|
# @!attribute [rw] encryption_mode
|
3406
4404
|
# The encryption mode for the job, which can be one of the following:
|
3407
4405
|
#
|
3408
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
4406
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
3409
4407
|
#
|
3410
4408
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3411
4409
|
# @return [String]
|
@@ -3430,13 +4428,13 @@ module Aws::GlueDataBrew
|
|
3430
4428
|
# @return [Integer]
|
3431
4429
|
#
|
3432
4430
|
# @!attribute [rw] output_location
|
3433
|
-
#
|
3434
|
-
# read input data, or write output from a job.
|
4431
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
4432
|
+
# DataBrew can read input data, or write output from a job.
|
3435
4433
|
# @return [Types::S3Location]
|
3436
4434
|
#
|
3437
4435
|
# @!attribute [rw] role_arn
|
3438
|
-
# The Amazon Resource Name (ARN) of the
|
3439
|
-
#
|
4436
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
4437
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
3440
4438
|
# @return [String]
|
3441
4439
|
#
|
3442
4440
|
# @!attribute [rw] timeout
|
@@ -3455,6 +4453,7 @@ module Aws::GlueDataBrew
|
|
3455
4453
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
|
3456
4454
|
#
|
3457
4455
|
class UpdateProfileJobRequest < Struct.new(
|
4456
|
+
:configuration,
|
3458
4457
|
:encryption_key_arn,
|
3459
4458
|
:encryption_mode,
|
3460
4459
|
:name,
|
@@ -3544,7 +4543,7 @@ module Aws::GlueDataBrew
|
|
3544
4543
|
# log_subscription: "ENABLE", # accepts ENABLE, DISABLE
|
3545
4544
|
# max_capacity: 1,
|
3546
4545
|
# max_retries: 1,
|
3547
|
-
# outputs: [
|
4546
|
+
# outputs: [
|
3548
4547
|
# {
|
3549
4548
|
# compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB
|
3550
4549
|
# format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML
|
@@ -3561,6 +4560,40 @@ module Aws::GlueDataBrew
|
|
3561
4560
|
# },
|
3562
4561
|
# },
|
3563
4562
|
# ],
|
4563
|
+
# data_catalog_outputs: [
|
4564
|
+
# {
|
4565
|
+
# catalog_id: "CatalogId",
|
4566
|
+
# database_name: "DatabaseName", # required
|
4567
|
+
# table_name: "TableName", # required
|
4568
|
+
# s3_options: {
|
4569
|
+
# location: { # required
|
4570
|
+
# bucket: "Bucket", # required
|
4571
|
+
# key: "Key",
|
4572
|
+
# },
|
4573
|
+
# },
|
4574
|
+
# database_options: {
|
4575
|
+
# temp_directory: {
|
4576
|
+
# bucket: "Bucket", # required
|
4577
|
+
# key: "Key",
|
4578
|
+
# },
|
4579
|
+
# table_name: "DatabaseTableName", # required
|
4580
|
+
# },
|
4581
|
+
# overwrite: false,
|
4582
|
+
# },
|
4583
|
+
# ],
|
4584
|
+
# database_outputs: [
|
4585
|
+
# {
|
4586
|
+
# glue_connection_name: "GlueConnectionName", # required
|
4587
|
+
# database_options: { # required
|
4588
|
+
# temp_directory: {
|
4589
|
+
# bucket: "Bucket", # required
|
4590
|
+
# key: "Key",
|
4591
|
+
# },
|
4592
|
+
# table_name: "DatabaseTableName", # required
|
4593
|
+
# },
|
4594
|
+
# database_output_mode: "NEW_TABLE", # accepts NEW_TABLE
|
4595
|
+
# },
|
4596
|
+
# ],
|
3564
4597
|
# role_arn: "Arn", # required
|
3565
4598
|
# timeout: 1,
|
3566
4599
|
# }
|
@@ -3573,7 +4606,7 @@ module Aws::GlueDataBrew
|
|
3573
4606
|
# @!attribute [rw] encryption_mode
|
3574
4607
|
# The encryption mode for the job, which can be one of the following:
|
3575
4608
|
#
|
3576
|
-
# * `SSE-KMS` - Server-side encryption with keys managed by
|
4609
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by KMS.
|
3577
4610
|
#
|
3578
4611
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3579
4612
|
# @return [String]
|
@@ -3602,9 +4635,19 @@ module Aws::GlueDataBrew
|
|
3602
4635
|
# job.
|
3603
4636
|
# @return [Array<Types::Output>]
|
3604
4637
|
#
|
4638
|
+
# @!attribute [rw] data_catalog_outputs
|
4639
|
+
# One or more artifacts that represent the Glue Data Catalog output
|
4640
|
+
# from running the job.
|
4641
|
+
# @return [Array<Types::DataCatalogOutput>]
|
4642
|
+
#
|
4643
|
+
# @!attribute [rw] database_outputs
|
4644
|
+
# Represents a list of JDBC database output objects which defines the
|
4645
|
+
# output destination for a DataBrew recipe job to write into.
|
4646
|
+
# @return [Array<Types::DatabaseOutput>]
|
4647
|
+
#
|
3605
4648
|
# @!attribute [rw] role_arn
|
3606
|
-
# The Amazon Resource Name (ARN) of the
|
3607
|
-
#
|
4649
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
4650
|
+
# (IAM) role to be assumed when DataBrew runs the job.
|
3608
4651
|
# @return [String]
|
3609
4652
|
#
|
3610
4653
|
# @!attribute [rw] timeout
|
@@ -3622,6 +4665,8 @@ module Aws::GlueDataBrew
|
|
3622
4665
|
:max_capacity,
|
3623
4666
|
:max_retries,
|
3624
4667
|
:outputs,
|
4668
|
+
:data_catalog_outputs,
|
4669
|
+
:database_outputs,
|
3625
4670
|
:role_arn,
|
3626
4671
|
:timeout)
|
3627
4672
|
SENSITIVE = []
|
@@ -3716,8 +4761,8 @@ module Aws::GlueDataBrew
|
|
3716
4761
|
#
|
3717
4762
|
# @!attribute [rw] cron_expression
|
3718
4763
|
# The date or dates and time or times when the jobs are to be run. For
|
3719
|
-
# more information, see [Cron expressions][1] in the *
|
3720
|
-
#
|
4764
|
+
# more information, see [Cron expressions][1] in the *Glue DataBrew
|
4765
|
+
# Developer Guide*.
|
3721
4766
|
#
|
3722
4767
|
#
|
3723
4768
|
#
|
@@ -3763,7 +4808,7 @@ module Aws::GlueDataBrew
|
|
3763
4808
|
include Aws::Structure
|
3764
4809
|
end
|
3765
4810
|
|
3766
|
-
# Represents the data being
|
4811
|
+
# Represents the data being transformed during an action.
|
3767
4812
|
#
|
3768
4813
|
# @note When making an API call, you may pass ViewFrame
|
3769
4814
|
# data as a hash:
|