aws-sdk-gluedatabrew 1.2.0 → 1.7.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +43 -0
- data/LICENSE.txt +202 -0
- data/VERSION +1 -0
- data/lib/aws-sdk-gluedatabrew.rb +2 -2
- data/lib/aws-sdk-gluedatabrew/client.rb +270 -22
- data/lib/aws-sdk-gluedatabrew/client_api.rb +117 -1
- data/lib/aws-sdk-gluedatabrew/errors.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/resource.rb +1 -1
- data/lib/aws-sdk-gluedatabrew/types.rb +715 -66
- metadata +8 -5
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -33,6 +33,7 @@ module Aws::GlueDataBrew
|
|
33
33
|
ConditionExpressionList = Shapes::ListShape.new(name: 'ConditionExpressionList')
|
34
34
|
ConditionValue = Shapes::StringShape.new(name: 'ConditionValue')
|
35
35
|
ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
|
36
|
+
CreateColumn = Shapes::BooleanShape.new(name: 'CreateColumn')
|
36
37
|
CreateDatasetRequest = Shapes::StructureShape.new(name: 'CreateDatasetRequest')
|
37
38
|
CreateDatasetResponse = Shapes::StructureShape.new(name: 'CreateDatasetResponse')
|
38
39
|
CreateProfileJobRequest = Shapes::StructureShape.new(name: 'CreateProfileJobRequest')
|
@@ -50,11 +51,16 @@ module Aws::GlueDataBrew
|
|
50
51
|
CsvOptions = Shapes::StructureShape.new(name: 'CsvOptions')
|
51
52
|
CsvOutputOptions = Shapes::StructureShape.new(name: 'CsvOutputOptions')
|
52
53
|
DataCatalogInputDefinition = Shapes::StructureShape.new(name: 'DataCatalogInputDefinition')
|
54
|
+
DatabaseInputDefinition = Shapes::StructureShape.new(name: 'DatabaseInputDefinition')
|
53
55
|
DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
|
56
|
+
DatabaseTableName = Shapes::StringShape.new(name: 'DatabaseTableName')
|
54
57
|
Dataset = Shapes::StructureShape.new(name: 'Dataset')
|
55
58
|
DatasetList = Shapes::ListShape.new(name: 'DatasetList')
|
56
59
|
DatasetName = Shapes::StringShape.new(name: 'DatasetName')
|
60
|
+
DatasetParameter = Shapes::StructureShape.new(name: 'DatasetParameter')
|
57
61
|
Date = Shapes::TimestampShape.new(name: 'Date')
|
62
|
+
DatetimeFormat = Shapes::StringShape.new(name: 'DatetimeFormat')
|
63
|
+
DatetimeOptions = Shapes::StructureShape.new(name: 'DatetimeOptions')
|
58
64
|
DeleteDatasetRequest = Shapes::StructureShape.new(name: 'DeleteDatasetRequest')
|
59
65
|
DeleteDatasetResponse = Shapes::StructureShape.new(name: 'DeleteDatasetResponse')
|
60
66
|
DeleteJobRequest = Shapes::StructureShape.new(name: 'DeleteJobRequest')
|
@@ -70,6 +76,8 @@ module Aws::GlueDataBrew
|
|
70
76
|
DescribeDatasetResponse = Shapes::StructureShape.new(name: 'DescribeDatasetResponse')
|
71
77
|
DescribeJobRequest = Shapes::StructureShape.new(name: 'DescribeJobRequest')
|
72
78
|
DescribeJobResponse = Shapes::StructureShape.new(name: 'DescribeJobResponse')
|
79
|
+
DescribeJobRunRequest = Shapes::StructureShape.new(name: 'DescribeJobRunRequest')
|
80
|
+
DescribeJobRunResponse = Shapes::StructureShape.new(name: 'DescribeJobRunResponse')
|
73
81
|
DescribeProjectRequest = Shapes::StructureShape.new(name: 'DescribeProjectRequest')
|
74
82
|
DescribeProjectResponse = Shapes::StructureShape.new(name: 'DescribeProjectResponse')
|
75
83
|
DescribeRecipeRequest = Shapes::StructureShape.new(name: 'DescribeRecipeRequest')
|
@@ -81,9 +89,15 @@ module Aws::GlueDataBrew
|
|
81
89
|
ErrorCode = Shapes::StringShape.new(name: 'ErrorCode')
|
82
90
|
ExcelOptions = Shapes::StructureShape.new(name: 'ExcelOptions')
|
83
91
|
ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
|
92
|
+
Expression = Shapes::StringShape.new(name: 'Expression')
|
93
|
+
FilesLimit = Shapes::StructureShape.new(name: 'FilesLimit')
|
94
|
+
FilterExpression = Shapes::StructureShape.new(name: 'FilterExpression')
|
84
95
|
FormatOptions = Shapes::StructureShape.new(name: 'FormatOptions')
|
96
|
+
GlueConnectionName = Shapes::StringShape.new(name: 'GlueConnectionName')
|
97
|
+
HeaderRow = Shapes::BooleanShape.new(name: 'HeaderRow')
|
85
98
|
HiddenColumnList = Shapes::ListShape.new(name: 'HiddenColumnList')
|
86
99
|
Input = Shapes::StructureShape.new(name: 'Input')
|
100
|
+
InputFormat = Shapes::StringShape.new(name: 'InputFormat')
|
87
101
|
InternalServerException = Shapes::StructureShape.new(name: 'InternalServerException')
|
88
102
|
Job = Shapes::StructureShape.new(name: 'Job')
|
89
103
|
JobList = Shapes::ListShape.new(name: 'JobList')
|
@@ -94,6 +108,8 @@ module Aws::GlueDataBrew
|
|
94
108
|
JobRunId = Shapes::StringShape.new(name: 'JobRunId')
|
95
109
|
JobRunList = Shapes::ListShape.new(name: 'JobRunList')
|
96
110
|
JobRunState = Shapes::StringShape.new(name: 'JobRunState')
|
111
|
+
JobSample = Shapes::StructureShape.new(name: 'JobSample')
|
112
|
+
JobSize = Shapes::IntegerShape.new(name: 'JobSize')
|
97
113
|
JobType = Shapes::StringShape.new(name: 'JobType')
|
98
114
|
JsonOptions = Shapes::StructureShape.new(name: 'JsonOptions')
|
99
115
|
Key = Shapes::StringShape.new(name: 'Key')
|
@@ -114,9 +130,11 @@ module Aws::GlueDataBrew
|
|
114
130
|
ListSchedulesResponse = Shapes::StructureShape.new(name: 'ListSchedulesResponse')
|
115
131
|
ListTagsForResourceRequest = Shapes::StructureShape.new(name: 'ListTagsForResourceRequest')
|
116
132
|
ListTagsForResourceResponse = Shapes::StructureShape.new(name: 'ListTagsForResourceResponse')
|
133
|
+
LocaleCode = Shapes::StringShape.new(name: 'LocaleCode')
|
117
134
|
LogGroupName = Shapes::StringShape.new(name: 'LogGroupName')
|
118
135
|
LogSubscription = Shapes::StringShape.new(name: 'LogSubscription')
|
119
136
|
MaxCapacity = Shapes::IntegerShape.new(name: 'MaxCapacity')
|
137
|
+
MaxFiles = Shapes::IntegerShape.new(name: 'MaxFiles')
|
120
138
|
MaxResults100 = Shapes::IntegerShape.new(name: 'MaxResults100')
|
121
139
|
MaxRetries = Shapes::IntegerShape.new(name: 'MaxRetries')
|
122
140
|
Message = Shapes::StringShape.new(name: 'Message')
|
@@ -124,6 +142,8 @@ module Aws::GlueDataBrew
|
|
124
142
|
NextToken = Shapes::StringShape.new(name: 'NextToken')
|
125
143
|
OpenedBy = Shapes::StringShape.new(name: 'OpenedBy')
|
126
144
|
Operation = Shapes::StringShape.new(name: 'Operation')
|
145
|
+
Order = Shapes::StringShape.new(name: 'Order')
|
146
|
+
OrderedBy = Shapes::StringShape.new(name: 'OrderedBy')
|
127
147
|
Output = Shapes::StructureShape.new(name: 'Output')
|
128
148
|
OutputFormat = Shapes::StringShape.new(name: 'OutputFormat')
|
129
149
|
OutputFormatOptions = Shapes::StructureShape.new(name: 'OutputFormatOptions')
|
@@ -131,7 +151,11 @@ module Aws::GlueDataBrew
|
|
131
151
|
OverwriteOutput = Shapes::BooleanShape.new(name: 'OverwriteOutput')
|
132
152
|
ParameterMap = Shapes::MapShape.new(name: 'ParameterMap')
|
133
153
|
ParameterName = Shapes::StringShape.new(name: 'ParameterName')
|
154
|
+
ParameterType = Shapes::StringShape.new(name: 'ParameterType')
|
134
155
|
ParameterValue = Shapes::StringShape.new(name: 'ParameterValue')
|
156
|
+
PathOptions = Shapes::StructureShape.new(name: 'PathOptions')
|
157
|
+
PathParameterName = Shapes::StringShape.new(name: 'PathParameterName')
|
158
|
+
PathParametersMap = Shapes::MapShape.new(name: 'PathParametersMap')
|
135
159
|
Preview = Shapes::BooleanShape.new(name: 'Preview')
|
136
160
|
Project = Shapes::StructureShape.new(name: 'Project')
|
137
161
|
ProjectList = Shapes::ListShape.new(name: 'ProjectList')
|
@@ -156,6 +180,7 @@ module Aws::GlueDataBrew
|
|
156
180
|
Result = Shapes::StringShape.new(name: 'Result')
|
157
181
|
S3Location = Shapes::StructureShape.new(name: 'S3Location')
|
158
182
|
Sample = Shapes::StructureShape.new(name: 'Sample')
|
183
|
+
SampleMode = Shapes::StringShape.new(name: 'SampleMode')
|
159
184
|
SampleSize = Shapes::IntegerShape.new(name: 'SampleSize')
|
160
185
|
SampleType = Shapes::StringShape.new(name: 'SampleType')
|
161
186
|
Schedule = Shapes::StructureShape.new(name: 'Schedule')
|
@@ -188,6 +213,7 @@ module Aws::GlueDataBrew
|
|
188
213
|
TagValue = Shapes::StringShape.new(name: 'TagValue')
|
189
214
|
TargetColumn = Shapes::StringShape.new(name: 'TargetColumn')
|
190
215
|
Timeout = Shapes::IntegerShape.new(name: 'Timeout')
|
216
|
+
TimezoneOffset = Shapes::StringShape.new(name: 'TimezoneOffset')
|
191
217
|
UntagResourceRequest = Shapes::StructureShape.new(name: 'UntagResourceRequest')
|
192
218
|
UntagResourceResponse = Shapes::StructureShape.new(name: 'UntagResourceResponse')
|
193
219
|
UpdateDatasetRequest = Shapes::StructureShape.new(name: 'UpdateDatasetRequest')
|
@@ -203,6 +229,8 @@ module Aws::GlueDataBrew
|
|
203
229
|
UpdateScheduleRequest = Shapes::StructureShape.new(name: 'UpdateScheduleRequest')
|
204
230
|
UpdateScheduleResponse = Shapes::StructureShape.new(name: 'UpdateScheduleResponse')
|
205
231
|
ValidationException = Shapes::StructureShape.new(name: 'ValidationException')
|
232
|
+
ValueReference = Shapes::StringShape.new(name: 'ValueReference')
|
233
|
+
ValuesMap = Shapes::MapShape.new(name: 'ValuesMap')
|
206
234
|
ViewFrame = Shapes::StructureShape.new(name: 'ViewFrame')
|
207
235
|
|
208
236
|
AccessDeniedException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
|
@@ -229,8 +257,10 @@ module Aws::GlueDataBrew
|
|
229
257
|
ConflictException.struct_class = Types::ConflictException
|
230
258
|
|
231
259
|
CreateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
260
|
+
CreateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
232
261
|
CreateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
233
262
|
CreateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
263
|
+
CreateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
234
264
|
CreateDatasetRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
235
265
|
CreateDatasetRequest.struct_class = Types::CreateDatasetRequest
|
236
266
|
|
@@ -248,6 +278,7 @@ module Aws::GlueDataBrew
|
|
248
278
|
CreateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
249
279
|
CreateProfileJobRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
250
280
|
CreateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
281
|
+
CreateProfileJobRequest.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
251
282
|
CreateProfileJobRequest.struct_class = Types::CreateProfileJobRequest
|
252
283
|
|
253
284
|
CreateProfileJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "Name"))
|
@@ -301,6 +332,7 @@ module Aws::GlueDataBrew
|
|
301
332
|
CreateScheduleResponse.struct_class = Types::CreateScheduleResponse
|
302
333
|
|
303
334
|
CsvOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
|
335
|
+
CsvOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
|
304
336
|
CsvOptions.struct_class = Types::CsvOptions
|
305
337
|
|
306
338
|
CsvOutputOptions.add_member(:delimiter, Shapes::ShapeRef.new(shape: Delimiter, location_name: "Delimiter"))
|
@@ -312,21 +344,40 @@ module Aws::GlueDataBrew
|
|
312
344
|
DataCatalogInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
313
345
|
DataCatalogInputDefinition.struct_class = Types::DataCatalogInputDefinition
|
314
346
|
|
347
|
+
DatabaseInputDefinition.add_member(:glue_connection_name, Shapes::ShapeRef.new(shape: GlueConnectionName, required: true, location_name: "GlueConnectionName"))
|
348
|
+
DatabaseInputDefinition.add_member(:database_table_name, Shapes::ShapeRef.new(shape: DatabaseTableName, required: true, location_name: "DatabaseTableName"))
|
349
|
+
DatabaseInputDefinition.add_member(:temp_directory, Shapes::ShapeRef.new(shape: S3Location, location_name: "TempDirectory"))
|
350
|
+
DatabaseInputDefinition.struct_class = Types::DatabaseInputDefinition
|
351
|
+
|
315
352
|
Dataset.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
316
353
|
Dataset.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
317
354
|
Dataset.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
318
355
|
Dataset.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
356
|
+
Dataset.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
319
357
|
Dataset.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
320
358
|
Dataset.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
321
359
|
Dataset.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
322
360
|
Dataset.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
|
323
361
|
Dataset.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
|
362
|
+
Dataset.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
324
363
|
Dataset.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
325
364
|
Dataset.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
326
365
|
Dataset.struct_class = Types::Dataset
|
327
366
|
|
328
367
|
DatasetList.member = Shapes::ShapeRef.new(shape: Dataset)
|
329
368
|
|
369
|
+
DatasetParameter.add_member(:name, Shapes::ShapeRef.new(shape: PathParameterName, required: true, location_name: "Name"))
|
370
|
+
DatasetParameter.add_member(:type, Shapes::ShapeRef.new(shape: ParameterType, required: true, location_name: "Type"))
|
371
|
+
DatasetParameter.add_member(:datetime_options, Shapes::ShapeRef.new(shape: DatetimeOptions, location_name: "DatetimeOptions"))
|
372
|
+
DatasetParameter.add_member(:create_column, Shapes::ShapeRef.new(shape: CreateColumn, location_name: "CreateColumn"))
|
373
|
+
DatasetParameter.add_member(:filter, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "Filter"))
|
374
|
+
DatasetParameter.struct_class = Types::DatasetParameter
|
375
|
+
|
376
|
+
DatetimeOptions.add_member(:format, Shapes::ShapeRef.new(shape: DatetimeFormat, required: true, location_name: "Format"))
|
377
|
+
DatetimeOptions.add_member(:timezone_offset, Shapes::ShapeRef.new(shape: TimezoneOffset, location_name: "TimezoneOffset"))
|
378
|
+
DatetimeOptions.add_member(:locale_code, Shapes::ShapeRef.new(shape: LocaleCode, location_name: "LocaleCode"))
|
379
|
+
DatetimeOptions.struct_class = Types::DatetimeOptions
|
380
|
+
|
330
381
|
DeleteDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
|
331
382
|
DeleteDatasetRequest.struct_class = Types::DeleteDatasetRequest
|
332
383
|
|
@@ -365,11 +416,13 @@ module Aws::GlueDataBrew
|
|
365
416
|
DescribeDatasetResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
366
417
|
DescribeDatasetResponse.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
367
418
|
DescribeDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
419
|
+
DescribeDatasetResponse.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
368
420
|
DescribeDatasetResponse.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
369
421
|
DescribeDatasetResponse.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
370
422
|
DescribeDatasetResponse.add_member(:last_modified_date, Shapes::ShapeRef.new(shape: Date, location_name: "LastModifiedDate"))
|
371
423
|
DescribeDatasetResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: LastModifiedBy, location_name: "LastModifiedBy"))
|
372
424
|
DescribeDatasetResponse.add_member(:source, Shapes::ShapeRef.new(shape: Source, location_name: "Source"))
|
425
|
+
DescribeDatasetResponse.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
373
426
|
DescribeDatasetResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
374
427
|
DescribeDatasetResponse.add_member(:resource_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "ResourceArn"))
|
375
428
|
DescribeDatasetResponse.struct_class = Types::DescribeDatasetResponse
|
@@ -396,8 +449,30 @@ module Aws::GlueDataBrew
|
|
396
449
|
DescribeJobResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
|
397
450
|
DescribeJobResponse.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
398
451
|
DescribeJobResponse.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
452
|
+
DescribeJobResponse.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
399
453
|
DescribeJobResponse.struct_class = Types::DescribeJobResponse
|
400
454
|
|
455
|
+
DescribeJobRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location: "uri", location_name: "name"))
|
456
|
+
DescribeJobRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, required: true, location: "uri", location_name: "runId"))
|
457
|
+
DescribeJobRunRequest.struct_class = Types::DescribeJobRunRequest
|
458
|
+
|
459
|
+
DescribeJobRunResponse.add_member(:attempt, Shapes::ShapeRef.new(shape: Attempt, location_name: "Attempt"))
|
460
|
+
DescribeJobRunResponse.add_member(:completed_on, Shapes::ShapeRef.new(shape: Date, location_name: "CompletedOn"))
|
461
|
+
DescribeJobRunResponse.add_member(:dataset_name, Shapes::ShapeRef.new(shape: DatasetName, location_name: "DatasetName"))
|
462
|
+
DescribeJobRunResponse.add_member(:error_message, Shapes::ShapeRef.new(shape: JobRunErrorMessage, location_name: "ErrorMessage"))
|
463
|
+
DescribeJobRunResponse.add_member(:execution_time, Shapes::ShapeRef.new(shape: ExecutionTime, location_name: "ExecutionTime"))
|
464
|
+
DescribeJobRunResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
|
465
|
+
DescribeJobRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: JobRunId, location_name: "RunId"))
|
466
|
+
DescribeJobRunResponse.add_member(:state, Shapes::ShapeRef.new(shape: JobRunState, location_name: "State"))
|
467
|
+
DescribeJobRunResponse.add_member(:log_subscription, Shapes::ShapeRef.new(shape: LogSubscription, location_name: "LogSubscription"))
|
468
|
+
DescribeJobRunResponse.add_member(:log_group_name, Shapes::ShapeRef.new(shape: LogGroupName, location_name: "LogGroupName"))
|
469
|
+
DescribeJobRunResponse.add_member(:outputs, Shapes::ShapeRef.new(shape: OutputList, location_name: "Outputs"))
|
470
|
+
DescribeJobRunResponse.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
471
|
+
DescribeJobRunResponse.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
472
|
+
DescribeJobRunResponse.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
473
|
+
DescribeJobRunResponse.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
474
|
+
DescribeJobRunResponse.struct_class = Types::DescribeJobRunResponse
|
475
|
+
|
401
476
|
DescribeProjectRequest.add_member(:name, Shapes::ShapeRef.new(shape: ProjectName, required: true, location: "uri", location_name: "name"))
|
402
477
|
DescribeProjectRequest.struct_class = Types::DescribeProjectRequest
|
403
478
|
|
@@ -452,8 +527,18 @@ module Aws::GlueDataBrew
|
|
452
527
|
|
453
528
|
ExcelOptions.add_member(:sheet_names, Shapes::ShapeRef.new(shape: SheetNameList, location_name: "SheetNames"))
|
454
529
|
ExcelOptions.add_member(:sheet_indexes, Shapes::ShapeRef.new(shape: SheetIndexList, location_name: "SheetIndexes"))
|
530
|
+
ExcelOptions.add_member(:header_row, Shapes::ShapeRef.new(shape: HeaderRow, location_name: "HeaderRow"))
|
455
531
|
ExcelOptions.struct_class = Types::ExcelOptions
|
456
532
|
|
533
|
+
FilesLimit.add_member(:max_files, Shapes::ShapeRef.new(shape: MaxFiles, required: true, location_name: "MaxFiles"))
|
534
|
+
FilesLimit.add_member(:ordered_by, Shapes::ShapeRef.new(shape: OrderedBy, location_name: "OrderedBy"))
|
535
|
+
FilesLimit.add_member(:order, Shapes::ShapeRef.new(shape: Order, location_name: "Order"))
|
536
|
+
FilesLimit.struct_class = Types::FilesLimit
|
537
|
+
|
538
|
+
FilterExpression.add_member(:expression, Shapes::ShapeRef.new(shape: Expression, required: true, location_name: "Expression"))
|
539
|
+
FilterExpression.add_member(:values_map, Shapes::ShapeRef.new(shape: ValuesMap, required: true, location_name: "ValuesMap"))
|
540
|
+
FilterExpression.struct_class = Types::FilterExpression
|
541
|
+
|
457
542
|
FormatOptions.add_member(:json, Shapes::ShapeRef.new(shape: JsonOptions, location_name: "Json"))
|
458
543
|
FormatOptions.add_member(:excel, Shapes::ShapeRef.new(shape: ExcelOptions, location_name: "Excel"))
|
459
544
|
FormatOptions.add_member(:csv, Shapes::ShapeRef.new(shape: CsvOptions, location_name: "Csv"))
|
@@ -463,6 +548,7 @@ module Aws::GlueDataBrew
|
|
463
548
|
|
464
549
|
Input.add_member(:s3_input_definition, Shapes::ShapeRef.new(shape: S3Location, location_name: "S3InputDefinition"))
|
465
550
|
Input.add_member(:data_catalog_input_definition, Shapes::ShapeRef.new(shape: DataCatalogInputDefinition, location_name: "DataCatalogInputDefinition"))
|
551
|
+
Input.add_member(:database_input_definition, Shapes::ShapeRef.new(shape: DatabaseInputDefinition, location_name: "DatabaseInputDefinition"))
|
466
552
|
Input.struct_class = Types::Input
|
467
553
|
|
468
554
|
InternalServerException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
|
@@ -488,6 +574,7 @@ module Aws::GlueDataBrew
|
|
488
574
|
Job.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, location_name: "RoleArn"))
|
489
575
|
Job.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
490
576
|
Job.add_member(:tags, Shapes::ShapeRef.new(shape: TagMap, location_name: "Tags"))
|
577
|
+
Job.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
491
578
|
Job.struct_class = Types::Job
|
492
579
|
|
493
580
|
JobList.member = Shapes::ShapeRef.new(shape: Job)
|
@@ -508,10 +595,15 @@ module Aws::GlueDataBrew
|
|
508
595
|
JobRun.add_member(:recipe_reference, Shapes::ShapeRef.new(shape: RecipeReference, location_name: "RecipeReference"))
|
509
596
|
JobRun.add_member(:started_by, Shapes::ShapeRef.new(shape: StartedBy, location_name: "StartedBy"))
|
510
597
|
JobRun.add_member(:started_on, Shapes::ShapeRef.new(shape: Date, location_name: "StartedOn"))
|
598
|
+
JobRun.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
511
599
|
JobRun.struct_class = Types::JobRun
|
512
600
|
|
513
601
|
JobRunList.member = Shapes::ShapeRef.new(shape: JobRun)
|
514
602
|
|
603
|
+
JobSample.add_member(:mode, Shapes::ShapeRef.new(shape: SampleMode, location_name: "Mode"))
|
604
|
+
JobSample.add_member(:size, Shapes::ShapeRef.new(shape: JobSize, location_name: "Size"))
|
605
|
+
JobSample.struct_class = Types::JobSample
|
606
|
+
|
515
607
|
JsonOptions.add_member(:multi_line, Shapes::ShapeRef.new(shape: MultiLine, location_name: "MultiLine"))
|
516
608
|
JsonOptions.struct_class = Types::JsonOptions
|
517
609
|
|
@@ -599,6 +691,14 @@ module Aws::GlueDataBrew
|
|
599
691
|
ParameterMap.key = Shapes::ShapeRef.new(shape: ParameterName)
|
600
692
|
ParameterMap.value = Shapes::ShapeRef.new(shape: ParameterValue)
|
601
693
|
|
694
|
+
PathOptions.add_member(:last_modified_date_condition, Shapes::ShapeRef.new(shape: FilterExpression, location_name: "LastModifiedDateCondition"))
|
695
|
+
PathOptions.add_member(:files_limit, Shapes::ShapeRef.new(shape: FilesLimit, location_name: "FilesLimit"))
|
696
|
+
PathOptions.add_member(:parameters, Shapes::ShapeRef.new(shape: PathParametersMap, location_name: "Parameters"))
|
697
|
+
PathOptions.struct_class = Types::PathOptions
|
698
|
+
|
699
|
+
PathParametersMap.key = Shapes::ShapeRef.new(shape: PathParameterName)
|
700
|
+
PathParametersMap.value = Shapes::ShapeRef.new(shape: DatasetParameter)
|
701
|
+
|
602
702
|
Project.add_member(:account_id, Shapes::ShapeRef.new(shape: AccountId, location_name: "AccountId"))
|
603
703
|
Project.add_member(:create_date, Shapes::ShapeRef.new(shape: Date, location_name: "CreateDate"))
|
604
704
|
Project.add_member(:created_by, Shapes::ShapeRef.new(shape: CreatedBy, location_name: "CreatedBy"))
|
@@ -748,8 +848,10 @@ module Aws::GlueDataBrew
|
|
748
848
|
UntagResourceResponse.struct_class = Types::UntagResourceResponse
|
749
849
|
|
750
850
|
UpdateDatasetRequest.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location: "uri", location_name: "name"))
|
851
|
+
UpdateDatasetRequest.add_member(:format, Shapes::ShapeRef.new(shape: InputFormat, location_name: "Format"))
|
751
852
|
UpdateDatasetRequest.add_member(:format_options, Shapes::ShapeRef.new(shape: FormatOptions, location_name: "FormatOptions"))
|
752
853
|
UpdateDatasetRequest.add_member(:input, Shapes::ShapeRef.new(shape: Input, required: true, location_name: "Input"))
|
854
|
+
UpdateDatasetRequest.add_member(:path_options, Shapes::ShapeRef.new(shape: PathOptions, location_name: "PathOptions"))
|
753
855
|
UpdateDatasetRequest.struct_class = Types::UpdateDatasetRequest
|
754
856
|
|
755
857
|
UpdateDatasetResponse.add_member(:name, Shapes::ShapeRef.new(shape: DatasetName, required: true, location_name: "Name"))
|
@@ -764,6 +866,7 @@ module Aws::GlueDataBrew
|
|
764
866
|
UpdateProfileJobRequest.add_member(:output_location, Shapes::ShapeRef.new(shape: S3Location, required: true, location_name: "OutputLocation"))
|
765
867
|
UpdateProfileJobRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: Arn, required: true, location_name: "RoleArn"))
|
766
868
|
UpdateProfileJobRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
869
|
+
UpdateProfileJobRequest.add_member(:job_sample, Shapes::ShapeRef.new(shape: JobSample, location_name: "JobSample"))
|
767
870
|
UpdateProfileJobRequest.struct_class = Types::UpdateProfileJobRequest
|
768
871
|
|
769
872
|
UpdateProfileJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "Name"))
|
@@ -811,6 +914,9 @@ module Aws::GlueDataBrew
|
|
811
914
|
ValidationException.add_member(:message, Shapes::ShapeRef.new(shape: Message, location_name: "Message"))
|
812
915
|
ValidationException.struct_class = Types::ValidationException
|
813
916
|
|
917
|
+
ValuesMap.key = Shapes::ShapeRef.new(shape: ValueReference)
|
918
|
+
ValuesMap.value = Shapes::ShapeRef.new(shape: ConditionValue)
|
919
|
+
|
814
920
|
ViewFrame.add_member(:start_column_index, Shapes::ShapeRef.new(shape: StartColumnIndex, required: true, location_name: "StartColumnIndex"))
|
815
921
|
ViewFrame.add_member(:column_range, Shapes::ShapeRef.new(shape: ColumnRange, location_name: "ColumnRange"))
|
816
922
|
ViewFrame.add_member(:hidden_columns, Shapes::ShapeRef.new(shape: HiddenColumnList, location_name: "HiddenColumns"))
|
@@ -991,6 +1097,16 @@ module Aws::GlueDataBrew
|
|
991
1097
|
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
992
1098
|
end)
|
993
1099
|
|
1100
|
+
api.add_operation(:describe_job_run, Seahorse::Model::Operation.new.tap do |o|
|
1101
|
+
o.name = "DescribeJobRun"
|
1102
|
+
o.http_method = "GET"
|
1103
|
+
o.http_request_uri = "/jobs/{name}/jobRun/{runId}"
|
1104
|
+
o.input = Shapes::ShapeRef.new(shape: DescribeJobRunRequest)
|
1105
|
+
o.output = Shapes::ShapeRef.new(shape: DescribeJobRunResponse)
|
1106
|
+
o.errors << Shapes::ShapeRef.new(shape: ResourceNotFoundException)
|
1107
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
1108
|
+
end)
|
1109
|
+
|
994
1110
|
api.add_operation(:describe_project, Seahorse::Model::Operation.new.tap do |o|
|
995
1111
|
o.name = "DescribeProject"
|
996
1112
|
o.http_method = "GET"
|
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -70,7 +70,7 @@ module Aws::GlueDataBrew
|
|
70
70
|
|
71
71
|
# Represents an individual condition that evaluates to true or false.
|
72
72
|
#
|
73
|
-
# Conditions are used with recipe actions
|
73
|
+
# Conditions are used with recipe actions. The action is only performed
|
74
74
|
# for column values where the condition evaluates to true.
|
75
75
|
#
|
76
76
|
# If a recipe requires more than one condition, then the recipe must
|
@@ -134,6 +134,7 @@ module Aws::GlueDataBrew
|
|
134
134
|
#
|
135
135
|
# {
|
136
136
|
# name: "DatasetName", # required
|
137
|
+
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
|
137
138
|
# format_options: {
|
138
139
|
# json: {
|
139
140
|
# multi_line: false,
|
@@ -141,9 +142,11 @@ module Aws::GlueDataBrew
|
|
141
142
|
# excel: {
|
142
143
|
# sheet_names: ["SheetName"],
|
143
144
|
# sheet_indexes: [1],
|
145
|
+
# header_row: false,
|
144
146
|
# },
|
145
147
|
# csv: {
|
146
148
|
# delimiter: "Delimiter",
|
149
|
+
# header_row: false,
|
147
150
|
# },
|
148
151
|
# },
|
149
152
|
# input: { # required
|
@@ -160,6 +163,45 @@ module Aws::GlueDataBrew
|
|
160
163
|
# key: "Key",
|
161
164
|
# },
|
162
165
|
# },
|
166
|
+
# database_input_definition: {
|
167
|
+
# glue_connection_name: "GlueConnectionName", # required
|
168
|
+
# database_table_name: "DatabaseTableName", # required
|
169
|
+
# temp_directory: {
|
170
|
+
# bucket: "Bucket", # required
|
171
|
+
# key: "Key",
|
172
|
+
# },
|
173
|
+
# },
|
174
|
+
# },
|
175
|
+
# path_options: {
|
176
|
+
# last_modified_date_condition: {
|
177
|
+
# expression: "Expression", # required
|
178
|
+
# values_map: { # required
|
179
|
+
# "ValueReference" => "ConditionValue",
|
180
|
+
# },
|
181
|
+
# },
|
182
|
+
# files_limit: {
|
183
|
+
# max_files: 1, # required
|
184
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
185
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
186
|
+
# },
|
187
|
+
# parameters: {
|
188
|
+
# "PathParameterName" => {
|
189
|
+
# name: "PathParameterName", # required
|
190
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
191
|
+
# datetime_options: {
|
192
|
+
# format: "DatetimeFormat", # required
|
193
|
+
# timezone_offset: "TimezoneOffset",
|
194
|
+
# locale_code: "LocaleCode",
|
195
|
+
# },
|
196
|
+
# create_column: false,
|
197
|
+
# filter: {
|
198
|
+
# expression: "Expression", # required
|
199
|
+
# values_map: { # required
|
200
|
+
# "ValueReference" => "ConditionValue",
|
201
|
+
# },
|
202
|
+
# },
|
203
|
+
# },
|
204
|
+
# },
|
163
205
|
# },
|
164
206
|
# tags: {
|
165
207
|
# "TagKey" => "TagValue",
|
@@ -171,16 +213,26 @@ module Aws::GlueDataBrew
|
|
171
213
|
# alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space.
|
172
214
|
# @return [String]
|
173
215
|
#
|
216
|
+
# @!attribute [rw] format
|
217
|
+
# The file format of a dataset that is created from an S3 file or
|
218
|
+
# folder.
|
219
|
+
# @return [String]
|
220
|
+
#
|
174
221
|
# @!attribute [rw] format_options
|
175
|
-
#
|
176
|
-
# input.
|
222
|
+
# Represents a set of options that define the structure of either
|
223
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
177
224
|
# @return [Types::FormatOptions]
|
178
225
|
#
|
179
226
|
# @!attribute [rw] input
|
180
|
-
#
|
181
|
-
# Data Catalog or Amazon S3.
|
227
|
+
# Represents information on how DataBrew can find data, in either the
|
228
|
+
# AWS Glue Data Catalog or Amazon S3.
|
182
229
|
# @return [Types::Input]
|
183
230
|
#
|
231
|
+
# @!attribute [rw] path_options
|
232
|
+
# A set of options that defines how DataBrew interprets an S3 path of
|
233
|
+
# the dataset.
|
234
|
+
# @return [Types::PathOptions]
|
235
|
+
#
|
184
236
|
# @!attribute [rw] tags
|
185
237
|
# Metadata tags to apply to this dataset.
|
186
238
|
# @return [Hash<String,String>]
|
@@ -189,8 +241,10 @@ module Aws::GlueDataBrew
|
|
189
241
|
#
|
190
242
|
class CreateDatasetRequest < Struct.new(
|
191
243
|
:name,
|
244
|
+
:format,
|
192
245
|
:format_options,
|
193
246
|
:input,
|
247
|
+
:path_options,
|
194
248
|
:tags)
|
195
249
|
SENSITIVE = []
|
196
250
|
include Aws::Structure
|
@@ -228,6 +282,10 @@ module Aws::GlueDataBrew
|
|
228
282
|
# "TagKey" => "TagValue",
|
229
283
|
# },
|
230
284
|
# timeout: 1,
|
285
|
+
# job_sample: {
|
286
|
+
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
287
|
+
# size: 1,
|
288
|
+
# },
|
231
289
|
# }
|
232
290
|
#
|
233
291
|
# @!attribute [rw] dataset_name
|
@@ -242,7 +300,7 @@ module Aws::GlueDataBrew
|
|
242
300
|
# @!attribute [rw] encryption_mode
|
243
301
|
# The encryption mode for the job, which can be one of the following:
|
244
302
|
#
|
245
|
-
# * `SSE-KMS` -
|
303
|
+
# * `SSE-KMS` - `SSE-KMS` - Server-side encryption with AWS
|
246
304
|
# KMS-managed keys.
|
247
305
|
#
|
248
306
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
@@ -269,8 +327,8 @@ module Aws::GlueDataBrew
|
|
269
327
|
# @return [Integer]
|
270
328
|
#
|
271
329
|
# @!attribute [rw] output_location
|
272
|
-
#
|
273
|
-
# read input data, or write output from a job.
|
330
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
331
|
+
# DataBrew can read input data, or write output from a job.
|
274
332
|
# @return [Types::S3Location]
|
275
333
|
#
|
276
334
|
# @!attribute [rw] role_arn
|
@@ -287,6 +345,14 @@ module Aws::GlueDataBrew
|
|
287
345
|
# than this timeout period ends with a status of `TIMEOUT`.
|
288
346
|
# @return [Integer]
|
289
347
|
#
|
348
|
+
# @!attribute [rw] job_sample
|
349
|
+
# Sample configuration for profile jobs only. Determines the number of
|
350
|
+
# rows on which the profile job will be executed. If a JobSample value
|
351
|
+
# is not provided, the default value will be used. The default value
|
352
|
+
# is CUSTOM\_ROWS for the mode parameter and 20000 for the size
|
353
|
+
# parameter.
|
354
|
+
# @return [Types::JobSample]
|
355
|
+
#
|
290
356
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateProfileJobRequest AWS API Documentation
|
291
357
|
#
|
292
358
|
class CreateProfileJobRequest < Struct.new(
|
@@ -300,7 +366,8 @@ module Aws::GlueDataBrew
|
|
300
366
|
:output_location,
|
301
367
|
:role_arn,
|
302
368
|
:tags,
|
303
|
-
:timeout
|
369
|
+
:timeout,
|
370
|
+
:job_sample)
|
304
371
|
SENSITIVE = []
|
305
372
|
include Aws::Structure
|
306
373
|
end
|
@@ -438,7 +505,7 @@ module Aws::GlueDataBrew
|
|
438
505
|
# @!attribute [rw] encryption_mode
|
439
506
|
# The encryption mode for the job, which can be one of the following:
|
440
507
|
#
|
441
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
508
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
442
509
|
#
|
443
510
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
444
511
|
# @return [String]
|
@@ -651,30 +718,40 @@ module Aws::GlueDataBrew
|
|
651
718
|
include Aws::Structure
|
652
719
|
end
|
653
720
|
|
654
|
-
#
|
655
|
-
# dataset from that
|
721
|
+
# Represents a set of options that define how DataBrew will read a
|
722
|
+
# comma-separated value (CSV) file when creating a dataset from that
|
723
|
+
# file.
|
656
724
|
#
|
657
725
|
# @note When making an API call, you may pass CsvOptions
|
658
726
|
# data as a hash:
|
659
727
|
#
|
660
728
|
# {
|
661
729
|
# delimiter: "Delimiter",
|
730
|
+
# header_row: false,
|
662
731
|
# }
|
663
732
|
#
|
664
733
|
# @!attribute [rw] delimiter
|
665
734
|
# A single character that specifies the delimiter being used in the
|
666
|
-
#
|
735
|
+
# CSV file.
|
667
736
|
# @return [String]
|
668
737
|
#
|
738
|
+
# @!attribute [rw] header_row
|
739
|
+
# A variable that specifies whether the first row in the file is
|
740
|
+
# parsed as the header. If this value is false, column names are
|
741
|
+
# auto-generated.
|
742
|
+
# @return [Boolean]
|
743
|
+
#
|
669
744
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CsvOptions AWS API Documentation
|
670
745
|
#
|
671
746
|
class CsvOptions < Struct.new(
|
672
|
-
:delimiter
|
747
|
+
:delimiter,
|
748
|
+
:header_row)
|
673
749
|
SENSITIVE = []
|
674
750
|
include Aws::Structure
|
675
751
|
end
|
676
752
|
|
677
|
-
#
|
753
|
+
# Represents a set of options that define how DataBrew will write a
|
754
|
+
# comma-separated value (CSV) file.
|
678
755
|
#
|
679
756
|
# @note When making an API call, you may pass CsvOutputOptions
|
680
757
|
# data as a hash:
|
@@ -684,7 +761,7 @@ module Aws::GlueDataBrew
|
|
684
761
|
# }
|
685
762
|
#
|
686
763
|
# @!attribute [rw] delimiter
|
687
|
-
# A single character that specifies the delimiter used to create
|
764
|
+
# A single character that specifies the delimiter used to create CSV
|
688
765
|
# job output.
|
689
766
|
# @return [String]
|
690
767
|
#
|
@@ -742,6 +819,44 @@ module Aws::GlueDataBrew
|
|
742
819
|
include Aws::Structure
|
743
820
|
end
|
744
821
|
|
822
|
+
# Connection information for dataset input files stored in a database.
|
823
|
+
#
|
824
|
+
# @note When making an API call, you may pass DatabaseInputDefinition
|
825
|
+
# data as a hash:
|
826
|
+
#
|
827
|
+
# {
|
828
|
+
# glue_connection_name: "GlueConnectionName", # required
|
829
|
+
# database_table_name: "DatabaseTableName", # required
|
830
|
+
# temp_directory: {
|
831
|
+
# bucket: "Bucket", # required
|
832
|
+
# key: "Key",
|
833
|
+
# },
|
834
|
+
# }
|
835
|
+
#
|
836
|
+
# @!attribute [rw] glue_connection_name
|
837
|
+
# The AWS Glue Connection that stores the connection information for
|
838
|
+
# the target database.
|
839
|
+
# @return [String]
|
840
|
+
#
|
841
|
+
# @!attribute [rw] database_table_name
|
842
|
+
# The table within the target database.
|
843
|
+
# @return [String]
|
844
|
+
#
|
845
|
+
# @!attribute [rw] temp_directory
|
846
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
847
|
+
# DataBrew can read input data, or write output from a job.
|
848
|
+
# @return [Types::S3Location]
|
849
|
+
#
|
850
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatabaseInputDefinition AWS API Documentation
|
851
|
+
#
|
852
|
+
class DatabaseInputDefinition < Struct.new(
|
853
|
+
:glue_connection_name,
|
854
|
+
:database_table_name,
|
855
|
+
:temp_directory)
|
856
|
+
SENSITIVE = []
|
857
|
+
include Aws::Structure
|
858
|
+
end
|
859
|
+
|
745
860
|
# Represents a dataset that can be processed by DataBrew.
|
746
861
|
#
|
747
862
|
# @!attribute [rw] account_id
|
@@ -760,8 +875,14 @@ module Aws::GlueDataBrew
|
|
760
875
|
# The unique name of the dataset.
|
761
876
|
# @return [String]
|
762
877
|
#
|
878
|
+
# @!attribute [rw] format
|
879
|
+
# The file format of a dataset that is created from an S3 file or
|
880
|
+
# folder.
|
881
|
+
# @return [String]
|
882
|
+
#
|
763
883
|
# @!attribute [rw] format_options
|
764
|
-
#
|
884
|
+
# A set of options that define how DataBrew interprets the data in the
|
885
|
+
# dataset.
|
765
886
|
# @return [Types::FormatOptions]
|
766
887
|
#
|
767
888
|
# @!attribute [rw] input
|
@@ -783,6 +904,11 @@ module Aws::GlueDataBrew
|
|
783
904
|
# AWS Glue Data Catalog.
|
784
905
|
# @return [String]
|
785
906
|
#
|
907
|
+
# @!attribute [rw] path_options
|
908
|
+
# A set of options that defines how DataBrew interprets an S3 path of
|
909
|
+
# the dataset.
|
910
|
+
# @return [Types::PathOptions]
|
911
|
+
#
|
786
912
|
# @!attribute [rw] tags
|
787
913
|
# Metadata tags that have been applied to the dataset.
|
788
914
|
# @return [Hash<String,String>]
|
@@ -798,17 +924,120 @@ module Aws::GlueDataBrew
|
|
798
924
|
:created_by,
|
799
925
|
:create_date,
|
800
926
|
:name,
|
927
|
+
:format,
|
801
928
|
:format_options,
|
802
929
|
:input,
|
803
930
|
:last_modified_date,
|
804
931
|
:last_modified_by,
|
805
932
|
:source,
|
933
|
+
:path_options,
|
806
934
|
:tags,
|
807
935
|
:resource_arn)
|
808
936
|
SENSITIVE = []
|
809
937
|
include Aws::Structure
|
810
938
|
end
|
811
939
|
|
940
|
+
# Represents a dataset paramater that defines type and conditions for a
|
941
|
+
# parameter in the S3 path of the dataset.
|
942
|
+
#
|
943
|
+
# @note When making an API call, you may pass DatasetParameter
|
944
|
+
# data as a hash:
|
945
|
+
#
|
946
|
+
# {
|
947
|
+
# name: "PathParameterName", # required
|
948
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
949
|
+
# datetime_options: {
|
950
|
+
# format: "DatetimeFormat", # required
|
951
|
+
# timezone_offset: "TimezoneOffset",
|
952
|
+
# locale_code: "LocaleCode",
|
953
|
+
# },
|
954
|
+
# create_column: false,
|
955
|
+
# filter: {
|
956
|
+
# expression: "Expression", # required
|
957
|
+
# values_map: { # required
|
958
|
+
# "ValueReference" => "ConditionValue",
|
959
|
+
# },
|
960
|
+
# },
|
961
|
+
# }
|
962
|
+
#
|
963
|
+
# @!attribute [rw] name
|
964
|
+
# The name of the parameter that is used in the dataset's S3 path.
|
965
|
+
# @return [String]
|
966
|
+
#
|
967
|
+
# @!attribute [rw] type
|
968
|
+
# The type of the dataset parameter, can be one of a 'String',
|
969
|
+
# 'Number' or 'Datetime'.
|
970
|
+
# @return [String]
|
971
|
+
#
|
972
|
+
# @!attribute [rw] datetime_options
|
973
|
+
# Additional parameter options such as a format and a timezone.
|
974
|
+
# Required for datetime parameters.
|
975
|
+
# @return [Types::DatetimeOptions]
|
976
|
+
#
|
977
|
+
# @!attribute [rw] create_column
|
978
|
+
# Optional boolean value that defines whether the captured value of
|
979
|
+
# this parameter should be loaded as an additional column in the
|
980
|
+
# dataset.
|
981
|
+
# @return [Boolean]
|
982
|
+
#
|
983
|
+
# @!attribute [rw] filter
|
984
|
+
# The optional filter expression structure to apply additional
|
985
|
+
# matching criteria to the parameter.
|
986
|
+
# @return [Types::FilterExpression]
|
987
|
+
#
|
988
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatasetParameter AWS API Documentation
|
989
|
+
#
|
990
|
+
class DatasetParameter < Struct.new(
|
991
|
+
:name,
|
992
|
+
:type,
|
993
|
+
:datetime_options,
|
994
|
+
:create_column,
|
995
|
+
:filter)
|
996
|
+
SENSITIVE = []
|
997
|
+
include Aws::Structure
|
998
|
+
end
|
999
|
+
|
1000
|
+
# Represents additional options for correct interpretation of datetime
|
1001
|
+
# parameters used in the S3 path of a dataset.
|
1002
|
+
#
|
1003
|
+
# @note When making an API call, you may pass DatetimeOptions
|
1004
|
+
# data as a hash:
|
1005
|
+
#
|
1006
|
+
# {
|
1007
|
+
# format: "DatetimeFormat", # required
|
1008
|
+
# timezone_offset: "TimezoneOffset",
|
1009
|
+
# locale_code: "LocaleCode",
|
1010
|
+
# }
|
1011
|
+
#
|
1012
|
+
# @!attribute [rw] format
|
1013
|
+
# Required option, that defines the datetime format used for a date
|
1014
|
+
# parameter in the S3 path. Should use only supported datetime
|
1015
|
+
# specifiers and separation characters, all litera a-z or A-Z
|
1016
|
+
# character should be escaped with single quotes. E.g.
|
1017
|
+
# "MM.dd.yyyy-'at'-HH:mm".
|
1018
|
+
# @return [String]
|
1019
|
+
#
|
1020
|
+
# @!attribute [rw] timezone_offset
|
1021
|
+
# Optional value for a timezone offset of the datetime parameter value
|
1022
|
+
# in the S3 path. Shouldn't be used if Format for this parameter
|
1023
|
+
# includes timezone fields. If no offset specified, UTC is assumed.
|
1024
|
+
# @return [String]
|
1025
|
+
#
|
1026
|
+
# @!attribute [rw] locale_code
|
1027
|
+
# Optional value for a non-US locale code, needed for correct
|
1028
|
+
# interpretation of some date formats.
|
1029
|
+
# @return [String]
|
1030
|
+
#
|
1031
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DatetimeOptions AWS API Documentation
|
1032
|
+
#
|
1033
|
+
class DatetimeOptions < Struct.new(
|
1034
|
+
:format,
|
1035
|
+
:timezone_offset,
|
1036
|
+
:locale_code)
|
1037
|
+
SENSITIVE = []
|
1038
|
+
include Aws::Structure
|
1039
|
+
end
|
1040
|
+
|
812
1041
|
# @note When making an API call, you may pass DeleteDatasetRequest
|
813
1042
|
# data as a hash:
|
814
1043
|
#
|
@@ -1008,14 +1237,19 @@ module Aws::GlueDataBrew
|
|
1008
1237
|
# The name of the dataset.
|
1009
1238
|
# @return [String]
|
1010
1239
|
#
|
1240
|
+
# @!attribute [rw] format
|
1241
|
+
# The file format of a dataset that is created from an S3 file or
|
1242
|
+
# folder.
|
1243
|
+
# @return [String]
|
1244
|
+
#
|
1011
1245
|
# @!attribute [rw] format_options
|
1012
|
-
#
|
1013
|
-
# input.
|
1246
|
+
# Represents a set of options that define the structure of either
|
1247
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
1014
1248
|
# @return [Types::FormatOptions]
|
1015
1249
|
#
|
1016
1250
|
# @!attribute [rw] input
|
1017
|
-
#
|
1018
|
-
# Data Catalog or Amazon S3.
|
1251
|
+
# Represents information on how DataBrew can find data, in either the
|
1252
|
+
# AWS Glue Data Catalog or Amazon S3.
|
1019
1253
|
# @return [Types::Input]
|
1020
1254
|
#
|
1021
1255
|
# @!attribute [rw] last_modified_date
|
@@ -1032,6 +1266,11 @@ module Aws::GlueDataBrew
|
|
1032
1266
|
# Data Catalog.
|
1033
1267
|
# @return [String]
|
1034
1268
|
#
|
1269
|
+
# @!attribute [rw] path_options
|
1270
|
+
# A set of options that defines how DataBrew interprets an S3 path of
|
1271
|
+
# the dataset.
|
1272
|
+
# @return [Types::PathOptions]
|
1273
|
+
#
|
1035
1274
|
# @!attribute [rw] tags
|
1036
1275
|
# Metadata tags associated with this dataset.
|
1037
1276
|
# @return [Hash<String,String>]
|
@@ -1046,11 +1285,13 @@ module Aws::GlueDataBrew
|
|
1046
1285
|
:created_by,
|
1047
1286
|
:create_date,
|
1048
1287
|
:name,
|
1288
|
+
:format,
|
1049
1289
|
:format_options,
|
1050
1290
|
:input,
|
1051
1291
|
:last_modified_date,
|
1052
1292
|
:last_modified_by,
|
1053
1293
|
:source,
|
1294
|
+
:path_options,
|
1054
1295
|
:tags,
|
1055
1296
|
:resource_arn)
|
1056
1297
|
SENSITIVE = []
|
@@ -1097,7 +1338,7 @@ module Aws::GlueDataBrew
|
|
1097
1338
|
# @!attribute [rw] encryption_mode
|
1098
1339
|
# The encryption mode for the job, which can be one of the following:
|
1099
1340
|
#
|
1100
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
1341
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
1101
1342
|
#
|
1102
1343
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
1103
1344
|
# @return [String]
|
@@ -1168,6 +1409,11 @@ module Aws::GlueDataBrew
|
|
1168
1409
|
# than this timeout period ends with a status of `TIMEOUT`.
|
1169
1410
|
# @return [Integer]
|
1170
1411
|
#
|
1412
|
+
# @!attribute [rw] job_sample
|
1413
|
+
# Sample configuration for profile jobs only. Determines the number of
|
1414
|
+
# rows on which the profile job will be executed.
|
1415
|
+
# @return [Types::JobSample]
|
1416
|
+
#
|
1171
1417
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobResponse AWS API Documentation
|
1172
1418
|
#
|
1173
1419
|
class DescribeJobResponse < Struct.new(
|
@@ -1189,7 +1435,122 @@ module Aws::GlueDataBrew
|
|
1189
1435
|
:resource_arn,
|
1190
1436
|
:role_arn,
|
1191
1437
|
:tags,
|
1192
|
-
:timeout
|
1438
|
+
:timeout,
|
1439
|
+
:job_sample)
|
1440
|
+
SENSITIVE = []
|
1441
|
+
include Aws::Structure
|
1442
|
+
end
|
1443
|
+
|
1444
|
+
# @note When making an API call, you may pass DescribeJobRunRequest
|
1445
|
+
# data as a hash:
|
1446
|
+
#
|
1447
|
+
# {
|
1448
|
+
# name: "JobName", # required
|
1449
|
+
# run_id: "JobRunId", # required
|
1450
|
+
# }
|
1451
|
+
#
|
1452
|
+
# @!attribute [rw] name
|
1453
|
+
# The name of the job being processed during this run.
|
1454
|
+
# @return [String]
|
1455
|
+
#
|
1456
|
+
# @!attribute [rw] run_id
|
1457
|
+
# The unique identifier of the job run.
|
1458
|
+
# @return [String]
|
1459
|
+
#
|
1460
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobRunRequest AWS API Documentation
|
1461
|
+
#
|
1462
|
+
class DescribeJobRunRequest < Struct.new(
|
1463
|
+
:name,
|
1464
|
+
:run_id)
|
1465
|
+
SENSITIVE = []
|
1466
|
+
include Aws::Structure
|
1467
|
+
end
|
1468
|
+
|
1469
|
+
# @!attribute [rw] attempt
|
1470
|
+
# The number of times that DataBrew has attempted to run the job.
|
1471
|
+
# @return [Integer]
|
1472
|
+
#
|
1473
|
+
# @!attribute [rw] completed_on
|
1474
|
+
# The date and time when the job completed processing.
|
1475
|
+
# @return [Time]
|
1476
|
+
#
|
1477
|
+
# @!attribute [rw] dataset_name
|
1478
|
+
# The name of the dataset for the job to process.
|
1479
|
+
# @return [String]
|
1480
|
+
#
|
1481
|
+
# @!attribute [rw] error_message
|
1482
|
+
# A message indicating an error (if any) that was encountered when the
|
1483
|
+
# job ran.
|
1484
|
+
# @return [String]
|
1485
|
+
#
|
1486
|
+
# @!attribute [rw] execution_time
|
1487
|
+
# The amount of time, in seconds, during which the job run consumed
|
1488
|
+
# resources.
|
1489
|
+
# @return [Integer]
|
1490
|
+
#
|
1491
|
+
# @!attribute [rw] job_name
|
1492
|
+
# The name of the job being processed during this run.
|
1493
|
+
# @return [String]
|
1494
|
+
#
|
1495
|
+
# @!attribute [rw] run_id
|
1496
|
+
# The unique identifier of the job run.
|
1497
|
+
# @return [String]
|
1498
|
+
#
|
1499
|
+
# @!attribute [rw] state
|
1500
|
+
# The current state of the job run entity itself.
|
1501
|
+
# @return [String]
|
1502
|
+
#
|
1503
|
+
# @!attribute [rw] log_subscription
|
1504
|
+
# The current status of Amazon CloudWatch logging for the job run.
|
1505
|
+
# @return [String]
|
1506
|
+
#
|
1507
|
+
# @!attribute [rw] log_group_name
|
1508
|
+
# The name of an Amazon CloudWatch log group, where the job writes
|
1509
|
+
# diagnostic messages when it runs.
|
1510
|
+
# @return [String]
|
1511
|
+
#
|
1512
|
+
# @!attribute [rw] outputs
|
1513
|
+
# One or more output artifacts from a job run.
|
1514
|
+
# @return [Array<Types::Output>]
|
1515
|
+
#
|
1516
|
+
# @!attribute [rw] recipe_reference
|
1517
|
+
# Represents the name and version of a DataBrew recipe.
|
1518
|
+
# @return [Types::RecipeReference]
|
1519
|
+
#
|
1520
|
+
# @!attribute [rw] started_by
|
1521
|
+
# The Amazon Resource Name (ARN) of the user who started the job run.
|
1522
|
+
# @return [String]
|
1523
|
+
#
|
1524
|
+
# @!attribute [rw] started_on
|
1525
|
+
# The date and time when the job run began.
|
1526
|
+
# @return [Time]
|
1527
|
+
#
|
1528
|
+
# @!attribute [rw] job_sample
|
1529
|
+
# Sample configuration for profile jobs only. Determines the number of
|
1530
|
+
# rows on which the profile job will be executed. If a JobSample value
|
1531
|
+
# is not provided, the default value will be used. The default value
|
1532
|
+
# is CUSTOM\_ROWS for the mode parameter and 20000 for the size
|
1533
|
+
# parameter.
|
1534
|
+
# @return [Types::JobSample]
|
1535
|
+
#
|
1536
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/DescribeJobRunResponse AWS API Documentation
|
1537
|
+
#
|
1538
|
+
class DescribeJobRunResponse < Struct.new(
|
1539
|
+
:attempt,
|
1540
|
+
:completed_on,
|
1541
|
+
:dataset_name,
|
1542
|
+
:error_message,
|
1543
|
+
:execution_time,
|
1544
|
+
:job_name,
|
1545
|
+
:run_id,
|
1546
|
+
:state,
|
1547
|
+
:log_subscription,
|
1548
|
+
:log_group_name,
|
1549
|
+
:outputs,
|
1550
|
+
:recipe_reference,
|
1551
|
+
:started_by,
|
1552
|
+
:started_on,
|
1553
|
+
:job_sample)
|
1193
1554
|
SENSITIVE = []
|
1194
1555
|
include Aws::Structure
|
1195
1556
|
end
|
@@ -1480,8 +1841,8 @@ module Aws::GlueDataBrew
|
|
1480
1841
|
include Aws::Structure
|
1481
1842
|
end
|
1482
1843
|
|
1483
|
-
#
|
1484
|
-
# file
|
1844
|
+
# Represents a set of options that define how DataBrew will interpret a
|
1845
|
+
# Microsoft Excel file when creating a dataset from that file.
|
1485
1846
|
#
|
1486
1847
|
# @note When making an API call, you may pass ExcelOptions
|
1487
1848
|
# data as a hash:
|
@@ -1489,28 +1850,109 @@ module Aws::GlueDataBrew
|
|
1489
1850
|
# {
|
1490
1851
|
# sheet_names: ["SheetName"],
|
1491
1852
|
# sheet_indexes: [1],
|
1853
|
+
# header_row: false,
|
1492
1854
|
# }
|
1493
1855
|
#
|
1494
1856
|
# @!attribute [rw] sheet_names
|
1495
|
-
#
|
1496
|
-
#
|
1857
|
+
# One or more named sheets in the Excel file that will be included in
|
1858
|
+
# the dataset.
|
1497
1859
|
# @return [Array<String>]
|
1498
1860
|
#
|
1499
1861
|
# @!attribute [rw] sheet_indexes
|
1500
|
-
#
|
1501
|
-
#
|
1862
|
+
# One or more sheet numbers in the Excel file that will be included in
|
1863
|
+
# the dataset.
|
1502
1864
|
# @return [Array<Integer>]
|
1503
1865
|
#
|
1866
|
+
# @!attribute [rw] header_row
|
1867
|
+
# A variable that specifies whether the first row in the file is
|
1868
|
+
# parsed as the header. If this value is false, column names are
|
1869
|
+
# auto-generated.
|
1870
|
+
# @return [Boolean]
|
1871
|
+
#
|
1504
1872
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/ExcelOptions AWS API Documentation
|
1505
1873
|
#
|
1506
1874
|
class ExcelOptions < Struct.new(
|
1507
1875
|
:sheet_names,
|
1508
|
-
:sheet_indexes
|
1876
|
+
:sheet_indexes,
|
1877
|
+
:header_row)
|
1509
1878
|
SENSITIVE = []
|
1510
1879
|
include Aws::Structure
|
1511
1880
|
end
|
1512
1881
|
|
1513
|
-
#
|
1882
|
+
# Represents a limit imposed on number of S3 files that should be
|
1883
|
+
# selected for a dataset from a connected S3 path.
|
1884
|
+
#
|
1885
|
+
# @note When making an API call, you may pass FilesLimit
|
1886
|
+
# data as a hash:
|
1887
|
+
#
|
1888
|
+
# {
|
1889
|
+
# max_files: 1, # required
|
1890
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
1891
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
1892
|
+
# }
|
1893
|
+
#
|
1894
|
+
# @!attribute [rw] max_files
|
1895
|
+
# The number of S3 files to select.
|
1896
|
+
# @return [Integer]
|
1897
|
+
#
|
1898
|
+
# @!attribute [rw] ordered_by
|
1899
|
+
# A criteria to use for S3 files sorting before their selection. By
|
1900
|
+
# default uses LAST\_MODIFIED\_DATE as a sorting criteria. Currently
|
1901
|
+
# it's the only allowed value.
|
1902
|
+
# @return [String]
|
1903
|
+
#
|
1904
|
+
# @!attribute [rw] order
|
1905
|
+
# A criteria to use for S3 files sorting before their selection. By
|
1906
|
+
# default uses DESCENDING order, i.e. most recent files are selected
|
1907
|
+
# first. Anotherpossible value is ASCENDING.
|
1908
|
+
# @return [String]
|
1909
|
+
#
|
1910
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilesLimit AWS API Documentation
|
1911
|
+
#
|
1912
|
+
class FilesLimit < Struct.new(
|
1913
|
+
:max_files,
|
1914
|
+
:ordered_by,
|
1915
|
+
:order)
|
1916
|
+
SENSITIVE = []
|
1917
|
+
include Aws::Structure
|
1918
|
+
end
|
1919
|
+
|
1920
|
+
# Represents a structure for defining parameter conditions.
|
1921
|
+
#
|
1922
|
+
# @note When making an API call, you may pass FilterExpression
|
1923
|
+
# data as a hash:
|
1924
|
+
#
|
1925
|
+
# {
|
1926
|
+
# expression: "Expression", # required
|
1927
|
+
# values_map: { # required
|
1928
|
+
# "ValueReference" => "ConditionValue",
|
1929
|
+
# },
|
1930
|
+
# }
|
1931
|
+
#
|
1932
|
+
# @!attribute [rw] expression
|
1933
|
+
# The expression which includes condition names followed by
|
1934
|
+
# substitution variables, possibly grouped and combined with other
|
1935
|
+
# conditions. For example, "(starts\_with :prefix1 or starts\_with
|
1936
|
+
# :prefix2) and (ends\_with :suffix1 or ends\_with :suffix2)".
|
1937
|
+
# Substitution variables should start with ':' symbol.
|
1938
|
+
# @return [String]
|
1939
|
+
#
|
1940
|
+
# @!attribute [rw] values_map
|
1941
|
+
# The map of substitution variable names to their values used in this
|
1942
|
+
# filter expression.
|
1943
|
+
# @return [Hash<String,String>]
|
1944
|
+
#
|
1945
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FilterExpression AWS API Documentation
|
1946
|
+
#
|
1947
|
+
class FilterExpression < Struct.new(
|
1948
|
+
:expression,
|
1949
|
+
:values_map)
|
1950
|
+
SENSITIVE = []
|
1951
|
+
include Aws::Structure
|
1952
|
+
end
|
1953
|
+
|
1954
|
+
# Represents a set of options that define the structure of either
|
1955
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
1514
1956
|
#
|
1515
1957
|
# @note When making an API call, you may pass FormatOptions
|
1516
1958
|
# data as a hash:
|
@@ -1522,9 +1964,11 @@ module Aws::GlueDataBrew
|
|
1522
1964
|
# excel: {
|
1523
1965
|
# sheet_names: ["SheetName"],
|
1524
1966
|
# sheet_indexes: [1],
|
1967
|
+
# header_row: false,
|
1525
1968
|
# },
|
1526
1969
|
# csv: {
|
1527
1970
|
# delimiter: "Delimiter",
|
1971
|
+
# header_row: false,
|
1528
1972
|
# },
|
1529
1973
|
# }
|
1530
1974
|
#
|
@@ -1538,7 +1982,7 @@ module Aws::GlueDataBrew
|
|
1538
1982
|
# @return [Types::ExcelOptions]
|
1539
1983
|
#
|
1540
1984
|
# @!attribute [rw] csv
|
1541
|
-
# Options that define how
|
1985
|
+
# Options that define how CSV input is to be interpreted by DataBrew.
|
1542
1986
|
# @return [Types::CsvOptions]
|
1543
1987
|
#
|
1544
1988
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/FormatOptions AWS API Documentation
|
@@ -1551,8 +1995,8 @@ module Aws::GlueDataBrew
|
|
1551
1995
|
include Aws::Structure
|
1552
1996
|
end
|
1553
1997
|
|
1554
|
-
#
|
1555
|
-
# Catalog or Amazon S3.
|
1998
|
+
# Represents information on how DataBrew can find data, in either the
|
1999
|
+
# AWS Glue Data Catalog or Amazon S3.
|
1556
2000
|
#
|
1557
2001
|
# @note When making an API call, you may pass Input
|
1558
2002
|
# data as a hash:
|
@@ -1571,6 +2015,14 @@ module Aws::GlueDataBrew
|
|
1571
2015
|
# key: "Key",
|
1572
2016
|
# },
|
1573
2017
|
# },
|
2018
|
+
# database_input_definition: {
|
2019
|
+
# glue_connection_name: "GlueConnectionName", # required
|
2020
|
+
# database_table_name: "DatabaseTableName", # required
|
2021
|
+
# temp_directory: {
|
2022
|
+
# bucket: "Bucket", # required
|
2023
|
+
# key: "Key",
|
2024
|
+
# },
|
2025
|
+
# },
|
1574
2026
|
# }
|
1575
2027
|
#
|
1576
2028
|
# @!attribute [rw] s3_input_definition
|
@@ -1581,11 +2033,16 @@ module Aws::GlueDataBrew
|
|
1581
2033
|
# The AWS Glue Data Catalog parameters for the data.
|
1582
2034
|
# @return [Types::DataCatalogInputDefinition]
|
1583
2035
|
#
|
2036
|
+
# @!attribute [rw] database_input_definition
|
2037
|
+
# Connection information for dataset input files stored in a database.
|
2038
|
+
# @return [Types::DatabaseInputDefinition]
|
2039
|
+
#
|
1584
2040
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Input AWS API Documentation
|
1585
2041
|
#
|
1586
2042
|
class Input < Struct.new(
|
1587
2043
|
:s3_input_definition,
|
1588
|
-
:data_catalog_input_definition
|
2044
|
+
:data_catalog_input_definition,
|
2045
|
+
:database_input_definition)
|
1589
2046
|
SENSITIVE = []
|
1590
2047
|
include Aws::Structure
|
1591
2048
|
end
|
@@ -1634,7 +2091,7 @@ module Aws::GlueDataBrew
|
|
1634
2091
|
# @!attribute [rw] encryption_mode
|
1635
2092
|
# The encryption mode for the job, which can be one of the following:
|
1636
2093
|
#
|
1637
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
2094
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
1638
2095
|
#
|
1639
2096
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
1640
2097
|
# @return [String]
|
@@ -1692,8 +2149,8 @@ module Aws::GlueDataBrew
|
|
1692
2149
|
# @return [String]
|
1693
2150
|
#
|
1694
2151
|
# @!attribute [rw] role_arn
|
1695
|
-
# The Amazon Resource Name (ARN) of the role
|
1696
|
-
#
|
2152
|
+
# The Amazon Resource Name (ARN) of the role to be assumed for this
|
2153
|
+
# job.
|
1697
2154
|
# @return [String]
|
1698
2155
|
#
|
1699
2156
|
# @!attribute [rw] timeout
|
@@ -1705,6 +2162,14 @@ module Aws::GlueDataBrew
|
|
1705
2162
|
# Metadata tags that have been applied to the job.
|
1706
2163
|
# @return [Hash<String,String>]
|
1707
2164
|
#
|
2165
|
+
# @!attribute [rw] job_sample
|
2166
|
+
# A sample configuration for profile jobs only, which determines the
|
2167
|
+
# number of rows on which the profile job is run. If a `JobSample`
|
2168
|
+
# value isn't provided, the default value is used. The default value
|
2169
|
+
# is CUSTOM\_ROWS for the mode parameter and 20,000 for the size
|
2170
|
+
# parameter.
|
2171
|
+
# @return [Types::JobSample]
|
2172
|
+
#
|
1708
2173
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Job AWS API Documentation
|
1709
2174
|
#
|
1710
2175
|
class Job < Struct.new(
|
@@ -1727,7 +2192,8 @@ module Aws::GlueDataBrew
|
|
1727
2192
|
:resource_arn,
|
1728
2193
|
:role_arn,
|
1729
2194
|
:timeout,
|
1730
|
-
:tags
|
2195
|
+
:tags,
|
2196
|
+
:job_sample)
|
1731
2197
|
SENSITIVE = []
|
1732
2198
|
include Aws::Structure
|
1733
2199
|
end
|
@@ -1794,6 +2260,14 @@ module Aws::GlueDataBrew
|
|
1794
2260
|
# The date and time when the job run began.
|
1795
2261
|
# @return [Time]
|
1796
2262
|
#
|
2263
|
+
# @!attribute [rw] job_sample
|
2264
|
+
# A sample configuration for profile jobs only, which determines the
|
2265
|
+
# number of rows on which the profile job is run. If a `JobSample`
|
2266
|
+
# value isn't provided, the default is used. The default value is
|
2267
|
+
# CUSTOM\_ROWS for the mode parameter and 20,000 for the size
|
2268
|
+
# parameter.
|
2269
|
+
# @return [Types::JobSample]
|
2270
|
+
#
|
1797
2271
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/JobRun AWS API Documentation
|
1798
2272
|
#
|
1799
2273
|
class JobRun < Struct.new(
|
@@ -1810,7 +2284,49 @@ module Aws::GlueDataBrew
|
|
1810
2284
|
:outputs,
|
1811
2285
|
:recipe_reference,
|
1812
2286
|
:started_by,
|
1813
|
-
:started_on
|
2287
|
+
:started_on,
|
2288
|
+
:job_sample)
|
2289
|
+
SENSITIVE = []
|
2290
|
+
include Aws::Structure
|
2291
|
+
end
|
2292
|
+
|
2293
|
+
# A sample configuration for profile jobs only, which determines the
|
2294
|
+
# number of rows on which the profile job is run. If a `JobSample` value
|
2295
|
+
# isn't provided, the default is used. The default value is
|
2296
|
+
# CUSTOM\_ROWS for the mode parameter and 20,000 for the size parameter.
|
2297
|
+
#
|
2298
|
+
# @note When making an API call, you may pass JobSample
|
2299
|
+
# data as a hash:
|
2300
|
+
#
|
2301
|
+
# {
|
2302
|
+
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
2303
|
+
# size: 1,
|
2304
|
+
# }
|
2305
|
+
#
|
2306
|
+
# @!attribute [rw] mode
|
2307
|
+
# A value that determines whether the profile job is run on the entire
|
2308
|
+
# dataset or a specified number of rows. This value must be one of the
|
2309
|
+
# following:
|
2310
|
+
#
|
2311
|
+
# * FULL\_DATASET - The profile job is run on the entire dataset.
|
2312
|
+
#
|
2313
|
+
# * CUSTOM\_ROWS - The profile job is run on the number of rows
|
2314
|
+
# specified in the `Size` parameter.
|
2315
|
+
# @return [String]
|
2316
|
+
#
|
2317
|
+
# @!attribute [rw] size
|
2318
|
+
# The `Size` parameter is only required when the mode is CUSTOM\_ROWS.
|
2319
|
+
# The profile job is run on the specified number of rows. The maximum
|
2320
|
+
# value for size is Long.MAX\_VALUE.
|
2321
|
+
#
|
2322
|
+
# Long.MAX\_VALUE = 9223372036854775807
|
2323
|
+
# @return [Integer]
|
2324
|
+
#
|
2325
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/JobSample AWS API Documentation
|
2326
|
+
#
|
2327
|
+
class JobSample < Struct.new(
|
2328
|
+
:mode,
|
2329
|
+
:size)
|
1814
2330
|
SENSITIVE = []
|
1815
2331
|
include Aws::Structure
|
1816
2332
|
end
|
@@ -2223,8 +2739,8 @@ module Aws::GlueDataBrew
|
|
2223
2739
|
include Aws::Structure
|
2224
2740
|
end
|
2225
2741
|
|
2226
|
-
#
|
2227
|
-
# generated by recipe jobs or profile jobs.
|
2742
|
+
# Represents options that specify how and where DataBrew writes the
|
2743
|
+
# output generated by recipe jobs or profile jobs.
|
2228
2744
|
#
|
2229
2745
|
# @note When making an API call, you may pass Output
|
2230
2746
|
# data as a hash:
|
@@ -2269,7 +2785,8 @@ module Aws::GlueDataBrew
|
|
2269
2785
|
# @return [Boolean]
|
2270
2786
|
#
|
2271
2787
|
# @!attribute [rw] format_options
|
2272
|
-
#
|
2788
|
+
# Represents options that define how DataBrew formats job output
|
2789
|
+
# files.
|
2273
2790
|
# @return [Types::OutputFormatOptions]
|
2274
2791
|
#
|
2275
2792
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/Output AWS API Documentation
|
@@ -2285,7 +2802,8 @@ module Aws::GlueDataBrew
|
|
2285
2802
|
include Aws::Structure
|
2286
2803
|
end
|
2287
2804
|
|
2288
|
-
#
|
2805
|
+
# Represents a set of options that define the structure of
|
2806
|
+
# comma-separated (CSV) job output.
|
2289
2807
|
#
|
2290
2808
|
# @note When making an API call, you may pass OutputFormatOptions
|
2291
2809
|
# data as a hash:
|
@@ -2297,7 +2815,8 @@ module Aws::GlueDataBrew
|
|
2297
2815
|
# }
|
2298
2816
|
#
|
2299
2817
|
# @!attribute [rw] csv
|
2300
|
-
#
|
2818
|
+
# Represents a set of options that define the structure of
|
2819
|
+
# comma-separated value (CSV) job output.
|
2301
2820
|
# @return [Types::CsvOutputOptions]
|
2302
2821
|
#
|
2303
2822
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/OutputFormatOptions AWS API Documentation
|
@@ -2308,6 +2827,69 @@ module Aws::GlueDataBrew
|
|
2308
2827
|
include Aws::Structure
|
2309
2828
|
end
|
2310
2829
|
|
2830
|
+
# Represents a set of options that define how DataBrew selects files for
|
2831
|
+
# a given S3 path in a dataset.
|
2832
|
+
#
|
2833
|
+
# @note When making an API call, you may pass PathOptions
|
2834
|
+
# data as a hash:
|
2835
|
+
#
|
2836
|
+
# {
|
2837
|
+
# last_modified_date_condition: {
|
2838
|
+
# expression: "Expression", # required
|
2839
|
+
# values_map: { # required
|
2840
|
+
# "ValueReference" => "ConditionValue",
|
2841
|
+
# },
|
2842
|
+
# },
|
2843
|
+
# files_limit: {
|
2844
|
+
# max_files: 1, # required
|
2845
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
2846
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
2847
|
+
# },
|
2848
|
+
# parameters: {
|
2849
|
+
# "PathParameterName" => {
|
2850
|
+
# name: "PathParameterName", # required
|
2851
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
2852
|
+
# datetime_options: {
|
2853
|
+
# format: "DatetimeFormat", # required
|
2854
|
+
# timezone_offset: "TimezoneOffset",
|
2855
|
+
# locale_code: "LocaleCode",
|
2856
|
+
# },
|
2857
|
+
# create_column: false,
|
2858
|
+
# filter: {
|
2859
|
+
# expression: "Expression", # required
|
2860
|
+
# values_map: { # required
|
2861
|
+
# "ValueReference" => "ConditionValue",
|
2862
|
+
# },
|
2863
|
+
# },
|
2864
|
+
# },
|
2865
|
+
# },
|
2866
|
+
# }
|
2867
|
+
#
|
2868
|
+
# @!attribute [rw] last_modified_date_condition
|
2869
|
+
# If provided, this structure defines a date range for matching S3
|
2870
|
+
# objects based on their LastModifiedDate attribute in S3.
|
2871
|
+
# @return [Types::FilterExpression]
|
2872
|
+
#
|
2873
|
+
# @!attribute [rw] files_limit
|
2874
|
+
# If provided, this structure imposes a limit on a number of files
|
2875
|
+
# that should be selected.
|
2876
|
+
# @return [Types::FilesLimit]
|
2877
|
+
#
|
2878
|
+
# @!attribute [rw] parameters
|
2879
|
+
# A structure that maps names of parameters used in the S3 path of a
|
2880
|
+
# dataset to their definitions.
|
2881
|
+
# @return [Hash<String,Types::DatasetParameter>]
|
2882
|
+
#
|
2883
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/PathOptions AWS API Documentation
|
2884
|
+
#
|
2885
|
+
class PathOptions < Struct.new(
|
2886
|
+
:last_modified_date_condition,
|
2887
|
+
:files_limit,
|
2888
|
+
:parameters)
|
2889
|
+
SENSITIVE = []
|
2890
|
+
include Aws::Structure
|
2891
|
+
end
|
2892
|
+
|
2311
2893
|
# Represents all of the attributes of a DataBrew project.
|
2312
2894
|
#
|
2313
2895
|
# @!attribute [rw] account_id
|
@@ -2350,8 +2932,8 @@ module Aws::GlueDataBrew
|
|
2350
2932
|
#
|
2351
2933
|
# @!attribute [rw] sample
|
2352
2934
|
# The sample size and sampling type to apply to the data. If this
|
2353
|
-
# parameter isn't specified, then the sample
|
2354
|
-
#
|
2935
|
+
# parameter isn't specified, then the sample consists of the first
|
2936
|
+
# 500 rows from the dataset.
|
2355
2937
|
# @return [Types::Sample]
|
2356
2938
|
#
|
2357
2939
|
# @!attribute [rw] tags
|
@@ -2489,7 +3071,7 @@ module Aws::GlueDataBrew
|
|
2489
3071
|
# * Numeric version (`X.Y`) - `X` and `Y` stand for major and minor
|
2490
3072
|
# version numbers. The maximum length of each is 6 digits, and
|
2491
3073
|
# neither can be negative values. Both `X` and `Y` are required, and
|
2492
|
-
# "0.0"
|
3074
|
+
# "0.0" isn't a valid version.
|
2493
3075
|
#
|
2494
3076
|
# * `LATEST_WORKING` - the most recent valid version being developed
|
2495
3077
|
# in a DataBrew project.
|
@@ -2607,8 +3189,8 @@ module Aws::GlueDataBrew
|
|
2607
3189
|
# @return [Types::RecipeAction]
|
2608
3190
|
#
|
2609
3191
|
# @!attribute [rw] condition_expressions
|
2610
|
-
# One or more conditions that must be met
|
2611
|
-
#
|
3192
|
+
# One or more conditions that must be met for the recipe step to
|
3193
|
+
# succeed.
|
2612
3194
|
#
|
2613
3195
|
# <note markdown="1"> All of the conditions in the array must be met. In other words, all
|
2614
3196
|
# of the conditions must be combined using a logical AND operation.
|
@@ -2663,8 +3245,8 @@ module Aws::GlueDataBrew
|
|
2663
3245
|
include Aws::Structure
|
2664
3246
|
end
|
2665
3247
|
|
2666
|
-
#
|
2667
|
-
# read input data, or write output from a job.
|
3248
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
3249
|
+
# DataBrew can read input data, or write output from a job.
|
2668
3250
|
#
|
2669
3251
|
# @note When making an API call, you may pass S3Location
|
2670
3252
|
# data as a hash:
|
@@ -2751,7 +3333,7 @@ module Aws::GlueDataBrew
|
|
2751
3333
|
# @return [String]
|
2752
3334
|
#
|
2753
3335
|
# @!attribute [rw] cron_expression
|
2754
|
-
# The
|
3336
|
+
# The dates and times when the job is to run. For more information,
|
2755
3337
|
# see [Cron expressions][1] in the *AWS Glue DataBrew Developer
|
2756
3338
|
# Guide*.
|
2757
3339
|
#
|
@@ -2841,7 +3423,7 @@ module Aws::GlueDataBrew
|
|
2841
3423
|
# @return [String]
|
2842
3424
|
#
|
2843
3425
|
# @!attribute [rw] view_frame
|
2844
|
-
# Represents the data being
|
3426
|
+
# Represents the data being transformed during an action.
|
2845
3427
|
# @return [Types::ViewFrame]
|
2846
3428
|
#
|
2847
3429
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/SendProjectSessionActionRequest AWS API Documentation
|
@@ -3071,6 +3653,7 @@ module Aws::GlueDataBrew
|
|
3071
3653
|
#
|
3072
3654
|
# {
|
3073
3655
|
# name: "DatasetName", # required
|
3656
|
+
# format: "CSV", # accepts CSV, JSON, PARQUET, EXCEL
|
3074
3657
|
# format_options: {
|
3075
3658
|
# json: {
|
3076
3659
|
# multi_line: false,
|
@@ -3078,9 +3661,11 @@ module Aws::GlueDataBrew
|
|
3078
3661
|
# excel: {
|
3079
3662
|
# sheet_names: ["SheetName"],
|
3080
3663
|
# sheet_indexes: [1],
|
3664
|
+
# header_row: false,
|
3081
3665
|
# },
|
3082
3666
|
# csv: {
|
3083
3667
|
# delimiter: "Delimiter",
|
3668
|
+
# header_row: false,
|
3084
3669
|
# },
|
3085
3670
|
# },
|
3086
3671
|
# input: { # required
|
@@ -3097,6 +3682,45 @@ module Aws::GlueDataBrew
|
|
3097
3682
|
# key: "Key",
|
3098
3683
|
# },
|
3099
3684
|
# },
|
3685
|
+
# database_input_definition: {
|
3686
|
+
# glue_connection_name: "GlueConnectionName", # required
|
3687
|
+
# database_table_name: "DatabaseTableName", # required
|
3688
|
+
# temp_directory: {
|
3689
|
+
# bucket: "Bucket", # required
|
3690
|
+
# key: "Key",
|
3691
|
+
# },
|
3692
|
+
# },
|
3693
|
+
# },
|
3694
|
+
# path_options: {
|
3695
|
+
# last_modified_date_condition: {
|
3696
|
+
# expression: "Expression", # required
|
3697
|
+
# values_map: { # required
|
3698
|
+
# "ValueReference" => "ConditionValue",
|
3699
|
+
# },
|
3700
|
+
# },
|
3701
|
+
# files_limit: {
|
3702
|
+
# max_files: 1, # required
|
3703
|
+
# ordered_by: "LAST_MODIFIED_DATE", # accepts LAST_MODIFIED_DATE
|
3704
|
+
# order: "DESCENDING", # accepts DESCENDING, ASCENDING
|
3705
|
+
# },
|
3706
|
+
# parameters: {
|
3707
|
+
# "PathParameterName" => {
|
3708
|
+
# name: "PathParameterName", # required
|
3709
|
+
# type: "Datetime", # required, accepts Datetime, Number, String
|
3710
|
+
# datetime_options: {
|
3711
|
+
# format: "DatetimeFormat", # required
|
3712
|
+
# timezone_offset: "TimezoneOffset",
|
3713
|
+
# locale_code: "LocaleCode",
|
3714
|
+
# },
|
3715
|
+
# create_column: false,
|
3716
|
+
# filter: {
|
3717
|
+
# expression: "Expression", # required
|
3718
|
+
# values_map: { # required
|
3719
|
+
# "ValueReference" => "ConditionValue",
|
3720
|
+
# },
|
3721
|
+
# },
|
3722
|
+
# },
|
3723
|
+
# },
|
3100
3724
|
# },
|
3101
3725
|
# }
|
3102
3726
|
#
|
@@ -3104,22 +3728,34 @@ module Aws::GlueDataBrew
|
|
3104
3728
|
# The name of the dataset to be updated.
|
3105
3729
|
# @return [String]
|
3106
3730
|
#
|
3731
|
+
# @!attribute [rw] format
|
3732
|
+
# The file format of a dataset that is created from an S3 file or
|
3733
|
+
# folder.
|
3734
|
+
# @return [String]
|
3735
|
+
#
|
3107
3736
|
# @!attribute [rw] format_options
|
3108
|
-
#
|
3109
|
-
# input.
|
3737
|
+
# Represents a set of options that define the structure of either
|
3738
|
+
# comma-separated value (CSV), Excel, or JSON input.
|
3110
3739
|
# @return [Types::FormatOptions]
|
3111
3740
|
#
|
3112
3741
|
# @!attribute [rw] input
|
3113
|
-
#
|
3114
|
-
# Data Catalog or Amazon S3.
|
3742
|
+
# Represents information on how DataBrew can find data, in either the
|
3743
|
+
# AWS Glue Data Catalog or Amazon S3.
|
3115
3744
|
# @return [Types::Input]
|
3116
3745
|
#
|
3746
|
+
# @!attribute [rw] path_options
|
3747
|
+
# A set of options that defines how DataBrew interprets an S3 path of
|
3748
|
+
# the dataset.
|
3749
|
+
# @return [Types::PathOptions]
|
3750
|
+
#
|
3117
3751
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateDatasetRequest AWS API Documentation
|
3118
3752
|
#
|
3119
3753
|
class UpdateDatasetRequest < Struct.new(
|
3120
3754
|
:name,
|
3755
|
+
:format,
|
3121
3756
|
:format_options,
|
3122
|
-
:input
|
3757
|
+
:input,
|
3758
|
+
:path_options)
|
3123
3759
|
SENSITIVE = []
|
3124
3760
|
include Aws::Structure
|
3125
3761
|
end
|
@@ -3152,6 +3788,10 @@ module Aws::GlueDataBrew
|
|
3152
3788
|
# },
|
3153
3789
|
# role_arn: "Arn", # required
|
3154
3790
|
# timeout: 1,
|
3791
|
+
# job_sample: {
|
3792
|
+
# mode: "FULL_DATASET", # accepts FULL_DATASET, CUSTOM_ROWS
|
3793
|
+
# size: 1,
|
3794
|
+
# },
|
3155
3795
|
# }
|
3156
3796
|
#
|
3157
3797
|
# @!attribute [rw] encryption_key_arn
|
@@ -3162,7 +3802,7 @@ module Aws::GlueDataBrew
|
|
3162
3802
|
# @!attribute [rw] encryption_mode
|
3163
3803
|
# The encryption mode for the job, which can be one of the following:
|
3164
3804
|
#
|
3165
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
3805
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
3166
3806
|
#
|
3167
3807
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3168
3808
|
# @return [String]
|
@@ -3187,8 +3827,8 @@ module Aws::GlueDataBrew
|
|
3187
3827
|
# @return [Integer]
|
3188
3828
|
#
|
3189
3829
|
# @!attribute [rw] output_location
|
3190
|
-
#
|
3191
|
-
# read input data, or write output from a job.
|
3830
|
+
# Represents an Amazon S3 location (bucket name and object key) where
|
3831
|
+
# DataBrew can read input data, or write output from a job.
|
3192
3832
|
# @return [Types::S3Location]
|
3193
3833
|
#
|
3194
3834
|
# @!attribute [rw] role_arn
|
@@ -3201,6 +3841,14 @@ module Aws::GlueDataBrew
|
|
3201
3841
|
# than this timeout period ends with a status of `TIMEOUT`.
|
3202
3842
|
# @return [Integer]
|
3203
3843
|
#
|
3844
|
+
# @!attribute [rw] job_sample
|
3845
|
+
# Sample configuration for Profile Jobs only. Determines the number of
|
3846
|
+
# rows on which the Profile job will be executed. If a JobSample value
|
3847
|
+
# is not provided for profile jobs, the default value will be used.
|
3848
|
+
# The default value is CUSTOM\_ROWS for the mode parameter and 20000
|
3849
|
+
# for the size parameter.
|
3850
|
+
# @return [Types::JobSample]
|
3851
|
+
#
|
3204
3852
|
# @see http://docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/UpdateProfileJobRequest AWS API Documentation
|
3205
3853
|
#
|
3206
3854
|
class UpdateProfileJobRequest < Struct.new(
|
@@ -3212,7 +3860,8 @@ module Aws::GlueDataBrew
|
|
3212
3860
|
:max_retries,
|
3213
3861
|
:output_location,
|
3214
3862
|
:role_arn,
|
3215
|
-
:timeout
|
3863
|
+
:timeout,
|
3864
|
+
:job_sample)
|
3216
3865
|
SENSITIVE = []
|
3217
3866
|
include Aws::Structure
|
3218
3867
|
end
|
@@ -3321,7 +3970,7 @@ module Aws::GlueDataBrew
|
|
3321
3970
|
# @!attribute [rw] encryption_mode
|
3322
3971
|
# The encryption mode for the job, which can be one of the following:
|
3323
3972
|
#
|
3324
|
-
# * `SSE-KMS` - Server-side encryption with AWS KMS
|
3973
|
+
# * `SSE-KMS` - Server-side encryption with keys managed by AWS KMS.
|
3325
3974
|
#
|
3326
3975
|
# * `SSE-S3` - Server-side encryption with keys managed by Amazon S3.
|
3327
3976
|
# @return [String]
|
@@ -3511,7 +4160,7 @@ module Aws::GlueDataBrew
|
|
3511
4160
|
include Aws::Structure
|
3512
4161
|
end
|
3513
4162
|
|
3514
|
-
# Represents the data being
|
4163
|
+
# Represents the data being transformed during an action.
|
3515
4164
|
#
|
3516
4165
|
# @note When making an API call, you may pass ViewFrame
|
3517
4166
|
# data as a hash:
|